rcdl 2.2.2__py3-none-any.whl → 3.0.0b23__py3-none-any.whl

{rcdl-2.2.2.dist-info → rcdl-3.0.0b23.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: rcdl
-Version: 2.2.2
+Version: 3.0.0b23
 Summary: Coomer/Kemono CLI Downloader
 Keywords: downloader,video,media
 Author: Anonymous
@@ -12,8 +12,8 @@ Classifier: Operating System :: OS Independent
 Requires-Dist: click>=8.2
 Requires-Dist: requests>=2.32
 Requires-Dist: pathvalidate==3.3.1
-Requires-Dist: moviepy==2.2.1
 Requires-Dist: rich==14.2.0
+Requires-Dist: streamlit==1.52.2
 
 # RCDL
 
@@ -26,13 +26,15 @@ Riton Coomer Download Manager
 - [yt-dlp](https://github.com/yt-dlp/yt-dlp)
 - [aria2](https://github.com/aria2/aria2)
 - [ffmpeg](https://www.ffmpeg.org/download.html) (Only for `fuse` command)  
+- [HandBrakeCLI](https://handbrake.fr/docs/en/latest/cli/cli-options.html) (Only for `opti` command)
 Recommended install:
 ```bash
-pipx install yt-dlp
-sudo apt install aria2 ffmpeg
+pipx install yt-dlp streamlit
+sudo apt update
+sudo apt install aria2 ffmpeg handbrake-cli python3-tk
 ```
 ### Install RCDL
-It is recommended to use pipx
+It is recommended to use `pipx` to install `rcdl`
 ```bash
 pipx install rcdl
 ```
@@ -51,18 +53,55 @@ rcdl --help
 
 By default all files will live in `~/Videos/rcdl/`. Cache, configuration and log file will be in a hidden `rcdl/.cache/` folder.
 
+Main function:  
 ```bash
 rcdl refresh    # look creators.json and find all possible videos
 rcdl dlsf       # download all found videos
-rcdl discover   # WIP
-rcdl fuse       # WIP
-rcdl log        # debug only; show the log file
+rcdl discover   # Discover new creator (WIP)
+rcdl opti       # Optimized video to reduce disk storage usage
+rcdl fuse       # Fuse all videos within a same post if they are fully downloaded
 ```
 
-Add, rm, list a creator:
+Manage creators:  
 ```bash
+rcdl list   # list all current creators
 rcdl add [URL]
 rcdl add [service]/[creator_id]
+rcdl remove [creator_id]
+```
+
+Helper function:  
+```bash
+rcdl status     # give number of entry in the database per tables and status
+rcdl clean --all      # remove all partially downloaded file, external dependencies cache, etc...
+rcdl show-config        # print all config var and theirs value (paths, etc...)
+```
+
+### Settings
+Default settings file:
+```toml
+[app]
+default_max_page = 10
+max_fail_count = 7
+timeout = 10
+
+[fuse]
+max_width = 1920
+max_height = 1080
+fps = 30
+preset = "veryfast"
+threads = 0
+
+[paths]
+base_dir = "~/Videos/rcdl"
+handbrake_run_cmd = "HandBrakeCLI"
+```
+
+In `rcdl/.cache/config.toml`:
+```toml
+[paths]
+handbrake_run_cmd = "HandBrakeCLI"  # if installed via apt
+handbrake_run_cmd = "flatpak run --command=HandBrakeCLI fr.handbrake.ghb"   # if installed via flatpak
 ```
 
 ## Dev
@@ -79,11 +118,5 @@ pip install -e .
 ```bash
 python3 -m pip install --upgrade build
 python3 -m pip install --upgrade twine
-pip install flit packaging requests   # necessary to run auto release scripts
-
-# Use convenience scripts in rcdl/scripts
-# Create api_key.txt with the pypi api key in the root folder
-python3 rcdl/scripts/upload_pypi.py
-python3 rcdl/scripts/migrate_old_format_to_db.py
 ```
 

rcdl-3.0.0b23.dist-info/RECORD

@@ -0,0 +1,28 @@
+rcdl/__init__.py,sha256=MIsNipkMNzSOT2WkNbSmVLvo3sdPBPN0xCOMP2r5z50,175
+rcdl/__main__.py,sha256=ge7lh3rCaWuUgVpwU88zyQGPtZgG7GLW4rslT9wo9j8,714
+rcdl/utils.py,sha256=3WiJhtdafyEDYR4fYUBoqH6sVdSHbjghkROeJby8ScQ,5279
+rcdl/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+rcdl/core/adapters.py,sha256=I__3dvSwI2W8ZZfao9RNzdyLivGBOVDk_zfx39KIuHc,7258
+rcdl/core/api.py,sha256=2OAUQV89mq1ELo9Ydj9zCde5qGHgI7bom8XLSeq7Ok8,2342
+rcdl/core/config.py,sha256=9b5HTKLpBWShXqpTbgQUq3xdCqDQUs466nI16fRiWEk,6315
+rcdl/core/db.py,sha256=Ab6SuC093fQvJybbzYHvhYEkCdGW-BheUrpZhM-6j1A,9302
+rcdl/core/db_queries.py,sha256=KZW3SotPZamDxPY1KcCxo9-GvgnW6vjxDFu4h3HI1m8,2225
+rcdl/core/downloader.py,sha256=UyMz_c-kHmmASIhd8Co3khHuaTYOUTRpizp1zr-BHjY,10329
+rcdl/core/downloader_subprocess.py,sha256=w9WPH2pOTFv-4dEp_iklN1bZLydGd3MjTfhiQEkp7Es,10375
+rcdl/core/file_io.py,sha256=C-W9GLQReGiuWKTLzVTsisI_ps5j0SeqNQM9VjJot14,1040
+rcdl/core/fuse.py,sha256=OKeWHh-WXWicLeCq_jgqKQovdDPfKAk2fi8lgUV-FKw,4188
+rcdl/core/models.py,sha256=1aMwEupTk68PfHrbY1v6il9p-cmMIMcdFk6Aqp9yU8M,1910
+rcdl/core/opti.py,sha256=jZfYZwHjFbDPp9rjCLJgTsPPMm972LSAxVRrf2r2h8M,2930
+rcdl/core/parser.py,sha256=N9uCg4yDJo8iRvYzzUsE3T6uC4MS3nt9JzZ0zhxeqUg,7774
+rcdl/gui/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+rcdl/gui/__main__.py,sha256=Ti5dQqYxcyHuAOT8FGjYMhV0Y-j9Y-6utRkV7eRmyWA,68
+rcdl/gui/db_viewer.py,sha256=0fM673d2JnWknFqVUDtDhzN6ojP1SGG06pO7T46IOHo,1060
+rcdl/gui/gui.py,sha256=38mn30ZQPNN0lTyqh5AwIuszkNQ_SdE_FdRzkZXSEVE,1054
+rcdl/gui/video_manager.py,sha256=nVravn1WAko5HP6gC03-v4kJKYZVUOIt5uOvs4PCOkU,5842
+rcdl/interface/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+rcdl/interface/cli.py,sha256=mAKvphCoEXWtcnJfD5lsBGU5ooOKJM-G_Y4SeV9aUos,6094
+rcdl/interface/ui.py,sha256=hR0JQME9ZER_GakFpi0OhK-7WB3wdx0U2KkRqkcGTkc,6078
+rcdl-3.0.0b23.dist-info/entry_points.txt,sha256=TSFT1avCCO1d8pJnvuQLzX_1bA96uIDV_alKuruDN4E,42
+rcdl-3.0.0b23.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
+rcdl-3.0.0b23.dist-info/METADATA,sha256=m_FH-E7_pzu1h8AAWOQ8biqn4SN2azR7nCbO5tHnHeA,2945
+rcdl-3.0.0b23.dist-info/RECORD,,

rcdl/scripts/migrate_creators_json_txt.py

@@ -1,37 +0,0 @@
-# scripts/migrage_creators_json_txt.py
-
-import os
-import json
-
-from rcdl.core.models import Creator
-from rcdl.core.config import Config
-from rcdl.core.parser import get_domain, append_creator
-
-JSON_PATH = Config.CACHE_DIR / "creators.json"
-
-# check file exist
-if not os.path.exists(JSON_PATH):
-    print("creators.json deoes not exist. Check")
-
-# load file
-with open(JSON_PATH, "r") as f:
-    json_creators = json.load(f)
-
-# convert to Creator
-creators = []
-for json_creator in json_creators:
-    creators.append(
-        Creator(
-            creator_id=json_creator["creator_id"],
-            service=json_creator["service"],
-            domain=get_domain(json_creator["service"]),
-            status=None,
-        )
-    )
-
-# save creator
-for c in creators:
-    append_creator(c)
-    print(f"Saved new creator: {c.service}/{c.creator_id}")
-
-print(f"You can now delete {JSON_PATH}")

rcdl/scripts/migrate_old_format_to_db.py

@@ -1,188 +0,0 @@
-# scripts/migrate_old_format_to_db.py
-
-"""
-Use this script to migrate from pre-2.0 to 2+.
-Script migrate_old_format_to_db version: v1.0
-
-old_format:
-- no db
-cdl/
-    creator1/
-        date_title1_p0.mp4
-        date_title2_p0.mp4
-        date_title2_p1.mp4
-        ...
-    ...
-
-for each creator:
-    - [x] get all posts
-    - [x] match each videos to its posts
-    - [x] update db
-    - [ ] check db with local videos
-"""
-
-import logging
-import os
-from pathlib import Path
-import shutil
-
-from rcdl.core.config import Config
-from rcdl.core.models import Creator, Video, VideoStatus
-from rcdl.core.file_io import load_json
-from rcdl.core.api import URL
-from rcdl.core.db import DB
-import rcdl.core.downloader as dl
-import rcdl.core.parser as parser
-
-Config.ensure_dirs()
-Config.ensure_files()
-
-with DB() as db:
-    db.init_table()
-
-CDL_PATH = Path.home() / "Videos" / "cdl"
-CREATORS_JSON = CDL_PATH / ".cache" / "creators.json"
-TEMP_JSON = str(CDL_PATH / "temp.json")
-LOG_PATH = CDL_PATH / "migrate_log.log"
-MV_TXT = CDL_PATH / "mv.txt"
-DEST_BASE = Path("/home/elitedesk/Videos/rcdl")
-
-logging.basicConfig(
-    filename=LOG_PATH,
-    filemode="a",
-    encoding="utf-8",
-    level=logging.INFO,
-    format="{asctime} - {levelname} - {message}",
-    style="{",
-    datefmt="%Y-%m-%d %H:%M:%S",
-)
-console = logging.StreamHandler()
-console.setFormatter(logging.Formatter("{levelname}: {message}", style="{"))
-logging.getLogger().addHandler(console)
-
-open(MV_TXT, "w").close()
-
-
-def add_to_mvtxt(filepath: str):
-    with open(MV_TXT, "a") as f:
-        f.write(filepath + "\n")
-
-
-def update_db_info(video: Video):
-    with DB() as db:
-        db._upsert_video(video)
-
-
-def move_files(mv_txt: Path, dest_base: Path):
-    # Read all file paths
-    i = 0
-    with mv_txt.open("r", encoding="utf-8") as f:
-        paths = [line.strip() for line in f if line.strip()]
-
-    for src_path_str in paths:
-        src = Path(src_path_str)
-        if not src.exists():
-            print(f"Skipping missing file: {src}")
-            i += 1
-            continue
-
-        # Compute destination folder
-        relative_parts = src.parts[len(Path("/home/elitedesk/Videos/cdl").parts) :]
-        dest_dir = dest_base.joinpath(*relative_parts[:-1])
-        dest_dir.mkdir(parents=True, exist_ok=True)
-
-        # Destination path
-        dest = dest_dir / src.name
-
-        # Move the file
-        shutil.move(str(src), str(dest))
-        i += 1
-        print(f"Moved ({i}/{len(paths)}): {src} -> {dest}")
-
-
-if __name__ == "__main__":
-    logging.info("--- MIGRATE pre-v2 to +2.0 Script START ---")
-
-    # get all local creators
-    creators_json = load_json(CREATORS_JSON)
-    creators: list[Creator] = []
-    for creator in creators_json:
-        creators.append(
-            Creator(
-                creator_id=creator["creator_id"],
-                service=creator["service"],
-                domain=creator["domain"],
-                status=None,
-            )
-        )
-
-    for creator in creators:
-        # get posts
-        url = URL.get_creator_post_wo_param(creator)
-        print(f"Request {url} up to {15} max page")
-        pf = dl.PostsFetcher(url, TEMP_JSON, max_page=15)
-        pf.request()
-
-        posts = parser.filter_posts_with_videos_from_json(TEMP_JSON)
-        print(f"Found {len(posts)} posts with videos for creator {creator.creator_id}")
-
-        posts_videos = parser.convert_posts_to_videos(posts)
-        print(f"Converted {len(posts)} to Video")
-        for video in posts_videos:
-            video.status = VideoStatus.DOWNLOADED
-
-        # get local videos
-        creator_path = os.path.join(CDL_PATH, creator.creator_id)
-        print(f"Looking in {creator_path}")
-        files = os.listdir(creator_path)
-
-        local_videos: list[dict] = []
-        for file in files:
-            # ignore partial file
-            if file.endswith(".part") or file.endswith(".aria2"):
-                continue
-
-            # remove ext
-            name = file[:-4] if file.endswith(".mp4") else file
-
-            # part number
-            if "_p" not in name:
-                print(f"Skipped file due to missing part number: {file}")
-
-            try:
-                base, part_str = name.rsplit("_p", 1)
-
-                # extract date and title
-                date, *title_parts = base.split("_")
-                title = "_".join(title_parts)  # keeps underscores in title
-
-                local_videos.append(
-                    {
-                        "date": date,  # e.g. "2025-12-25"
-                        "title": title,
-                        "part": part_str,  # e.g. "0"
-                    }
-                )
-            except:  # noqa E277
-                pass
-
-        print(f"Found {len(local_videos)} local videos")
-
-        # match local vid to videos list
-        for lv in local_videos:
-            for pv in posts_videos:
-                if (
-                    lv["date"] == pv.published
-                    and lv["title"] == pv.title
-                    and lv["part"] == str(pv.part)
-                ):
-                    print(f"Found a match for {pv.relative_path}")
-                    update_db_info(pv)
-                    add_to_mvtxt(os.path.join(creator_path, pv.relative_path))
-                    break
-            else:
-                print(f"No match found {lv['date']}_{lv['title']}_{lv['part']}")
-
-        move_files(MV_TXT, DEST_BASE)
-        shutil.move(str(MV_TXT), str(MV_TXT) + f".{creator.creator_id}.txt")
-        open(MV_TXT, "w").close()

rcdl/scripts/upload_pypi.py

@@ -1,98 +0,0 @@
-# scripts/upload_pypi.py
-
-import subprocess
-import sys
-import os
-import requests
-from packaging.version import parse as parse_version
-import tomllib
-
-# config
-PYPROJECT_FILE = "pyproject.toml"
-PYPI_PACKAGE_NAME = "rcdl"  # PyPI package name
-
-# read local version
-with open(PYPROJECT_FILE, "rb") as f:
-    data = tomllib.load(f)
-
-local_version = data["project"]["version"]
-print(f"Local version: {local_version}")
-
-# check remote latest version
-response = requests.get(f"https://pypi.org/pypi/{PYPI_PACKAGE_NAME}/json")
-if response.status_code == 200:
-    latest_version = response.json()["info"]["version"]
-    print(f"Latest PyPI version: {latest_version}")
-else:
-    latest_version = None
-    print("ERROR: Package not found on PyPI")
-
-# chec version number
-if latest_version and parse_version(local_version) <= parse_version(latest_version):
-    print("Error: Local version is not higher than PyPI version.")
-    sys.exit(1)
-
-# build with flit
-print("Building package...")
-subprocess.run([sys.executable, "-m", "flit", "build"], check=True)
-
-# upload to pypi
-print("Uploading to PyPI...")
-if not os.path.exists("api_key.txt"):
-    print(
-        "ERROR - you have to create an api_key.txt file in your root directory containing only your pypi api key"
-    )
-    quit()
-with open("api_key.txt", "r") as f:
-    api_key = f.read().strip()
-if api_key == "":
-    print("ERROR - api_key.txt is empty")
-
-subprocess.run(
-    [
-        sys.executable,
-        "-m",
-        "twine",
-        "upload",
-        "-u",
-        "__token__",
-        "-p",
-        api_key,
-        "dist/*",
-    ],
-    check=True,
-)
-
-print("PYPI Upload complete!")
-
-# find wheel file in dist/
-dist_files = [f for f in os.listdir("dist") if f.endswith(".whl")]
-if not dist_files:
-    raise FileNotFoundError("No .whl file found in dist/")
-
-whl_file_path = os.path.join("dist", dist_files[0])
-if local_version not in whl_file_path:
-    raise FileNotFoundError("Version of .whl does not match upload.")
-
-# create github release
-tag = f"v{local_version}"
-print(f"Creating github release {tag}")
-
-
-subprocess.run(
-    [
-        "gh",
-        "release",
-        "create",
-        tag,
-        "--title",
-        f"Release {tag}",
-        "--notes",
-        "",
-        whl_file_path,
-    ],
-    check=True,
-)
-
-print("GitHub release created!")
-print("--END--")

rcdl-2.2.2.dist-info/RECORD

@@ -1,22 +0,0 @@
-rcdl/__init__.py,sha256=6TJotAX_12BuAA2z78HW-KH0MudTmZSSeZXy9G_PeW4,85
-rcdl/__main__.py,sha256=sq5lbBnJf7_jh9HD1WAC5z1JDu0HDLWE3c9D-fiL6Jg,479
-rcdl/utils.py,sha256=MMeV3UjDEC1r5nxkuFW3GxGIsqCmYtEUTP2G2YWNnHM,149
-rcdl/core/api.py,sha256=OajUITAG2vfXEeoifL73wb96o_dsAypqQQkx2lK5LNo,1752
-rcdl/core/config.py,sha256=NclmKraunK0parCdm_LFbJ4w4mq11SAnzeLo30I05-8,2487
-rcdl/core/db.py,sha256=5Ajppng4gJ-dvTqUBLYs3SFZzBw7t6GUiZDOBy8_CEM,7607
-rcdl/core/db_queries.py,sha256=xFS66bn3LSUOzgMIS1JvKOOknPfGI1NJleRSupHvtaM,1695
-rcdl/core/downloader.py,sha256=L4huh-JI8zwjT6ChvyoYl-c3rmItYAOlEZNAUwLflXo,9019
-rcdl/core/downloader_subprocess.py,sha256=xHyOX8K8gLFq6fA63TliRPAe10IV8H3NWeUbNbow5M8,5245
-rcdl/core/file_io.py,sha256=NGkB9Mv7CRVe2qejyY_R9zmLmzLHbtwwxWIqwWVAHfo,731
-rcdl/core/fuse.py,sha256=lBDI0EC-jyWnNRNnqBGucVVOdzkgnf1yqb8438swZ7Y,3879
-rcdl/core/models.py,sha256=1_VZ68Gu7LH_o_NG7QJwQAzRCyOxIps--UCWwJGK9YI,1171
-rcdl/core/parser.py,sha256=8e1vMWnMiVxkzwXtsJG_rxejvJUVLE35rHE7eVQsi2g,7685
-rcdl/interface/cli.py,sha256=SiJmtmGvwOyF9b5ePTjgyNgB051cib7c8qGG4VTFeI8,3660
-rcdl/interface/ui.py,sha256=rrY5Tq4nxDHpDJW6YdoPEc0WqOO8unDDbu0Vl3hlm_I,6180
-rcdl/scripts/migrate_creators_json_txt.py,sha256=5JoySkRmfoQ2ghZCMgnPsVwa8IiOthl-wq2QGN-dqdQ,883
-rcdl/scripts/migrate_old_format_to_db.py,sha256=zhn_L7LlYmWRAMbMBvQxxkrVbXEhMn4msE7ml5kwNYU,5496
-rcdl/scripts/upload_pypi.py,sha256=dzXasvbcx4AjwTZeyamDtQIqE1dQIViLt5RfMpC198A,2325
-rcdl-2.2.2.dist-info/entry_points.txt,sha256=TSFT1avCCO1d8pJnvuQLzX_1bA96uIDV_alKuruDN4E,42
-rcdl-2.2.2.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
-rcdl-2.2.2.dist-info/METADATA,sha256=BkOnWpy-ji1sC5IBh26mabyIrcMl7mP6-xiAaEeuW5g,2097
-rcdl-2.2.2.dist-info/RECORD,,