rcdl 2.2.2__py3-none-any.whl

rcdl/scripts/migrate_old_format_to_db.py

@@ -0,0 +1,188 @@
+# scripts/migrate_old_format_to_db.py
+
+"""
+Use this script to migrate from pre-2.0 to 2+.
+Script migrate_old_format_to_db version: v1.0
+
+old_format:
+- no db
+cdl/
+    creator1/
+        date_title1_p0.mp4
+        date_title2_p0.mp4
+        date_title2_p1.mp4
+        ...
+    ...
+
+for each creator:
+    - [x] get all posts
+    - [x] match each videos to its posts
+    - [x] update db
+    - [ ] check db with local videos
+"""
+
+import logging
+import os
+from pathlib import Path
+import shutil
+
+from rcdl.core.config import Config
+from rcdl.core.models import Creator, Video, VideoStatus
+from rcdl.core.file_io import load_json
+from rcdl.core.api import URL
+from rcdl.core.db import DB
+import rcdl.core.downloader as dl
+import rcdl.core.parser as parser
+
+Config.ensure_dirs()
+Config.ensure_files()
+
+with DB() as db:
+    db.init_table()
+
+CDL_PATH = Path.home() / "Videos" / "cdl"
+CREATORS_JSON = CDL_PATH / ".cache" / "creators.json"
+TEMP_JSON = str(CDL_PATH / "temp.json")
+LOG_PATH = CDL_PATH / "migrate_log.log"
+MV_TXT = CDL_PATH / "mv.txt"
+DEST_BASE = Path("/home/elitedesk/Videos/rcdl")
+
+logging.basicConfig(
+    filename=LOG_PATH,
+    filemode="a",
+    encoding="utf-8",
+    level=logging.INFO,
+    format="{asctime} - {levelname} - {message}",
+    style="{",
+    datefmt="%Y-%m-%d %H:%M:%S",
+)
+console = logging.StreamHandler()
+console.setFormatter(logging.Formatter("{levelname}: {message}", style="{"))
+logging.getLogger().addHandler(console)
+
+open(MV_TXT, "w").close()
+
+
+def add_to_mvtxt(filepath: str):
+    with open(MV_TXT, "a") as f:
+        f.write(filepath + "\n")
+
+
+def update_db_info(video: Video):
+    with DB() as db:
+        db._upsert_video(video)
+
+
+def move_files(mv_txt: Path, dest_base: Path):
+    # Read all file paths
+    i = 0
+    with mv_txt.open("r", encoding="utf-8") as f:
+        paths = [line.strip() for line in f if line.strip()]
+
+    for src_path_str in paths:
+        src = Path(src_path_str)
+        if not src.exists():
+            print(f"Skipping missing file: {src}")
+            i += 1
+            continue
+
+        # Compute destination folder
+        relative_parts = src.parts[len(Path("/home/elitedesk/Videos/cdl").parts) :]
+        dest_dir = dest_base.joinpath(*relative_parts[:-1])
+        dest_dir.mkdir(parents=True, exist_ok=True)
+
+        # Destination path
+        dest = dest_dir / src.name
+
+        # Move the file
+        shutil.move(str(src), str(dest))
+        i += 1
+        print(f"Moved ({i}/{len(paths)}): {src} -> {dest}")
+
+
+if __name__ == "__main__":
+    logging.info("--- MIGRATE pre-v2 to +2.0 Script START ---")
+
+    # get all local creators
+    creators_json = load_json(CREATORS_JSON)
+    creators: list[Creator] = []
+    for creator in creators_json:
+        creators.append(
+            Creator(
+                creator_id=creator["creator_id"],
+                service=creator["service"],
+                domain=creator["domain"],
+                status=None,
+            )
+        )
+
+    for creator in creators:
+        # get posts
+        url = URL.get_creator_post_wo_param(creator)
+        print(f"Request {url} up to {15} max page")
+        pf = dl.PostsFetcher(url, TEMP_JSON, max_page=15)
+        pf.request()
+
+        posts = parser.filter_posts_with_videos_from_json(TEMP_JSON)
+        print(f"Found {len(posts)} posts with videos for creator {creator.creator_id}")
+
+        posts_videos = parser.convert_posts_to_videos(posts)
+        print(f"Converted {len(posts)} to Video")
+        for video in posts_videos:
+            video.status = VideoStatus.DOWNLOADED
+
+        # get local videos
+        creator_path = os.path.join(CDL_PATH, creator.creator_id)
+        print(f"Looking in {creator_path}")
+        files = os.listdir(creator_path)
+
+        local_videos: list[dict] = []
+        for file in files:
+            # ignore partial file
+            if file.endswith(".part") or file.endswith(".aria2"):
+                continue
+
+            # remove ext
+            name = file[:-4] if file.endswith(".mp4") else file
+
+            # part number
+            if "_p" not in name:
+                print(f"Skipped file due to missing part number: {file}")
+
+            try:
+                base, part_str = name.rsplit("_p", 1)
+
+                # extract date and title
+                date, *title_parts = base.split("_")
+                title = "_".join(title_parts)  # keeps underscores in title
+
+                local_videos.append(
+                    {
+                        "date": date,  # e.g. "2025-12-25"
+                        "title": title,
+                        "part": part_str,  # e.g. "0"
+                    }
+                )
+            except:  # noqa E277
+                pass
+
+        print(f"Found {len(local_videos)} local videos")
+
+        # match local vid to videos list
+        for lv in local_videos:
+            for pv in posts_videos:
+                if (
+                    lv["date"] == pv.published
+                    and lv["title"] == pv.title
+                    and lv["part"] == str(pv.part)
+                ):
+                    print(f"Found a match for {pv.relative_path}")
+                    update_db_info(pv)
+                    add_to_mvtxt(os.path.join(creator_path, pv.relative_path))
+                    break
+            else:
+                print(f"No match found {lv['date']}_{lv['title']}_{lv['part']}")
+
+        move_files(MV_TXT, DEST_BASE)
+        shutil.move(str(MV_TXT), str(MV_TXT) + f".{creator.creator_id}.txt")
+        open(MV_TXT, "w").close()

rcdl/scripts/upload_pypi.py

@@ -0,0 +1,98 @@
+# scripts/upload_pypi.py
+
+import subprocess
+import sys
+import os
+import requests
+from packaging.version import parse as parse_version
+import tomllib
+
+# config
+PYPROJECT_FILE = "pyproject.toml"
+PYPI_PACKAGE_NAME = "rcdl"  # PyPI package name
+
+# read local version
+with open(PYPROJECT_FILE, "rb") as f:
+    data = tomllib.load(f)
+
+local_version = data["project"]["version"]
+print(f"Local version: {local_version}")
+
+# check remote latest version
+response = requests.get(f"https://pypi.org/pypi/{PYPI_PACKAGE_NAME}/json")
+if response.status_code == 200:
+    latest_version = response.json()["info"]["version"]
+    print(f"Latest PyPI version: {latest_version}")
+else:
+    latest_version = None
+    print("ERROR: Package not found on PyPI")
+
+# chec version number
+if latest_version and parse_version(local_version) <= parse_version(latest_version):
+    print("Error: Local version is not higher than PyPI version.")
+    sys.exit(1)
+
+# build with flit
+print("Building package...")
+subprocess.run([sys.executable, "-m", "flit", "build"], check=True)
+
+# upload to pypi
+print("Uploading to PyPI...")
+if not os.path.exists("api_key.txt"):
+    print(
+        "ERROR - you have to create an api_key.txt file in your root directory containing only your pypi api key"
+    )
+    quit()
+with open("api_key.txt", "r") as f:
+    api_key = f.read().strip()
+if api_key == "":
+    print("ERROR - api_key.txt is empty")
+
+subprocess.run(
+    [
+        sys.executable,
+        "-m",
+        "twine",
+        "upload",
+        "-u",
+        "__token__",
+        "-p",
+        api_key,
+        "dist/*",
+    ],
+    check=True,
+)
+
+print("PYPI Upload complete!")
+
+# find wheel file in dist/
+dist_files = [f for f in os.listdir("dist") if f.endswith(".whl")]
+if not dist_files:
+    raise FileNotFoundError("No .whl file found in dist/")
+
+whl_file_path = os.path.join("dist", dist_files[0])
+if local_version not in whl_file_path:
+    raise FileNotFoundError("Version of .whl does not match upload.")
+
+# create github release
+tag = f"v{local_version}"
+print(f"Creating github release {tag}")
+
+
+subprocess.run(
+    [
+        "gh",
+        "release",
+        "create",
+        tag,
+        "--title",
+        f"Release {tag}",
+        "--notes",
+        "",
+        whl_file_path,
+    ],
+    check=True,
+)
+
+print("GitHub release created!")
+print("--END--")

rcdl/utils.py

@@ -0,0 +1,11 @@
+# utils.py
+
+import click
+
+
+def echo(text: str):
+    click.echo(text)
+
+
+def echoc(text: str, color: str):
+    click.echo(click.style(text, fg=color))

rcdl-2.2.2.dist-info/METADATA

@@ -0,0 +1,89 @@
+Metadata-Version: 2.4
+Name: rcdl
+Version: 2.2.2
+Summary: Coomer/Kemono CLI Downloader
+Keywords: downloader,video,media
+Author: Anonymous
+Requires-Python: >=3.12
+Description-Content-Type: text/markdown
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Dist: click>=8.2
+Requires-Dist: requests>=2.32
+Requires-Dist: pathvalidate==3.3.1
+Requires-Dist: moviepy==2.2.1
+Requires-Dist: rich==14.2.0
+
+# RCDL
+
+Riton Coomer Download Manager  
+`rcdl` is a tool to automatically download the videos of your favorites creators from [coomer.st](https://coomer.st) and [kemono.cr](https://kemono.cr)
+
+
+## Install
+### Dependencies
+- [yt-dlp](https://github.com/yt-dlp/yt-dlp)
+- [aria2](https://github.com/aria2/aria2)
+- [ffmpeg](https://www.ffmpeg.org/download.html) (Only for `fuse` command)  
+Recommended install:
+```bash
+pipx install yt-dlp
+sudo apt install aria2 ffmpeg
+```
+### Install RCDL
+It is recommended to use pipx
+```bash
+pipx install rcdl
+```
+or else:  
+```bash
+pip install rcdl
+```
+
+## How to use
+
+Run the CLI with:
+
+```bash
+rcdl --help
+```
+
+By default all files will live in `~/Videos/rcdl/`. Cache, configuration and log file will be in a hidden `rcdl/.cache/` folder.
+
+```bash
+rcdl refresh    # look creators.json and find all possible videos
+rcdl dlsf       # download all found videos
+rcdl discover   # WIP
+rcdl fuse       # WIP
+rcdl log        # debug only; show the log file
+```
+
+Add, rm, list a creator:
+```bash
+rcdl add [URL]
+rcdl add [service]/[creator_id]
+```
+
+## Dev
+### Install
+```bash
+git clone https://github.com/ritonun/cdl.git rcdl
+cd rcdl
+python3 -m venv .venv
+source .venv/bin/activate
+pip install -e .
+```
+
+## Deploy
+```bash
+python3 -m pip install --upgrade build
+python3 -m pip install --upgrade twine
+pip install flit packaging requests   # necessary to run auto release scripts
+
+# Use convenience scripts in rcdl/scripts
+# Create api_key.txt with the pypi api key in the root folder
+python3 rcdl/scripts/upload_pypi.py
+python3 rcdl/scripts/migrate_old_format_to_db.py
+```
+

rcdl-2.2.2.dist-info/RECORD

@@ -0,0 +1,22 @@
+rcdl/__init__.py,sha256=6TJotAX_12BuAA2z78HW-KH0MudTmZSSeZXy9G_PeW4,85
+rcdl/__main__.py,sha256=sq5lbBnJf7_jh9HD1WAC5z1JDu0HDLWE3c9D-fiL6Jg,479
+rcdl/utils.py,sha256=MMeV3UjDEC1r5nxkuFW3GxGIsqCmYtEUTP2G2YWNnHM,149
+rcdl/core/api.py,sha256=OajUITAG2vfXEeoifL73wb96o_dsAypqQQkx2lK5LNo,1752
+rcdl/core/config.py,sha256=NclmKraunK0parCdm_LFbJ4w4mq11SAnzeLo30I05-8,2487
+rcdl/core/db.py,sha256=5Ajppng4gJ-dvTqUBLYs3SFZzBw7t6GUiZDOBy8_CEM,7607
+rcdl/core/db_queries.py,sha256=xFS66bn3LSUOzgMIS1JvKOOknPfGI1NJleRSupHvtaM,1695
+rcdl/core/downloader.py,sha256=L4huh-JI8zwjT6ChvyoYl-c3rmItYAOlEZNAUwLflXo,9019
+rcdl/core/downloader_subprocess.py,sha256=xHyOX8K8gLFq6fA63TliRPAe10IV8H3NWeUbNbow5M8,5245
+rcdl/core/file_io.py,sha256=NGkB9Mv7CRVe2qejyY_R9zmLmzLHbtwwxWIqwWVAHfo,731
+rcdl/core/fuse.py,sha256=lBDI0EC-jyWnNRNnqBGucVVOdzkgnf1yqb8438swZ7Y,3879
+rcdl/core/models.py,sha256=1_VZ68Gu7LH_o_NG7QJwQAzRCyOxIps--UCWwJGK9YI,1171
+rcdl/core/parser.py,sha256=8e1vMWnMiVxkzwXtsJG_rxejvJUVLE35rHE7eVQsi2g,7685
+rcdl/interface/cli.py,sha256=SiJmtmGvwOyF9b5ePTjgyNgB051cib7c8qGG4VTFeI8,3660
+rcdl/interface/ui.py,sha256=rrY5Tq4nxDHpDJW6YdoPEc0WqOO8unDDbu0Vl3hlm_I,6180
+rcdl/scripts/migrate_creators_json_txt.py,sha256=5JoySkRmfoQ2ghZCMgnPsVwa8IiOthl-wq2QGN-dqdQ,883
+rcdl/scripts/migrate_old_format_to_db.py,sha256=zhn_L7LlYmWRAMbMBvQxxkrVbXEhMn4msE7ml5kwNYU,5496
+rcdl/scripts/upload_pypi.py,sha256=dzXasvbcx4AjwTZeyamDtQIqE1dQIViLt5RfMpC198A,2325
+rcdl-2.2.2.dist-info/entry_points.txt,sha256=TSFT1avCCO1d8pJnvuQLzX_1bA96uIDV_alKuruDN4E,42
+rcdl-2.2.2.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
+rcdl-2.2.2.dist-info/METADATA,sha256=BkOnWpy-ji1sC5IBh26mabyIrcMl7mP6-xiAaEeuW5g,2097
+rcdl-2.2.2.dist-info/RECORD,,

rcdl-2.2.2.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: flit 3.12.0
+Root-Is-Purelib: true
+Tag: py3-none-any

rcdl-2.2.2.dist-info/entry_points.txt

@@ -0,0 +1,3 @@
+[console_scripts]
+rcdl=rcdl.__main__:cli
+