rcdl 2.0.0__tar.gz

rcdl-2.0.0/.gitignore

@@ -0,0 +1,228 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[codz]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py.cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# UV
+#   Similar to Pipfile.lock, it is generally recommended to include uv.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#uv.lock
+
+# poetry
+#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
+#poetry.lock
+#poetry.toml
+
+# pdm
+#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
+#   pdm recommends including project-wide configuration in pdm.toml, but excluding .pdm-python.
+#   https://pdm-project.org/en/latest/usage/project/#working-with-version-control
+#pdm.lock
+#pdm.toml
+.pdm-python
+.pdm-build/
+
+# pixi
+#   Similar to Pipfile.lock, it is generally recommended to include pixi.lock in version control.
+#pixi.lock
+#   Pixi creates a virtual environment in the .pixi directory, just like venv module creates one
+#   in the .venv directory. It is recommended not to include this directory in version control.
+.pixi
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# Redis
+*.rdb
+*.aof
+*.pid
+
+# RabbitMQ
+mnesia/
+rabbitmq/
+rabbitmq-data/
+
+# ActiveMQ
+activemq-data/
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.envrc
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# PyCharm
+#  JetBrains specific template is maintained in a separate JetBrains.gitignore that can
+#  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
+#  and can be added to the global gitignore or merged into this file.  For a more nuclear
+#  option (not recommended) you can uncomment the following to ignore the entire idea folder.
+#.idea/
+
+# Abstra
+# Abstra is an AI-powered process automation framework.
+# Ignore directories containing user credentials, local state, and settings.
+# Learn more at https://abstra.io/docs
+.abstra/
+
+# Visual Studio Code
+#  Visual Studio Code specific template is maintained in a separate VisualStudioCode.gitignore
+#  that can be found at https://github.com/github/gitignore/blob/main/Global/VisualStudioCode.gitignore
+#  and can be added to the global gitignore or merged into this file. However, if you prefer,
+#  you could uncomment the following to ignore the entire vscode folder
+# .vscode/
+
+# Ruff stuff:
+.ruff_cache/
+
+# PyPI configuration file
+.pypirc
+
+# Marimo
+marimo/_static/
+marimo/_lsp/
+__marimo__/
+
+# Streamlit
+.streamlit/secrets.toml
+
+# editor
+.vscode/
+
+# dev files
+output/
+dev/
+
+# output file
+*.mp4
+*.mp3
+*.txt

rcdl-2.0.0/CHANGELOG.md

@@ -0,0 +1,68 @@
+# Changelog
+
+---
+## [Unreleased]
+---
+
+## [2.0.0] - 2025-12-25
+## Added
+- Renamed the project from `cdl` to `rcdl` !
+- new command `refresh` to update video to be downloaded without starting the download
+## Changed
+- default file creation changed (see config.py)
+- progress ETA improved
+- replaced .csv cache with `sqlite3` DB
+- `refresh` functionnality removed from `dlsf`
+## Fixed
+- Fix multiple bugs
+
+## [1.6.2] - 2025-12-21
+### Fixed
+- fix empty '' ss duration
+
+## [1.6.0] - 2025-11-01
+### Added
+- Discovery command: search tags for posts with tag
+- Tag and Max_page aoption arg
+
+## [1.5.1] - 2025-10-21
+### Added
+- Fuse part videos with cdl fuse command. Warning: delete part videos that are succesfully fused.
+- preset selection in settings.json
+- data gatehring of fuse performance in .cache/fuse.csv
+- progress info for fuse command
+### Changed
+- Instead of deleting fused file, rename to .mv_oldfilename.mp4
+
+## [1.4.1] - 2025-10-20
+### Added
+- Updated parser to extract .m4v video too
+### Fixed
+- Fixed crash when looking for already downloaded posts and error index in .cache/ is missing
+- Fixed issue when video is not written in cache, still check if video not in paths
+
+## [1.4.0] - 2025-10-17
+### Added
+- custom yt-dlp flags in "yt_dlp_args" in settings.json. aria2 call live here
+### Fixed
+- fix bug when initialisation wrote default settings despite file already existing
+
+## [1.3.1] - 2025-10-04
+### Added
+- use aria2 as external downloader in yt-dlp
+- add --version flag
+- show log file in terminal with command cdl log
+- added DEBUG flag --debug, no functionnality yet
+- add support for kemono
+### Changed
+- Python version required now is >= 3.12 instead of >= 3.13
+- Progress class to track progress, now also give an estimated time remaining
+- Progress eta is now in HH:MM:SS format
+- change log file location
+### Fixed
+- fix empty title bug
+- fix an issue when multiples URLS where in a post, it only checked if the first post had been downloaded and not all urls before skipping download
+
+## [1.0.0] - 2025-10-03
+### Added
+- initial release of the project

rcdl-2.0.0/PKG-INFO

@@ -0,0 +1,81 @@
+Metadata-Version: 2.4
+Name: rcdl
+Version: 2.0.0
+Summary: Coomer/Kemono CLI Downloader
+Keywords: downloader,video,media
+Author: Anonymous
+Requires-Python: >=3.12
+Description-Content-Type: text/markdown
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Dist: click>=8.2
+Requires-Dist: requests>=2.32
+Requires-Dist: pathvalidate==3.3.1
+Requires-Dist: moviepy==2.2.1
+
+# RCDL
+
+Riton Coomer Download Manager  
+`rcdl` is a tool to automatically download the videos of your favorites creators from [coomer.st](https://coomer.st) and [kemono.cr](https://kemono.cr)
+
+
+## Install
+### Dependencies
+- [yt-dlp](https://github.com/yt-dlp/yt-dlp)
+- [aria2](https://github.com/aria2/aria2)
+- [ffmpeg](https://www.ffmpeg.org/download.html) (Only for `fuse` command)  
+Recommended install:
+```bash
+pipx install yt-dlp
+sudo apt install aria2 ffmpeg
+```
+### Install RCDL
+It is recommended to use pipx
+```bash
+pipx install rcdl
+```
+or else:  
+```bash
+pip install rcdl
+```
+
+## How to use
+
+Run the CLI with:
+
+```bash
+rcdl --help
+```
+
+By default all files will live in `~/Videos/rcdl/`. Cache, configuration and log file will be in a hidden `rcdl/.cache/` folder.
+
+```bash
+rcdl refresh    # look creators.json and find all possible videos
+rcdl dlsf       # download all found videos
+rcdl discover   # WIP
+rcdl fuse       # WIP
+rcdl log        # debug only; show the log file
+```
+
+## Dev
+### Install
+```bash
+git clone https://github.com/ritonun/cdl.git rcdl
+cd rcdl
+python3 -m venv .venv
+source .venv/bin/activate
+pip install -e .
+```
+
+## Deploy
+```bash
+python3 -m pip install --upgrade build
+python3 -m pip install --upgrade twine
+pip install flit packaging requests   # necessary to run auto release scripts
+
+# Use convenience scripts in rcdl/scripts
+# Create api_key.txt with the pypi api key in the root folder
+python3 rcdl/scripts/upload_pypi.py
+```
+

rcdl-2.0.0/README.md

@@ -0,0 +1,64 @@
+# RCDL
+
+Riton Coomer Download Manager  
+`rcdl` is a tool to automatically download the videos of your favorites creators from [coomer.st](https://coomer.st) and [kemono.cr](https://kemono.cr)
+
+
+## Install
+### Dependencies
+- [yt-dlp](https://github.com/yt-dlp/yt-dlp)
+- [aria2](https://github.com/aria2/aria2)
+- [ffmpeg](https://www.ffmpeg.org/download.html) (Only for `fuse` command)  
+Recommended install:
+```bash
+pipx install yt-dlp
+sudo apt install aria2 ffmpeg
+```
+### Install RCDL
+It is recommended to use pipx
+```bash
+pipx install rcdl
+```
+or else:  
+```bash
+pip install rcdl
+```
+
+## How to use
+
+Run the CLI with:
+
+```bash
+rcdl --help
+```
+
+By default all files will live in `~/Videos/rcdl/`. Cache, configuration and log file will be in a hidden `rcdl/.cache/` folder.
+
+```bash
+rcdl refresh    # look creators.json and find all possible videos
+rcdl dlsf       # download all found videos
+rcdl discover   # WIP
+rcdl fuse       # WIP
+rcdl log        # debug only; show the log file
+```
+
+## Dev
+### Install
+```bash
+git clone https://github.com/ritonun/cdl.git rcdl
+cd rcdl
+python3 -m venv .venv
+source .venv/bin/activate
+pip install -e .
+```
+
+## Deploy
+```bash
+python3 -m pip install --upgrade build
+python3 -m pip install --upgrade twine
+pip install flit packaging requests   # necessary to run auto release scripts
+
+# Use convenience scripts in rcdl/scripts
+# Create api_key.txt with the pypi api key in the root folder
+python3 rcdl/scripts/upload_pypi.py
+```

rcdl-2.0.0/pyproject.toml

@@ -0,0 +1,28 @@
+[project]
+name = "rcdl"
+version = "2.0.0"
+description = "Coomer/Kemono CLI Downloader"
+requires-python = ">=3.12"
+dependencies = [
+    "click>=8.2",
+    "requests>=2.32",
+    "pathvalidate==3.3.1",
+    "moviepy==2.2.1",
+]
+authors = [
+    {name = "Anonymous"},
+]
+readme = "README.md"
+keywords = ["downloader", "video", "media"]
+classifiers = [
+    "Programming Language :: Python :: 3",
+    "License :: OSI Approved :: MIT License",
+    "Operating System :: OS Independent",
+]
+
+[project.scripts]
+rcdl = "rcdl.__main__:cli"
+
+[build-system]
+requires = ["flit_core<4"]
+build-backend = "flit_core.buildapi"

rcdl-2.0.0/rcdl/__init__.py

@@ -0,0 +1,5 @@
+# __init__.py
+
+from importlib.metadata import version
+
+__version__ = version("rcdl")

rcdl-2.0.0/rcdl/__main__.py

@@ -0,0 +1,23 @@
+# __main__.py
+
+import logging
+
+from rcdl.core.config import Config, setup_logging
+
+# setup file structure
+Config.ensure_dirs()
+Config.ensure_files()
+
+# setup logging
+setup_logging(Config.LOG_FILE, level=0)
+
+logging.info("--- INIT ---")
+logging.info("Logger initialized")
+
+# init database
+from rcdl.core.db import DB  # noqa: E402
+
+d = DB()
+d.close()
+
+from rcdl.interface.cli import cli  # noqa: E402, F401

rcdl-2.0.0/rcdl/core/api.py

@@ -0,0 +1,54 @@
+# core/api.py
+
+from .models import Creator
+
+
+class URL:
+    DOMAINS_BASE_URL = {
+        "coomer": "https://coomer.st/api/v1/",
+        "kemono": "https://kemono.cr/api/v1/",
+    }
+
+    @staticmethod
+    def get_base_url(domain: str) -> str:
+        if domain not in URL.DOMAINS_BASE_URL:
+            raise KeyError(f"{domain} not in known domains urls")
+        return URL.DOMAINS_BASE_URL[domain]
+
+    @staticmethod
+    def get_post_revision(creator: Creator, post_id) -> str:
+        return f"{URL.get_base_url(creator.domain)}{creator.service}/user/{creator.creator_id}/post/{post_id}/revisions"
+
+    @staticmethod
+    def get_headers() -> dict:
+        return {
+            "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0 Safari/537.36",
+            "Accept": "text/css",
+        }
+
+    @staticmethod
+    def get_url_from_file(domain: str, path_url: str):
+        if domain == "coomer":
+            return f"https://coomer.st{path_url}"
+        elif domain == "kemono":
+            return f"https://kemono.cr{path_url}"
+        else:
+            raise ValueError(
+                f"Domain {domain} is not an accepted value/does not exist. Please check your creators.json file"
+            )
+
+    @staticmethod
+    def add_params(url: str, params: dict):
+        url += "?"
+        for key in params:
+            url += f"{key}={params[key]}&"
+        return url[:-1]
+
+    @staticmethod
+    def get_creator_post_wo_param(creator: Creator) -> str:
+        return f"{URL.get_base_url(creator.domain)}{creator.service}/user/{creator.creator_id}/posts"
+
+    @staticmethod
+    def get_posts_page_url_wo_param():
+        domain = URL.DOMAINS_BASE_URL["coomer"]
+        return f"{domain}posts"

rcdl-2.0.0/rcdl/core/config.py

@@ -0,0 +1,115 @@
+# core/config.py
+
+from pathlib import Path
+import json
+import logging
+import os
+
+from .file_io import write_json
+
+
+class Config:
+    # paths
+    APP_NAME = "cdl"
+    BASE_DIR = Path.home() / "Videos/rcdl"
+
+    BASE_DIR = Path(os.environ.get("RCDL_BASE_DIR", Path.home() / "Videos/rcdl"))
+
+    CACHE_DIR = BASE_DIR / ".cache"
+    DB_PATH = CACHE_DIR / "cdl.db"
+    LOG_FILE = CACHE_DIR / "cdl.log"
+    FUSE_CSV_FILE = CACHE_DIR / "cdl_fuse.csv"
+    SETTINGS_FILE = CACHE_DIR / "settings.json"
+    CREATORS_FILE = CACHE_DIR / "creators.json"
+    DISCOVER_DIR = CACHE_DIR / "discover"
+
+    # defaults
+    DEFAULT_SETTINGS = {
+        "work_folder": str(BASE_DIR),
+        "yt_dlp_args": "--external-downloader aria2c",
+        "preset": "veryfast",
+    }
+
+    # default creators
+    DEFAULT_CREATORS = [
+        {"creator_id": "boixd", "service": "onlyfans", "domain": "coomer"}
+    ]
+
+    DEBUG = False
+    DRY_RUN = False
+
+    # api settings
+    POST_PER_PAGE = 50
+    DEFAULT_MAX_PAGE = 10
+    MAX_FAIL_COUNT = 7
+
+    @classmethod
+    def ensure_dirs(cls):
+        cls.CACHE_DIR.mkdir(parents=True, exist_ok=True)
+        cls.DISCOVER_DIR.mkdir(exist_ok=True)
+
+    @classmethod
+    def ensure_files(cls):
+        files = [
+            cls.DB_PATH,
+            cls.FUSE_CSV_FILE,
+            cls.CREATORS_FILE,
+        ]
+        for file in files:
+            if not file.exists():
+                file.touch()
+                logging.info("Created file %s", file)
+                if file == cls.CREATORS_FILE:
+                    write_json(file, cls.DEFAULT_CREATORS)
+
+    @classmethod
+    def load_settings(cls):
+        if not cls.SETTINGS_FILE.exists():
+            with open(cls.SETTINGS_FILE, "w") as f:
+                json.dump(cls.DEFAULT_SETTINGS, f, indent=4)
+            return cls.DEFAULT_SETTINGS
+
+        with open(cls.SETTINGS_FILE, "r") as f:
+            return json.load(f)
+
+    @classmethod
+    def creator_folder(cls, creator_id: str) -> Path:
+        folder = cls.BASE_DIR / creator_id
+        folder.mkdir(exist_ok=True)
+        return folder
+
+    @classmethod
+    def cache_file(cls, filename: str, ext: str = ".json") -> Path:
+        file_name = filename + ext
+        file = cls.CACHE_DIR / file_name
+        return file
+
+    @classmethod
+    def set_debug(cls, debug: bool):
+        cls.DEBUG = debug
+
+    @classmethod
+    def set_dry_run(cls, dry_run: bool):
+        cls.DRY_RUN = dry_run
+
+
+def setup_logging(log_file: Path, level: int = 0):
+    logger = logging.getLogger()
+    logger.setLevel(level)
+    logger.handlers.clear()  # avoid double handlers if called multiple times
+
+    # file handler
+    file_handler = logging.FileHandler(log_file, encoding="utf-8", mode="a")
+    file_handler.setFormatter(
+        logging.Formatter(
+            "{asctime} - {levelname} - {message}",
+            style="{",
+            datefmt="%Y-%m-%d %H:%M:%S",
+        )
+    )
+    logger.addHandler(file_handler)
+
+    # console handler (stdout)
+    console_handler = logging.StreamHandler()
+    console_handler.setFormatter(logging.Formatter("{levelname}: {message}", style="{"))
+    logger.addHandler(console_handler)