rawget 0.1.0__py3-none-any.whl

rawget-0.1.0.dist-info/METADATA

@@ -0,0 +1,67 @@
+Metadata-Version: 2.4
+Name: rawget
+Version: 0.1.0
+Summary: A lightweight CLI tool for downloading files from a URL.
+Author-email: MJ Anglin <contact@mjanglin.com>
+Maintainer-email: MJ Anglin <contact@mjanglin.com>
+License: MIT License
+        
+        Copyright (c) 2026 MJ Anglin
+        
+        Permission is hereby granted, free of charge, to any person obtaining a copy
+        of this software and associated documentation files (the "Software"), to deal
+        in the Software without restriction, including without limitation the rights
+        to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+        copies of the Software, and to permit persons to whom the Software is
+        furnished to do so, subject to the following conditions:
+        
+        The above copyright notice and this permission notice shall be included in all
+        copies or substantial portions of the Software.
+        
+        THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+        IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+        FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+        AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+        LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+        OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+        SOFTWARE.
+        
+Project-URL: homepage, https://github.com/clxrityy/rawget
+Project-URL: issues, https://github.com/clxrityy/rawget/issues
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Operating System :: OS Independent
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Provides-Extra: dev
+Requires-Dist: twine; extra == "dev"
+Requires-Dist: build; extra == "dev"
+Requires-Dist: pytest; extra == "dev"
+Dynamic: license-file
+
+# rawget
+
+A lightweight CLI tool for downloading files from a URL.
+
+## Features
+
+- [x] No external dependencies.
+- [x] Cross-platform default download directory detection.
+- [x] Simple command-line interface.
+- [x] Automatic file extension detection based on content.
+- [x] Works on all major platforms (Linux, macOS, Windows)
+
+> Note: Streaming platform downloads (e.g., YouTube) are not supported.
+
+## Usage
+
+```bash
+rawget <URL> [output_file_name]
+```

rawget-0.1.0.dist-info/RECORD

@@ -0,0 +1,12 @@
+rawget-0.1.0.dist-info/licenses/LICENSE,sha256=bN-2TZD4Im41yYPVqwydlIUlGOPIuL4HFLoSwk7ylvk,1066
+src/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+src/__main__.py,sha256=zMquuPLGxuL26yuBdpu0ZUAbtl9VZdB2Qr4Mm5HcV7Q,466
+src/download.py,sha256=-ACvYHuaUFN-l0O9s2inWGDnvEDkZWlEZAjUh_M0N3c,2689
+src/extension.py,sha256=g196LWctS4eXkAFsRdymyDRj_Mz4D1zGGtWXkANv3lA,1342
+tests/conftest.py,sha256=CJnq3_lQUVlHEnXt-vx3b8dUJto3j_UuCdRx3rlamn4,1507
+tests/test_download.py,sha256=uMB_tqPayWPpwlLylPnQrbb0WzGao82ZmGKiWopI0qE,3043
+rawget-0.1.0.dist-info/METADATA,sha256=6Pvyg5El0r6qEdqzgGB_4ru0rCsJLjjDZh_-up4XWNw,2760
+rawget-0.1.0.dist-info/WHEEL,sha256=qELbo2s1Yzl39ZmrAibXA2jjPLUYfnVhUNTlyF1rq0Y,92
+rawget-0.1.0.dist-info/entry_points.txt,sha256=rfaqxTp2Z3zKjhbj12oO_VhQsvafJ1BuRdMwkJPf4tA,45
+rawget-0.1.0.dist-info/top_level.txt,sha256=KW3xgkz9NLMTcmmzgKvW8RFpCFkRIQ085qzq2diFf68,10
+rawget-0.1.0.dist-info/RECORD,,

rawget-0.1.0.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (80.10.1)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

rawget-0.1.0.dist-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+rawget = src.__main__:main

rawget-0.1.0.dist-info/licenses/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 MJ Anglin
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

rawget-0.1.0.dist-info/top_level.txt

@@ -0,0 +1,2 @@
+src
+tests

src/__main__.py

@@ -0,0 +1,22 @@
+#! /usr/bin/env python3
+
+"""
+Lightweight CLI tool for downloading files from a URL.
+File type detection from raw content.
+No external dependencies.
+"""
+import sys
+from .download import download_file
+
+def main():
+    if len(sys.argv) < 2:
+        print(f"Usage: rawget <URL> [output_file_name]")
+        sys.exit(1)
+
+    url = sys.argv[1]
+    output = sys.argv[2] if len(sys.argv) >= 3 else None
+
+    download_file(url, output)
+
+if __name__ == "__main__":
+    main()

src/download.py

@@ -0,0 +1,72 @@
+import os
+import urllib.request
+from .extension import detect_file_extension
+from pathlib import Path
+
+def get_default_download_dir():
+    # Linux (XDG spec)
+    xdg = os.environ.get("XDG_DOWNLOAD_DIR")
+    if xdg:
+        return Path(xdg).expanduser()
+
+    # macOS / Windows / fallback
+    return Path.home() / "Downloads"
+
+def download_file(url: str, output = None):
+    try:
+        with urllib.request.urlopen(url) as response:
+            content_type = response.headers.get('Content-Type', '')
+            data = response.read()
+
+            ext = detect_file_extension(data, url, content_type)
+            # ensure ext starts with a dot
+            if ext and not ext.startswith("."):
+                ext = f".{ext}"
+
+        # Decide destination
+        if not output:
+            download_dir = get_default_download_dir()
+            download_dir.mkdir(parents=True, exist_ok=True)
+            filename = Path(url).name
+            filepath = download_dir / filename
+        elif output.startswith("/"):  # Absolute path
+            cleaned = output.rstrip("/")
+            # Case: only a leading slash and a filename -> treat as Downloads
+            if "/" not in cleaned[1:]:
+                download_dir = get_default_download_dir()
+                download_dir.mkdir(parents=True, exist_ok=True)
+                filename = Path(cleaned).name or Path(url).name
+                filepath = download_dir / filename
+            else:
+                output_path = Path(cleaned)
+                if output.endswith("/"):
+                    output_path.mkdir(parents=True, exist_ok=True)
+                    filename = Path(url).name
+                    filepath = output_path / filename
+                else:
+                    output_path.parent.mkdir(parents=True, exist_ok=True)
+                    filepath = output_path
+        else:
+            # relative: place inside default Downloads
+            base_dir = get_default_download_dir()
+            output_path = (base_dir / output.rstrip("/"))
+            if output.endswith("/"):
+                output_path.mkdir(parents=True, exist_ok=True)
+                filename = Path(url).name
+                filepath = output_path / filename
+            else:
+                output_path.parent.mkdir(parents=True, exist_ok=True)
+                filepath = output_path
+
+        # Apply extension if missing
+        if ext and not filepath.name.endswith(ext):
+            filepath = filepath.with_suffix(ext)
+
+        with open(filepath, "wb") as f:
+            f.write(data)
+
+        print(f"Downloaded {url} to {filepath}")
+
+    except Exception as e:
+        print(f"Failed to download from URL {url}\n\n{e}")
+        raise e

src/extension.py

@@ -0,0 +1,53 @@
+from pathlib import Path
+
+FILE_SIGNATURES = {
+    # Images
+    b"\x89PNG\r\n\x1a\n": ".png",
+    b"\xff\xd8\xff": ".jpg",
+    b"GIF87a": ".gif",
+    b"GIF89a": ".gif",
+    b"RIFF": ".wav",  # WAV & AVI start with RIFF; AVI handled below
+    b"OggS": ".ogg",
+    b"fLaC": ".flac",
+    b"BM": ".bmp",
+    b"RIFF": ".avi",  # AVI (overlaps WAV, check later)
+    b"WEBP": ".webp",
+    # Audio
+    b"ID3": ".mp3",
+    b"\xff\xfb": ".mp3",
+    # Video
+    b"\x00\x00\x00\x18ftyp": ".mp4",
+    b"\x00\x00\x00\x14ftyp": ".mp4",
+    b"ftyp": ".mp4",
+    # Documents
+    b"%PDF-": ".pdf",
+}
+
+def detect_file_extension(data: bytes, url: str, content_type: str) -> str:
+    import mimetypes
+
+    # 1. Try Content-Type header
+    ext = mimetypes.guess_extension(content_type)
+
+    if ext:
+        return ext
+
+    # 2. Try file signature (magic numbers)
+    for sig, sig_ext in FILE_SIGNATURES.items():
+        if data.startswith(sig):
+            # Special case: RIFF can be WAV or AVI
+            if sig == b"RIFF":
+                if data[8:12] == b"WAVE":
+                    return ".wav"
+                elif data[8:12] == b"AVI ":
+                    return ".avi"
+            else:
+                return sig_ext
+
+    # 3. Try URL suffix
+    path_ext = Path(url).suffix
+    if path_ext:
+        return path_ext
+
+    # 4. Fallback
+    return ".bin"

tests/conftest.py

@@ -0,0 +1,38 @@
+import pytest
+import os
+from pathlib import Path
+from src.download import download_file
+
+options = {
+    "url": "",
+    "file_name": "",
+    "expected_suffix": "",
+    "expected_download": Path("")
+}
+
+# Helper function to test downloading files
+#   - The file should be placed in the expected download location
+#   - The file should have the correct extension
+#   - The file should have non-zero size
+#   - The file should be removed after the test
+@pytest.mark.skip
+def test_download(capsys: pytest.CaptureFixture[str], opts: dict = options):
+
+    url = opts["url"]
+    file_name = opts["file_name"]
+    expected_suffix = opts["expected_suffix"]
+    expected_download = opts["expected_download"]
+
+    try:
+        download_file(url, file_name)
+        captured = capsys.readouterr()
+        assert "Downloaded" in captured.out, f"Expected 'Downloading' message in output, got: {captured.out}"
+        assert expected_download.exists(), f"Expected file {expected_download} to exist"
+        assert expected_download.suffix == expected_suffix, f"Expected file {expected_download} to have {expected_suffix} extension"
+        assert expected_download.stat().st_size > 0, f"Expected file {expected_download} to have non-zero size"
+    except Exception as e:
+        assert False, f"Download failed with exception: {e}"
+    finally:
+        if expected_download.exists():
+            os.remove(expected_download)
+        assert not expected_download.exists(), f"Expected file {expected_download} to be removed"

tests/test_download.py

@@ -0,0 +1,85 @@
+import tempfile
+from pathlib import Path
+from src.download import get_default_download_dir
+from conftest import test_download
+
+def test_get_default_download_dir():
+    dir_path = get_default_download_dir()
+    assert dir_path is not None
+
+png_url = "https://avatars.githubusercontent.com/u/97744702?v=4"
+mp3_url = "https://github.com/clxrityy/clxrity.xyz/blob/wav/public/assets/audio/previews/dreamy-guitar-loop.mp3"
+wav_url = "https://github.com/clxrityy/clxrity.xyz/blob/wav/public/assets/audio/yearbook/awards/bring-it-in-%5B87%5D.wav"
+webp_url = "https://github.com/clxrityy/clxrity.xyz/blob/wav/public/assets/img/musictable.webp"
+
+# Test downloading a PNG file with default behavior
+#   - The file should be placed in the default download directory
+def test_download_file_default_behavior(capsys):
+    expected_download = Path(get_default_download_dir()) / "default.png"
+    opts = {
+        "url": png_url,
+        "file_name": "default.png",
+        "expected_suffix": ".png",
+        "expected_download": expected_download
+    }
+    test_download(capsys, opts)
+
+
+# Test downloading a PNG file with a leading slash in the filename
+#   - The leading slash should be ignored and the file should be placed in the default download directory
+def test_download_file_ignore_leading_slash(capsys):
+    expected_download = Path(get_default_download_dir()) / "default.png"
+    opts = {
+        "url": png_url,
+        "file_name": "/default.png",
+        "expected_suffix": ".png",
+        "expected_download": expected_download
+    }
+    test_download(capsys, opts)
+
+# Test downloading a PNG file to a temporary directory
+#   - The file should be placed in the specified temporary directory
+def test_download_file_temp_dir(capsys):
+    temp_dir = tempfile.gettempdir()
+    output_path = f"{temp_dir}/default.png"
+    expected_download = Path(output_path)
+    opts = {
+        "url": png_url,
+        "file_name": output_path,
+        "expected_suffix": ".png",
+        "expected_download": expected_download
+    }
+    test_download(capsys, opts)
+
+# Test downloading MP3 file
+def test_download_mp3_file(capsys):
+    expected_download = Path(get_default_download_dir()) / "default.mp3"
+    opts = {
+        "url": mp3_url,
+        "file_name": "default.mp3",
+        "expected_suffix": ".mp3",
+        "expected_download": expected_download
+    }
+    test_download(capsys, opts)
+
+# Test downloading WAV file
+def test_download_wav_file(capsys):
+    expected_download = Path(get_default_download_dir()) / "default.wav"
+    opts = {
+        "url": wav_url,
+        "file_name": "default.wav",
+        "expected_suffix": ".wav",
+        "expected_download": expected_download
+    }
+    test_download(capsys, opts)
+
+# Test downloading WEBP file
+def test_download_webp_file(capsys):
+    expected_download = Path(get_default_download_dir()) / "default.webp"
+    opts = {
+        "url": webp_url,
+        "file_name": "default.webp",
+        "expected_suffix": ".webp",
+        "expected_download": expected_download
+    }
+    test_download(capsys, opts)