nercone-fastget 4.6.2__py3-none-any.whl

nercone_fastget/__main__.py

@@ -0,0 +1,2 @@
+from .cli import main
+main()

nercone_fastget/cli.py

@@ -0,0 +1,228 @@
+import os, math, requests, argparse
+from importlib.metadata import version
+from typing import Union, Literal
+from decimal import Decimal, ROUND_HALF_UP, ROUND_DOWN
+from threading import Thread, Lock, Event
+from urllib.parse import urlparse, unquote
+from datetime import datetime, timezone
+from nercone_modern.logging import ModernLogging
+from nercone_modern.progressbar import ModernProgressBar
+
+VERSION = version("nercone-fastget")
+CHUNK = 1024 * 128 # 128KB
+
+progress_lock = Lock()
+stop_event = Event()
+
+def get_file_name(url):
+    return unquote(os.path.basename(urlparse(url).path))
+
+def get_file_size(url):
+    response = requests.head(url, allow_redirects=True)
+    if response.status_code in [200, 302]:
+        file_size = int(response.headers.get('Content-Length', 0))
+        accept_ranges = response.headers.get('Accept-Ranges', 'none')
+        reject_fastget = response.headers.get('RejectFastGet', '').strip().lower() in ['1', 'y', 'yes', 'true', 'enabled']
+        return file_size, accept_ranges.lower() == 'bytes', reject_fastget
+    else:
+        raise Exception(f"Failed to retrieve file info. Status code: {response.status_code}")
+
+def format_filesize(num_bytes: Union[int, float], *, decimals: int = 2, rounding: Literal["half_up", "floor"] = "half_up", strip_trailing_zeros: bool = False) -> str:
+    units = ["B", "KB", "MB", "GB", "TB", "PB", "EB"]
+    try:
+        n = int(num_bytes)
+    except Exception as e:
+        raise TypeError("num_bytes must be a number that can be converted to an integer") from e
+    sign = "-" if n < 0 else ""
+    b = abs(n)
+    if b < 1000:
+        return f"{sign}{b} B ({sign}{b:,} B)"
+    value = Decimal(b)
+    idx = 0
+    thousand = Decimal(1000)
+    while value >= thousand and idx < len(units) - 1:
+        value /= thousand
+        idx += 1
+    q = Decimal(f"1e-{decimals}") if decimals > 0 else Decimal(1)
+    mode = ROUND_HALF_UP if rounding == "half_up" else ROUND_DOWN
+    rounded = value.quantize(q, rounding=mode)
+    if strip_trailing_zeros and decimals > 0:
+        short = f"{rounded.normalize()}"
+        if "E" in short or "e" in short:
+            short = f"{rounded:.{decimals}f}".rstrip("0").rstrip(".")
+    else:
+        short = f"{rounded:.{decimals}f}" if decimals > 0 else f"{int(rounded)}"
+    return f"{sign}{short}{units[idx]} ({sign}{b:,} B)"
+
+def download_range(url, start, end, part_num, output, threads, all_bar: ModernProgressBar, thread_bar: ModernProgressBar, headers=None, stop: Event = None):
+    headers = headers or {}
+    headers.update({'User-Agent': f'FastGet/{VERSION} (Downloading with {threads} Thread(s), {part_num} Part(s), https://github.com/DiamondGotCat/FastGet/)'})
+    headers.update({'Range': f'bytes={start}-{end}'})
+    if stop and stop.is_set():
+        return
+    try:
+        response = requests.get(url, headers=headers, stream=True)
+        response.raise_for_status()
+    except requests.RequestException as e:
+        thread_bar.setMessage(f"RequestException: {e}")
+        return
+
+    part_path = f"{output}.part{part_num}"
+    try:
+        with open(part_path, 'wb') as f:
+            for chunk in response.iter_content(chunk_size=CHUNK):
+                if stop and stop.is_set():
+                    break
+                if not chunk:
+                    continue
+                f.write(chunk)
+                with progress_lock:
+                    thread_bar.update()
+                    all_bar.update()
+    finally:
+        try:
+            response.close()
+        except Exception:
+            pass
+
+def merge_files(parts, output_file):
+    total_size = 0
+    for part in parts:
+        try:
+            total_size += os.path.getsize(part)
+        except OSError:
+            pass
+
+    total_steps = max(1, math.ceil(total_size / CHUNK))
+    merge_bar = ModernProgressBar(total=total_steps, process_name="Marge", spinner_mode=False, box_left="(", box_right=")", show_vertical_bar=True)
+    merge_bar.start()
+
+    try:
+        with open(output_file, 'wb') as outfile:
+            for part in parts:
+                if not os.path.exists(part):
+                    continue
+                with open(part, 'rb') as infile:
+                    while True:
+                        chunk = infile.read(CHUNK)
+                        if not chunk:
+                            break
+                        outfile.write(chunk)
+                        merge_bar.update()
+    finally:
+        merge_bar.finish()
+
+    for part in parts:
+        try:
+            os.remove(part)
+        except OSError:
+            pass
+
+def main():
+    logger = ModernLogging("fastget", show_level=False, show_proc=False)
+    parser = argparse.ArgumentParser(prog='fastget', description='High-speed File Downloading Tool')
+    parser.add_argument('url')
+    parser.add_argument('-o', '--output', default=None)
+    parser.add_argument('-t', '--threads', default=4, type=int)
+    args = parser.parse_args()
+
+    if args.output is None:
+        args.output = get_file_name(args.url)
+
+    try:
+        file_size, is_resumable, is_fastget_rejected = get_file_size(args.url)
+    except Exception as e:
+        logger.log(f"{e}", "CRITICAL")
+        return
+
+    logger.log(f"Total file size: {format_filesize(file_size)}")
+
+    threads = args.threads
+    cannot_use_parallel_downloads = False
+    if is_fastget_rejected:
+        cannot_use_parallel_downloads = True
+        logger.log("Server has rejected FastGet parallel downloads.", "ERROR")
+    elif not is_resumable:
+        cannot_use_parallel_downloads = True
+        logger.log("The specified server does not support ranged file downloads.", "ERROR")
+        logger.log("Therefore, parallel downloads are not available.", "ERROR")
+    if cannot_use_parallel_downloads:
+        use_regular_download_instead = logger.prompt("Would you like to use a single-threaded regular download instead?", default="Y", choices=["Y", "n"], interrupt_default="n")
+        if use_regular_download_instead == "Y":
+            threads = 1
+        else:
+            logger.log("Aborted.")
+            return
+
+    part_size = file_size // threads if threads > 0 else file_size
+    parts = [f"{args.output}.part{i}" for i in range(threads)]
+
+    total_download_steps = max(1, math.ceil(file_size / CHUNK))
+    download_bar_all = ModernProgressBar(total=total_download_steps, process_name="DL All", spinner_mode=False, box_left="(", box_right=")", show_vertical_bar=True)
+
+    thread_bars = []
+    for i in range(threads):
+        start = part_size * i
+        end = file_size - 1 if i == threads - 1 else start + part_size - 1
+        part_bytes = max(0, end - start + 1)
+        part_steps = max(1, math.ceil(part_bytes / CHUNK))
+        bar = ModernProgressBar(total=part_steps, process_name=f"DL #{i + 1}", spinner_mode=False, box_left="(", box_right=")", show_vertical_bar=True)
+        thread_bars.append(bar)
+
+    download_bar_all.start()
+    for bar in thread_bars:
+        bar.start()
+
+    start_time = datetime.now(timezone.utc)
+    thread_objs = []
+    try:
+        for i in range(threads):
+            start = part_size * i
+            end = file_size - 1 if i == threads - 1 else start + part_size - 1
+            thread = Thread(
+                target=download_range,
+                args=(args.url, start, end, i, args.output, threads, download_bar_all, thread_bars[i], None, stop_event)
+            )
+            thread_objs.append(thread)
+            thread.start()
+
+        for thread in thread_objs:
+            thread.join()
+    except KeyboardInterrupt:
+        stop_event.set()
+        logger.log("Interrupted. Stopping threads and cleaning up...")
+        for thread in thread_objs:
+            try:
+                thread.join()
+            except Exception:
+                pass
+        for part in parts:
+            try:
+                if os.path.exists(part):
+                    os.remove(part)
+            except Exception:
+                pass
+        try:
+            if os.path.exists(args.output):
+                os.remove(args.output)
+        except Exception:
+            pass
+        return
+
+    end_time = datetime.now(timezone.utc)
+    delta = end_time - start_time
+    duration_ms = delta.days*24*3600*1000 + delta.seconds*1000 + delta.microseconds//1000
+
+    download_bar_all.finish()
+    for bar in thread_bars:
+        bar.finish()
+
+    try:
+        merge_files(parts, args.output)
+        logger.log(f"Download completed in {duration_ms}ms")
+        logger.log(f"Saved to: {args.output}")
+    except Exception as e:
+        logger.log(f"Error merging files: {e}", "CRITICAL")
+
+if __name__ == "__main__":
+    main()

nercone_fastget-4.6.2.dist-info/METADATA

@@ -0,0 +1,131 @@
+Metadata-Version: 2.3
+Name: nercone-fastget
+Version: 4.6.2
+Summary: High-speed File Downloading Tool
+Author: Nercone
+Author-email: Nercone <nercone@diamondgotcat.net>
+License: MIT
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Dist: nercone-modern
+Requires-Dist: rich
+Requires-Dist: requests
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+
+
+<img width="1920" alt="fastget" src="https://github.com/user-attachments/assets/6a8dfeb7-7714-4bf5-a890-555a49436ef8" />
+
+# FastGet
+High-speed File Downloading Tool
+
+## How
+It's using Multiple Thread Download.
+
+This is need Range-select feature, in Server-side.
+
+## Requiments
+- CPython 3.9+
+- `uv` [PyPI↗︎](https://pypi.org/project/uv/) or `pip3` [PyPI↗︎](https://pypi.org/project/pip/) 
+- `nercone-modern` [PyPI↗︎](https://pypi.org/project/nercone-modern/)
+- `rich` [PyPI↗︎](https://pypi.org/project/rich/)
+- `requests` [PyPI↗︎](https://pypi.org/project/requests/)
+
+## Installation
+
+### using uv (recommended)
+```
+uv tool install nercone-fastget
+```
+
+### using pip3
+
+**System Python:**
+```
+pip3 install nercone-fastget --break-system-packages
+```
+
+**Venv Python:**
+```
+pip3 install nercone-fastget
+```
+
+## Update
+
+### using uv (recommended)
+```
+uv tool install nercone-fastget --upgrade
+```
+
+### using pip3
+
+**System Python:**
+```
+pip3 install nercone-fastget --upgrade --break-system-packages
+```
+
+**Venv Python:**
+```
+pip3 install nercone-fastget --upgrade
+```
+
+## Usage
+
+### Show helps
+```
+fastget [-h] [--help]
+```
+
+```
+nercone@demo ~> fastget -h
+usage: FastGet [-h] [-o OUTPUT] [-t THREADS] url
+
+High-speed File Downloading Tool
+
+positional arguments:
+  url
+
+options:
+  -h, --help            show this help message and exit
+  -o OUTPUT, --output OUTPUT
+  -t THREADS, --threads THREADS
+```
+
+### Download with default number of threads
+```
+fastget <url>
+```
+
+```
+nercone@demo ~> fastget https://download.fedoraproject.org/pub/fedora/linux/releases/43/Workstation/x86_64/iso/Fedora-Workstation-Live-43-1.6.x86_64.iso
+Total file size: 2.74GB (2,742,190,080 B)
+(---------------------) DL All -  7% ( 1552/20922) | No Message
+(---------------------) DL #1 -  7% (  348/5231) | No Message
+(---------------------) DL #2 - 12% (  637/5231) | No Message
+(---------------------) DL #3 -  6% (  315/5231) | No Message
+(---------------------) DL #4 -  5% (  252/5231) | No Message
+```
+
+### Download with custom number of threads
+```
+fastget <url> [-t <number of threads>]
+```
+
+```
+nercone@demo ~> fastget https://download.fedoraproject.org/pub/fedora/linux/releases/43/Workstation/x86_64/iso/Fedora-Workstation-Live-43-1.6.x86_64.iso -t 8
+Total file size: 2.74GB (2,742,190,080 B)
+(---------------------) DL All -  15% ( 3142/20922) | No Message
+(---------------------) DL #1 -  19% ( 496/2616) | No Message
+(---------------------) DL #2 -  12% ( 306/2616) | No Message
+(---------------------) DL #3 -  21% ( 562/2616) | No Message
+(---------------------) DL #4 -  14% ( 361/2616) | No Message
+(---------------------) DL #5 -  20% ( 533/2616) | No Message
+(---------------------) DL #6 -   9% ( 225/2616) | No Message
+(---------------------) DL #7 -  14% ( 368/2616) | No Message
+(---------------------) DL #8 -  11% ( 292/2616) | No Message
+```
+
+---
+
+![PyPI - Version](https://img.shields.io/pypi/v/nercone-fastget)

nercone_fastget-4.6.2.dist-info/RECORD

@@ -0,0 +1,7 @@
+nercone_fastget/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+nercone_fastget/__main__.py,sha256=z3OQolCKD8rUd3pKYp_FISq2VctFhFl1mV-DVnaoNOM,29
+nercone_fastget/cli.py,sha256=AaofoYTq3P4_QLUdFETFPplCcSjkroU06kpFZ-4hEuc,8592
+nercone_fastget-4.6.2.dist-info/WHEEL,sha256=YUH1mBqsx8Dh2cQG2rlcuRYUhJddG9iClegy4IgnHik,79
+nercone_fastget-4.6.2.dist-info/entry_points.txt,sha256=-1A9hV2XHhnm318USQju0yNuQWRhtHpnZw9ba9GxYRE,54
+nercone_fastget-4.6.2.dist-info/METADATA,sha256=cEtLbPUv87GRWPimArKLIwKRNJjHuLlbyMQ6hLaUh2s,3396
+nercone_fastget-4.6.2.dist-info/RECORD,,

nercone_fastget-4.6.2.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: uv 0.9.11
+Root-Is-Purelib: true
+Tag: py3-none-any

nercone_fastget-4.6.2.dist-info/entry_points.txt

@@ -0,0 +1,3 @@
+[console_scripts]
+fastget = nercone_fastget.cli:main
+