xcpcio 0.64.3__py3-none-any.whl → 0.64.5__py3-none-any.whl

xcpcio/__version__.py

@@ -1,4 +1,4 @@
 # This file is auto-generated by Hatchling. As such, do not:
 #   - modify
 #   - track in version control e.g. be sure to add to .gitignore
-__version__ = VERSION = '0.64.3'
+__version__ = VERSION = '0.64.5'

xcpcio/app/clics_archiver.py

@@ -0,0 +1,223 @@
+import asyncio
+import atexit
+import hashlib
+import logging
+import shutil
+import tarfile
+import tempfile
+import zipfile
+from pathlib import Path
+from typing import Optional
+
+import click
+import zstandard as zstd
+
+from xcpcio import __version__
+from xcpcio.clics.contest_archiver import APICredentials, ArchiveConfig, ContestArchiver
+
+
+def setup_logging(level: str = "INFO"):
+    """Setup logging configuration"""
+    logging.basicConfig(
+        level=getattr(logging, level.upper()),
+        format="%(asctime)s [%(name)s] %(filename)s:%(lineno)d %(levelname)s: %(message)s",
+    )
+
+
+def calculate_checksums(file_path: Path) -> dict:
+    """Calculate MD5, SHA1, SHA256, SHA512 checksums for a file"""
+    md5 = hashlib.md5()
+    sha1 = hashlib.sha1()
+    sha256 = hashlib.sha256()
+    sha512 = hashlib.sha512()
+
+    with open(file_path, "rb") as f:
+        while chunk := f.read(8192):
+            md5.update(chunk)
+            sha1.update(chunk)
+            sha256.update(chunk)
+            sha512.update(chunk)
+
+    return {
+        "md5": md5.hexdigest(),
+        "sha1": sha1.hexdigest(),
+        "sha256": sha256.hexdigest(),
+        "sha512": sha512.hexdigest(),
+    }
+
+
+@click.command()
+@click.version_option(__version__)
+@click.option("--base-url", required=True, help="Base URL of the CCS API (e.g., https://example.com/api)")
+@click.option("--contest-id", required=True, help="Contest ID to dump")
+@click.option(
+    "--output",
+    "-o",
+    required=True,
+    type=click.Path(path_type=Path),
+    help="Output path: directory, or archive file (.zip, .tar.gz, .tar.zst)",
+)
+@click.option("--username", "-u", help="HTTP Basic Auth username")
+@click.option("--password", "-p", help="HTTP Basic Auth password")
+@click.option("--token", "-t", help="Bearer token for authentication")
+@click.option("--no-files", is_flag=True, help="Skip downloading files")
+@click.option("--no-event-feed", is_flag=True, help="Skip dump event-feed(large aggregated data)")
+@click.option("--endpoints", "-e", multiple=True, help="Specific endpoints to dump (can be used multiple times)")
+@click.option("--timeout", default=30, type=int, help="Request timeout in seconds")
+@click.option("--max-concurrent", default=10, type=int, help="Max concurrent requests")
+@click.option(
+    "--log-level",
+    default="INFO",
+    type=click.Choice(["DEBUG", "INFO", "WARNING", "ERROR"], case_sensitive=False),
+    help="Log level",
+)
+@click.option("--verbose", "-v", is_flag=True, help="Enable verbose logging (same as --log-level DEBUG)")
+def main(
+    base_url: str,
+    contest_id: str,
+    output: Path,
+    username: Optional[str],
+    password: Optional[str],
+    token: Optional[str],
+    no_files: bool,
+    no_event_feed: bool,
+    endpoints: tuple,
+    timeout: int,
+    max_concurrent: int,
+    log_level: str,
+    verbose: bool,
+):
+    """
+    Archive CCS Contest API data to contest package format.
+
+    This tool fetches contest data from a CCS API and organizes it into the standard
+    contest package format as specified by the CCS Contest Package specification.
+
+    Examples:
+
+        # Output to directory
+        clics-archiver --base-url https://domjudge/api --contest-id contest123 -o ./output -u admin -p secret
+
+        # Output to ZIP archive
+        clics-archiver --base-url https://domjudge/api --contest-id contest123 -o contest.zip --token abc123
+
+        # Output to tar.gz archive
+        clics-archiver --base-url https://domjudge/api --contest-id contest123 -o contest.tar.gz -u admin -p secret
+
+        # Output to tar.zst archive
+        clics-archiver --base-url https://domjudge/api --contest-id contest123 -o contest.tar.zst -u admin -p secret
+
+        # Only archive specific endpoints
+        clics-archiver --base-url https://domjudge/api --contest-id contest123 -o ./output -u admin -p secret -e teams -e problems
+
+        # Skip file downloads
+        clics-archiver --base-url https://domjudge/api --contest-id contest123 -o ./output --no-files
+    """
+
+    if verbose:
+        log_level = "DEBUG"
+
+    setup_logging(log_level)
+
+    if not (username and password) and not token:
+        click.echo("Warning: No authentication provided. Some endpoints may not be accessible.", err=True)
+
+    output_str = str(output)
+    is_archive = output_str.endswith((".zip", ".tar.gz", ".tar.zst"))
+    archive_format = None
+    temp_dir: Optional[Path] = None
+
+    def cleanup_temp_dir():
+        if temp_dir and temp_dir.exists():
+            click.echo(f"Cleaning up temporary directory: {temp_dir}")
+            try:
+                shutil.rmtree(temp_dir)
+            except Exception as e:
+                click.echo(f"Warning: Failed to cleanup temporary directory: {e}", err=True)
+
+    atexit.register(cleanup_temp_dir)
+
+    if is_archive:
+        if output_str.endswith(".zip"):
+            archive_format = "zip"
+        elif output_str.endswith(".tar.gz"):
+            archive_format = "tar.gz"
+        elif output_str.endswith(".tar.zst"):
+            archive_format = "tar.zst"
+
+    credentials = APICredentials(username=username, password=password, token=token)
+
+    if is_archive:
+        temp_dir = Path(tempfile.mkdtemp(prefix="clics_archive_"))
+        output_dir = temp_dir
+    else:
+        output_dir = output
+
+    config = ArchiveConfig(
+        base_url=base_url.rstrip("/"),
+        contest_id=contest_id,
+        credentials=credentials,
+        output_dir=output_dir,
+        include_files=not no_files,
+        endpoints=list(endpoints) if endpoints else None,
+        timeout=timeout,
+        max_concurrent=max_concurrent,
+        include_event_feed=not no_event_feed,
+    )
+
+    click.echo(f"Archiving contest '{contest_id}' from {base_url}")
+    if is_archive:
+        click.echo(f"Output archive: {output} (format: {archive_format})")
+    else:
+        click.echo(f"Output directory: {output}")
+    if config.endpoints:
+        click.echo(f"Endpoints: {', '.join(config.endpoints)}")
+
+    async def run_archive():
+        async with ContestArchiver(config) as archiver:
+            await archiver.dump_all()
+
+    try:
+        asyncio.run(run_archive())
+
+        if is_archive:
+            click.echo(f"Creating {archive_format} archive...")
+            output.parent.mkdir(parents=True, exist_ok=True)
+
+            if archive_format == "zip":
+                with zipfile.ZipFile(output, "w", zipfile.ZIP_DEFLATED) as zipf:
+                    for file_path in output_dir.rglob("*"):
+                        if file_path.is_file():
+                            arcname = file_path.relative_to(output_dir)
+                            zipf.write(file_path, arcname)
+
+            elif archive_format == "tar.gz":
+                with tarfile.open(output, "w:gz") as tarf:
+                    tarf.add(output_dir, arcname=".")
+
+            elif archive_format == "tar.zst":
+                with open(output, "wb") as f:
+                    cctx = zstd.ZstdCompressor()
+                    with cctx.stream_writer(f) as compressor:
+                        with tarfile.open(fileobj=compressor, mode="w") as tarf:
+                            tarf.add(output_dir, arcname=".")
+
+            click.echo(click.style(f"Contest package created successfully: {output}", fg="green"))
+            click.echo("\nChecksums:")
+            checksums = calculate_checksums(output)
+            click.echo(f"  MD5:    {checksums['md5']}")
+            click.echo(f"  SHA1:   {checksums['sha1']}")
+            click.echo(f"  SHA256: {checksums['sha256']}")
+            click.echo(f"  SHA512: {checksums['sha512']}")
+        else:
+            click.echo(click.style(f"Contest package created successfully in: {config.output_dir}", fg="green"))
+    except KeyboardInterrupt:
+        click.echo(click.style("Archive interrupted by user", fg="yellow"), err=True)
+        raise click.Abort()
+    except Exception as e:
+        click.echo(click.style(f"Error during archive: {e}", fg="red"), err=True)
+        raise click.ClickException(str(e))
+
+
+if __name__ == "__main__":
+    main()

xcpcio/app/clics_server.py

@@ -0,0 +1,138 @@
+import atexit
+import logging
+import shutil
+import tarfile
+import tempfile
+import zipfile
+from pathlib import Path
+from typing import Optional
+
+import click
+import zstandard as zstd
+
+from xcpcio import __version__
+from xcpcio.clics.api_server.server import ContestAPIServer
+
+
+def setup_logging(level: str = "INFO"):
+    """Setup logging configuration"""
+    logging.basicConfig(
+        level=getattr(logging, level.upper()),
+        format="%(asctime)s [%(name)s] %(filename)s:%(lineno)d %(levelname)s: %(message)s",
+    )
+
+
+def extract_archive(archive_path: Path, dest_dir: Path) -> None:
+    """Extract archive to destination directory"""
+    archive_str = str(archive_path)
+
+    if archive_str.endswith(".zip"):
+        with zipfile.ZipFile(archive_path, "r") as zipf:
+            zipf.extractall(dest_dir)
+    elif archive_str.endswith(".tar.gz"):
+        with tarfile.open(archive_path, "r:gz") as tarf:
+            tarf.extractall(dest_dir, filter="data")
+    elif archive_str.endswith(".tar.zst"):
+        with tempfile.NamedTemporaryFile(suffix=".tar") as tmp_tar:
+            with open(archive_path, "rb") as f:
+                dctx = zstd.ZstdDecompressor()
+                dctx.copy_stream(f, tmp_tar)
+            tmp_tar.seek(0)
+            with tarfile.open(fileobj=tmp_tar, mode="r") as tarf:
+                tarf.extractall(dest_dir, filter="data")
+    else:
+        raise ValueError(f"Unsupported archive format: {archive_path}")
+
+
+@click.command()
+@click.version_option(__version__)
+@click.option(
+    "--contest-package",
+    "-p",
+    required=True,
+    type=click.Path(exists=True, path_type=Path),
+    help="Contest package directory or archive file (.zip, .tar.gz, .tar.zst)",
+)
+@click.option("--host", default="0.0.0.0", help="Host to bind to")
+@click.option("--port", default=8000, type=int, help="Port to bind to")
+@click.option(
+    "--log-level",
+    default="info",
+    type=click.Choice(["debug", "info", "warning", "error", "critical"], case_sensitive=False),
+    help="Log level",
+)
+@click.option("--verbose", "-v", is_flag=True, help="Enable verbose logging (same as --log-level debug)")
+def main(contest_package: Path, host: str, port: int, log_level: str, verbose: bool):
+    """
+    Start the Contest API Server.
+
+    Examples:
+
+        # Start server with contest directory
+        clics-server -p /path/to/contest
+
+        # Start server with archive file
+        clics-server -p /path/to/contest.zip
+        clics-server -p /path/to/contest.tar.gz
+        clics-server -p /path/to/contest.tar.zst
+
+        # Custom host and port
+        clics-server -p /path/to/contest --host 127.0.0.1 --port 9000
+    """
+    if verbose:
+        log_level = "debug"
+    setup_logging(log_level.upper())
+
+    temp_dir: Optional[Path] = None
+
+    def cleanup_temp_dir():
+        if temp_dir and temp_dir.exists():
+            click.echo(f"Cleaning up temporary directory: {temp_dir}")
+            try:
+                shutil.rmtree(temp_dir)
+            except Exception as e:
+                click.echo(f"Warning: Failed to cleanup temporary directory: {e}", err=True)
+
+    atexit.register(cleanup_temp_dir)
+
+    actual_contest_dir: Path = contest_package
+    is_archive = str(contest_package).endswith((".zip", ".tar.gz", ".tar.zst"))
+
+    if is_archive:
+        if not contest_package.is_file():
+            click.echo(f"Error: Archive file not found: {contest_package}", err=True)
+            raise click.Abort()
+
+        click.echo(f"Extracting archive: {contest_package}")
+        temp_dir = Path(tempfile.mkdtemp(prefix="clics_package_"))
+
+        try:
+            extract_archive(contest_package, temp_dir)
+            actual_contest_dir = temp_dir
+            click.echo(f"Archive extracted to: {temp_dir}")
+        except Exception as e:
+            click.echo(f"Error extracting archive: {e}", err=True)
+            raise click.Abort()
+    else:
+        if not contest_package.is_dir():
+            click.echo(f"Error: Contest directory not found: {contest_package}", err=True)
+            raise click.Abort()
+
+    click.echo("Starting Contest API Server...")
+    click.echo(f"Contest directory: {actual_contest_dir}")
+    click.echo(f"Host: {host}")
+    click.echo(f"Port: {port}")
+    click.echo(f"Log level: {log_level}")
+
+    try:
+        server = ContestAPIServer(actual_contest_dir)
+        server.run(host=host, port=port, log_level=log_level.lower())
+    except KeyboardInterrupt:
+        click.echo("\nServer stopped by user")
+    except Exception as e:
+        click.echo(f"Error starting server: {e}", err=True)
+        raise click.Abort()
+
+
+if __name__ == "__main__":
+    main()

{xcpcio-0.64.3.dist-info → xcpcio-0.64.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: xcpcio
-Version: 0.64.3
+Version: 0.64.5
 Summary: xcpcio python lib
 Project-URL: homepage, https://github.com/xcpcio/xcpcio
 Project-URL: documentation, https://github.com/xcpcio/xcpcio

{xcpcio-0.64.3.dist-info → xcpcio-0.64.5.dist-info}/RECORD

@@ -1,10 +1,12 @@
 xcpcio/__init__.py,sha256=NB6wpVr5JUrOx2vLIQSVtYuCz0d7kNFE39TSQlvoENk,125
-xcpcio/__version__.py,sha256=LxfvIcnxuKT4V2X_7iFD7f1csO3sp0l-FcxO8fLkvo8,172
+xcpcio/__version__.py,sha256=BYquUwEg9-V5NQhS7rpjqTa9mDXyR0Lo8MbEWDor-eI,172
 xcpcio/constants.py,sha256=MjpAgNXiBlUsx1S09m7JNT-nekNDR-aE6ggvGL3fg0I,2297
 xcpcio/types.py,sha256=AkYby2haJgxwtozlgaPMG2ryAZdvsSc3sH-p6qXcM4g,6575
 xcpcio/api/__init__.py,sha256=B9gLdAlR3FD7070cvAC5wAwMy3iV63I8hh4mUrnrKpk,274
 xcpcio/api/client.py,sha256=BuzH8DbJYudJ-Kne-2XziLW__B_7iEqElJ4n2SGZCoY,2374
 xcpcio/api/models.py,sha256=_dChApnIHVNN3hEL7mR5zonq8IUcxW_h7z1kUz6reSs,772
+xcpcio/app/clics_archiver.py,sha256=wd7zkbq2oyWfkS09w0f3KBr32F2yCcTMx36H5HFMgRg,7995
+xcpcio/app/clics_server.py,sha256=-zUixNf08yICT2sry23h72ZrEm6NPb30bH5AHCXZlBM,4623
 xcpcio/clics/__init__.py,sha256=coTZiqxzXesn2SYmI2ZCsDZW6XaFi_6p-PFozZ4dfl4,150
 xcpcio/clics/clics_api_client.py,sha256=jQiOYPNZlYs_cOmQIbp-QovWVMYcmT1yo-33SWoyAn0,7966
 xcpcio/clics/contest_archiver.py,sha256=66a4YTqHqSoHMe7dFTXo4OrdK40AUnavo0ICSd9UNGo,9911
@@ -38,7 +40,7 @@ xcpcio/clics/model/model_2023_06/model.py,sha256=bVMDWpJTwPSpz1fHPxWrWerxCBIboH3
 xcpcio/clics/reader/__init__.py,sha256=Nfi78X8J1tJPh7WeSRPLMRUprlS2JYelYJHW4DfyJ7U,162
 xcpcio/clics/reader/contest_package_reader.py,sha256=0wIzQp4zzdaB10zMY4WALLIeoXcMuhMJ6nRrfKxWhgw,14179
 xcpcio/clics/reader/interface.py,sha256=lK2JXU1n8GJ4PecXnfFBijMaCVLYk404e4QwV_Ti2Hk,3918
-xcpcio-0.64.3.dist-info/METADATA,sha256=INRnI5HBYrv2D3sSUEH4zyHUt0w7iBQXEKcDEB-o_KU,2233
-xcpcio-0.64.3.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-xcpcio-0.64.3.dist-info/entry_points.txt,sha256=vJ7vcfzL_j7M1jvq--10ENgAJNB15O6WVGjwiRWAgas,96
-xcpcio-0.64.3.dist-info/RECORD,,
+xcpcio-0.64.5.dist-info/METADATA,sha256=cDO1ROuDxUmCp2p-g26F-cFsqXCJ-lmHRDZYAkPrDGA,2233
+xcpcio-0.64.5.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+xcpcio-0.64.5.dist-info/entry_points.txt,sha256=JYkvmmxKFWv0EBU6Ys65XsjkOO02KGlzASau0GX9TQ8,110
+xcpcio-0.64.5.dist-info/RECORD,,

xcpcio-0.64.5.dist-info/entry_points.txt

@@ -0,0 +1,3 @@
+[console_scripts]
+clics-archiver = xcpcio.app.clics_archiver:main
+clics-server = xcpcio.app.clics_server:main

xcpcio-0.64.3.dist-info/entry_points.txt

@@ -1,3 +0,0 @@
-[console_scripts]
-clics-archiver = app.clics_archiver:main
-clics-server = app.clics_server:main