xcpcio 0.63.3__tar.gz → 0.63.4__tar.gz

xcpcio-0.63.4/.gitignore

@@ -0,0 +1,8 @@
+.venv/
+.pytest_cache/
+.ruff_cache/
+__pycache__/
+ccs-specs/
+output/
+
+.env

xcpcio-0.63.4/.python-version

@@ -0,0 +1 @@
+3.12.11

{xcpcio-0.63.3 → xcpcio-0.63.4}/PKG-INFO

@@ -1,21 +1,27 @@
 Metadata-Version: 2.4
 Name: xcpcio
-Version: 0.63.3
+Version: 0.63.4
 Summary: xcpcio python lib
-Author-email: Dup4 <hi@dup4.com>
-License-Expression: MIT
 Project-URL: homepage, https://github.com/xcpcio/xcpcio
 Project-URL: documentation, https://github.com/xcpcio/xcpcio
 Project-URL: repository, https://github.com/xcpcio/xcpcio
+Author-email: Dup4 <hi@dup4.com>
+License-Expression: MIT
 Keywords: xcpcio
-Classifier: Topic :: Software Development :: Build Tools
-Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
+Classifier: Topic :: Software Development :: Build Tools
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Requires-Python: >=3.11
-Description-Content-Type: text/markdown
+Requires-Dist: aiofiles>=23.0.0
+Requires-Dist: aiohttp>=3.8.0
+Requires-Dist: click>=8.0.0
 Requires-Dist: pydantic>=2.11.7
+Requires-Dist: pyyaml>=6.0.0
+Requires-Dist: semver>=3.0.0
+Requires-Dist: tenacity>=8.0.0
+Description-Content-Type: text/markdown
 
 # xcpcio-python

xcpcio-0.63.4/cli/ccs_archiver_cli.py

@@ -0,0 +1,122 @@
+import asyncio
+import logging
+from pathlib import Path
+from typing import Optional
+
+import click
+
+from xcpcio.ccs.contest_archiver import APICredentials, ArchiveConfig, ContestArchiver
+
+
+def setup_logging(level: str = "INFO"):
+    """Setup logging configuration"""
+    logging.basicConfig(
+        level=getattr(logging, level.upper()),
+        format="%(asctime)s [%(name)s] %(filename)s:%(lineno)d %(levelname)s: %(message)s",
+    )
+
+
+@click.command()
+@click.option("--base-url", required=True, help="Base URL of the CCS API (e.g., https://example.com/api)")
+@click.option("--contest-id", required=True, help="Contest ID to dump")
+@click.option(
+    "--output-dir", required=True, type=click.Path(path_type=Path), help="Output directory for contest package"
+)
+@click.option("--username", "-u", help="HTTP Basic Auth username")
+@click.option("--password", "-p", help="HTTP Basic Auth password")
+@click.option("--token", "-t", help="Bearer token for authentication")
+@click.option("--no-files", is_flag=True, help="Skip downloading files")
+@click.option("--no-event-feed", is_flag=True, help="Skip dump event-feed(large aggregated data)")
+@click.option("--endpoints", "-e", multiple=True, help="Specific endpoints to dump (can be used multiple times)")
+@click.option("--timeout", default=30, type=int, help="Request timeout in seconds")
+@click.option("--max-concurrent", default=10, type=int, help="Max concurrent requests")
+@click.option(
+    "--log-level",
+    default="INFO",
+    type=click.Choice(["DEBUG", "INFO", "WARNING", "ERROR"], case_sensitive=False),
+    help="Log level",
+)
+@click.option("--verbose", "-v", is_flag=True, help="Enable verbose logging (same as --log-level DEBUG)")
+def main(
+    base_url: str,
+    contest_id: str,
+    output_dir: Path,
+    username: Optional[str],
+    password: Optional[str],
+    token: Optional[str],
+    no_files: bool,
+    no_event_feed: bool,
+    endpoints: tuple,
+    timeout: int,
+    max_concurrent: int,
+    log_level: str,
+    verbose: bool,
+):
+    """
+    Archive CCS Contest API data to contest package format.
+
+    This tool fetches contest data from a CCS API and organizes it into the standard
+    contest package format as specified by the CCS Contest Package specification.
+
+    Examples:
+
+        # Basic usage with authentication
+        ccs-archiver --base-url https://api.example.com/api --contest-id contest123 --output-dir ./output --username admin --password secret
+
+        # Use bearer token authentication
+        ccs-archiver --base-url https://api.example.com/api --contest-id contest123 --output-dir ./output --token abc123
+
+        # Only archive specific endpoints
+        ccs-archiver --base-url https://api.example.com/api --contest-id contest123 --output-dir ./output -u admin -p secret -e teams -e problems
+
+        # Skip file downloads
+        ccs-archiver --base-url https://api.example.com/api --contest-id contest123 --output-dir ./output --no-files
+    """
+
+    if verbose:
+        log_level = "DEBUG"
+
+    setup_logging(log_level)
+
+    # Validate authentication
+    if not (username and password) and not token:
+        click.echo("Warning: No authentication provided. Some endpoints may not be accessible.", err=True)
+
+    # Setup configuration
+    credentials = APICredentials(username=username, password=password, token=token)
+
+    config = ArchiveConfig(
+        base_url=base_url.rstrip("/"),  # Remove trailing slash
+        contest_id=contest_id,
+        credentials=credentials,
+        output_dir=output_dir,
+        include_files=not no_files,
+        endpoints=list(endpoints) if endpoints else None,
+        timeout=timeout,
+        max_concurrent=max_concurrent,
+        include_event_feed=not no_event_feed,
+    )
+
+    click.echo(f"Archiving contest '{contest_id}' from {base_url}")
+    click.echo(f"Output directory: {output_dir}")
+    if config.endpoints:
+        click.echo(f"Endpoints: {', '.join(config.endpoints)}")
+
+    # Run the archiver
+    async def run_archive():
+        async with ContestArchiver(config) as archiver:
+            await archiver.dump_all()
+
+    try:
+        asyncio.run(run_archive())
+        click.echo(click.style(f"Contest package created successfully in: {config.output_dir}", fg="green"))
+    except KeyboardInterrupt:
+        click.echo(click.style("Archive interrupted by user", fg="yellow"), err=True)
+        raise click.Abort()
+    except Exception as e:
+        click.echo(click.style(f"Error during archive: {e}", fg="red"), err=True)
+        raise click.ClickException(str(e))
+
+
+if __name__ == "__main__":
+    main()

{xcpcio-0.63.3 → xcpcio-0.63.4}/pyproject.toml

@@ -1,6 +1,5 @@
 [project]
 name = "xcpcio"
-version = "0.63.3"
 description = "xcpcio python lib"
 readme = "README.md"
 authors = [ { name = "Dup4", email = "hi@dup4.com" } ]
@@ -15,19 +14,39 @@ classifiers = [
   "Programming Language :: Python :: 3.13",
 ]
 requires-python = ">=3.11"
-dependencies = [ "pydantic>=2.11.7", ]
+dependencies = [
+  "pydantic>=2.11.7",
+  "aiohttp>=3.8.0",
+  "aiofiles>=23.0.0",
+  "click>=8.0.0",
+  "pyyaml>=6.0.0",
+  "semver>=3.0.0",
+  "tenacity>=8.0.0",
+]
+dynamic = ["version"]
 
 [project.urls]
 homepage = "https://github.com/xcpcio/xcpcio"
 documentation = "https://github.com/xcpcio/xcpcio"
 repository = "https://github.com/xcpcio/xcpcio"
 
+[project.scripts]
+ccs-archiver = "cli.ccs_archiver_cli:main"
+
 [tool.ruff]
 line-length = 120
 
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[tool.hatch.version]
+path = "xcpcio/__version__.py"
+
 [dependency-groups]
 dev = [
  "datamodel-code-generator[http]>=0.33.0",
+ "hatch>=1.14.2",
  "pytest>=8.4.2",
  "ruff>=0.4.0",
 ]

xcpcio-0.63.4/scripts/generate_ccs_models.sh

@@ -0,0 +1,69 @@
+#!/bin/bash
+
+set -euo pipefail
+
+CUR_DIR="$(dirname "$(realpath "${BASH_SOURCE[0]}")")"
+PYTHON_DIR="$(dirname "${CUR_DIR}")"
+CCS_SPECS_DIR="${PYTHON_DIR}/ccs-specs"
+CCS_MODELS_DIR="${PYTHON_DIR}/xcpcio/ccs/model"
+
+BRANCH="${1:-2023-06}"
+CCS_REPO_URL="https://github.com/icpc/ccs-specs.git"
+
+MODEL_DIR_NAME="model_${BRANCH//-/_}"
+OUTPUT_DIR="${CCS_MODELS_DIR}/${MODEL_DIR_NAME}"
+
+if [[ -d "${CCS_SPECS_DIR}" ]]; then
+  echo "Please remove existing ${CCS_SPECS_DIR} directory first"
+  exit 1
+fi
+
+if [[ -d "${OUTPUT_DIR}" ]]; then
+  echo "Please remove existing ${OUTPUT_DIR} directory first"
+  exit 1
+fi
+
+echo "Generating CCS models for branch: ${BRANCH}"
+
+pushd "${PYTHON_DIR}"
+
+echo "Cloning CCS specs repository (branch: ${BRANCH})..."
+git clone --branch "${BRANCH}" --depth 1 "${CCS_REPO_URL}" ccs-specs
+
+echo "Creating output directory: ${OUTPUT_DIR}"
+mkdir -p "${OUTPUT_DIR}"
+
+ENTRY_POINT="${CCS_SPECS_DIR}/json-schema/event-feed-array.json"
+
+if [[ ! -f "${ENTRY_POINT}" ]]; then
+  echo "Error: ${ENTRY_POINT} not found in ccs-specs directory"
+  exit 2
+fi
+
+echo "Generating Python models using datamodel-codegen..."
+uv run datamodel-codegen \
+  --input "${ENTRY_POINT}" \
+  --input-file-type jsonschema \
+  --output-model-type pydantic_v2.BaseModel \
+  --target-python-version "3.11" \
+  --output "${OUTPUT_DIR}/model.py"
+
+echo "Creating __init__.py file..."
+cat >"${OUTPUT_DIR}/__init__.py" <<EOF
+"""
+CCS (Contest Control System) models for branch ${BRANCH}.
+
+Auto-generated from https://github.com/icpc/ccs-specs/tree/${BRANCH}
+"""
+
+from .model import * # noqa: F403
+EOF
+
+echo "CCS models generated successfully!"
+echo "Output directory: ${OUTPUT_DIR}"
+echo "Generated files:"
+ls -la "${OUTPUT_DIR}"
+
+echo "Done!"
+
+popd