kryo 0.2.0__py3-none-any.whl

kryo/__init__.py

@@ -0,0 +1,69 @@
+"""Kryo Python SDK for checkpoint signaling.
+
+Usage:
+    import kryo
+
+    model = load_model()
+    model.to("cuda")
+    kryo.checkpoint()  # Freeze here
+
+    result = model(input)  # Runs after restore
+"""
+
+import os
+import signal
+import time
+from importlib.metadata import version
+
+__version__ = version("kryo")
+__all__ = ["checkpoint"]
+
+_checkpointed = False
+_CLI_PID_ENV = "KRYO_CLI_PID"
+
+
+def checkpoint() -> None:
+    """Mark the checkpoint location and wait for restore.
+
+    Call this after setup is complete. The process will:
+    1. Send SIGUSR1 to the kryo CLI to signal "ready"
+    2. Block until SIGUSR2 is received (after restore)
+    3. Continue execution
+
+    This function is idempotent - subsequent calls are no-ops.
+    """
+    global _checkpointed
+    if _checkpointed:
+        return
+
+    # Older Kryo CLI versions do not provide KRYO_CLI_PID. Falling back to the
+    # parent preserves direct-launch compatibility; wrapper support requires
+    # the new CLI protocol.
+    cli_pid_value = os.environ.get(_CLI_PID_ENV, str(os.getppid()))
+
+    try:
+        cli_pid = int(cli_pid_value)
+    except ValueError as error:
+        raise RuntimeError(f"invalid {_CLI_PID_ENV}: {cli_pid_value!r}") from error
+
+    if cli_pid <= 0:
+        raise RuntimeError(f"invalid {_CLI_PID_ENV}: {cli_pid_value!r}")
+
+    restored = False
+
+    def wake(*_: object) -> None:
+        nonlocal restored
+        restored = True
+
+    # Install a process-wide disposition before notifying the CLI. The flag
+    # remembers an early wake-up without taking a lock in the handler.
+    previous_handler = signal.signal(signal.SIGUSR2, wake)
+    try:
+        os.kill(cli_pid, signal.SIGUSR1)
+        _checkpointed = True
+        # Poll so the main thread regularly runs pending Python signal
+        # handlers even if SIGUSR2 was delivered to another thread.
+        while not restored:
+            time.sleep(0.1)
+    finally:
+        signal.signal(signal.SIGUSR2, previous_handler)

kryo-0.2.0.dist-info/METADATA

@@ -0,0 +1,64 @@
+Metadata-Version: 2.4
+Name: kryo
+Version: 0.2.0
+Summary: Sub-second cold starts for GPU inference
+Project-URL: Homepage, https://github.com/akhileshsharma99/kryo
+Project-URL: Repository, https://github.com/akhileshsharma99/kryo
+Project-URL: Issues, https://github.com/akhileshsharma99/kryo/issues
+Project-URL: Changelog, https://github.com/akhileshsharma99/kryo/blob/main/CHANGELOG.md
+Author-email: Akhilesh Sharma <sharmaninenine@gmail.com>
+License-Expression: MIT
+Keywords: checkpoint,cold-start,criu,gpu,inference
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: POSIX :: Linux
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+
+# Kryo Python SDK
+
+Python helper for [Kryo](https://github.com/akhileshsharma99/kryo) checkpoint signaling.
+
+## Installation
+
+```bash
+pip install kryo
+```
+
+## Usage
+
+```python
+import kryo
+
+# Setup (runs once, gets checkpointed)
+model = load_model()
+model.to("cuda")
+
+kryo.checkpoint()  # Freeze here
+
+# Inference (runs after restore)
+result = model(input)
+```
+
+Then use the Kryo CLI:
+
+```bash
+# Create snapshot
+kryo snapshot create --name mymodel -- python app.py
+
+# Restore and run
+kryo run --snapshot mymodel
+```
+
+## Requirements
+
+- Linux (CRIU is Linux-only)
+- Kryo CLI installed
+- NVIDIA driver 550+ (for GPU checkpointing)

kryo-0.2.0.dist-info/RECORD

@@ -0,0 +1,5 @@
+kryo/__init__.py,sha256=wMJw5u374L7Xfk7hzUfYvIoWFyira8wVeZuCOtIO1_s,1972
+kryo/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+kryo-0.2.0.dist-info/METADATA,sha256=V6To28UTFbmZJqnMRMWUtY4z0wnxlZazLOY8jtoWfZ8,1717
+kryo-0.2.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+kryo-0.2.0.dist-info/RECORD,,

kryo-0.2.0.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: hatchling 1.27.0
+Root-Is-Purelib: true
+Tag: py3-none-any