cryptotensors-koalavault-vllm 0.1.0__cp311-cp311-manylinux2014_x86_64.manylinux_2_17_x86_64.whl

cryptotensors_koalavault_vllm/__init__.py

@@ -0,0 +1,6 @@
+import os
+import sys
+from ._native import get_native_lib_path
+
+__all__ = ["get_native_lib_path"]
+

cryptotensors_koalavault_vllm/_native.cpython-311-x86_64-linux-gnu.so.sig

@@ -0,0 +1 @@
+00/fuhBXShQLobvsX/EMEWFDFSyGRJ3CVOrT2sqnYX8X8AEkBX8PRg8H9fvBHeU+UhbM+LK8AvcbibEGm822AQ==

cryptotensors_koalavault_vllm-0.1.0.dist-info/METADATA

@@ -0,0 +1,188 @@
+Metadata-Version: 2.4
+Name: cryptotensors-koalavault-vllm
+Version: 0.1.0
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: Topic :: Security :: Cryptography
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Operating System :: OS Independent
+Requires-Dist: cryptotensors>=0.2.0
+Requires-Dist: pytest>=7.0 ; extra == 'dev'
+Requires-Dist: pytest>=7.0 ; extra == 'integration'
+Requires-Dist: pytest-asyncio>=0.23.0 ; extra == 'integration'
+Requires-Dist: fastapi>=0.109.0 ; extra == 'integration'
+Requires-Dist: uvicorn>=0.27.0 ; extra == 'integration'
+Requires-Dist: cryptography>=42.0.0 ; extra == 'integration'
+Requires-Dist: pyjwt>=2.8.0 ; extra == 'integration'
+Requires-Dist: httpx>=0.27.0 ; extra == 'integration'
+Requires-Dist: requests>=2.31.0 ; extra == 'integration'
+Provides-Extra: dev
+Provides-Extra: integration
+Summary: KoalaVault Key Provider for CryptoTensors - Secure key management for encrypted model deployment with vLLM
+Keywords: cryptotensors,koalavault,key-management,encryption,vllm,provider
+Home-Page: https://koalavault.com
+Author: KoalaVault Team
+License: Proprietary
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown; charset=UTF-8; variant=GFM
+Project-URL: Bug Tracker, https://pypi.org/project/cryptotensors-koalavault-vllm/
+Project-URL: Documentation, https://docs.koalavault.com
+Project-URL: Homepage, https://koalavault.com
+Project-URL: Repository, https://pypi.org/project/cryptotensors-koalavault-vllm/
+
+# cryptotensors-koalavault-vllm
+
+[![PyPI version](https://badge.fury.io/py/cryptotensors-koalavault-vllm.svg)](https://badge.fury.io/py/cryptotensors-koalavault-vllm)
+[![Crates.io version](https://img.shields.io/crates/v/cryptotensors-koalavault-vllm.svg)](https://crates.io/crates/cryptotensors-koalavault-vllm)
+
+KoalaVault Key Provider for CryptoTensors - A secure key management provider for encrypted model deployment with vLLM.
+
+> **Note**: This package is distributed as pre-compiled binaries. The Rust source code is proprietary and not publicly available.
+
+## Overview
+
+`cryptotensors-koalavault-vllm` is a Key Provider implementation for the [CryptoTensors](https://github.com/aiyah-meloken/cryptotensors) library, specifically designed for secure model deployment with vLLM. It provides:
+
+- **Secure Key Management**: Automatic key retrieval from KoalaVault servers
+- **Attestation Support**: Framework integrity verification for secure deployments
+- **vLLM Integration**: Seamless integration with vLLM for encrypted model serving
+- **Native Performance**: Rust-based implementation with Python bindings
+- **Binary Distribution**: Pre-compiled native libraries for easy installation
+
+## Installation
+
+### From PyPI
+
+```bash
+pip install cryptotensors-koalavault-vllm
+```
+
+The package includes pre-compiled binaries for common platforms. No compilation or Rust toolchain is required.
+
+## Quick Start
+
+### Basic Usage
+
+```python
+import cryptotensors
+
+# Initialize the KoalaVault provider
+cryptotensors.init_key_provider(
+    "koalavault-vllm",
+    api_key="your-api-key",
+    model_owner="model-owner",
+    model_name="model-name",
+    model_path="/path/to/model"
+)
+
+# Now you can use cryptotensors to load encrypted models
+from cryptotensors import safe_open
+
+with safe_open("model.safetensors", framework="pt") as f:
+    tensor = f.get_tensor("layer.weight")
+```
+
+### With vLLM
+
+The provider is typically initialized automatically when using the KoalaVault vLLM container:
+
+```bash
+docker run --rm \
+  -e KOALAVAULT_API_KEY=your-api-key \
+  -v /path/to/models:/models \
+  koalavault/vllm:latest \
+  --koalavault-api-key your-api-key \
+  --koalavault-model owner/model-name \
+  --model /models/model-name
+```
+
+## Architecture
+
+This package implements the `KeyProvider` trait from the CryptoTensors core library. When initialized, it:
+
+1. **Authenticates** with the KoalaVault server using the provided API key
+2. **Performs Attestation** to verify the framework integrity
+3. **Retrieves Keys** for decrypting the encrypted model tensors
+4. **Manages Keys** securely in memory without exposing them to Python
+
+## API Reference
+
+### Python API
+
+#### `cryptotensors.init_key_provider(name, **config)`
+
+Initialize and activate a key provider.
+
+**Parameters:**
+- `name` (str): Provider name, must be `"koalavault-vllm"`
+- `api_key` (str): KoalaVault API key
+- `model_owner` (str): Model owner identifier
+- `model_name` (str): Model name identifier
+- `model_path` (str): Path to the model directory
+
+**Example:**
+```python
+cryptotensors.init_key_provider(
+    "koalavault-vllm",
+    api_key="sk-...",
+    model_owner="my-org",
+    model_name="my-model",
+    model_path="/models/my-model"
+)
+```
+
+### Rust API
+
+The Rust crate provides the `KoalaVaultProvider` struct that implements the `KeyProvider` trait. The crate is distributed as a binary library (cdylib) and can be used via FFI:
+
+```rust
+use cryptotensors::{KeyProvider, CryptoTensorsError};
+
+// Provider is created via FFI function exported from the binary
+// extern "C" fn cryptotensors_create_provider() -> *mut dyn KeyProvider
+```
+
+> **Note**: The Rust source code for this provider is proprietary. Only pre-compiled binary libraries are distributed via crates.io.
+
+## Security Features
+
+- **Signature Verification**: All provider libraries are cryptographically signed and verified before loading
+- **Key Isolation**: Cryptographic keys never pass through the Python interpreter
+- **Attestation**: Framework integrity is verified before key retrieval
+- **Secure Storage**: Keys are stored in memory with automatic cleanup
+
+## Requirements
+
+- Python >= 3.9
+- `cryptotensors` core library (>= 0.2.0)
+
+## Distribution
+
+This package is distributed as pre-compiled binary wheels for:
+- Linux (x86_64, aarch64)
+- macOS (x86_64, arm64)
+- Windows (x86_64)
+
+The Rust source code is proprietary and not available for public inspection or modification. Only the compiled binary libraries are distributed via PyPI and crates.io.
+
+## License
+
+This package is distributed under a proprietary license. The binary libraries are provided for use with the CryptoTensors ecosystem. See the package metadata for specific license terms.
+
+## Links
+
+- [CryptoTensors Core Library](https://github.com/aiyah-meloken/cryptotensors) (Open Source)
+- [KoalaVault Documentation](https://docs.koalavault.com)
+- [PyPI Package](https://pypi.org/project/cryptotensors-koalavault-vllm/)
+- [Crates.io Package](https://crates.io/crates/cryptotensors-koalavault-vllm)
+
+## Support
+
+For issues and questions, please contact KoalaVault support or refer to the official documentation.
+
+

cryptotensors_koalavault_vllm-0.1.0.dist-info/RECORD

@@ -0,0 +1,7 @@
+cryptotensors_koalavault_vllm/__init__.py,sha256=ikI-RzAc3PxBNotyaRfTohVZ-yIf8TxIAUIU-lqFOsQ,98
+cryptotensors_koalavault_vllm/_native.cpython-311-x86_64-linux-gnu.so,sha256=6NkjZKYbJtnGRkRwVAAs_ufv6IbiGMfNZsQ-EX7U0H4,7126560
+cryptotensors_koalavault_vllm/_native.cpython-311-x86_64-linux-gnu.so.sig,sha256=ShONKtg7Lrxrg10pJeRuTnkxuq8AKrJiHRdXRDutNcM,88
+cryptotensors_koalavault_vllm-0.1.0.dist-info/METADATA,sha256=kuRwF0sEZcstrmNXrIIlUp2t_rt7_CbBI9rPcjsPsSA,6894
+cryptotensors_koalavault_vllm-0.1.0.dist-info/WHEEL,sha256=KmtbzEMhBG7ILlpCgdxkDv7AlFCmdxefhRI54YAwnLk,147
+cryptotensors_koalavault_vllm-0.1.0.dist-info/entry_points.txt,sha256=G7PjakhoAKSQMc7m244aqYpbA0DW6EYhLz8nK-tgwAs,72
+cryptotensors_koalavault_vllm-0.1.0.dist-info/RECORD,,

cryptotensors_koalavault_vllm-0.1.0.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: maturin (1.11.5)
+Root-Is-Purelib: false
+Tag: cp311-cp311-manylinux_2_17_x86_64
+Tag: cp311-cp311-manylinux2014_x86_64

cryptotensors_koalavault_vllm-0.1.0.dist-info/entry_points.txt

@@ -0,0 +1,2 @@
+[cryptotensors.providers]
+koalavault-vllm=cryptotensors_koalavault_vllm