isagellm-protocol 0.1.2.4__tar.gz

isagellm_protocol-0.1.2.4/MANIFEST.in

@@ -0,0 +1,8 @@
+
+# Include compiled files and binary extensions
+recursive-include src *.pyc
+recursive-include src *.pyo
+recursive-include src __pycache__/*
+recursive-include src *.so
+recursive-include src *.pyd
+recursive-include src *.dylib

isagellm_protocol-0.1.2.4/PKG-INFO

@@ -0,0 +1,137 @@
+Metadata-Version: 2.4
+Name: isagellm-protocol
+Version: 0.1.2.4
+Summary: sageLLM protocol types and validation (Protocol v0.1)
+Author: IntelliStream Team
+License: Proprietary - IntelliStream
+Classifier: Development Status :: 3 - Alpha
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Requires-Python: ==3.11.*
+Description-Content-Type: text/markdown
+Requires-Dist: pydantic>=2.0.0
+Provides-Extra: dev
+Requires-Dist: pytest>=7.0.0; extra == "dev"
+Requires-Dist: pytest-cov>=4.0.0; extra == "dev"
+Requires-Dist: ruff>=0.8.0; extra == "dev"
+Requires-Dist: mypy>=1.0.0; extra == "dev"
+Requires-Dist: pre-commit>=3.0.0; extra == "dev"
+
+# sagellm-protocol
+
+## Protocol Compliance (Mandatory)
+
+- This repository defines Protocol v0.1 as the source of truth.
+- Any globally shared definitions (fields, error codes, metrics, IDs, schemas) MUST be added here before use.
+
+[![CI](https://github.com/intellistream/sagellm-protocol/workflows/CI/badge.svg)](https://github.com/intellistream/sagellm-protocol/actions/workflows/ci.yml)
+[![Python](https://img.shields.io/badge/python-3.10%2B-blue.svg)](https://www.python.org/downloads/)
+[![Pydantic v2](https://img.shields.io/badge/pydantic-v2-e92063.svg)](https://docs.pydantic.dev/2.0/)
+[![Code Coverage](https://img.shields.io/badge/coverage-100%25-brightgreen.svg)](docs/TESTING.md)
+
+Type definitions and validation for sageLLM inference engine.
+
+- **Package**: `isagellm-protocol`
+- **Import**: `sagellm_protocol`
+- **Python**: 3.10+
+
+## Installation
+
+```bash
+pip install isagellm-protocol
+```
+
+For development:
+
+```bash
+git clone git@github.com:intellistream/sagellm-protocol.git
+cd sagellm-protocol
+pip install -e ".[dev]"
+```
+
+## Features
+
+- Request/Response type definitions
+- Streaming event types (start/delta/end)
+- Performance metrics with validation
+- Error types and error codes
+- Timestamp tracking
+- KV cache lifecycle hooks
+- Pydantic v2 validation
+
+## Quick Start
+
+```python
+from sagellm_protocol import Request, Response, Metrics, ErrorCode
+
+# 创建请求
+req = Request(
+    request_id="req-001",
+    trace_id="trace-001",
+    model="llama2-7b",
+    prompt="Hello, world!",
+    max_tokens=128,
+    stream=False,
+    temperature=0.7,
+)
+
+# 创建响应
+metrics = Metrics(
+    ttft_ms=45.2,
+    tbt_ms=12.5,
+    throughput_tps=80.0,
+    peak_mem_mb=24576,
+    error_rate=0.0,
+)
+
+resp = Response(
+    request_id="req-001",
+    trace_id="trace-001",
+    output_text="Hi there!",
+    output_tokens=[42, 17],
+    finish_reason="stop",
+    metrics=metrics,
+)
+```
+
+For more examples, see [examples/basic_usage.py](examples/basic_usage.py).
+
+## API Reference
+
+### Core Types
+- `Request` / `Response` - Request and response objects
+- `Metrics` - Performance metrics
+- `StreamEvent` - Streaming event types
+- `Error` / `ErrorCode` - Error handling
+- `Timestamps` - Timestamp tracking
+- `KVAllocateParams` / `KVHandle` - KV cache management
+
+## Development
+
+Run tests:
+```bash
+pytest tests/ -v
+```
+
+Format and lint:
+```bash
+ruff format .
+ruff check . --fix
+```
+
+Type check:
+```bash
+mypy src/sagellm_protocol
+```
+
+## Documentation
+
+For more details:
+- [Testing Guide](docs/TESTING.md)
+- [Contributing Guidelines](CONTRIBUTING.md)
+
+## License
+
+Proprietary - IntelliStream

isagellm_protocol-0.1.2.4/README.md

@@ -0,0 +1,116 @@
+# sagellm-protocol
+
+## Protocol Compliance (Mandatory)
+
+- This repository defines Protocol v0.1 as the source of truth.
+- Any globally shared definitions (fields, error codes, metrics, IDs, schemas) MUST be added here before use.
+
+[![CI](https://github.com/intellistream/sagellm-protocol/workflows/CI/badge.svg)](https://github.com/intellistream/sagellm-protocol/actions/workflows/ci.yml)
+[![Python](https://img.shields.io/badge/python-3.10%2B-blue.svg)](https://www.python.org/downloads/)
+[![Pydantic v2](https://img.shields.io/badge/pydantic-v2-e92063.svg)](https://docs.pydantic.dev/2.0/)
+[![Code Coverage](https://img.shields.io/badge/coverage-100%25-brightgreen.svg)](docs/TESTING.md)
+
+Type definitions and validation for sageLLM inference engine.
+
+- **Package**: `isagellm-protocol`
+- **Import**: `sagellm_protocol`
+- **Python**: 3.10+
+
+## Installation
+
+```bash
+pip install isagellm-protocol
+```
+
+For development:
+
+```bash
+git clone git@github.com:intellistream/sagellm-protocol.git
+cd sagellm-protocol
+pip install -e ".[dev]"
+```
+
+## Features
+
+- Request/Response type definitions
+- Streaming event types (start/delta/end)
+- Performance metrics with validation
+- Error types and error codes
+- Timestamp tracking
+- KV cache lifecycle hooks
+- Pydantic v2 validation
+
+## Quick Start
+
+```python
+from sagellm_protocol import Request, Response, Metrics, ErrorCode
+
+# 创建请求
+req = Request(
+    request_id="req-001",
+    trace_id="trace-001",
+    model="llama2-7b",
+    prompt="Hello, world!",
+    max_tokens=128,
+    stream=False,
+    temperature=0.7,
+)
+
+# 创建响应
+metrics = Metrics(
+    ttft_ms=45.2,
+    tbt_ms=12.5,
+    throughput_tps=80.0,
+    peak_mem_mb=24576,
+    error_rate=0.0,
+)
+
+resp = Response(
+    request_id="req-001",
+    trace_id="trace-001",
+    output_text="Hi there!",
+    output_tokens=[42, 17],
+    finish_reason="stop",
+    metrics=metrics,
+)
+```
+
+For more examples, see [examples/basic_usage.py](examples/basic_usage.py).
+
+## API Reference
+
+### Core Types
+- `Request` / `Response` - Request and response objects
+- `Metrics` - Performance metrics
+- `StreamEvent` - Streaming event types
+- `Error` / `ErrorCode` - Error handling
+- `Timestamps` - Timestamp tracking
+- `KVAllocateParams` / `KVHandle` - KV cache management
+
+## Development
+
+Run tests:
+```bash
+pytest tests/ -v
+```
+
+Format and lint:
+```bash
+ruff format .
+ruff check . --fix
+```
+
+Type check:
+```bash
+mypy src/sagellm_protocol
+```
+
+## Documentation
+
+For more details:
+- [Testing Guide](docs/TESTING.md)
+- [Contributing Guidelines](CONTRIBUTING.md)
+
+## License
+
+Proprietary - IntelliStream

isagellm_protocol-0.1.2.4/pyproject.toml

@@ -0,0 +1,94 @@
+[build-system]
+requires = ["setuptools>=64", "wheel", "packaging>=24.2"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "isagellm-protocol"
+version = "0.1.2.4"
+description = "sageLLM protocol types and validation (Protocol v0.1)"
+readme = "README.md"
+requires-python = "==3.11.*"
+authors = [{ name = "IntelliStream Team" }]
+license = { text = "Proprietary - IntelliStream" }
+classifiers = [
+  "Development Status :: 3 - Alpha",
+  "Programming Language :: Python :: 3",
+  "Programming Language :: Python :: 3.10",
+  "Programming Language :: Python :: 3.11",
+  "Programming Language :: Python :: 3.12",
+]
+dependencies = [
+  "pydantic>=2.0.0",
+]
+
+[project.optional-dependencies]
+dev = [
+  "pytest>=7.0.0",
+  "pytest-cov>=4.0.0",
+  "ruff>=0.8.0",
+  "mypy>=1.0.0",
+  "pre-commit>=3.0.0",
+]
+
+[tool.setuptools]
+package-dir = {"" = "src"}
+include-package-data = true
+
+[tool.setuptools.packages.find]
+where = ["src"]
+
+[tool.setuptools.package-data]
+sagellm_protocol = ["py.typed"]
+"*" = ["*.pyc", "*.pyo", "__pycache__/*", "*.so", "*.pyd", "*.dylib"]
+
+[tool.ruff]
+line-length = 100
+target-version = "py310"
+
+[tool.ruff.lint]
+select = [
+  "E",     # pycodestyle errors
+  "W",     # pycodestyle warnings
+  "F",     # pyflakes
+  "I",     # isort
+  "B",     # flake8-bugbear
+  "C4",    # flake8-comprehensions
+  "UP",    # pyupgrade
+  "ARG",   # flake8-unused-arguments
+  "SIM",   # flake8-simplify
+]
+ignore = [
+  "E501",  # line too long (handled by formatter)
+  "B008",  # function-call-in-default-argument (Pydantic uses Field())
+]
+
+[tool.ruff.lint.isort]
+known-first-party = ["sagellm_protocol"]
+
+[tool.mypy]
+python_version = "3.10"
+strict = true
+show_error_codes = true
+explicit_package_bases = true
+plugins = ["pydantic.mypy"]
+
+[tool.pytest.ini_options]
+minversion = "7.0"
+testpaths = ["tests"]
+addopts = "-v --strict-markers"
+markers = [
+  "unit: Unit tests",
+  "integration: Integration tests",
+]
+
+[tool.coverage.run]
+source = ["sagellm_protocol"]
+branch = true
+
+[tool.coverage.report]
+exclude_lines = [
+  "pragma: no cover",
+  "if TYPE_CHECKING:",
+  "raise NotImplementedError",
+  "@abstractmethod",
+]

isagellm_protocol-0.1.2.4/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

isagellm_protocol-0.1.2.4/setup.py

@@ -0,0 +1,9 @@
+
+from setuptools import setup
+
+setup(
+    include_package_data=True,
+    package_data={
+        "": ["*.pyc", "*.pyo", "__pycache__/*", "*.so", "*.pyd", "*.dylib"],
+    },
+)

isagellm_protocol-0.1.2.4/src/isagellm_protocol.egg-info/PKG-INFO

@@ -0,0 +1,137 @@
+Metadata-Version: 2.4
+Name: isagellm-protocol
+Version: 0.1.2.4
+Summary: sageLLM protocol types and validation (Protocol v0.1)
+Author: IntelliStream Team
+License: Proprietary - IntelliStream
+Classifier: Development Status :: 3 - Alpha
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Requires-Python: ==3.11.*
+Description-Content-Type: text/markdown
+Requires-Dist: pydantic>=2.0.0
+Provides-Extra: dev
+Requires-Dist: pytest>=7.0.0; extra == "dev"
+Requires-Dist: pytest-cov>=4.0.0; extra == "dev"
+Requires-Dist: ruff>=0.8.0; extra == "dev"
+Requires-Dist: mypy>=1.0.0; extra == "dev"
+Requires-Dist: pre-commit>=3.0.0; extra == "dev"
+
+# sagellm-protocol
+
+## Protocol Compliance (Mandatory)
+
+- This repository defines Protocol v0.1 as the source of truth.
+- Any globally shared definitions (fields, error codes, metrics, IDs, schemas) MUST be added here before use.
+
+[![CI](https://github.com/intellistream/sagellm-protocol/workflows/CI/badge.svg)](https://github.com/intellistream/sagellm-protocol/actions/workflows/ci.yml)
+[![Python](https://img.shields.io/badge/python-3.10%2B-blue.svg)](https://www.python.org/downloads/)
+[![Pydantic v2](https://img.shields.io/badge/pydantic-v2-e92063.svg)](https://docs.pydantic.dev/2.0/)
+[![Code Coverage](https://img.shields.io/badge/coverage-100%25-brightgreen.svg)](docs/TESTING.md)
+
+Type definitions and validation for sageLLM inference engine.
+
+- **Package**: `isagellm-protocol`
+- **Import**: `sagellm_protocol`
+- **Python**: 3.10+
+
+## Installation
+
+```bash
+pip install isagellm-protocol
+```
+
+For development:
+
+```bash
+git clone git@github.com:intellistream/sagellm-protocol.git
+cd sagellm-protocol
+pip install -e ".[dev]"
+```
+
+## Features
+
+- Request/Response type definitions
+- Streaming event types (start/delta/end)
+- Performance metrics with validation
+- Error types and error codes
+- Timestamp tracking
+- KV cache lifecycle hooks
+- Pydantic v2 validation
+
+## Quick Start
+
+```python
+from sagellm_protocol import Request, Response, Metrics, ErrorCode
+
+# 创建请求
+req = Request(
+    request_id="req-001",
+    trace_id="trace-001",
+    model="llama2-7b",
+    prompt="Hello, world!",
+    max_tokens=128,
+    stream=False,
+    temperature=0.7,
+)
+
+# 创建响应
+metrics = Metrics(
+    ttft_ms=45.2,
+    tbt_ms=12.5,
+    throughput_tps=80.0,
+    peak_mem_mb=24576,
+    error_rate=0.0,
+)
+
+resp = Response(
+    request_id="req-001",
+    trace_id="trace-001",
+    output_text="Hi there!",
+    output_tokens=[42, 17],
+    finish_reason="stop",
+    metrics=metrics,
+)
+```
+
+For more examples, see [examples/basic_usage.py](examples/basic_usage.py).
+
+## API Reference
+
+### Core Types
+- `Request` / `Response` - Request and response objects
+- `Metrics` - Performance metrics
+- `StreamEvent` - Streaming event types
+- `Error` / `ErrorCode` - Error handling
+- `Timestamps` - Timestamp tracking
+- `KVAllocateParams` / `KVHandle` - KV cache management
+
+## Development
+
+Run tests:
+```bash
+pytest tests/ -v
+```
+
+Format and lint:
+```bash
+ruff format .
+ruff check . --fix
+```
+
+Type check:
+```bash
+mypy src/sagellm_protocol
+```
+
+## Documentation
+
+For more details:
+- [Testing Guide](docs/TESTING.md)
+- [Contributing Guidelines](CONTRIBUTING.md)
+
+## License
+
+Proprietary - IntelliStream

isagellm_protocol-0.1.2.4/src/isagellm_protocol.egg-info/SOURCES.txt

@@ -0,0 +1,41 @@
+MANIFEST.in
+README.md
+pyproject.toml
+setup.py
+src/isagellm_protocol.egg-info/PKG-INFO
+src/isagellm_protocol.egg-info/SOURCES.txt
+src/isagellm_protocol.egg-info/dependency_links.txt
+src/isagellm_protocol.egg-info/requires.txt
+src/isagellm_protocol.egg-info/top_level.txt
+src/sagellm_protocol/__init__.py
+src/sagellm_protocol/__init__.pyc
+src/sagellm_protocol/backend_types.pyc
+src/sagellm_protocol/errors.pyc
+src/sagellm_protocol/kv_hooks.pyc
+src/sagellm_protocol/openai_types.pyc
+src/sagellm_protocol/py.typed
+src/sagellm_protocol/timestamps.pyc
+src/sagellm_protocol/types.pyc
+src/sagellm_protocol/__pycache__/__init__.cpython-311.pyc
+src/sagellm_protocol/__pycache__/backend_types.cpython-311.pyc
+src/sagellm_protocol/__pycache__/errors.cpython-311.pyc
+src/sagellm_protocol/__pycache__/kv_hooks.cpython-311.pyc
+src/sagellm_protocol/__pycache__/openai_types.cpython-311.pyc
+src/sagellm_protocol/__pycache__/timestamps.cpython-311.pyc
+src/sagellm_protocol/__pycache__/types.cpython-311.pyc
+src/sagellm_protocol/kv/__init__.py
+src/sagellm_protocol/kv/__init__.pyc
+src/sagellm_protocol/kv/enums.pyc
+src/sagellm_protocol/kv/errors.pyc
+src/sagellm_protocol/kv/metrics.pyc
+src/sagellm_protocol/kv/types.pyc
+src/sagellm_protocol/kv/__pycache__/__init__.cpython-311.pyc
+src/sagellm_protocol/kv/__pycache__/enums.cpython-311.pyc
+src/sagellm_protocol/kv/__pycache__/errors.cpython-311.pyc
+src/sagellm_protocol/kv/__pycache__/metrics.cpython-311.pyc
+src/sagellm_protocol/kv/__pycache__/types.cpython-311.pyc
+tests/test_errors.py
+tests/test_kv_hooks.py
+tests/test_openai_types.py
+tests/test_timestamps.py
+tests/test_types.py

isagellm_protocol-0.1.2.4/src/isagellm_protocol.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

isagellm_protocol-0.1.2.4/src/isagellm_protocol.egg-info/requires.txt

@@ -0,0 +1,8 @@
+pydantic>=2.0.0
+
+[dev]
+pytest>=7.0.0
+pytest-cov>=4.0.0
+ruff>=0.8.0
+mypy>=1.0.0
+pre-commit>=3.0.0

isagellm_protocol-0.1.2.4/src/isagellm_protocol.egg-info/top_level.txt

@@ -0,0 +1 @@
+sagellm_protocol

isagellm_protocol-0.1.2.4/src/sagellm_protocol/__init__.py

@@ -0,0 +1,111 @@
+"""sageLLM Protocol v0.1 类型定义。
+
+本包提供 sageLLM 的公共契约类型，包括：
+- 请求/响应类型
+- Stream 事件类型
+- 指标和错误类型
+- Backend 能力类型（DType, KernelKind, CapabilityDescriptor）
+- KV 生命周期钩子类型
+- OpenAI 兼容类型（供 Gateway 使用）
+
+所有类型定义严格遵循 Protocol v0.1 规范。
+"""
+
+from __future__ import annotations
+
+from sagellm_protocol.backend_types import CapabilityDescriptor, DType, KernelKind
+from sagellm_protocol.errors import Error, ErrorCode
+from sagellm_protocol.kv_hooks import (
+    KVAllocateParams,
+    KVDType,
+    KVEvictReason,
+    KVHandle,
+    KVLayout,
+    KVMigrateParams,
+)
+from sagellm_protocol.openai_types import (
+    ChatCompletionChoice,
+    ChatCompletionRequest,
+    ChatCompletionResponse,
+    ChatCompletionStreamChoice,
+    ChatCompletionStreamDelta,
+    ChatCompletionStreamResponse,
+    ChatCompletionUsage,
+    ChatMessage,
+    EmbeddingData,
+    EmbeddingRequest,
+    EmbeddingResponse,
+    EmbeddingUsage,
+    ModelInfo,
+    ModelListResponse,
+    OpenAIError,
+    OpenAIErrorResponse,
+)
+from sagellm_protocol.timestamps import Timestamps
+from sagellm_protocol.types import (
+    Metrics,
+    Request,
+    Response,
+    StreamEvent,
+    StreamEventDelta,
+    StreamEventEnd,
+    StreamEventStart,
+)
+
+# 别名，用于向后兼容
+StartEvent = StreamEventStart
+DeltaEvent = StreamEventDelta
+EndEvent = StreamEventEnd
+
+__version__ = "0.1.2.4"
+
+__all__ = [
+    # Version
+    "__version__",
+    # Core types
+    "Request",
+    "Response",
+    "Metrics",
+    # Streaming
+    "StreamEvent",
+    "StreamEventStart",
+    "StreamEventDelta",
+    "StreamEventEnd",
+    # Streaming aliases
+    "StartEvent",
+    "DeltaEvent",
+    "EndEvent",
+    # Errors
+    "Error",
+    "ErrorCode",
+    # Observability
+    "Timestamps",
+    # Backend types
+    "DType",
+    "KernelKind",
+    "CapabilityDescriptor",
+    # KV hooks
+    "KVDType",
+    "KVLayout",
+    "KVAllocateParams",
+    "KVHandle",
+    "KVEvictReason",
+    "KVMigrateParams",
+    # OpenAI-compatible types (for Gateway)
+    "ChatMessage",
+    "ChatCompletionRequest",
+    "ChatCompletionResponse",
+    "ChatCompletionChoice",
+    "ChatCompletionUsage",
+    "ChatCompletionStreamResponse",
+    "ChatCompletionStreamChoice",
+    "ChatCompletionStreamDelta",
+    "EmbeddingRequest",
+    "EmbeddingResponse",
+    "EmbeddingData",
+    "EmbeddingUsage",
+    "ModelInfo",
+    "ModelListResponse",
+    "OpenAIError",
+    "OpenAIErrorResponse",
+]