isagellm-core 0.4.0.7__tar.gz → 0.4.0.9__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {isagellm_core-0.4.0.7/src/isagellm_core.egg-info → isagellm_core-0.4.0.9}/PKG-INFO +28 -1
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/README.md +26 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/pyproject.toml +2 -1
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9/src/isagellm_core.egg-info}/PKG-INFO +28 -1
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/isagellm_core.egg-info/requires.txt +1 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/__init__.py +1 -1
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/__init__.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/__main__.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/__pycache__/__init__.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/__pycache__/base_engine.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/__pycache__/config.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/__pycache__/demo.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/__pycache__/engine.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/__pycache__/engine_factory.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/__pycache__/engine_server.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/__pycache__/factory.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/__pycache__/health.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/__pycache__/llm_engine.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/__pycache__/mock_engine.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/__pycache__/pd_executor.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/__pycache__/plugins.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/__pycache__/runner.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/__pycache__/runtime.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/__pycache__/workload.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/config.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/demo.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/distributed/__init__.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/distributed/__pycache__/__init__.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/distributed/__pycache__/strategies.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/distributed/strategies.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/engine.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/engine_core/__init__.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/engine_core/__pycache__/__init__.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/engine_core/__pycache__/engine_core.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/engine_core/engine_core.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/engine_core/scheduler/__init__.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/engine_core/scheduler/__pycache__/__init__.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/engine_core/scheduler/__pycache__/scheduler.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/engine_core/scheduler/scheduler.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/engine_factory.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/engine_server.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/engines/__init__.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/engines/__pycache__/__init__.cpython-311.pyc +0 -0
- isagellm_core-0.4.0.9/src/sagellm_core/engines/__pycache__/ascend.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/engines/__pycache__/cpu.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/engines/__pycache__/embedding.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/engines/__pycache__/hf_cuda.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/engines/__pycache__/mock.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/engines/__pycache__/pytorch.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/engines/__pycache__/pytorch_engine.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/engines/embedding.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/executor/__init__.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/executor/__pycache__/__init__.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/executor/__pycache__/executor_base.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/executor/__pycache__/uniproc_executor.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/executor/executor_base.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/executor/uniproc_executor.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/factory.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/health.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/inputs/__init__.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/inputs/__pycache__/__init__.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/inputs/__pycache__/processor.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/inputs/__pycache__/tokenizer_utils.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/inputs/processor.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/inputs/tokenizer_utils.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/llm_engine.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/model/__init__.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/model/__pycache__/__init__.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/model/__pycache__/model_loader.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/model/__pycache__/weight_utils.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/model/model_loader.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/model/weight_utils.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/observability/__init__.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/observability/__pycache__/__init__.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/observability/__pycache__/logger.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/observability/__pycache__/metrics.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/observability/logger.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/observability/metrics.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/pd_executor.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/plugins.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/runner.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/runtime.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/sampling/__init__.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/sampling/__pycache__/__init__.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/sampling/__pycache__/params.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/sampling/__pycache__/sampler.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/sampling/params.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/sampling/sampler.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/worker/__init__.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/worker/__pycache__/__init__.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/worker/__pycache__/worker.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/worker/model_runner/__init__.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/worker/model_runner/__pycache__/__init__.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/worker/model_runner/__pycache__/model_runner.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/worker/model_runner/model_runner.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/worker/worker.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/workload.pyc +0 -0
- isagellm_core-0.4.0.7/src/sagellm_core/engines/__pycache__/ascend.cpython-311.pyc +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/MANIFEST.in +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/setup.cfg +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/setup.py +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/isagellm_core.egg-info/SOURCES.txt +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/isagellm_core.egg-info/dependency_links.txt +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/isagellm_core.egg-info/entry_points.txt +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/isagellm_core.egg-info/top_level.txt +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/distributed/__init__.py +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/engine_core/__init__.py +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/engine_core/scheduler/__init__.py +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/engines/__init__.py +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/executor/__init__.py +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/inputs/__init__.py +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/model/__init__.py +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/observability/__init__.py +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/py.typed +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/sampling/__init__.py +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/worker/__init__.py +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/worker/model_runner/__init__.py +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/tests/test_ci_smoke.py +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/tests/test_config.py +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/tests/test_e2e_llm_integration.py +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/tests/test_engine.py +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/tests/test_engine_behavior_parity.py +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/tests/test_engine_contract_simplified.py +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/tests/test_engine_server.py +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/tests/test_llm_engine_contract.py +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/tests/test_llm_engine_error_handling.py +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/tests/test_model_loader.py +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/tests/test_observability.py +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/tests/test_pd_separation.py +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/tests/test_sampling.py +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/tests/test_streaming_pd.py +0 -0
- {isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/tests/test_task0_10_workload.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: isagellm-core
|
|
3
|
-
Version: 0.4.0.
|
|
3
|
+
Version: 0.4.0.9
|
|
4
4
|
Summary: sageLLM core runtime with PD separation (MVP)
|
|
5
5
|
Author: IntelliStream Team
|
|
6
6
|
License: Proprietary - IntelliStream
|
|
@@ -21,6 +21,7 @@ Requires-Dist: fastapi>=0.100.0
|
|
|
21
21
|
Requires-Dist: uvicorn>=0.22.0
|
|
22
22
|
Requires-Dist: torch>=2.0.0
|
|
23
23
|
Requires-Dist: transformers>=4.35.0
|
|
24
|
+
Requires-Dist: accelerate>=0.26.0
|
|
24
25
|
Provides-Extra: dev
|
|
25
26
|
Requires-Dist: pytest>=7.0.0; extra == "dev"
|
|
26
27
|
Requires-Dist: pytest-cov>=4.0.0; extra == "dev"
|
|
@@ -279,3 +280,29 @@ pre-commit run --all-files
|
|
|
279
280
|
- `isagellm` - Main package with CLI
|
|
280
281
|
|
|
281
282
|
For more packages, see the [sageLLM ecosystem](https://github.com/intellistream/sagellm)
|
|
283
|
+
|
|
284
|
+
## 🔄 贡献指南
|
|
285
|
+
|
|
286
|
+
请遵循以下工作流程:
|
|
287
|
+
|
|
288
|
+
1. **创建 Issue** - 描述问题/需求
|
|
289
|
+
```bash
|
|
290
|
+
gh issue create --title "[Bug] 描述" --label "bug,sagellm-core"
|
|
291
|
+
```
|
|
292
|
+
|
|
293
|
+
2. **开发修复** - 在本地 `fix/#123-xxx` 分支解决
|
|
294
|
+
```bash
|
|
295
|
+
git checkout -b fix/#123-xxx origin/main-dev
|
|
296
|
+
# 开发、测试...
|
|
297
|
+
pytest -v
|
|
298
|
+
ruff format . && ruff check . --fix
|
|
299
|
+
```
|
|
300
|
+
|
|
301
|
+
3. **发起 PR** - 提交到 `main-dev` 分支
|
|
302
|
+
```bash
|
|
303
|
+
gh pr create --base main-dev --title "Fix: 描述" --body "Closes #123"
|
|
304
|
+
```
|
|
305
|
+
|
|
306
|
+
4. **合并** - 审批后合并到 `main-dev`
|
|
307
|
+
|
|
308
|
+
更多详情见 [.github/copilot-instructions.md](.github/copilot-instructions.md)
|
|
@@ -246,3 +246,29 @@ pre-commit run --all-files
|
|
|
246
246
|
- `isagellm` - Main package with CLI
|
|
247
247
|
|
|
248
248
|
For more packages, see the [sageLLM ecosystem](https://github.com/intellistream/sagellm)
|
|
249
|
+
|
|
250
|
+
## 🔄 贡献指南
|
|
251
|
+
|
|
252
|
+
请遵循以下工作流程:
|
|
253
|
+
|
|
254
|
+
1. **创建 Issue** - 描述问题/需求
|
|
255
|
+
```bash
|
|
256
|
+
gh issue create --title "[Bug] 描述" --label "bug,sagellm-core"
|
|
257
|
+
```
|
|
258
|
+
|
|
259
|
+
2. **开发修复** - 在本地 `fix/#123-xxx` 分支解决
|
|
260
|
+
```bash
|
|
261
|
+
git checkout -b fix/#123-xxx origin/main-dev
|
|
262
|
+
# 开发、测试...
|
|
263
|
+
pytest -v
|
|
264
|
+
ruff format . && ruff check . --fix
|
|
265
|
+
```
|
|
266
|
+
|
|
267
|
+
3. **发起 PR** - 提交到 `main-dev` 分支
|
|
268
|
+
```bash
|
|
269
|
+
gh pr create --base main-dev --title "Fix: 描述" --body "Closes #123"
|
|
270
|
+
```
|
|
271
|
+
|
|
272
|
+
4. **合并** - 审批后合并到 `main-dev`
|
|
273
|
+
|
|
274
|
+
更多详情见 [.github/copilot-instructions.md](.github/copilot-instructions.md)
|
|
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|
|
4
4
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "isagellm-core"
|
|
7
|
-
version = "0.4.0.
|
|
7
|
+
version = "0.4.0.9"
|
|
8
8
|
description = "sageLLM core runtime with PD separation (MVP)"
|
|
9
9
|
readme = "README.md"
|
|
10
10
|
requires-python = "==3.11.*"
|
|
@@ -28,6 +28,7 @@ dependencies = [
|
|
|
28
28
|
"uvicorn>=0.22.0",
|
|
29
29
|
"torch>=2.0.0",
|
|
30
30
|
"transformers>=4.35.0",
|
|
31
|
+
"accelerate>=0.26.0",
|
|
31
32
|
]
|
|
32
33
|
|
|
33
34
|
[project.optional-dependencies]
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: isagellm-core
|
|
3
|
-
Version: 0.4.0.
|
|
3
|
+
Version: 0.4.0.9
|
|
4
4
|
Summary: sageLLM core runtime with PD separation (MVP)
|
|
5
5
|
Author: IntelliStream Team
|
|
6
6
|
License: Proprietary - IntelliStream
|
|
@@ -21,6 +21,7 @@ Requires-Dist: fastapi>=0.100.0
|
|
|
21
21
|
Requires-Dist: uvicorn>=0.22.0
|
|
22
22
|
Requires-Dist: torch>=2.0.0
|
|
23
23
|
Requires-Dist: transformers>=4.35.0
|
|
24
|
+
Requires-Dist: accelerate>=0.26.0
|
|
24
25
|
Provides-Extra: dev
|
|
25
26
|
Requires-Dist: pytest>=7.0.0; extra == "dev"
|
|
26
27
|
Requires-Dist: pytest-cov>=4.0.0; extra == "dev"
|
|
@@ -279,3 +280,29 @@ pre-commit run --all-files
|
|
|
279
280
|
- `isagellm` - Main package with CLI
|
|
280
281
|
|
|
281
282
|
For more packages, see the [sageLLM ecosystem](https://github.com/intellistream/sagellm)
|
|
283
|
+
|
|
284
|
+
## 🔄 贡献指南
|
|
285
|
+
|
|
286
|
+
请遵循以下工作流程:
|
|
287
|
+
|
|
288
|
+
1. **创建 Issue** - 描述问题/需求
|
|
289
|
+
```bash
|
|
290
|
+
gh issue create --title "[Bug] 描述" --label "bug,sagellm-core"
|
|
291
|
+
```
|
|
292
|
+
|
|
293
|
+
2. **开发修复** - 在本地 `fix/#123-xxx` 分支解决
|
|
294
|
+
```bash
|
|
295
|
+
git checkout -b fix/#123-xxx origin/main-dev
|
|
296
|
+
# 开发、测试...
|
|
297
|
+
pytest -v
|
|
298
|
+
ruff format . && ruff check . --fix
|
|
299
|
+
```
|
|
300
|
+
|
|
301
|
+
3. **发起 PR** - 提交到 `main-dev` 分支
|
|
302
|
+
```bash
|
|
303
|
+
gh pr create --base main-dev --title "Fix: 描述" --body "Closes #123"
|
|
304
|
+
```
|
|
305
|
+
|
|
306
|
+
4. **合并** - 审批后合并到 `main-dev`
|
|
307
|
+
|
|
308
|
+
更多详情见 [.github/copilot-instructions.md](.github/copilot-instructions.md)
|
|
@@ -26,7 +26,7 @@ Architecture (vLLM v1 style):
|
|
|
26
26
|
|
|
27
27
|
from __future__ import annotations
|
|
28
28
|
|
|
29
|
-
__version__ = "0.4.0.
|
|
29
|
+
__version__ = "0.4.0.9"
|
|
30
30
|
|
|
31
31
|
# ============================================================================
|
|
32
32
|
# New Architecture (vLLM v1 style) - Hardware Agnostic
|
|
index 9aa85e4..474769a 100644
|
|
|
Binary file
|
|
index cd8c30a..4753556 100644
|
|
|
Binary file
|
|
index c3f25c1..ee1679f 100644
|
|
|
Binary file
|
|
index 35ec50b..2a034b4 100644
|
|
|
Binary file
|
{isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/__pycache__/config.cpython-311.pyc
RENAMED
|
index 0cce675..bcce1f1 100644
|
|
|
Binary file
|
{isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/__pycache__/demo.cpython-311.pyc
RENAMED
|
index 793fb70..516c937 100644
|
|
|
Binary file
|
{isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/__pycache__/engine.cpython-311.pyc
RENAMED
|
index 9e779af..f953a96 100644
|
|
|
Binary file
|
|
index 74f5932..42273a6 100644
|
|
|
Binary file
|
|
index 953becd..b99c1bd 100644
|
|
|
Binary file
|
{isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/__pycache__/factory.cpython-311.pyc
RENAMED
|
index 1bfe589..96e662c 100644
|
|
|
Binary file
|
{isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/__pycache__/health.cpython-311.pyc
RENAMED
|
index f21935b..8571f72 100644
|
|
|
Binary file
|
|
index 7dccfe1..2e1c279 100644
|
|
|
Binary file
|
|
index 9d3d49b..eabc432 100644
|
|
|
Binary file
|
|
index 768f3ad..c08f2ef 100644
|
|
|
Binary file
|
{isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/__pycache__/plugins.cpython-311.pyc
RENAMED
|
index 52e76c5..78d3efc 100644
|
|
|
Binary file
|
{isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/__pycache__/runner.cpython-311.pyc
RENAMED
|
index d4c978d..cc2cfb4 100644
|
|
|
Binary file
|
{isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/__pycache__/runtime.cpython-311.pyc
RENAMED
|
index 0af2135..5ea07c9 100644
|
|
|
Binary file
|
|
index 97d1060..1750179 100644
|
|
|
Binary file
|
|
index 527aac0..6cefee9 100644
|
|
|
Binary file
|
|
index aed29b3..563f9b4 100644
|
|
|
Binary file
|
|
index 5f57808..66a10db 100644
|
|
|
Binary file
|
|
index 9a67a29..b8c4631 100644
|
|
|
Binary file
|
|
index 489f5ee..17863ca 100644
|
|
|
Binary file
|
|
index df237b7..4eb51fe 100644
|
|
|
Binary file
|
|
index e5df730..1b09c49 100644
|
|
|
Binary file
|
|
index 1a18060..c880b5a 100644
|
|
|
Binary file
|
|
index 3f9e7a7..b18e149 100644
|
|
|
Binary file
|
|
index 72d0c0d..d03ad11 100644
|
|
|
Binary file
|
{isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/engine_core/engine_core.pyc
RENAMED
|
index b9ca3f7..8e40e80 100644
|
|
|
Binary file
|
{isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/engine_core/scheduler/__init__.pyc
RENAMED
|
index e0a2b3a..4028e0a 100644
|
|
|
Binary file
|
|
index ce86746..9bdca1c 100644
|
|
|
Binary file
|
|
index 8cce653..e4f2465 100644
|
|
|
Binary file
|
{isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/engine_core/scheduler/scheduler.pyc
RENAMED
|
index 3855ef9..f34305b 100644
|
|
|
Binary file
|
|
index 3080a24..2059371 100644
|
|
|
Binary file
|
|
index 6e2634a..9e155aa 100644
|
|
|
Binary file
|
|
index c7c3b28..8a64212 100644
|
|
|
Binary file
|
|
index b343f3e..690dca5 100644
|
|
|
Binary file
|
|
index bcb8589..0866d7a 100644
|
|
|
Binary file
|
|
index a4f68a3..509b6e8 100644
|
|
|
Binary file
|
|
index 4ce54d4..0595204 100644
|
|
|
Binary file
|
|
index 6275d03..fb5d8bb 100644
|
|
|
Binary file
|
|
index d17cffd..47573c1 100644
|
|
|
Binary file
|
|
index 252aad4..724b785 100644
|
|
|
Binary file
|
|
index 72a38fd..830e864 100644
|
|
|
Binary file
|
|
index 303b075..4872cd4 100644
|
|
|
Binary file
|
|
index 8766d3c..f4a3a58 100644
|
|
|
Binary file
|
|
index d6a6819..6781461 100644
|
|
|
Binary file
|
|
index dec0a49..63feb6c 100644
|
|
|
Binary file
|
|
index 4c8a541..2dad9a3 100644
|
|
|
Binary file
|
{isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/executor/uniproc_executor.pyc
RENAMED
|
index a12810c..a27dcde 100644
|
|
|
Binary file
|
|
index 0dc3e2a..895663f 100644
|
|
|
Binary file
|
|
index 95be0c8..c2d042f 100644
|
|
|
Binary file
|
|
index 8a4386a..de6ec25 100644
|
|
|
Binary file
|
|
index a2c8a79..c177fe1 100644
|
|
|
Binary file
|
|
index 9f34492..d5eacdb 100644
|
|
|
Binary file
|
|
index 1707bb3..77f3770 100644
|
|
|
Binary file
|
|
index b77d531..3482846 100644
|
|
|
Binary file
|
|
index 86c3880..6f98b53 100644
|
|
|
Binary file
|
|
index 26bfe4f..766b5c9 100644
|
|
|
Binary file
|
|
index cff74c1..84ed4ca 100644
|
|
|
Binary file
|
|
index 84d138e..67deeb3 100644
|
|
|
Binary file
|
|
index f6cf114..7e1253b 100644
|
|
|
Binary file
|
|
index 91c124d..d66c7e9 100644
|
|
|
Binary file
|
|
index 762e73b..06d2cc2 100644
|
|
|
Binary file
|
|
index a70ea9e..ad57736 100644
|
|
|
Binary file
|
|
index 2937539..72e3edd 100644
|
|
|
Binary file
|
|
index e1a8896..415fade 100644
|
|
|
Binary file
|
|
index 9f2c4fe..9c7a8ab 100644
|
|
|
Binary file
|
|
index cd9eba1..013ac31 100644
|
|
|
Binary file
|
|
index 0031207..69aba3f 100644
|
|
|
Binary file
|
|
index ff24d45..731c23c 100644
|
|
|
Binary file
|
|
index 576b95e..9d310f4 100644
|
|
|
Binary file
|
|
index 7b57172..fe9cf8e 100644
|
|
|
Binary file
|
|
index 84ad1ea..c623cc6 100644
|
|
|
Binary file
|
|
index 326f780..85b750a 100644
|
|
|
Binary file
|
|
index 0f2f26d..10cc3a9 100644
|
|
|
Binary file
|
|
index b426571..e1ea09d 100644
|
|
|
Binary file
|
|
index ecb4f2a..0d99e69 100644
|
|
|
Binary file
|
|
index ad723a1..eddca83 100644
|
|
|
Binary file
|
|
index ab4cf35..91565c8 100644
|
|
|
Binary file
|
|
index fa0a3f3..e6c2f5f 100644
|
|
|
Binary file
|
|
index 5e4f23d..4b52bc4 100644
|
|
|
Binary file
|
|
index d123265..2e7e363 100644
|
|
|
Binary file
|
|
index 0da6a1b..2e15326 100644
|
|
|
Binary file
|
{isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/worker/model_runner/__init__.pyc
RENAMED
|
index 38c462d..1ed6a5f 100644
|
|
|
Binary file
|
|
index 0c5280e..6f2ee67 100644
|
|
|
Binary file
|
|
index f626b43..9fbe06b 100644
|
|
|
Binary file
|
|
index 1425498..5bb12f3 100644
|
|
|
Binary file
|
|
index 53bcf30..f6edf4b 100644
|
|
|
Binary file
|
|
index 7baab66..66f7695 100644
|
|
|
Binary file
|
|
Binary file
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/isagellm_core.egg-info/dependency_links.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/engine_core/scheduler/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{isagellm_core-0.4.0.7 → isagellm_core-0.4.0.9}/src/sagellm_core/worker/model_runner/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|