isagellm-core 0.3.0.2__py2.py3-none-any.whl → 0.3.0.4__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: isagellm-core
3
- Version: 0.3.0.2
3
+ Version: 0.3.0.4
4
4
  Summary: sageLLM core runtime with PD separation (MVP)
5
5
  Author: IntelliStream Team
6
6
  License: Proprietary - IntelliStream
@@ -58,11 +58,6 @@ sageLLM Core - 引擎协调层与运行时系统
58
58
  │ │ • YAML/JSON 配置解析 │ │
59
59
  │ │ • Pydantic v2 类型验证 │ │
60
60
  │ └─────────────────────────────────────────────────────┘ │
61
- │ ┌─────────────────────────────────────────────────────┐ │
62
- │ │ Demo Runner (runner.py) │ │
63
- │ │ • 协调 backend + engine + workload │ │
64
- │ │ • M1 Demo Contract 验证 │ │
65
- │ └─────────────────────────────────────────────────────┘ │
66
61
  ├─────────────────────────────────────────────────────────────┤
67
62
  │ sagellm-backend (硬件抽象层) │
68
63
  │ • BackendProvider (CPU/CUDA/Ascend) │
@@ -81,7 +76,6 @@ sageLLM Core - 引擎协调层与运行时系统
81
76
  - 🏭 EngineFactory - 支持自动发现与优先级选择
82
77
  - 🎯 内置引擎实现(CPU/CUDA/Embedding)
83
78
  - 🔌 插件系统 - 扩展引擎与后端
84
- - 📊 Demo Runner - M1 验证框架
85
79
  - ⚙️ 配置系统 - YAML/JSON + Pydantic v2
86
80
  - ✅ CPU-First - 无 GPU 测试支持
87
81
 
@@ -108,11 +102,6 @@ pip install -e ".[dev]"
108
102
  pytest tests/ -v
109
103
  ```
110
104
 
111
- 运行 Demo(CPU 模式):
112
- ```bash
113
- python -m sagellm_core.demo --segments short
114
- ```
115
-
116
105
  > 💡 **提示**:`isagellm-protocol` 和 `isagellm-backend` 会自动从 PyPI 安装。
117
106
  > 如需本地联调:
118
107
  > ```bash
@@ -142,23 +131,9 @@ Main configuration components:
142
131
  - `EngineConfig`: Inference engine configuration
143
132
  - `WorkloadConfig`: Workload parameters
144
133
  - `OutputConfig`: Output paths and logging
145
- - `DemoConfig`: Top-level demo configuration
146
134
 
147
135
  ### 配置示例
148
136
 
149
- #### 快速开始
150
-
151
- ```bash
152
- # CPU 模式(无需 GPU)
153
- python -m sagellm.demo --config examples/config_cpu.yaml
154
-
155
- # CUDA 生产模式
156
- python -m sagellm.demo --config examples/config_cuda.yaml
157
-
158
- # 昇腾生产模式
159
- python -m sagellm.demo --config examples/config_ascend.yaml
160
- ```
161
-
162
137
  #### 示例配置文件
163
138
 
164
139
  - [config_cpu.yaml](examples/config_cpu.yaml) - CPU 模式(CI/开发)
@@ -200,52 +175,6 @@ except PluginResolutionError as e:
200
175
  # Install hint: pip install isagellm-backend-ascend_cann
201
176
  ```
202
177
 
203
- ## Demo Runner CLI (Task0.08)
204
-
205
- sagellm-core 提供了 Demo Runner CLI,用于执行 M1 Demo Contract 验证:
206
-
207
- ### 用法
208
-
209
- ```bash
210
- # 使用配置文件运行
211
- python -m sagellm_core.demo --config examples/demo_config.yaml
212
-
213
- # 强制使用 CPU 模式(覆盖配置文件)
214
- python -m sagellm_core.demo --config config.yaml --backend cpu
215
-
216
- # 覆盖 workload 段选择
217
- python -m sagellm_core.demo --config config.yaml --segments short,long
218
-
219
- # 覆盖输出路径
220
- python -m sagellm_core.demo --config config.yaml --output /tmp/metrics.json
221
-
222
- # 启用 streaming 模式和详细日志
223
- python -m sagellm_core.demo --config config.yaml --stream --verbose
224
- ```
225
-
226
- ### 示例配置
227
-
228
- 参见 [examples/demo_config.yaml](examples/demo_config.yaml):
229
-
230
- ```yaml
231
- backend:
232
- kind: cpu
233
- device: cpu
234
-
235
- engine:
236
- kind: cpu
237
- model: sshleifer/tiny-gpt2
238
-
239
- workload:
240
- segments: [short, long, stress]
241
- concurrency: 4
242
- kv_budget_tokens: 8192
243
-
244
- output:
245
- metrics_path: ./output/metrics.json
246
- report_path: ./output/report.md
247
- ```
248
-
249
178
  ## Development Guide
250
179
 
251
180
  ### 快速开始
@@ -1,5 +1,5 @@
1
- sagellm_core/__init__.py,sha256=d65x7Q3KEntnIjZsaO9gKRTQe6zhucqSPcM4_uUymtQ,3450
2
- sagellm_core/__init__.pyc,sha256=HBioyVgl18cTDsnvQggnd9Di26D3edBZSEt3BXvwXWo,3370
1
+ sagellm_core/__init__.py,sha256=5yyECQz1aCfp766SRVaSQMsEsY-juvzJ8UwETc7in-c,3450
2
+ sagellm_core/__init__.pyc,sha256=-h2yz81-ZLjYX0toTMwa3RyjCIVLoBPvTzfsFcgi3cg,3370
3
3
  sagellm_core/__main__.pyc,sha256=48Ej1ycqV-z87qawGOTNBKNgY3EcbffUOOXrDecOR3g,384
4
4
  sagellm_core/config.pyc,sha256=cCMLvMVb_s3HzPYSfqlbRWodQ4Uby8U962l1vmunT5Y,8453
5
5
  sagellm_core/demo.pyc,sha256=0hZkAJch6ETjSDsPq8XkDLNcd8qAys_hqOH1qi0xBzg,6028
@@ -13,7 +13,7 @@ sagellm_core/py.typed,sha256=ixa8YukDZ3kLo0WsFJRGohLMyHzbMur1ALmmASML2cs,64
13
13
  sagellm_core/runner.pyc,sha256=GK_t15IH2etN6flRqUui4iUPkD39zl3_rw1wnOSG5Jg,14238
14
14
  sagellm_core/runtime.pyc,sha256=RFPMN7Vu9M5O1ZYgFQ9REz4wkMFznRPVPt2ra3u2vns,10018
15
15
  sagellm_core/workload.pyc,sha256=G9yMm2L4ZyZpGsCxuEOQ83t78Y_lCQmbg5p6OHl5rn0,4127
16
- sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=YSnKztWLE95G4DR02XO02x1fek84VYlyJAXxEm-eFG8,3400
16
+ sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=cCe8f3wYfcwq1UQOJLo_FzVNRQePC0Dn1qBarXMb5H4,3400
17
17
  sagellm_core/__pycache__/base_engine.cpython-311.pyc,sha256=XiynMTxG3srYsUwzIoEbwEJOmpjBBB6UNEoAXDxDgWM,9563
18
18
  sagellm_core/__pycache__/config.cpython-311.pyc,sha256=6gUdzUs3m31zGQVa2OzlPcPbX1it2Ziag0cQbCaXvIU,8483
19
19
  sagellm_core/__pycache__/demo.cpython-311.pyc,sha256=PN6yZ3PgPWjiZ4XqpqRT-s5YYWitMwR_muYFvPmXdWA,6058
@@ -43,8 +43,8 @@ sagellm_core/engines/__pycache__/hf_cuda.cpython-311.pyc,sha256=WcWhj1ktaGONooxW
43
43
  sagellm_core/engines/__pycache__/mock.cpython-311.pyc,sha256=1g9YyKfo9yv-6VTjzzfacv-9ZICHjsVXjyJ_IajRnQo,14641
44
44
  sagellm_core/engines/__pycache__/pytorch.cpython-311.pyc,sha256=MRSQN2ZBJmuIxFIA_yflaxarFhslfT0SG0Lw7-EFyDQ,18438
45
45
  sagellm_core/engines/__pycache__/pytorch_engine.cpython-311.pyc,sha256=dLBcBODxEqgmH25nCBPWhwy3uu3-dqzyzOwQy-izN7A,11675
46
- isagellm_core-0.3.0.2.dist-info/METADATA,sha256=MJ4jhzxAFFuOIYSnqIItxgYD5rFjbgjVEIyUPHKZvuw,10943
47
- isagellm_core-0.3.0.2.dist-info/WHEEL,sha256=JNWh1Fm1UdwIQV075glCn4MVuCRs0sotJIq-J6rbxCU,109
48
- isagellm_core-0.3.0.2.dist-info/entry_points.txt,sha256=IQcDdYSQnAR1R0O9J2EpBt1RUGd2xJgJQwZNVL6peag,247
49
- isagellm_core-0.3.0.2.dist-info/top_level.txt,sha256=wcgdWrvkaoYYh_dWSFI5Toi8PZsHutVqfhTB2tb0K6g,13
50
- isagellm_core-0.3.0.2.dist-info/RECORD,,
46
+ isagellm_core-0.3.0.4.dist-info/METADATA,sha256=34ZVhaO-FMyAOQMS_tirIDGTjPejH5Fl2RYd4tpkgLk,8916
47
+ isagellm_core-0.3.0.4.dist-info/WHEEL,sha256=JNWh1Fm1UdwIQV075glCn4MVuCRs0sotJIq-J6rbxCU,109
48
+ isagellm_core-0.3.0.4.dist-info/entry_points.txt,sha256=IQcDdYSQnAR1R0O9J2EpBt1RUGd2xJgJQwZNVL6peag,247
49
+ isagellm_core-0.3.0.4.dist-info/top_level.txt,sha256=wcgdWrvkaoYYh_dWSFI5Toi8PZsHutVqfhTB2tb0K6g,13
50
+ isagellm_core-0.3.0.4.dist-info/RECORD,,
sagellm_core/__init__.py CHANGED
@@ -86,7 +86,7 @@ try:
86
86
  except Exception:
87
87
  pass # torch or transformers not available
88
88
 
89
- __version__ = "0.3.0.0"
89
+ __version__ = "0.3.0.4"
90
90
 
91
91
  __all__ = [
92
92
  # Version
sagellm_core/__init__.pyc CHANGED
Binary file