isagellm-core 0.2.2.2__cp311-none-any.whl → 0.2.2.4__cp311-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {isagellm_core-0.2.2.2.dist-info → isagellm_core-0.2.2.4.dist-info}/METADATA +22 -23
- isagellm_core-0.2.2.4.dist-info/RECORD +44 -0
- isagellm_core-0.2.2.4.dist-info/entry_points.txt +3 -0
- sagellm_core/__init__.py +3 -14
- sagellm_core/__init__.pyc +0 -0
- sagellm_core/__pycache__/__init__.cpython-311.pyc +0 -0
- sagellm_core/__pycache__/base_engine.cpython-311.pyc +0 -0
- sagellm_core/__pycache__/config.cpython-311.pyc +0 -0
- sagellm_core/__pycache__/demo.cpython-311.pyc +0 -0
- sagellm_core/__pycache__/engine.cpython-311.pyc +0 -0
- sagellm_core/__pycache__/engine_factory.cpython-311.pyc +0 -0
- sagellm_core/__pycache__/factory.cpython-311.pyc +0 -0
- sagellm_core/__pycache__/plugins.cpython-311.pyc +0 -0
- sagellm_core/__pycache__/runner.cpython-311.pyc +0 -0
- sagellm_core/__pycache__/workload.cpython-311.pyc +0 -0
- sagellm_core/config.pyc +0 -0
- sagellm_core/demo.pyc +0 -0
- sagellm_core/engine.pyc +0 -0
- sagellm_core/engine_factory.pyc +0 -0
- sagellm_core/engines/__init__.py +0 -12
- sagellm_core/engines/__init__.pyc +0 -0
- sagellm_core/engines/__pycache__/__init__.cpython-311.pyc +0 -0
- sagellm_core/engines/__pycache__/cpu.cpython-311.pyc +0 -0
- sagellm_core/engines/__pycache__/embedding.cpython-311.pyc +0 -0
- sagellm_core/engines/__pycache__/hf_cuda.cpython-311.pyc +0 -0
- sagellm_core/engines/__pycache__/pytorch.cpython-311.pyc +0 -0
- sagellm_core/engines/__pycache__/pytorch_engine.cpython-311.pyc +0 -0
- sagellm_core/engines/cpu.pyc +0 -0
- sagellm_core/engines/embedding.pyc +0 -0
- sagellm_core/engines/hf_cuda.pyc +0 -0
- sagellm_core/engines/pytorch.pyc +0 -0
- sagellm_core/engines/pytorch_engine.pyc +0 -0
- sagellm_core/factory.pyc +0 -0
- sagellm_core/plugins.pyc +0 -0
- sagellm_core/runner.pyc +0 -0
- sagellm_core/workload.pyc +0 -0
- isagellm_core-0.2.2.2.dist-info/RECORD +0 -47
- isagellm_core-0.2.2.2.dist-info/entry_points.txt +0 -6
- sagellm_core/base_engine.pyc +0 -0
- sagellm_core/engines/mock.pyc +0 -0
- sagellm_core/mock_engine.pyc +0 -0
- {isagellm_core-0.2.2.2.dist-info → isagellm_core-0.2.2.4.dist-info}/WHEEL +0 -0
- {isagellm_core-0.2.2.2.dist-info → isagellm_core-0.2.2.4.dist-info}/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: isagellm-core
|
|
3
|
-
Version: 0.2.2.
|
|
3
|
+
Version: 0.2.2.4
|
|
4
4
|
Summary: sageLLM core runtime (config/observability/registries), plugin-ready
|
|
5
5
|
Author: IntelliStream Team
|
|
6
6
|
License: Proprietary - IntelliStream
|
|
@@ -46,7 +46,7 @@ sageLLM Core - 引擎协调层与运行时系统
|
|
|
46
46
|
│ sagellm-core (引擎协调层) ← 本仓库 │
|
|
47
47
|
│ ┌─────────────────────────────────────────────────────┐ │
|
|
48
48
|
│ │ Engine Abstraction (BaseEngine, EngineFactory) │ │
|
|
49
|
-
│ │ •
|
|
49
|
+
│ │ • CPUEngine, HFCudaEngine │ │
|
|
50
50
|
│ │ • 自描述架构 (is_available, priority) │ │
|
|
51
51
|
│ │ • 引擎自动发现与注册 │ │
|
|
52
52
|
│ └─────────────────────────────────────────────────────┘ │
|
|
@@ -58,11 +58,11 @@ sageLLM Core - 引擎协调层与运行时系统
|
|
|
58
58
|
│ ┌─────────────────────────────────────────────────────┐ │
|
|
59
59
|
│ │ Demo Runner (runner.py) │ │
|
|
60
60
|
│ │ • 协调 backend + engine + workload │ │
|
|
61
|
-
│ │ •
|
|
61
|
+
│ │ • M1 Demo Contract 验证 │ │
|
|
62
62
|
│ └─────────────────────────────────────────────────────┘ │
|
|
63
63
|
├─────────────────────────────────────────────────────────────┤
|
|
64
64
|
│ sagellm-backend (硬件抽象层) │
|
|
65
|
-
│ • BackendProvider (CUDA/Ascend
|
|
65
|
+
│ • BackendProvider (CPU/CUDA/Ascend) │
|
|
66
66
|
│ • Stream/Event/KVBlock 管理 │
|
|
67
67
|
└─────────────────────────────────────────────────────────────┘
|
|
68
68
|
```
|
|
@@ -76,11 +76,11 @@ sageLLM Core - 引擎协调层与运行时系统
|
|
|
76
76
|
|
|
77
77
|
- 🔧 引擎抽象层与自描述架构
|
|
78
78
|
- 🏭 EngineFactory - 支持自动发现与优先级选择
|
|
79
|
-
- 🎯 内置引擎实现(
|
|
79
|
+
- 🎯 内置引擎实现(CPU/CUDA/Embedding)
|
|
80
80
|
- 🔌 插件系统 - 扩展引擎与后端
|
|
81
|
-
- 📊 Demo Runner -
|
|
81
|
+
- 📊 Demo Runner - M1 验证框架
|
|
82
82
|
- ⚙️ 配置系统 - YAML/JSON + Pydantic v2
|
|
83
|
-
- ✅
|
|
83
|
+
- ✅ CPU-First - 无 GPU 测试支持
|
|
84
84
|
|
|
85
85
|
## 安装
|
|
86
86
|
|
|
@@ -105,9 +105,9 @@ pip install -e ".[dev]"
|
|
|
105
105
|
pytest tests/ -v
|
|
106
106
|
```
|
|
107
107
|
|
|
108
|
-
运行 Demo(
|
|
108
|
+
运行 Demo(CPU 模式):
|
|
109
109
|
```bash
|
|
110
|
-
python -m sagellm_core.demo --
|
|
110
|
+
python -m sagellm_core.demo --segments short
|
|
111
111
|
```
|
|
112
112
|
|
|
113
113
|
> 💡 **提示**:`isagellm-protocol` 和 `isagellm-backend` 会自动从 PyPI 安装。
|
|
@@ -139,7 +139,6 @@ Main configuration components:
|
|
|
139
139
|
- `EngineConfig`: Inference engine configuration
|
|
140
140
|
- `WorkloadConfig`: Workload parameters
|
|
141
141
|
- `OutputConfig`: Output paths and logging
|
|
142
|
-
- `MockConfig`: Mock mode settings for testing
|
|
143
142
|
- `DemoConfig`: Top-level demo configuration
|
|
144
143
|
|
|
145
144
|
### 配置示例
|
|
@@ -147,8 +146,8 @@ Main configuration components:
|
|
|
147
146
|
#### 快速开始
|
|
148
147
|
|
|
149
148
|
```bash
|
|
150
|
-
#
|
|
151
|
-
python -m sagellm.demo --config examples/
|
|
149
|
+
# CPU 模式(无需 GPU)
|
|
150
|
+
python -m sagellm.demo --config examples/config_cpu.yaml
|
|
152
151
|
|
|
153
152
|
# CUDA 生产模式
|
|
154
153
|
python -m sagellm.demo --config examples/config_cuda.yaml
|
|
@@ -159,7 +158,7 @@ python -m sagellm.demo --config examples/config_ascend.yaml
|
|
|
159
158
|
|
|
160
159
|
#### 示例配置文件
|
|
161
160
|
|
|
162
|
-
- [
|
|
161
|
+
- [config_cpu.yaml](examples/config_cpu.yaml) - CPU 模式(CI/开发)
|
|
163
162
|
- [config_cuda.yaml](examples/config_cuda.yaml) - CUDA 生产模式
|
|
164
163
|
- [config_ascend.yaml](examples/config_ascend.yaml) - 昇腾生产模式
|
|
165
164
|
- [config_minimal.json](examples/config_minimal.json) - 最小 JSON 配置
|
|
@@ -172,10 +171,10 @@ python -m sagellm.demo --config examples/config_ascend.yaml
|
|
|
172
171
|
|
|
173
172
|
```yaml
|
|
174
173
|
backend:
|
|
175
|
-
kind:
|
|
174
|
+
kind: cpu
|
|
176
175
|
engine:
|
|
177
|
-
kind:
|
|
178
|
-
model:
|
|
176
|
+
kind: cpu
|
|
177
|
+
model: sshleifer/tiny-gpt2
|
|
179
178
|
workload:
|
|
180
179
|
segments: [short, long, stress]
|
|
181
180
|
concurrency: 4
|
|
@@ -200,7 +199,7 @@ except PluginResolutionError as e:
|
|
|
200
199
|
|
|
201
200
|
## Demo Runner CLI (Task0.08)
|
|
202
201
|
|
|
203
|
-
sagellm-core 提供了 Demo Runner CLI,用于执行
|
|
202
|
+
sagellm-core 提供了 Demo Runner CLI,用于执行 M1 Demo Contract 验证:
|
|
204
203
|
|
|
205
204
|
### 用法
|
|
206
205
|
|
|
@@ -208,8 +207,8 @@ sagellm-core 提供了 Demo Runner CLI,用于执行 Year1 Demo Contract 验证
|
|
|
208
207
|
# 使用配置文件运行
|
|
209
208
|
python -m sagellm_core.demo --config examples/demo_config.yaml
|
|
210
209
|
|
|
211
|
-
# 强制使用
|
|
212
|
-
python -m sagellm_core.demo --config config.yaml --
|
|
210
|
+
# 强制使用 CPU 模式(覆盖配置文件)
|
|
211
|
+
python -m sagellm_core.demo --config config.yaml --backend cpu
|
|
213
212
|
|
|
214
213
|
# 覆盖 workload 段选择
|
|
215
214
|
python -m sagellm_core.demo --config config.yaml --segments short,long
|
|
@@ -227,12 +226,12 @@ python -m sagellm_core.demo --config config.yaml --stream --verbose
|
|
|
227
226
|
|
|
228
227
|
```yaml
|
|
229
228
|
backend:
|
|
230
|
-
kind:
|
|
231
|
-
device:
|
|
229
|
+
kind: cpu
|
|
230
|
+
device: cpu
|
|
232
231
|
|
|
233
232
|
engine:
|
|
234
|
-
kind:
|
|
235
|
-
model:
|
|
233
|
+
kind: cpu
|
|
234
|
+
model: sshleifer/tiny-gpt2
|
|
236
235
|
|
|
237
236
|
workload:
|
|
238
237
|
segments: [short, long, stress]
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
sagellm_core/__init__.py,sha256=nXeBOSbXRJ4d18mUEkUu-_N_sbsE6TS0LNLYT82fR80,2798
|
|
2
|
+
sagellm_core/__init__.pyc,sha256=1ZWHvnkzI632e05MoGHU0hWvxct0AoilwW2ah8Y_LCg,2758
|
|
3
|
+
sagellm_core/__main__.pyc,sha256=48Ej1ycqV-z87qawGOTNBKNgY3EcbffUOOXrDecOR3g,384
|
|
4
|
+
sagellm_core/config.pyc,sha256=cCMLvMVb_s3HzPYSfqlbRWodQ4Uby8U962l1vmunT5Y,8453
|
|
5
|
+
sagellm_core/demo.pyc,sha256=0hZkAJch6ETjSDsPq8XkDLNcd8qAys_hqOH1qi0xBzg,6028
|
|
6
|
+
sagellm_core/engine.pyc,sha256=VJMpwWH8Dlem1Q54MlQrGNEs54TTFYpNu6KoJkkgFwY,9748
|
|
7
|
+
sagellm_core/engine_factory.pyc,sha256=cNbEImM0MNcCgVeC0zViAT1AZkPAt2WARrVd1U__tS4,14886
|
|
8
|
+
sagellm_core/factory.pyc,sha256=B0s_JSOjVPwE95Oj2moP_vVA3vCrWsi2753UrwF8-eM,2737
|
|
9
|
+
sagellm_core/health.pyc,sha256=c4A60b1ZANbAqck59AV-kczK2b355EPi9JxoYHRlhl8,684
|
|
10
|
+
sagellm_core/plugins.pyc,sha256=g6eke_yH65_7Bu6yfT7v19cZ7gjIAWbkyG7gv1JSXy0,2617
|
|
11
|
+
sagellm_core/py.typed,sha256=ixa8YukDZ3kLo0WsFJRGohLMyHzbMur1ALmmASML2cs,64
|
|
12
|
+
sagellm_core/runner.pyc,sha256=GK_t15IH2etN6flRqUui4iUPkD39zl3_rw1wnOSG5Jg,14238
|
|
13
|
+
sagellm_core/workload.pyc,sha256=G9yMm2L4ZyZpGsCxuEOQ83t78Y_lCQmbg5p6OHl5rn0,4127
|
|
14
|
+
sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=9Tq71WvAvWoaOI-eeWepiA9C9y3zZzB2XK4cHlbOi9A,2788
|
|
15
|
+
sagellm_core/__pycache__/base_engine.cpython-311.pyc,sha256=XiynMTxG3srYsUwzIoEbwEJOmpjBBB6UNEoAXDxDgWM,9563
|
|
16
|
+
sagellm_core/__pycache__/config.cpython-311.pyc,sha256=6gUdzUs3m31zGQVa2OzlPcPbX1it2Ziag0cQbCaXvIU,8483
|
|
17
|
+
sagellm_core/__pycache__/demo.cpython-311.pyc,sha256=PN6yZ3PgPWjiZ4XqpqRT-s5YYWitMwR_muYFvPmXdWA,6058
|
|
18
|
+
sagellm_core/__pycache__/engine.cpython-311.pyc,sha256=sEEWFk9NHq8l9Q8NKvSQbomRJx2vMdjvtVUiGKx62jM,9778
|
|
19
|
+
sagellm_core/__pycache__/engine_factory.cpython-311.pyc,sha256=Qte3LXKSpcOWGhu-Hns7xPvTdkyYry3v_EeYQbfVp4w,14916
|
|
20
|
+
sagellm_core/__pycache__/factory.cpython-311.pyc,sha256=R4MbGyreD3U2iWmwQ0r14R347GAY9RM_I1xOiWovozo,2767
|
|
21
|
+
sagellm_core/__pycache__/health.cpython-311.pyc,sha256=Z2mo-4iGINZp0w9AmCJomhHGRSzvbwxCfmdMAjg5vc4,714
|
|
22
|
+
sagellm_core/__pycache__/mock_engine.cpython-311.pyc,sha256=zCHNncwIzEgqZ0lc7kiWkS-zOHf7CQ73UhCXztR6mFM,581
|
|
23
|
+
sagellm_core/__pycache__/plugins.cpython-311.pyc,sha256=gaoaHApylGSrmMxXVwFs2v4idiZJnisttawlXTbXBWY,2647
|
|
24
|
+
sagellm_core/__pycache__/runner.cpython-311.pyc,sha256=krW5MagsiQcX5J9fljblEshfsQB_gAIAWR7S0uD-TzU,14268
|
|
25
|
+
sagellm_core/__pycache__/workload.cpython-311.pyc,sha256=Y01UUCDE85D8GY5kF_UsHyNCBbMkmsoB3vOUJV-vulA,4157
|
|
26
|
+
sagellm_core/engines/__init__.py,sha256=9XyjgaAl6nR3uMSx4EzBQqQ1wE7jQfpR_k69083EZOY,1068
|
|
27
|
+
sagellm_core/engines/__init__.pyc,sha256=2Sh_n2W0ZidghYCT7t0N0RfPZhqVjfhWWEdohNyBBNw,1118
|
|
28
|
+
sagellm_core/engines/cpu.pyc,sha256=_PPwKyYmhSRNg7SjRJ3m5jOmjBV9qjVAvono3502lFI,20109
|
|
29
|
+
sagellm_core/engines/embedding.pyc,sha256=Be4To-qpamFuGcyFZ1MKPk6XOf_HDBKnBGoIisxNemE,11476
|
|
30
|
+
sagellm_core/engines/hf_cuda.pyc,sha256=HTOtHVyX6dbysMc5Lx9DeJpE6rSTG2CQcIn0xb0rcBI,50340
|
|
31
|
+
sagellm_core/engines/pytorch.pyc,sha256=MLcymoDnwMduWoWVDZmYuG6UoQavNO-FjddPQ8ccccI,18408
|
|
32
|
+
sagellm_core/engines/pytorch_engine.pyc,sha256=fdzf-VN2hVRWzP8PCmGV-pg9qUIJWWqEH662CRmh5_0,11645
|
|
33
|
+
sagellm_core/engines/__pycache__/__init__.cpython-311.pyc,sha256=t289gZVTllHWt7jXYL31Cs3CHNgd84Yl6FrEiywxiso,1148
|
|
34
|
+
sagellm_core/engines/__pycache__/cpu.cpython-311.pyc,sha256=c53zodjzFJu1s-Enyum9cj_Zi2ENr1W3xgsNG_13gHE,20139
|
|
35
|
+
sagellm_core/engines/__pycache__/embedding.cpython-311.pyc,sha256=ZNqFpuCsS4Wp0xg7yV3GBbaJ4G0saqGNaKMdivxEBkA,11506
|
|
36
|
+
sagellm_core/engines/__pycache__/hf_cuda.cpython-311.pyc,sha256=1YYE_6xLS9Gqg5O2hrg07IbaVfXhC6SBQBLH31xowJw,50370
|
|
37
|
+
sagellm_core/engines/__pycache__/mock.cpython-311.pyc,sha256=1g9YyKfo9yv-6VTjzzfacv-9ZICHjsVXjyJ_IajRnQo,14641
|
|
38
|
+
sagellm_core/engines/__pycache__/pytorch.cpython-311.pyc,sha256=MRSQN2ZBJmuIxFIA_yflaxarFhslfT0SG0Lw7-EFyDQ,18438
|
|
39
|
+
sagellm_core/engines/__pycache__/pytorch_engine.cpython-311.pyc,sha256=dLBcBODxEqgmH25nCBPWhwy3uu3-dqzyzOwQy-izN7A,11675
|
|
40
|
+
isagellm_core-0.2.2.4.dist-info/METADATA,sha256=I7ks9kkoOAYDrES0T_gdMTeQizXRGH_IICaEcBNgTwU,10811
|
|
41
|
+
isagellm_core-0.2.2.4.dist-info/WHEEL,sha256=27snaH8EChr9VGIQt_981R5IOTPR-vQPuJNW-WzhNJA,93
|
|
42
|
+
isagellm_core-0.2.2.4.dist-info/entry_points.txt,sha256=GOAxUrzSeJyOUjseRjJwhNLu8oLEMlbszb4j8xyr2QY,128
|
|
43
|
+
isagellm_core-0.2.2.4.dist-info/top_level.txt,sha256=wcgdWrvkaoYYh_dWSFI5Toi8PZsHutVqfhTB2tb0K6g,13
|
|
44
|
+
isagellm_core-0.2.2.4.dist-info/RECORD,,
|
sagellm_core/__init__.py
CHANGED
|
@@ -10,12 +10,11 @@
|
|
|
10
10
|
|
|
11
11
|
from __future__ import annotations
|
|
12
12
|
|
|
13
|
-
from sagellm_core.
|
|
13
|
+
from sagellm_core.engine import BaseEngine, EngineInstanceConfig
|
|
14
14
|
from sagellm_core.config import (
|
|
15
15
|
BackendConfig,
|
|
16
16
|
DemoConfig,
|
|
17
17
|
EngineConfig,
|
|
18
|
-
MockConfig,
|
|
19
18
|
OutputConfig,
|
|
20
19
|
WorkloadConfig,
|
|
21
20
|
WorkloadSegment,
|
|
@@ -29,9 +28,6 @@ from sagellm_core.engines import (
|
|
|
29
28
|
EmbeddingEngineConfig,
|
|
30
29
|
HFCudaEngine,
|
|
31
30
|
HFCudaEngineConfig,
|
|
32
|
-
MockEngine,
|
|
33
|
-
MockEngineConfig,
|
|
34
|
-
create_mock_engine,
|
|
35
31
|
)
|
|
36
32
|
from sagellm_core.factory import create_backend, create_engine
|
|
37
33
|
from sagellm_core.health import HealthStatus
|
|
@@ -54,10 +50,7 @@ try:
|
|
|
54
50
|
except ImportError:
|
|
55
51
|
pass # torch or transformers not available
|
|
56
52
|
|
|
57
|
-
# Auto-register built-in engines
|
|
58
|
-
EngineFactory.register(MockEngine)
|
|
59
|
-
|
|
60
|
-
# Conditional registration for engines with optional dependencies
|
|
53
|
+
# Auto-register built-in engines (conditional for optional dependencies)
|
|
61
54
|
try:
|
|
62
55
|
EngineFactory.register(CPUEngine)
|
|
63
56
|
except Exception:
|
|
@@ -79,7 +72,7 @@ try:
|
|
|
79
72
|
except Exception:
|
|
80
73
|
pass # torch or transformers not available
|
|
81
74
|
|
|
82
|
-
__version__ = "0.2.2.
|
|
75
|
+
__version__ = "0.2.2.4"
|
|
83
76
|
|
|
84
77
|
__all__ = [
|
|
85
78
|
# Version
|
|
@@ -88,7 +81,6 @@ __all__ = [
|
|
|
88
81
|
"BackendConfig",
|
|
89
82
|
"DemoConfig",
|
|
90
83
|
"EngineConfig",
|
|
91
|
-
"MockConfig",
|
|
92
84
|
"OutputConfig",
|
|
93
85
|
"WorkloadConfig",
|
|
94
86
|
"WorkloadSegment",
|
|
@@ -98,9 +90,6 @@ __all__ = [
|
|
|
98
90
|
"EngineInstanceConfig", # For runtime engine instantiation
|
|
99
91
|
"HealthStatus",
|
|
100
92
|
# Engine implementations
|
|
101
|
-
"MockEngine",
|
|
102
|
-
"MockEngineConfig",
|
|
103
|
-
"create_mock_engine",
|
|
104
93
|
"CPUEngine",
|
|
105
94
|
"HFCudaEngine",
|
|
106
95
|
"HFCudaEngineConfig",
|
sagellm_core/__init__.pyc
CHANGED
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
sagellm_core/config.pyc
CHANGED
|
Binary file
|
sagellm_core/demo.pyc
CHANGED
|
Binary file
|
sagellm_core/engine.pyc
CHANGED
|
Binary file
|
sagellm_core/engine_factory.pyc
CHANGED
|
Binary file
|
sagellm_core/engines/__init__.py
CHANGED
|
@@ -1,7 +1,6 @@
|
|
|
1
1
|
"""Engine implementations for sageLLM Core.
|
|
2
2
|
|
|
3
3
|
This module provides built-in engine implementations:
|
|
4
|
-
- MockEngine: GPU-free mock engine for testing
|
|
5
4
|
- CPUEngine: CPU-only inference with HuggingFace Transformers
|
|
6
5
|
- HFCudaEngine: CUDA inference with HuggingFace Transformers
|
|
7
6
|
- PyTorchEngine: Unified PyTorch engine (auto-detects CUDA/NPU/CPU)
|
|
@@ -13,23 +12,12 @@ from __future__ import annotations
|
|
|
13
12
|
from sagellm_core.engines.cpu import CPUEngine
|
|
14
13
|
from sagellm_core.engines.embedding import EmbeddingEngine, EmbeddingEngineConfig
|
|
15
14
|
from sagellm_core.engines.hf_cuda import HFCudaEngine, HFCudaEngineInstanceConfig
|
|
16
|
-
from sagellm_core.engines.mock import (
|
|
17
|
-
MockEngine,
|
|
18
|
-
MockEngineInstanceConfig,
|
|
19
|
-
create_mock_engine,
|
|
20
|
-
)
|
|
21
15
|
from sagellm_core.engines.pytorch_engine import PyTorchEngine, create_pytorch_engine
|
|
22
16
|
|
|
23
17
|
# Export aliases for backward compatibility
|
|
24
18
|
HFCudaEngineConfig = HFCudaEngineInstanceConfig
|
|
25
|
-
MockEngineConfig = MockEngineInstanceConfig
|
|
26
19
|
|
|
27
20
|
__all__ = [
|
|
28
|
-
# Mock engine
|
|
29
|
-
"MockEngine",
|
|
30
|
-
"MockEngineConfig",
|
|
31
|
-
"MockEngineInstanceConfig",
|
|
32
|
-
"create_mock_engine",
|
|
33
21
|
# CPU engine
|
|
34
22
|
"CPUEngine",
|
|
35
23
|
# CUDA engine
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
sagellm_core/engines/cpu.pyc
CHANGED
|
Binary file
|
|
Binary file
|
sagellm_core/engines/hf_cuda.pyc
CHANGED
|
Binary file
|
sagellm_core/engines/pytorch.pyc
CHANGED
|
Binary file
|
|
Binary file
|
sagellm_core/factory.pyc
CHANGED
|
Binary file
|
sagellm_core/plugins.pyc
CHANGED
|
Binary file
|
sagellm_core/runner.pyc
CHANGED
|
Binary file
|
sagellm_core/workload.pyc
CHANGED
|
Binary file
|
|
@@ -1,47 +0,0 @@
|
|
|
1
|
-
sagellm_core/__init__.py,sha256=HKXdF7Mt_Lk3d-SbqxnzjvbXCj55UaVWs00CE58pAT4,3029
|
|
2
|
-
sagellm_core/__init__.pyc,sha256=4qhJIH6_H7V7POK0deX63eu-e0-xBw3vPpPaMA7cTTY,2974
|
|
3
|
-
sagellm_core/__main__.pyc,sha256=48Ej1ycqV-z87qawGOTNBKNgY3EcbffUOOXrDecOR3g,384
|
|
4
|
-
sagellm_core/base_engine.pyc,sha256=_jkSfI6XiBNRUnAZF7Tvz2SINcmAX9m7BiwftZGn9jM,9823
|
|
5
|
-
sagellm_core/config.pyc,sha256=Reg92lld5VRC8FcV3qahAXaWmwar5RYfQMLysPw5UFQ,9617
|
|
6
|
-
sagellm_core/demo.pyc,sha256=ZIi-kyMfN-OfQY1TiYUOMJGuVx_BXrRNxOYvye95H_k,6377
|
|
7
|
-
sagellm_core/engine.pyc,sha256=4HnB0DscVtlEfSR_Y-LdpqAZlyN39zRV4XZrVExxewg,747
|
|
8
|
-
sagellm_core/engine_factory.pyc,sha256=Z_xfV_yZDGNUCpi8J11B4K3hbpJfqugAtcgQ6eMjlwk,16172
|
|
9
|
-
sagellm_core/factory.pyc,sha256=uLXID49VZ7TcNZqgLBbznInCXjwbRSXSpD0bc6WHDVs,2692
|
|
10
|
-
sagellm_core/health.pyc,sha256=c4A60b1ZANbAqck59AV-kczK2b355EPi9JxoYHRlhl8,684
|
|
11
|
-
sagellm_core/mock_engine.pyc,sha256=wTAEID7SVpZGeMiujX98CumNksp4T78AfKIWeuCb2jI,532
|
|
12
|
-
sagellm_core/plugins.pyc,sha256=RwUFT48AJhKqah3q7YOigOYwqvnei6RNMqpZksX5VJ0,2618
|
|
13
|
-
sagellm_core/py.typed,sha256=ixa8YukDZ3kLo0WsFJRGohLMyHzbMur1ALmmASML2cs,64
|
|
14
|
-
sagellm_core/runner.pyc,sha256=ExS-WjT7ZcRhGKQ0bWaX1oMZfDVsS6fOpMbynEBRP7k,14248
|
|
15
|
-
sagellm_core/workload.pyc,sha256=92TRxjcnKLzAbcVZgOTPzwdR9dU1hqjO2j-olr1QCQ8,4118
|
|
16
|
-
sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=aucUEOBr-VFCS8YSHJUdGvBeTctJS6QOVX-vuQeDE64,3004
|
|
17
|
-
sagellm_core/__pycache__/base_engine.cpython-311.pyc,sha256=xwYrb3DryjIxJPuZOv9s2JkZTGwBB92SJeZBiHYpVlQ,9853
|
|
18
|
-
sagellm_core/__pycache__/config.cpython-311.pyc,sha256=bFTIjHE0DP304V_cvsFREkedx1b9TB4UTVDwExUvqXo,9661
|
|
19
|
-
sagellm_core/__pycache__/demo.cpython-311.pyc,sha256=-NUBoxH8vkDWPgcB9UJQflTlHFg-s2UW3EuVgJKd6h8,6407
|
|
20
|
-
sagellm_core/__pycache__/engine.cpython-311.pyc,sha256=TVIIPO8-iuqcrkJ4iFICAkAseYG-Q-V_GbLXYpWDhfg,3628
|
|
21
|
-
sagellm_core/__pycache__/engine_factory.cpython-311.pyc,sha256=5XmRAblG4C3BlHO-waNvnFcCXk4DY1Do4t4PcwKZEkA,16202
|
|
22
|
-
sagellm_core/__pycache__/factory.cpython-311.pyc,sha256=d3up_zYRL1q12mGYvBE_f6HpzaWlerXV_RZ9ys4VZtQ,2736
|
|
23
|
-
sagellm_core/__pycache__/health.cpython-311.pyc,sha256=Z2mo-4iGINZp0w9AmCJomhHGRSzvbwxCfmdMAjg5vc4,714
|
|
24
|
-
sagellm_core/__pycache__/mock_engine.cpython-311.pyc,sha256=zCHNncwIzEgqZ0lc7kiWkS-zOHf7CQ73UhCXztR6mFM,581
|
|
25
|
-
sagellm_core/__pycache__/plugins.cpython-311.pyc,sha256=__NNjLfUJXa1DqwdgVBJAkLp-nN2rcA5SXM0_Jd9MPU,2662
|
|
26
|
-
sagellm_core/__pycache__/runner.cpython-311.pyc,sha256=uLkketb3BiWdtFX2ZNvrWLRooyZYk5HoX_6yNlRWk2U,14278
|
|
27
|
-
sagellm_core/__pycache__/workload.cpython-311.pyc,sha256=kOSkfzgj2-GozzyuTfTE7NST2_HblneakPUuj9MLP48,4162
|
|
28
|
-
sagellm_core/engines/__init__.py,sha256=o2Yb0_kbIfBAJMAa1y0fB-JfkalNIh1FXFtWEytSQfU,1389
|
|
29
|
-
sagellm_core/engines/__init__.pyc,sha256=1JjsgWHxJ-SMxxy9trRAxa8RIf0p327UfxYwkw0DxoI,1388
|
|
30
|
-
sagellm_core/engines/cpu.pyc,sha256=B4YAqJWyxiD8PIwPUNk4XPPVRxdOfQJpxWHnw0n_3ks,20190
|
|
31
|
-
sagellm_core/engines/embedding.pyc,sha256=ByFTZjqEgqjRFZZ0raJ4-MYFfZLX-hT2USJb8r2aVTg,11476
|
|
32
|
-
sagellm_core/engines/hf_cuda.pyc,sha256=rfxMBNCRcEYYSfzi4qvAM3VqVcSy4tDMnZkvbCf9ndA,50838
|
|
33
|
-
sagellm_core/engines/mock.pyc,sha256=vJ9X6HA4JFk6-k4e8F4NZjOQZGxuyjVaThJC763HHio,14611
|
|
34
|
-
sagellm_core/engines/pytorch.pyc,sha256=AhqCpNM2-XKnGPWgXl-LjK2sekUkniTBw05ZyiDrwk0,18413
|
|
35
|
-
sagellm_core/engines/pytorch_engine.pyc,sha256=dwwbPRmLiNyzP_Agb-noaAj1TpAIBDWoB4NR1WN_Vj4,11650
|
|
36
|
-
sagellm_core/engines/__pycache__/__init__.cpython-311.pyc,sha256=0HF_3GCUYAU_O4iwTHIp-LFtnqRBBlfXM3CK41Vr6L4,1418
|
|
37
|
-
sagellm_core/engines/__pycache__/cpu.cpython-311.pyc,sha256=Qdj5h7Vqov-zWZZmgAqy8noY4442U7cNyk90U_cAves,20220
|
|
38
|
-
sagellm_core/engines/__pycache__/embedding.cpython-311.pyc,sha256=M6eyvWwXuYgZOiK96CASnqHkqKZX0HZOc635yKmsCwo,11506
|
|
39
|
-
sagellm_core/engines/__pycache__/hf_cuda.cpython-311.pyc,sha256=BxhrhF9oZRwVL5KfUqdcnUdFl-9PArT1oWMTTz5Ha4I,50868
|
|
40
|
-
sagellm_core/engines/__pycache__/mock.cpython-311.pyc,sha256=1g9YyKfo9yv-6VTjzzfacv-9ZICHjsVXjyJ_IajRnQo,14641
|
|
41
|
-
sagellm_core/engines/__pycache__/pytorch.cpython-311.pyc,sha256=ELFM4gvlIQWvEjr6j_WSyYsL4dgmchvQfxXyCwteCDI,18443
|
|
42
|
-
sagellm_core/engines/__pycache__/pytorch_engine.cpython-311.pyc,sha256=dYT1llf6bfc78OeMGwZub8R_X5Ozd4sjgfYpS9ERiw0,11680
|
|
43
|
-
isagellm_core-0.2.2.2.dist-info/METADATA,sha256=a3_fgQO9BTAN7GYh_Jxqwd-4Zl3lk6DtRsjNGvuw9WI,10859
|
|
44
|
-
isagellm_core-0.2.2.2.dist-info/WHEEL,sha256=27snaH8EChr9VGIQt_981R5IOTPR-vQPuJNW-WzhNJA,93
|
|
45
|
-
isagellm_core-0.2.2.2.dist-info/entry_points.txt,sha256=FoTEGna8tmx20UEjrNJGXOOgUnfIbNbdCyhxlDiSfHA,303
|
|
46
|
-
isagellm_core-0.2.2.2.dist-info/top_level.txt,sha256=wcgdWrvkaoYYh_dWSFI5Toi8PZsHutVqfhTB2tb0K6g,13
|
|
47
|
-
isagellm_core-0.2.2.2.dist-info/RECORD,,
|
|
@@ -1,6 +0,0 @@
|
|
|
1
|
-
[sagellm.engines]
|
|
2
|
-
cpu = sagellm_core.engines.cpu:create_cpu_engine
|
|
3
|
-
embedding = sagellm_core.engines.embedding:create_embedding_engine
|
|
4
|
-
hf-cuda = sagellm_core.engines.hf_cuda:create_hf_cuda_engine
|
|
5
|
-
mock = sagellm_core.engines:create_mock_engine
|
|
6
|
-
pytorch = sagellm_core.engines.pytorch:create_pytorch_engine
|
sagellm_core/base_engine.pyc
DELETED
|
Binary file
|
sagellm_core/engines/mock.pyc
DELETED
|
Binary file
|
sagellm_core/mock_engine.pyc
DELETED
|
Binary file
|
|
File without changes
|
|
File without changes
|