isagellm-core 0.4.0.0__py2.py3-none-any.whl → 0.4.0.2__py2.py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {isagellm_core-0.4.0.0.dist-info → isagellm_core-0.4.0.2.dist-info}/METADATA +2 -2
- {isagellm_core-0.4.0.0.dist-info → isagellm_core-0.4.0.2.dist-info}/RECORD +70 -70
- sagellm_core/__init__.py +15 -1
- sagellm_core/__init__.pyc +0 -0
- sagellm_core/__pycache__/__init__.cpython-311.pyc +0 -0
- sagellm_core/__pycache__/engine_server.cpython-311.pyc +0 -0
- sagellm_core/__pycache__/llm_engine.cpython-311.pyc +0 -0
- sagellm_core/__pycache__/pd_executor.cpython-311.pyc +0 -0
- sagellm_core/__pycache__/runner.cpython-311.pyc +0 -0
- sagellm_core/distributed/__init__.pyc +0 -0
- sagellm_core/distributed/__pycache__/__init__.cpython-311.pyc +0 -0
- sagellm_core/distributed/__pycache__/strategies.cpython-311.pyc +0 -0
- sagellm_core/distributed/strategies.pyc +0 -0
- sagellm_core/engine_core/__init__.pyc +0 -0
- sagellm_core/engine_core/__pycache__/__init__.cpython-311.pyc +0 -0
- sagellm_core/engine_core/__pycache__/engine_core.cpython-311.pyc +0 -0
- sagellm_core/engine_core/engine_core.pyc +0 -0
- sagellm_core/engine_core/scheduler/__init__.pyc +0 -0
- sagellm_core/engine_core/scheduler/__pycache__/__init__.cpython-311.pyc +0 -0
- sagellm_core/engine_core/scheduler/__pycache__/scheduler.cpython-311.pyc +0 -0
- sagellm_core/engine_core/scheduler/scheduler.pyc +0 -0
- sagellm_core/engine_server.pyc +0 -0
- sagellm_core/engines/__init__.pyc +0 -0
- sagellm_core/engines/__pycache__/__init__.cpython-311.pyc +0 -0
- sagellm_core/engines/__pycache__/embedding.cpython-311.pyc +0 -0
- sagellm_core/engines/embedding.pyc +0 -0
- sagellm_core/executor/__init__.pyc +0 -0
- sagellm_core/executor/__pycache__/__init__.cpython-311.pyc +0 -0
- sagellm_core/executor/__pycache__/executor_base.cpython-311.pyc +0 -0
- sagellm_core/executor/__pycache__/uniproc_executor.cpython-311.pyc +0 -0
- sagellm_core/executor/executor_base.pyc +0 -0
- sagellm_core/executor/uniproc_executor.pyc +0 -0
- sagellm_core/inputs/__init__.pyc +0 -0
- sagellm_core/inputs/__pycache__/__init__.cpython-311.pyc +0 -0
- sagellm_core/inputs/__pycache__/processor.cpython-311.pyc +0 -0
- sagellm_core/inputs/__pycache__/tokenizer_utils.cpython-311.pyc +0 -0
- sagellm_core/inputs/processor.pyc +0 -0
- sagellm_core/inputs/tokenizer_utils.pyc +0 -0
- sagellm_core/llm_engine.pyc +0 -0
- sagellm_core/model/__init__.pyc +0 -0
- sagellm_core/model/__pycache__/__init__.cpython-311.pyc +0 -0
- sagellm_core/model/__pycache__/model_loader.cpython-311.pyc +0 -0
- sagellm_core/model/__pycache__/weight_utils.cpython-311.pyc +0 -0
- sagellm_core/model/model_loader.pyc +0 -0
- sagellm_core/model/weight_utils.pyc +0 -0
- sagellm_core/observability/__init__.pyc +0 -0
- sagellm_core/observability/__pycache__/__init__.cpython-311.pyc +0 -0
- sagellm_core/observability/__pycache__/logger.cpython-311.pyc +0 -0
- sagellm_core/observability/__pycache__/metrics.cpython-311.pyc +0 -0
- sagellm_core/observability/logger.pyc +0 -0
- sagellm_core/observability/metrics.pyc +0 -0
- sagellm_core/pd_executor.pyc +0 -0
- sagellm_core/runner.pyc +0 -0
- sagellm_core/sampling/__init__.pyc +0 -0
- sagellm_core/sampling/__pycache__/__init__.cpython-311.pyc +0 -0
- sagellm_core/sampling/__pycache__/params.cpython-311.pyc +0 -0
- sagellm_core/sampling/__pycache__/sampler.cpython-311.pyc +0 -0
- sagellm_core/sampling/params.pyc +0 -0
- sagellm_core/sampling/sampler.pyc +0 -0
- sagellm_core/worker/__init__.pyc +0 -0
- sagellm_core/worker/__pycache__/__init__.cpython-311.pyc +0 -0
- sagellm_core/worker/__pycache__/worker.cpython-311.pyc +0 -0
- sagellm_core/worker/model_runner/__init__.pyc +0 -0
- sagellm_core/worker/model_runner/__pycache__/__init__.cpython-311.pyc +0 -0
- sagellm_core/worker/model_runner/__pycache__/model_runner.cpython-311.pyc +0 -0
- sagellm_core/worker/model_runner/model_runner.pyc +0 -0
- sagellm_core/worker/worker.pyc +0 -0
- {isagellm_core-0.4.0.0.dist-info → isagellm_core-0.4.0.2.dist-info}/WHEEL +0 -0
- {isagellm_core-0.4.0.0.dist-info → isagellm_core-0.4.0.2.dist-info}/entry_points.txt +0 -0
- {isagellm_core-0.4.0.0.dist-info → isagellm_core-0.4.0.2.dist-info}/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: isagellm-core
|
|
3
|
-
Version: 0.4.0.
|
|
3
|
+
Version: 0.4.0.2
|
|
4
4
|
Summary: sageLLM core runtime with PD separation (MVP)
|
|
5
5
|
Author: IntelliStream Team
|
|
6
6
|
License: Proprietary - IntelliStream
|
|
@@ -13,7 +13,7 @@ Requires-Python: ==3.11.*
|
|
|
13
13
|
Description-Content-Type: text/markdown
|
|
14
14
|
Requires-Dist: pydantic>=2.0.0
|
|
15
15
|
Requires-Dist: pyyaml>=6.0.0
|
|
16
|
-
Requires-Dist: isagellm-protocol<0.5.0,>=0.
|
|
16
|
+
Requires-Dist: isagellm-protocol<0.5.0,>=0.4.0.0
|
|
17
17
|
Requires-Dist: isagellm-backend<0.5.0,>=0.4.0.0
|
|
18
18
|
Requires-Dist: isagellm-comm<0.5.0,>=0.4.0.0
|
|
19
19
|
Requires-Dist: isagellm-kv-cache<0.5.0,>=0.3.0.1
|
|
@@ -1,109 +1,109 @@
|
|
|
1
|
-
sagellm_core/__init__.py,sha256=
|
|
2
|
-
sagellm_core/__init__.pyc,sha256=
|
|
1
|
+
sagellm_core/__init__.py,sha256=gtIaPpp-_o9b2cJqDl7pra9GwfBgRjLAV8lGbX1z-8M,6922
|
|
2
|
+
sagellm_core/__init__.pyc,sha256=EVWdAQt2FJ8HvLHvfOkH9KLt2YKb6KYmOiyWGnnsq24,4482
|
|
3
3
|
sagellm_core/__main__.pyc,sha256=48Ej1ycqV-z87qawGOTNBKNgY3EcbffUOOXrDecOR3g,384
|
|
4
4
|
sagellm_core/config.pyc,sha256=cCMLvMVb_s3HzPYSfqlbRWodQ4Uby8U962l1vmunT5Y,8453
|
|
5
5
|
sagellm_core/demo.pyc,sha256=0hZkAJch6ETjSDsPq8XkDLNcd8qAys_hqOH1qi0xBzg,6028
|
|
6
6
|
sagellm_core/engine.pyc,sha256=o5yzFfLhpRx5lEYC2E75q9b04UqsDY63fC4nZdkHyeU,12258
|
|
7
7
|
sagellm_core/engine_factory.pyc,sha256=cNbEImM0MNcCgVeC0zViAT1AZkPAt2WARrVd1U__tS4,14886
|
|
8
|
-
sagellm_core/engine_server.pyc,sha256=
|
|
8
|
+
sagellm_core/engine_server.pyc,sha256=SCvaP8b58i9TUfXjY844nifp5QUPA2ScoJM7JZ7ONlk,19120
|
|
9
9
|
sagellm_core/factory.pyc,sha256=B0s_JSOjVPwE95Oj2moP_vVA3vCrWsi2753UrwF8-eM,2737
|
|
10
10
|
sagellm_core/health.pyc,sha256=c4A60b1ZANbAqck59AV-kczK2b355EPi9JxoYHRlhl8,684
|
|
11
|
-
sagellm_core/llm_engine.pyc,sha256=
|
|
12
|
-
sagellm_core/pd_executor.pyc,sha256=
|
|
11
|
+
sagellm_core/llm_engine.pyc,sha256=kYrYoG4qoVxR6p7aaazxmQ-pRqaDMis0pFDKHtTATYU,22247
|
|
12
|
+
sagellm_core/pd_executor.pyc,sha256=vC9G5CYGjc8LaunhnxYUlpOW32TfMk3lzxcgflODNRo,17970
|
|
13
13
|
sagellm_core/plugins.pyc,sha256=g6eke_yH65_7Bu6yfT7v19cZ7gjIAWbkyG7gv1JSXy0,2617
|
|
14
14
|
sagellm_core/py.typed,sha256=ixa8YukDZ3kLo0WsFJRGohLMyHzbMur1ALmmASML2cs,64
|
|
15
|
-
sagellm_core/runner.pyc,sha256=
|
|
15
|
+
sagellm_core/runner.pyc,sha256=mKaDOeVojOkJw05MAmRGhUOuSbyE3HvWXRR0Z3REBf4,14180
|
|
16
16
|
sagellm_core/runtime.pyc,sha256=RFPMN7Vu9M5O1ZYgFQ9REz4wkMFznRPVPt2ra3u2vns,10018
|
|
17
17
|
sagellm_core/workload.pyc,sha256=G9yMm2L4ZyZpGsCxuEOQ83t78Y_lCQmbg5p6OHl5rn0,4127
|
|
18
|
-
sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=
|
|
18
|
+
sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=UqWFr-cq8LYzltqblgNSNR1o6zo0w9uSFo3NRPo_6p8,4512
|
|
19
19
|
sagellm_core/__pycache__/base_engine.cpython-311.pyc,sha256=XiynMTxG3srYsUwzIoEbwEJOmpjBBB6UNEoAXDxDgWM,9563
|
|
20
20
|
sagellm_core/__pycache__/config.cpython-311.pyc,sha256=6gUdzUs3m31zGQVa2OzlPcPbX1it2Ziag0cQbCaXvIU,8483
|
|
21
21
|
sagellm_core/__pycache__/demo.cpython-311.pyc,sha256=PN6yZ3PgPWjiZ4XqpqRT-s5YYWitMwR_muYFvPmXdWA,6058
|
|
22
22
|
sagellm_core/__pycache__/engine.cpython-311.pyc,sha256=B6ynwwETTD_kjZ2CvUao_QRjM0EluEWg60Be-nRiVeE,12288
|
|
23
23
|
sagellm_core/__pycache__/engine_factory.cpython-311.pyc,sha256=Qte3LXKSpcOWGhu-Hns7xPvTdkyYry3v_EeYQbfVp4w,14916
|
|
24
|
-
sagellm_core/__pycache__/engine_server.cpython-311.pyc,sha256=
|
|
24
|
+
sagellm_core/__pycache__/engine_server.cpython-311.pyc,sha256=FoGMK6BXBQxXdFo1g_EwX2YoMDwC3xS6kfu1LpIYxhU,19150
|
|
25
25
|
sagellm_core/__pycache__/factory.cpython-311.pyc,sha256=R4MbGyreD3U2iWmwQ0r14R347GAY9RM_I1xOiWovozo,2767
|
|
26
26
|
sagellm_core/__pycache__/health.cpython-311.pyc,sha256=Z2mo-4iGINZp0w9AmCJomhHGRSzvbwxCfmdMAjg5vc4,714
|
|
27
|
-
sagellm_core/__pycache__/llm_engine.cpython-311.pyc,sha256=
|
|
27
|
+
sagellm_core/__pycache__/llm_engine.cpython-311.pyc,sha256=a33uEvNczAq37vEuy1oritLRE2qvcu3F95FAuspjgJU,22277
|
|
28
28
|
sagellm_core/__pycache__/mock_engine.cpython-311.pyc,sha256=zCHNncwIzEgqZ0lc7kiWkS-zOHf7CQ73UhCXztR6mFM,581
|
|
29
|
-
sagellm_core/__pycache__/pd_executor.cpython-311.pyc,sha256=
|
|
29
|
+
sagellm_core/__pycache__/pd_executor.cpython-311.pyc,sha256=KBwJZjg5NAn6hv42KsH62ipba4-5dpAPEriQL02nCyo,18000
|
|
30
30
|
sagellm_core/__pycache__/plugins.cpython-311.pyc,sha256=gaoaHApylGSrmMxXVwFs2v4idiZJnisttawlXTbXBWY,2647
|
|
31
|
-
sagellm_core/__pycache__/runner.cpython-311.pyc,sha256=
|
|
31
|
+
sagellm_core/__pycache__/runner.cpython-311.pyc,sha256=kKBk8o2INMZGAkaWq1maQnW1Lx7uDtd16XnNPj00asA,14210
|
|
32
32
|
sagellm_core/__pycache__/runtime.cpython-311.pyc,sha256=STMbXptWWqislgsqEk4kIXmUYXdFzGDihSeXGWLy_6k,10048
|
|
33
33
|
sagellm_core/__pycache__/workload.cpython-311.pyc,sha256=Y01UUCDE85D8GY5kF_UsHyNCBbMkmsoB3vOUJV-vulA,4157
|
|
34
34
|
sagellm_core/distributed/__init__.py,sha256=8WTrKkZmYGrV7pj3L083496LskHAv3BOULEIZflgBTc,328
|
|
35
|
-
sagellm_core/distributed/__init__.pyc,sha256=
|
|
36
|
-
sagellm_core/distributed/strategies.pyc,sha256=
|
|
37
|
-
sagellm_core/distributed/__pycache__/__init__.cpython-311.pyc,sha256=
|
|
38
|
-
sagellm_core/distributed/__pycache__/strategies.cpython-311.pyc,sha256=
|
|
35
|
+
sagellm_core/distributed/__init__.pyc,sha256=hPC780PnFrUJlKX6x2IwE0aY4RXXkAOEf4yG6pd8lcY,498
|
|
36
|
+
sagellm_core/distributed/strategies.pyc,sha256=8kbZ-xDIzJWefUktHAeMOrP8s4bXPFxiH41UoomqumY,6061
|
|
37
|
+
sagellm_core/distributed/__pycache__/__init__.cpython-311.pyc,sha256=9IncnBC7RVnyilxq4hpXAgXsuDMRqV-VIznXn5aBzDw,528
|
|
38
|
+
sagellm_core/distributed/__pycache__/strategies.cpython-311.pyc,sha256=MkphQflrmBzCek4KlxkI7yyEGGXpRI4lGNbpAvz5rjM,6091
|
|
39
39
|
sagellm_core/engine_core/__init__.py,sha256=wG6ONHCRWk4ScU6WwW8f-qL3xITF5OcqbxBHGKAAwd4,314
|
|
40
|
-
sagellm_core/engine_core/__init__.pyc,sha256=
|
|
41
|
-
sagellm_core/engine_core/engine_core.pyc,sha256=
|
|
42
|
-
sagellm_core/engine_core/__pycache__/__init__.cpython-311.pyc,sha256=
|
|
43
|
-
sagellm_core/engine_core/__pycache__/engine_core.cpython-311.pyc,sha256=
|
|
40
|
+
sagellm_core/engine_core/__init__.pyc,sha256=znjBZFMyjJnYFJQDWJh0Dyd9G3585ZsSdvHmTNnvVXQ,502
|
|
41
|
+
sagellm_core/engine_core/engine_core.pyc,sha256=YkKW5Jl1mk3W1pipG8NRaNy6xgr7J059flKCUFHdDdw,8790
|
|
42
|
+
sagellm_core/engine_core/__pycache__/__init__.cpython-311.pyc,sha256=c6Ijkt6NLy0hMcKQSde48WCcobWUE7RCWjAsmTU8Emc,532
|
|
43
|
+
sagellm_core/engine_core/__pycache__/engine_core.cpython-311.pyc,sha256=G07nZyXQaHjIJ7Lpe40Ne4-mZQJ_qaXwYllxZ8iLCos,8820
|
|
44
44
|
sagellm_core/engine_core/scheduler/__init__.py,sha256=V-XPvuplqlFusYZE7ta2NjLivYiN1ALDLkH7H6BbegU,448
|
|
45
|
-
sagellm_core/engine_core/scheduler/__init__.pyc,sha256=
|
|
46
|
-
sagellm_core/engine_core/scheduler/scheduler.pyc,sha256=
|
|
47
|
-
sagellm_core/engine_core/scheduler/__pycache__/__init__.cpython-311.pyc,sha256=
|
|
48
|
-
sagellm_core/engine_core/scheduler/__pycache__/scheduler.cpython-311.pyc,sha256=
|
|
45
|
+
sagellm_core/engine_core/scheduler/__init__.pyc,sha256=3SVyLGhehyQ1gzo_qyufRyMW1Rh4JjuDlikCn1KDSxc,614
|
|
46
|
+
sagellm_core/engine_core/scheduler/scheduler.pyc,sha256=JUbULVALVp4pGiAO_eD-s33sh82460_3-1enTF9ZaY8,8974
|
|
47
|
+
sagellm_core/engine_core/scheduler/__pycache__/__init__.cpython-311.pyc,sha256=b1_3c-uB97F_ax0X_aQXEsOgf9_4mRUAN5UvNemv2U0,644
|
|
48
|
+
sagellm_core/engine_core/scheduler/__pycache__/scheduler.cpython-311.pyc,sha256=k_cgkiaJ3VIzQxK6ov2a7URzJ9v-RUQxe3TLNCvAvCE,9004
|
|
49
49
|
sagellm_core/engines/__init__.py,sha256=eRxLCXebcl0DqhMh4J3yPcpmoSMtZzjWjCXNku0hcek,865
|
|
50
|
-
sagellm_core/engines/__init__.pyc,sha256=
|
|
51
|
-
sagellm_core/engines/embedding.pyc,sha256=
|
|
52
|
-
sagellm_core/engines/__pycache__/__init__.cpython-311.pyc,sha256=
|
|
50
|
+
sagellm_core/engines/__init__.pyc,sha256=2Ba-9pC-zZYAaH-6iiI-WYr1EKjxcXUWR45Q1R-CnNg,934
|
|
51
|
+
sagellm_core/engines/embedding.pyc,sha256=K288BzPjw5zvQgJBrTgxxhxDgZuQKB7CO8Qh8ZQOINI,12189
|
|
52
|
+
sagellm_core/engines/__pycache__/__init__.cpython-311.pyc,sha256=lKfZzOG9_SjVM0qGzfO7GObYTI0we-WQjQwEthN1vdA,964
|
|
53
53
|
sagellm_core/engines/__pycache__/ascend.cpython-311.pyc,sha256=A3F0gZAhTeUDM7Fpur1skw1DaWBX-W88oXCs9L-0qm0,34653
|
|
54
54
|
sagellm_core/engines/__pycache__/cpu.cpython-311.pyc,sha256=lxuj9LGXjsg7WwB0GXQUsYBphevFENmeLAjKYiswNxY,27863
|
|
55
|
-
sagellm_core/engines/__pycache__/embedding.cpython-311.pyc,sha256=
|
|
55
|
+
sagellm_core/engines/__pycache__/embedding.cpython-311.pyc,sha256=o_s6pSneeVZvjFvzMZHwJQzgQ0n7oiQL8CHVCXNDxeE,12219
|
|
56
56
|
sagellm_core/engines/__pycache__/hf_cuda.cpython-311.pyc,sha256=WcWhj1ktaGONooxWJZKRv-os5Hw-InlfV2ZfZ6myrLY,61133
|
|
57
57
|
sagellm_core/engines/__pycache__/mock.cpython-311.pyc,sha256=1g9YyKfo9yv-6VTjzzfacv-9ZICHjsVXjyJ_IajRnQo,14641
|
|
58
58
|
sagellm_core/engines/__pycache__/pytorch.cpython-311.pyc,sha256=MRSQN2ZBJmuIxFIA_yflaxarFhslfT0SG0Lw7-EFyDQ,18438
|
|
59
59
|
sagellm_core/engines/__pycache__/pytorch_engine.cpython-311.pyc,sha256=dLBcBODxEqgmH25nCBPWhwy3uu3-dqzyzOwQy-izN7A,11675
|
|
60
60
|
sagellm_core/executor/__init__.py,sha256=Acm1uxVigM823XnTaJ2UC_mSgTIlvtHb6uX076tMSN0,507
|
|
61
|
-
sagellm_core/executor/__init__.pyc,sha256=
|
|
62
|
-
sagellm_core/executor/executor_base.pyc,sha256=
|
|
63
|
-
sagellm_core/executor/uniproc_executor.pyc,sha256=
|
|
64
|
-
sagellm_core/executor/__pycache__/__init__.cpython-311.pyc,sha256=
|
|
65
|
-
sagellm_core/executor/__pycache__/executor_base.cpython-311.pyc,sha256=
|
|
66
|
-
sagellm_core/executor/__pycache__/uniproc_executor.cpython-311.pyc,sha256=
|
|
61
|
+
sagellm_core/executor/__init__.pyc,sha256=3kZX3HR8cIos7PNDBL_uatf2Gpt8gOyLTJ2NwGkc6mg,705
|
|
62
|
+
sagellm_core/executor/executor_base.pyc,sha256=8nZ7XwaSJxVt3HMqE9lfGybRTRbtwGgbdFLdm99yAKI,4759
|
|
63
|
+
sagellm_core/executor/uniproc_executor.pyc,sha256=FSmR4csK7yFVMamdVf8n_riFB4hLgr2VOIez8qUxkvs,4940
|
|
64
|
+
sagellm_core/executor/__pycache__/__init__.cpython-311.pyc,sha256=DW6UXNP7P0l3aSrXyLWAfVsUvfp4Sr3YAyWQQVPW5yI,735
|
|
65
|
+
sagellm_core/executor/__pycache__/executor_base.cpython-311.pyc,sha256=rwnOrzdAi5Z4XKEJ8Axujui9jXJ_0DUzLrSI6tWYEmA,4789
|
|
66
|
+
sagellm_core/executor/__pycache__/uniproc_executor.cpython-311.pyc,sha256=W1wu1CVtkc9muopiaB_uEkF-AW39cWQDwnMR9qMB0OE,4970
|
|
67
67
|
sagellm_core/inputs/__init__.py,sha256=t_DP0n7Cx-L9BiniDcKHBcg6IK6EVCs8J7GRbAwPbLk,301
|
|
68
|
-
sagellm_core/inputs/__init__.pyc,sha256=
|
|
69
|
-
sagellm_core/inputs/processor.pyc,sha256=
|
|
70
|
-
sagellm_core/inputs/tokenizer_utils.pyc,sha256=
|
|
71
|
-
sagellm_core/inputs/__pycache__/__init__.cpython-311.pyc,sha256=
|
|
72
|
-
sagellm_core/inputs/__pycache__/processor.cpython-311.pyc,sha256
|
|
73
|
-
sagellm_core/inputs/__pycache__/tokenizer_utils.cpython-311.pyc,sha256=
|
|
68
|
+
sagellm_core/inputs/__init__.pyc,sha256=ItdqDd891ijkOjMdGoLUMkHUOzwtF1HAWEdJC4P1aNg,513
|
|
69
|
+
sagellm_core/inputs/processor.pyc,sha256=5BEy2bE0Htt47RqOe1xSm4Hg1lRyUG1Lf7VrsgOSGmI,3641
|
|
70
|
+
sagellm_core/inputs/tokenizer_utils.pyc,sha256=dCObZmoO7mv44KmUQVn8yhI7tSWbc79LjpLvwJ48dJw,2871
|
|
71
|
+
sagellm_core/inputs/__pycache__/__init__.cpython-311.pyc,sha256=MVsPqzG-sEN2ELax-u-lONRLi5fPej09yHMJ8hpxP6M,543
|
|
72
|
+
sagellm_core/inputs/__pycache__/processor.cpython-311.pyc,sha256=eUxcsPoRGarL6HJa0mth9Okvsqh127o8pT8RZZdqAjE,3671
|
|
73
|
+
sagellm_core/inputs/__pycache__/tokenizer_utils.cpython-311.pyc,sha256=MaAf6SBfTgiYetFEIiNtFD6EPt9GJrvgOw_vXlLMhlM,2901
|
|
74
74
|
sagellm_core/model/__init__.py,sha256=WKrGGLrz5yhK5R1-YapCiV8eBec7kH-NvBOEIm6VD90,329
|
|
75
|
-
sagellm_core/model/__init__.pyc,sha256=
|
|
76
|
-
sagellm_core/model/model_loader.pyc,sha256=
|
|
77
|
-
sagellm_core/model/weight_utils.pyc,sha256=
|
|
78
|
-
sagellm_core/model/__pycache__/__init__.cpython-311.pyc,sha256=
|
|
79
|
-
sagellm_core/model/__pycache__/model_loader.cpython-311.pyc,sha256=
|
|
80
|
-
sagellm_core/model/__pycache__/weight_utils.cpython-311.pyc,sha256=
|
|
75
|
+
sagellm_core/model/__init__.pyc,sha256=0WoSvBoK7G2ZkZwW0RICyAKOlS013QJC-Ah1ma9ypF0,542
|
|
76
|
+
sagellm_core/model/model_loader.pyc,sha256=yT3btma1ivialUd4Q9H_TBzimFsrUV2bpyUQn0GyQTY,5713
|
|
77
|
+
sagellm_core/model/weight_utils.pyc,sha256=xmO5_1DoezAzsqvD9orukt6W2ripMQM1lAVGSm_1CG0,1830
|
|
78
|
+
sagellm_core/model/__pycache__/__init__.cpython-311.pyc,sha256=kBQ6RJpIXBMJCPOig8nbUUStW3ur2tqp-m-dDqj5aOQ,572
|
|
79
|
+
sagellm_core/model/__pycache__/model_loader.cpython-311.pyc,sha256=lgI5h-AzU-byb9EpepebYrzAuQelUgscrOWi2lmID_U,5743
|
|
80
|
+
sagellm_core/model/__pycache__/weight_utils.cpython-311.pyc,sha256=QMDROe_3TeJbL3aGseTc7fbnrk6rcCfTOQA96Yv8GE0,1860
|
|
81
81
|
sagellm_core/observability/__init__.py,sha256=lT3qt-69vwH3KlxqN0H_hjknmaXl8Yx2Q3PrWifNvd8,378
|
|
82
|
-
sagellm_core/observability/__init__.pyc,sha256=
|
|
83
|
-
sagellm_core/observability/logger.pyc,sha256=
|
|
84
|
-
sagellm_core/observability/metrics.pyc,sha256=
|
|
85
|
-
sagellm_core/observability/__pycache__/__init__.cpython-311.pyc,sha256=
|
|
86
|
-
sagellm_core/observability/__pycache__/logger.cpython-311.pyc,sha256=
|
|
87
|
-
sagellm_core/observability/__pycache__/metrics.cpython-311.pyc,sha256=
|
|
82
|
+
sagellm_core/observability/__init__.pyc,sha256=eUBjEiX6acN8o-j4pzg3vpI4oCh_o9WIuhGFepd72hE,608
|
|
83
|
+
sagellm_core/observability/logger.pyc,sha256=eG0husObnRjypb-QNLEUR-oUo1_p0jdZby5xKhxwyJ0,1910
|
|
84
|
+
sagellm_core/observability/metrics.pyc,sha256=AzprXuvGQm_QTlUXrwxfI3eZavkqY4uLQhal0dDx2D0,6314
|
|
85
|
+
sagellm_core/observability/__pycache__/__init__.cpython-311.pyc,sha256=fHM5HlyMXmSdwktWwqw94A5oypHStONrb9u5ws5xlEE,638
|
|
86
|
+
sagellm_core/observability/__pycache__/logger.cpython-311.pyc,sha256=xpy5L6iaZioS-eqFOElqp_gwMTvdsWJsN5U_rPUs-P8,1940
|
|
87
|
+
sagellm_core/observability/__pycache__/metrics.cpython-311.pyc,sha256=91zrE-uhwTdY30wCiPEE1nARJ0Xu_yRo09vUOjNpPTA,6344
|
|
88
88
|
sagellm_core/sampling/__init__.py,sha256=H8b1UnwiYfMP2rODrjDJXvoI8fRTyfCoDImHRstIDGg,330
|
|
89
|
-
sagellm_core/sampling/__init__.pyc,sha256=
|
|
90
|
-
sagellm_core/sampling/params.pyc,sha256=
|
|
91
|
-
sagellm_core/sampling/sampler.pyc,sha256=
|
|
92
|
-
sagellm_core/sampling/__pycache__/__init__.cpython-311.pyc,sha256=
|
|
93
|
-
sagellm_core/sampling/__pycache__/params.cpython-311.pyc,sha256=
|
|
94
|
-
sagellm_core/sampling/__pycache__/sampler.cpython-311.pyc,sha256
|
|
89
|
+
sagellm_core/sampling/__init__.pyc,sha256=3n9farL_N0_TRLrTDdPCZ7y4krH_1mBe7mpXyT4vJoc,556
|
|
90
|
+
sagellm_core/sampling/params.pyc,sha256=fDXtSd4o_T4WB39JRJEfPkJkRgF-NdfVSAbwU6KTTSw,3391
|
|
91
|
+
sagellm_core/sampling/sampler.pyc,sha256=qTLHamI9wGpzVP4tNPeBCXSjAH3mGMAfyKRkISs-wFo,6721
|
|
92
|
+
sagellm_core/sampling/__pycache__/__init__.cpython-311.pyc,sha256=nuSCVY7y5eJ4m8OwZuDxbtCgWygoW7oyZBHpEWF908E,586
|
|
93
|
+
sagellm_core/sampling/__pycache__/params.cpython-311.pyc,sha256=efbQsNo_JlLLyL9iq25RfDX257vPtdI6zYMfAp8ApQw,3421
|
|
94
|
+
sagellm_core/sampling/__pycache__/sampler.cpython-311.pyc,sha256=hXSd9G0Y3XAtfYxVkwxD10j72WLjH0kZJ-j0I1zSuiI,6751
|
|
95
95
|
sagellm_core/worker/__init__.py,sha256=isHAvgRYHX_HBRQsJtB72ziV4xeSDyjR1xFH3h_HEHQ,258
|
|
96
|
-
sagellm_core/worker/__init__.pyc,sha256=
|
|
97
|
-
sagellm_core/worker/worker.pyc,sha256=
|
|
98
|
-
sagellm_core/worker/__pycache__/__init__.cpython-311.pyc,sha256=
|
|
99
|
-
sagellm_core/worker/__pycache__/worker.cpython-311.pyc,sha256=
|
|
96
|
+
sagellm_core/worker/__init__.pyc,sha256=i480iTr9DqsYUsUEP_jmiYwwNbxADVNETksFmlFvU28,445
|
|
97
|
+
sagellm_core/worker/worker.pyc,sha256=0K2uxGOf1zjEo69hWvqpe_ws931ZEv0c1oNOj9YOXyo,4772
|
|
98
|
+
sagellm_core/worker/__pycache__/__init__.cpython-311.pyc,sha256=XhBciDjCBvSTjPEBK9tekQK9R81IgW_gldxqnNKg254,475
|
|
99
|
+
sagellm_core/worker/__pycache__/worker.cpython-311.pyc,sha256=WL7BvD6aErgMUznNG4K2q-S8OalPAaE0vETf1cCcfL4,4802
|
|
100
100
|
sagellm_core/worker/model_runner/__init__.py,sha256=w4cq2JoxfHYNUQI3jXO-XhFCoYxNg6YHkioK-S3Ayro,246
|
|
101
|
-
sagellm_core/worker/model_runner/__init__.pyc,sha256=
|
|
102
|
-
sagellm_core/worker/model_runner/model_runner.pyc,sha256=
|
|
103
|
-
sagellm_core/worker/model_runner/__pycache__/__init__.cpython-311.pyc,sha256=
|
|
104
|
-
sagellm_core/worker/model_runner/__pycache__/model_runner.cpython-311.pyc,sha256=
|
|
105
|
-
isagellm_core-0.4.0.
|
|
106
|
-
isagellm_core-0.4.0.
|
|
107
|
-
isagellm_core-0.4.0.
|
|
108
|
-
isagellm_core-0.4.0.
|
|
109
|
-
isagellm_core-0.4.0.
|
|
101
|
+
sagellm_core/worker/model_runner/__init__.pyc,sha256=1fMhWI3uEAx4vmT6B92SuR8CIYq0EMj_71wPhAfPlzo,447
|
|
102
|
+
sagellm_core/worker/model_runner/model_runner.pyc,sha256=y690vQKKAXlZVKdhp08SHngq77PH1OWxeuHXwtYpIcs,16106
|
|
103
|
+
sagellm_core/worker/model_runner/__pycache__/__init__.cpython-311.pyc,sha256=8HAJa4LyKehuAPnokFNQ4dCqYVgTec_ZqcYu-BUFdd0,477
|
|
104
|
+
sagellm_core/worker/model_runner/__pycache__/model_runner.cpython-311.pyc,sha256=UIWv0vCebp9t6ph7grLSd17lpT9pMuiEWXzOQoHq_Sg,16136
|
|
105
|
+
isagellm_core-0.4.0.2.dist-info/METADATA,sha256=fiaYdHOw65QVXrYErUmKFba4fKUe_eJnx5cQVI6YvJE,9168
|
|
106
|
+
isagellm_core-0.4.0.2.dist-info/WHEEL,sha256=JNWh1Fm1UdwIQV075glCn4MVuCRs0sotJIq-J6rbxCU,109
|
|
107
|
+
isagellm_core-0.4.0.2.dist-info/entry_points.txt,sha256=w0kgbHe7jVNOuy785wFMEBwqoZUnfU24HCImsQII3y0,64
|
|
108
|
+
isagellm_core-0.4.0.2.dist-info/top_level.txt,sha256=wcgdWrvkaoYYh_dWSFI5Toi8PZsHutVqfhTB2tb0K6g,13
|
|
109
|
+
isagellm_core-0.4.0.2.dist-info/RECORD,,
|
sagellm_core/__init__.py
CHANGED
|
@@ -26,7 +26,7 @@ Architecture (vLLM v1 style):
|
|
|
26
26
|
|
|
27
27
|
from __future__ import annotations
|
|
28
28
|
|
|
29
|
-
__version__ = "0.4.0.
|
|
29
|
+
__version__ = "0.4.0.2"
|
|
30
30
|
|
|
31
31
|
# ============================================================================
|
|
32
32
|
# New Architecture (vLLM v1 style) - Hardware Agnostic
|
|
@@ -189,4 +189,18 @@ __all__ = [
|
|
|
189
189
|
# Engine HTTP Server
|
|
190
190
|
"engine_server_app",
|
|
191
191
|
"serve_engine",
|
|
192
|
+
# Phase 2 modules
|
|
193
|
+
"ModelLoader",
|
|
194
|
+
"load_model",
|
|
195
|
+
"InputProcessor",
|
|
196
|
+
"ProcessedInput",
|
|
197
|
+
"TokenizerWrapper",
|
|
198
|
+
"SamplingParams",
|
|
199
|
+
"Sampler",
|
|
200
|
+
"GreedySampler",
|
|
201
|
+
"DistributedStrategy",
|
|
202
|
+
"TensorParallelStrategy",
|
|
203
|
+
"MetricsCollector",
|
|
204
|
+
"EngineMetrics",
|
|
205
|
+
"setup_logger",
|
|
192
206
|
]
|
sagellm_core/__init__.pyc
CHANGED
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
sagellm_core/engine_server.pyc
CHANGED
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
sagellm_core/inputs/__init__.pyc
CHANGED
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
sagellm_core/llm_engine.pyc
CHANGED
|
Binary file
|
sagellm_core/model/__init__.pyc
CHANGED
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
sagellm_core/pd_executor.pyc
CHANGED
|
Binary file
|
sagellm_core/runner.pyc
CHANGED
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
sagellm_core/sampling/params.pyc
CHANGED
|
Binary file
|
|
Binary file
|
sagellm_core/worker/__init__.pyc
CHANGED
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
sagellm_core/worker/worker.pyc
CHANGED
|
Binary file
|
|
File without changes
|
|
File without changes
|
|
File without changes
|