isagellm-core 0.4.0.0__py2.py3-none-any.whl → 0.4.0.1__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (70) hide show
  1. {isagellm_core-0.4.0.0.dist-info → isagellm_core-0.4.0.1.dist-info}/METADATA +2 -2
  2. {isagellm_core-0.4.0.0.dist-info → isagellm_core-0.4.0.1.dist-info}/RECORD +70 -70
  3. sagellm_core/__init__.py +15 -1
  4. sagellm_core/__init__.pyc +0 -0
  5. sagellm_core/__pycache__/__init__.cpython-311.pyc +0 -0
  6. sagellm_core/__pycache__/engine_server.cpython-311.pyc +0 -0
  7. sagellm_core/__pycache__/llm_engine.cpython-311.pyc +0 -0
  8. sagellm_core/__pycache__/pd_executor.cpython-311.pyc +0 -0
  9. sagellm_core/__pycache__/runner.cpython-311.pyc +0 -0
  10. sagellm_core/distributed/__init__.pyc +0 -0
  11. sagellm_core/distributed/__pycache__/__init__.cpython-311.pyc +0 -0
  12. sagellm_core/distributed/__pycache__/strategies.cpython-311.pyc +0 -0
  13. sagellm_core/distributed/strategies.pyc +0 -0
  14. sagellm_core/engine_core/__init__.pyc +0 -0
  15. sagellm_core/engine_core/__pycache__/__init__.cpython-311.pyc +0 -0
  16. sagellm_core/engine_core/__pycache__/engine_core.cpython-311.pyc +0 -0
  17. sagellm_core/engine_core/engine_core.pyc +0 -0
  18. sagellm_core/engine_core/scheduler/__init__.pyc +0 -0
  19. sagellm_core/engine_core/scheduler/__pycache__/__init__.cpython-311.pyc +0 -0
  20. sagellm_core/engine_core/scheduler/__pycache__/scheduler.cpython-311.pyc +0 -0
  21. sagellm_core/engine_core/scheduler/scheduler.pyc +0 -0
  22. sagellm_core/engine_server.pyc +0 -0
  23. sagellm_core/engines/__init__.pyc +0 -0
  24. sagellm_core/engines/__pycache__/__init__.cpython-311.pyc +0 -0
  25. sagellm_core/engines/__pycache__/embedding.cpython-311.pyc +0 -0
  26. sagellm_core/engines/embedding.pyc +0 -0
  27. sagellm_core/executor/__init__.pyc +0 -0
  28. sagellm_core/executor/__pycache__/__init__.cpython-311.pyc +0 -0
  29. sagellm_core/executor/__pycache__/executor_base.cpython-311.pyc +0 -0
  30. sagellm_core/executor/__pycache__/uniproc_executor.cpython-311.pyc +0 -0
  31. sagellm_core/executor/executor_base.pyc +0 -0
  32. sagellm_core/executor/uniproc_executor.pyc +0 -0
  33. sagellm_core/inputs/__init__.pyc +0 -0
  34. sagellm_core/inputs/__pycache__/__init__.cpython-311.pyc +0 -0
  35. sagellm_core/inputs/__pycache__/processor.cpython-311.pyc +0 -0
  36. sagellm_core/inputs/__pycache__/tokenizer_utils.cpython-311.pyc +0 -0
  37. sagellm_core/inputs/processor.pyc +0 -0
  38. sagellm_core/inputs/tokenizer_utils.pyc +0 -0
  39. sagellm_core/llm_engine.pyc +0 -0
  40. sagellm_core/model/__init__.pyc +0 -0
  41. sagellm_core/model/__pycache__/__init__.cpython-311.pyc +0 -0
  42. sagellm_core/model/__pycache__/model_loader.cpython-311.pyc +0 -0
  43. sagellm_core/model/__pycache__/weight_utils.cpython-311.pyc +0 -0
  44. sagellm_core/model/model_loader.pyc +0 -0
  45. sagellm_core/model/weight_utils.pyc +0 -0
  46. sagellm_core/observability/__init__.pyc +0 -0
  47. sagellm_core/observability/__pycache__/__init__.cpython-311.pyc +0 -0
  48. sagellm_core/observability/__pycache__/logger.cpython-311.pyc +0 -0
  49. sagellm_core/observability/__pycache__/metrics.cpython-311.pyc +0 -0
  50. sagellm_core/observability/logger.pyc +0 -0
  51. sagellm_core/observability/metrics.pyc +0 -0
  52. sagellm_core/pd_executor.pyc +0 -0
  53. sagellm_core/runner.pyc +0 -0
  54. sagellm_core/sampling/__init__.pyc +0 -0
  55. sagellm_core/sampling/__pycache__/__init__.cpython-311.pyc +0 -0
  56. sagellm_core/sampling/__pycache__/params.cpython-311.pyc +0 -0
  57. sagellm_core/sampling/__pycache__/sampler.cpython-311.pyc +0 -0
  58. sagellm_core/sampling/params.pyc +0 -0
  59. sagellm_core/sampling/sampler.pyc +0 -0
  60. sagellm_core/worker/__init__.pyc +0 -0
  61. sagellm_core/worker/__pycache__/__init__.cpython-311.pyc +0 -0
  62. sagellm_core/worker/__pycache__/worker.cpython-311.pyc +0 -0
  63. sagellm_core/worker/model_runner/__init__.pyc +0 -0
  64. sagellm_core/worker/model_runner/__pycache__/__init__.cpython-311.pyc +0 -0
  65. sagellm_core/worker/model_runner/__pycache__/model_runner.cpython-311.pyc +0 -0
  66. sagellm_core/worker/model_runner/model_runner.pyc +0 -0
  67. sagellm_core/worker/worker.pyc +0 -0
  68. {isagellm_core-0.4.0.0.dist-info → isagellm_core-0.4.0.1.dist-info}/WHEEL +0 -0
  69. {isagellm_core-0.4.0.0.dist-info → isagellm_core-0.4.0.1.dist-info}/entry_points.txt +0 -0
  70. {isagellm_core-0.4.0.0.dist-info → isagellm_core-0.4.0.1.dist-info}/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: isagellm-core
3
- Version: 0.4.0.0
3
+ Version: 0.4.0.1
4
4
  Summary: sageLLM core runtime with PD separation (MVP)
5
5
  Author: IntelliStream Team
6
6
  License: Proprietary - IntelliStream
@@ -13,7 +13,7 @@ Requires-Python: ==3.11.*
13
13
  Description-Content-Type: text/markdown
14
14
  Requires-Dist: pydantic>=2.0.0
15
15
  Requires-Dist: pyyaml>=6.0.0
16
- Requires-Dist: isagellm-protocol<0.5.0,>=0.3.0.2
16
+ Requires-Dist: isagellm-protocol<0.5.0,>=0.4.0.0
17
17
  Requires-Dist: isagellm-backend<0.5.0,>=0.4.0.0
18
18
  Requires-Dist: isagellm-comm<0.5.0,>=0.4.0.0
19
19
  Requires-Dist: isagellm-kv-cache<0.5.0,>=0.3.0.1
@@ -1,109 +1,109 @@
1
- sagellm_core/__init__.py,sha256=xw3aVDgBsbemqEsfM2dLd9bqDBi1edXdKrz2jIS44UE,6615
2
- sagellm_core/__init__.pyc,sha256=vwQCwAbKpbKiofl2DFQWLVEhY9sO4vAuRo2ne-LrLi0,4414
1
+ sagellm_core/__init__.py,sha256=2i6O6sdpr3xqSOJHcRO2tLv_FRRP0Uilp72O-oYtmqs,6922
2
+ sagellm_core/__init__.pyc,sha256=4J_8MEaCI_OuGWa7K6Q6c7ZiZUnOvKN9ILgG0uRWCjY,4482
3
3
  sagellm_core/__main__.pyc,sha256=48Ej1ycqV-z87qawGOTNBKNgY3EcbffUOOXrDecOR3g,384
4
4
  sagellm_core/config.pyc,sha256=cCMLvMVb_s3HzPYSfqlbRWodQ4Uby8U962l1vmunT5Y,8453
5
5
  sagellm_core/demo.pyc,sha256=0hZkAJch6ETjSDsPq8XkDLNcd8qAys_hqOH1qi0xBzg,6028
6
6
  sagellm_core/engine.pyc,sha256=o5yzFfLhpRx5lEYC2E75q9b04UqsDY63fC4nZdkHyeU,12258
7
7
  sagellm_core/engine_factory.pyc,sha256=cNbEImM0MNcCgVeC0zViAT1AZkPAt2WARrVd1U__tS4,14886
8
- sagellm_core/engine_server.pyc,sha256=ldiQFB0nYDX6jSGtAduDqdUitBIoMwwnWsblPauQ5qI,19120
8
+ sagellm_core/engine_server.pyc,sha256=SCvaP8b58i9TUfXjY844nifp5QUPA2ScoJM7JZ7ONlk,19120
9
9
  sagellm_core/factory.pyc,sha256=B0s_JSOjVPwE95Oj2moP_vVA3vCrWsi2753UrwF8-eM,2737
10
10
  sagellm_core/health.pyc,sha256=c4A60b1ZANbAqck59AV-kczK2b355EPi9JxoYHRlhl8,684
11
- sagellm_core/llm_engine.pyc,sha256=rc8esb3UDLmwM6LtYDH2olHYWQtqpiuEUshI58XNW-U,22251
12
- sagellm_core/pd_executor.pyc,sha256=FqwEBT_ooJzJUpFoVr9_aoJmVK1gXVZhhkoZEHABRSQ,17970
11
+ sagellm_core/llm_engine.pyc,sha256=kYrYoG4qoVxR6p7aaazxmQ-pRqaDMis0pFDKHtTATYU,22247
12
+ sagellm_core/pd_executor.pyc,sha256=vC9G5CYGjc8LaunhnxYUlpOW32TfMk3lzxcgflODNRo,17970
13
13
  sagellm_core/plugins.pyc,sha256=g6eke_yH65_7Bu6yfT7v19cZ7gjIAWbkyG7gv1JSXy0,2617
14
14
  sagellm_core/py.typed,sha256=ixa8YukDZ3kLo0WsFJRGohLMyHzbMur1ALmmASML2cs,64
15
- sagellm_core/runner.pyc,sha256=AqOu9y2avlD4SNb89YBGV_WgNdC2CTjJ8WFDEtrpdkM,14180
15
+ sagellm_core/runner.pyc,sha256=mKaDOeVojOkJw05MAmRGhUOuSbyE3HvWXRR0Z3REBf4,14180
16
16
  sagellm_core/runtime.pyc,sha256=RFPMN7Vu9M5O1ZYgFQ9REz4wkMFznRPVPt2ra3u2vns,10018
17
17
  sagellm_core/workload.pyc,sha256=G9yMm2L4ZyZpGsCxuEOQ83t78Y_lCQmbg5p6OHl5rn0,4127
18
- sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=nBqzd2ITLq8p3n22-0ntfsziD1qImxCYVFUGYIuay1U,4444
18
+ sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=OQ3bIqHWRo37bo5rJejSjk3JJ1EOnmhHdRM9DE3wU-I,4512
19
19
  sagellm_core/__pycache__/base_engine.cpython-311.pyc,sha256=XiynMTxG3srYsUwzIoEbwEJOmpjBBB6UNEoAXDxDgWM,9563
20
20
  sagellm_core/__pycache__/config.cpython-311.pyc,sha256=6gUdzUs3m31zGQVa2OzlPcPbX1it2Ziag0cQbCaXvIU,8483
21
21
  sagellm_core/__pycache__/demo.cpython-311.pyc,sha256=PN6yZ3PgPWjiZ4XqpqRT-s5YYWitMwR_muYFvPmXdWA,6058
22
22
  sagellm_core/__pycache__/engine.cpython-311.pyc,sha256=B6ynwwETTD_kjZ2CvUao_QRjM0EluEWg60Be-nRiVeE,12288
23
23
  sagellm_core/__pycache__/engine_factory.cpython-311.pyc,sha256=Qte3LXKSpcOWGhu-Hns7xPvTdkyYry3v_EeYQbfVp4w,14916
24
- sagellm_core/__pycache__/engine_server.cpython-311.pyc,sha256=Hg9T6xwjqulMcyB8MaIdbP9S9ci7CwDmYZ9E9zPS4mc,19150
24
+ sagellm_core/__pycache__/engine_server.cpython-311.pyc,sha256=FoGMK6BXBQxXdFo1g_EwX2YoMDwC3xS6kfu1LpIYxhU,19150
25
25
  sagellm_core/__pycache__/factory.cpython-311.pyc,sha256=R4MbGyreD3U2iWmwQ0r14R347GAY9RM_I1xOiWovozo,2767
26
26
  sagellm_core/__pycache__/health.cpython-311.pyc,sha256=Z2mo-4iGINZp0w9AmCJomhHGRSzvbwxCfmdMAjg5vc4,714
27
- sagellm_core/__pycache__/llm_engine.cpython-311.pyc,sha256=nBLF5BI0rRHRl_PE_1R_XPI-d5tjvczQ3tMi5k2eB0Y,22281
27
+ sagellm_core/__pycache__/llm_engine.cpython-311.pyc,sha256=a33uEvNczAq37vEuy1oritLRE2qvcu3F95FAuspjgJU,22277
28
28
  sagellm_core/__pycache__/mock_engine.cpython-311.pyc,sha256=zCHNncwIzEgqZ0lc7kiWkS-zOHf7CQ73UhCXztR6mFM,581
29
- sagellm_core/__pycache__/pd_executor.cpython-311.pyc,sha256=zzZ2Cbitv9BsWrqWMqKxE2DbtKkkW3UFacP4WaK2FZA,18000
29
+ sagellm_core/__pycache__/pd_executor.cpython-311.pyc,sha256=KBwJZjg5NAn6hv42KsH62ipba4-5dpAPEriQL02nCyo,18000
30
30
  sagellm_core/__pycache__/plugins.cpython-311.pyc,sha256=gaoaHApylGSrmMxXVwFs2v4idiZJnisttawlXTbXBWY,2647
31
- sagellm_core/__pycache__/runner.cpython-311.pyc,sha256=9BLsarR-ouiHIpPpKmJYlo51zBE7PcA5ePvD4PGjbak,14210
31
+ sagellm_core/__pycache__/runner.cpython-311.pyc,sha256=kKBk8o2INMZGAkaWq1maQnW1Lx7uDtd16XnNPj00asA,14210
32
32
  sagellm_core/__pycache__/runtime.cpython-311.pyc,sha256=STMbXptWWqislgsqEk4kIXmUYXdFzGDihSeXGWLy_6k,10048
33
33
  sagellm_core/__pycache__/workload.cpython-311.pyc,sha256=Y01UUCDE85D8GY5kF_UsHyNCBbMkmsoB3vOUJV-vulA,4157
34
34
  sagellm_core/distributed/__init__.py,sha256=8WTrKkZmYGrV7pj3L083496LskHAv3BOULEIZflgBTc,328
35
- sagellm_core/distributed/__init__.pyc,sha256=Ur1qc3njwxEPY7PweXoIHTgo1zMblp7HUX84hT0tRAo,498
36
- sagellm_core/distributed/strategies.pyc,sha256=caK8josx0icKJ0vDwo1UQFeVLzbZf4KB6iUq30ClVnk,6061
37
- sagellm_core/distributed/__pycache__/__init__.cpython-311.pyc,sha256=4Fv2xNuHYN0Sf98_c9KfU0SbafKhWANL8s4YeTLxiVk,528
38
- sagellm_core/distributed/__pycache__/strategies.cpython-311.pyc,sha256=MOa7p3j41XvmkJ2tr4OnuHID6gZm6vF6tDWRPe3Uzb8,6091
35
+ sagellm_core/distributed/__init__.pyc,sha256=hPC780PnFrUJlKX6x2IwE0aY4RXXkAOEf4yG6pd8lcY,498
36
+ sagellm_core/distributed/strategies.pyc,sha256=8kbZ-xDIzJWefUktHAeMOrP8s4bXPFxiH41UoomqumY,6061
37
+ sagellm_core/distributed/__pycache__/__init__.cpython-311.pyc,sha256=9IncnBC7RVnyilxq4hpXAgXsuDMRqV-VIznXn5aBzDw,528
38
+ sagellm_core/distributed/__pycache__/strategies.cpython-311.pyc,sha256=MkphQflrmBzCek4KlxkI7yyEGGXpRI4lGNbpAvz5rjM,6091
39
39
  sagellm_core/engine_core/__init__.py,sha256=wG6ONHCRWk4ScU6WwW8f-qL3xITF5OcqbxBHGKAAwd4,314
40
- sagellm_core/engine_core/__init__.pyc,sha256=tnc2J-6ys0KEntuHngGj2vMa_dr6O2NMwkNB2X_BhLQ,502
41
- sagellm_core/engine_core/engine_core.pyc,sha256=IH5gVbWk3H4Bd2FHqOdb2NVwqhYWcO3qzPKFmLaSfXE,8790
42
- sagellm_core/engine_core/__pycache__/__init__.cpython-311.pyc,sha256=z_4RxeRts-lRdyGW8z7GVqpcJUNnqK79ep-8GozJGgs,532
43
- sagellm_core/engine_core/__pycache__/engine_core.cpython-311.pyc,sha256=GnFylOovdrLKBY9wAYymsr_BHMfHpezgEHYTCr9cVI8,8820
40
+ sagellm_core/engine_core/__init__.pyc,sha256=znjBZFMyjJnYFJQDWJh0Dyd9G3585ZsSdvHmTNnvVXQ,502
41
+ sagellm_core/engine_core/engine_core.pyc,sha256=YkKW5Jl1mk3W1pipG8NRaNy6xgr7J059flKCUFHdDdw,8790
42
+ sagellm_core/engine_core/__pycache__/__init__.cpython-311.pyc,sha256=c6Ijkt6NLy0hMcKQSde48WCcobWUE7RCWjAsmTU8Emc,532
43
+ sagellm_core/engine_core/__pycache__/engine_core.cpython-311.pyc,sha256=G07nZyXQaHjIJ7Lpe40Ne4-mZQJ_qaXwYllxZ8iLCos,8820
44
44
  sagellm_core/engine_core/scheduler/__init__.py,sha256=V-XPvuplqlFusYZE7ta2NjLivYiN1ALDLkH7H6BbegU,448
45
- sagellm_core/engine_core/scheduler/__init__.pyc,sha256=OGnLLe6IHOa0LNy0cO2ojDE8e_vRNsSlEq3za6r5SLU,614
46
- sagellm_core/engine_core/scheduler/scheduler.pyc,sha256=hrlGzabvyv1mXbB2H17aVIrAPkAdP9GpRekXmiALzzI,8974
47
- sagellm_core/engine_core/scheduler/__pycache__/__init__.cpython-311.pyc,sha256=no6FHo-7naNZChZLX4Bx6EV5fThrKUXPKjzeT6e7HkM,644
48
- sagellm_core/engine_core/scheduler/__pycache__/scheduler.cpython-311.pyc,sha256=C_MblVBp8AwnDeE_35J9OS3IMC1HZhZ3-LRp5J6G89o,9004
45
+ sagellm_core/engine_core/scheduler/__init__.pyc,sha256=3SVyLGhehyQ1gzo_qyufRyMW1Rh4JjuDlikCn1KDSxc,614
46
+ sagellm_core/engine_core/scheduler/scheduler.pyc,sha256=JUbULVALVp4pGiAO_eD-s33sh82460_3-1enTF9ZaY8,8974
47
+ sagellm_core/engine_core/scheduler/__pycache__/__init__.cpython-311.pyc,sha256=b1_3c-uB97F_ax0X_aQXEsOgf9_4mRUAN5UvNemv2U0,644
48
+ sagellm_core/engine_core/scheduler/__pycache__/scheduler.cpython-311.pyc,sha256=k_cgkiaJ3VIzQxK6ov2a7URzJ9v-RUQxe3TLNCvAvCE,9004
49
49
  sagellm_core/engines/__init__.py,sha256=eRxLCXebcl0DqhMh4J3yPcpmoSMtZzjWjCXNku0hcek,865
50
- sagellm_core/engines/__init__.pyc,sha256=sOw8q-14ii7rYPyRgXMbyYmDArYQ7fXclqZ86eWhmkE,934
51
- sagellm_core/engines/embedding.pyc,sha256=bdCOYYasewAb2q5aeAksOEFKGG7VfBjNGt4Ms1_uHcc,12189
52
- sagellm_core/engines/__pycache__/__init__.cpython-311.pyc,sha256=lDgW-nA9PGC1xxQOYI-2xNMlj5mi5DoB7Re26E334_k,964
50
+ sagellm_core/engines/__init__.pyc,sha256=2Ba-9pC-zZYAaH-6iiI-WYr1EKjxcXUWR45Q1R-CnNg,934
51
+ sagellm_core/engines/embedding.pyc,sha256=K288BzPjw5zvQgJBrTgxxhxDgZuQKB7CO8Qh8ZQOINI,12189
52
+ sagellm_core/engines/__pycache__/__init__.cpython-311.pyc,sha256=lKfZzOG9_SjVM0qGzfO7GObYTI0we-WQjQwEthN1vdA,964
53
53
  sagellm_core/engines/__pycache__/ascend.cpython-311.pyc,sha256=A3F0gZAhTeUDM7Fpur1skw1DaWBX-W88oXCs9L-0qm0,34653
54
54
  sagellm_core/engines/__pycache__/cpu.cpython-311.pyc,sha256=lxuj9LGXjsg7WwB0GXQUsYBphevFENmeLAjKYiswNxY,27863
55
- sagellm_core/engines/__pycache__/embedding.cpython-311.pyc,sha256=OOCYxcrrEQjzLw7pHCkw_jIYv3t5ihYZ-e9DbEbiRrU,12219
55
+ sagellm_core/engines/__pycache__/embedding.cpython-311.pyc,sha256=o_s6pSneeVZvjFvzMZHwJQzgQ0n7oiQL8CHVCXNDxeE,12219
56
56
  sagellm_core/engines/__pycache__/hf_cuda.cpython-311.pyc,sha256=WcWhj1ktaGONooxWJZKRv-os5Hw-InlfV2ZfZ6myrLY,61133
57
57
  sagellm_core/engines/__pycache__/mock.cpython-311.pyc,sha256=1g9YyKfo9yv-6VTjzzfacv-9ZICHjsVXjyJ_IajRnQo,14641
58
58
  sagellm_core/engines/__pycache__/pytorch.cpython-311.pyc,sha256=MRSQN2ZBJmuIxFIA_yflaxarFhslfT0SG0Lw7-EFyDQ,18438
59
59
  sagellm_core/engines/__pycache__/pytorch_engine.cpython-311.pyc,sha256=dLBcBODxEqgmH25nCBPWhwy3uu3-dqzyzOwQy-izN7A,11675
60
60
  sagellm_core/executor/__init__.py,sha256=Acm1uxVigM823XnTaJ2UC_mSgTIlvtHb6uX076tMSN0,507
61
- sagellm_core/executor/__init__.pyc,sha256=shUq-xmHO7s6GZGQgUH5XCTJaowF_Pu4KfhcKAbO8KU,705
62
- sagellm_core/executor/executor_base.pyc,sha256=8ayzIqog994GKozxRQfHHpm5di9HTlcQ-QSAaQit08w,4759
63
- sagellm_core/executor/uniproc_executor.pyc,sha256=5JQOhTzMFK5onf19qbnzNXV1S_j3xw4p2Vgd8VWmhEY,4940
64
- sagellm_core/executor/__pycache__/__init__.cpython-311.pyc,sha256=QLugLvDhoO3nbdW-f_3g-HQXKIK437_QkgcLcPdQabA,735
65
- sagellm_core/executor/__pycache__/executor_base.cpython-311.pyc,sha256=soUj35YdORDrUQG99uxMBlL0MDXwowPAPRR38TtQ7N4,4789
66
- sagellm_core/executor/__pycache__/uniproc_executor.cpython-311.pyc,sha256=4UEx0RnvX1AoVHvv22OasO0o70KApSNopdSih5l9iDk,4970
61
+ sagellm_core/executor/__init__.pyc,sha256=3kZX3HR8cIos7PNDBL_uatf2Gpt8gOyLTJ2NwGkc6mg,705
62
+ sagellm_core/executor/executor_base.pyc,sha256=8nZ7XwaSJxVt3HMqE9lfGybRTRbtwGgbdFLdm99yAKI,4759
63
+ sagellm_core/executor/uniproc_executor.pyc,sha256=FSmR4csK7yFVMamdVf8n_riFB4hLgr2VOIez8qUxkvs,4940
64
+ sagellm_core/executor/__pycache__/__init__.cpython-311.pyc,sha256=DW6UXNP7P0l3aSrXyLWAfVsUvfp4Sr3YAyWQQVPW5yI,735
65
+ sagellm_core/executor/__pycache__/executor_base.cpython-311.pyc,sha256=rwnOrzdAi5Z4XKEJ8Axujui9jXJ_0DUzLrSI6tWYEmA,4789
66
+ sagellm_core/executor/__pycache__/uniproc_executor.cpython-311.pyc,sha256=W1wu1CVtkc9muopiaB_uEkF-AW39cWQDwnMR9qMB0OE,4970
67
67
  sagellm_core/inputs/__init__.py,sha256=t_DP0n7Cx-L9BiniDcKHBcg6IK6EVCs8J7GRbAwPbLk,301
68
- sagellm_core/inputs/__init__.pyc,sha256=HcZwXTd9lUm2sOjAz6EP9vLXq9CyQap9GJyRHxeTJMc,513
69
- sagellm_core/inputs/processor.pyc,sha256=1V5pK5K7_fH6Il93uUoa6317SdiV_6zrZ75U-RFZ_BU,3641
70
- sagellm_core/inputs/tokenizer_utils.pyc,sha256=6US7QanjlsJhNl5wy9jFQPt3gA8ik2Um3QvFO2_9-gk,2871
71
- sagellm_core/inputs/__pycache__/__init__.cpython-311.pyc,sha256=1VPyuhLyj5pwRrAcZvoEVIzNiASV38linDfG3RsZw7w,543
72
- sagellm_core/inputs/__pycache__/processor.cpython-311.pyc,sha256=-6LVrSIfXnca6BK3aji1hcAbk1yuB0jIjp1J9_WQ8y4,3671
73
- sagellm_core/inputs/__pycache__/tokenizer_utils.cpython-311.pyc,sha256=sOa5f9-SDvPIbLnVgfrYyM4TP7pNuiNbpOJkaFQn7Ds,2901
68
+ sagellm_core/inputs/__init__.pyc,sha256=ItdqDd891ijkOjMdGoLUMkHUOzwtF1HAWEdJC4P1aNg,513
69
+ sagellm_core/inputs/processor.pyc,sha256=5BEy2bE0Htt47RqOe1xSm4Hg1lRyUG1Lf7VrsgOSGmI,3641
70
+ sagellm_core/inputs/tokenizer_utils.pyc,sha256=dCObZmoO7mv44KmUQVn8yhI7tSWbc79LjpLvwJ48dJw,2871
71
+ sagellm_core/inputs/__pycache__/__init__.cpython-311.pyc,sha256=MVsPqzG-sEN2ELax-u-lONRLi5fPej09yHMJ8hpxP6M,543
72
+ sagellm_core/inputs/__pycache__/processor.cpython-311.pyc,sha256=eUxcsPoRGarL6HJa0mth9Okvsqh127o8pT8RZZdqAjE,3671
73
+ sagellm_core/inputs/__pycache__/tokenizer_utils.cpython-311.pyc,sha256=MaAf6SBfTgiYetFEIiNtFD6EPt9GJrvgOw_vXlLMhlM,2901
74
74
  sagellm_core/model/__init__.py,sha256=WKrGGLrz5yhK5R1-YapCiV8eBec7kH-NvBOEIm6VD90,329
75
- sagellm_core/model/__init__.pyc,sha256=yqCreHdJZqQ32Mgg-syjtxuDSZcJXRX5vBYjPkjPopA,542
76
- sagellm_core/model/model_loader.pyc,sha256=g3Xtz87w22DCdPVbV_eOkd7W_iH7E6Bbc6O23EAYMQI,5713
77
- sagellm_core/model/weight_utils.pyc,sha256=QHflYnXneKpU4UHGb3RP51_Bx5UiHtYKVsaH_MfvcCg,1830
78
- sagellm_core/model/__pycache__/__init__.cpython-311.pyc,sha256=o1Raqg_7W-OQzqIDEB_tA-ekmbbIZF9b9TNRM_sRs-k,572
79
- sagellm_core/model/__pycache__/model_loader.cpython-311.pyc,sha256=fPtDeWbF0fbc0lFxcoCI3RFC84wNjlASypdEniuYMMU,5743
80
- sagellm_core/model/__pycache__/weight_utils.cpython-311.pyc,sha256=dBd4nMqBX9fyHMFjLoL45-oQ3lQfP1eqeZm47jgz6-M,1860
75
+ sagellm_core/model/__init__.pyc,sha256=0WoSvBoK7G2ZkZwW0RICyAKOlS013QJC-Ah1ma9ypF0,542
76
+ sagellm_core/model/model_loader.pyc,sha256=yT3btma1ivialUd4Q9H_TBzimFsrUV2bpyUQn0GyQTY,5713
77
+ sagellm_core/model/weight_utils.pyc,sha256=xmO5_1DoezAzsqvD9orukt6W2ripMQM1lAVGSm_1CG0,1830
78
+ sagellm_core/model/__pycache__/__init__.cpython-311.pyc,sha256=kBQ6RJpIXBMJCPOig8nbUUStW3ur2tqp-m-dDqj5aOQ,572
79
+ sagellm_core/model/__pycache__/model_loader.cpython-311.pyc,sha256=lgI5h-AzU-byb9EpepebYrzAuQelUgscrOWi2lmID_U,5743
80
+ sagellm_core/model/__pycache__/weight_utils.cpython-311.pyc,sha256=QMDROe_3TeJbL3aGseTc7fbnrk6rcCfTOQA96Yv8GE0,1860
81
81
  sagellm_core/observability/__init__.py,sha256=lT3qt-69vwH3KlxqN0H_hjknmaXl8Yx2Q3PrWifNvd8,378
82
- sagellm_core/observability/__init__.pyc,sha256=1K3GCd5Gi7770Bx6tLW665_C6KNK3-j447miFkM8GVg,608
83
- sagellm_core/observability/logger.pyc,sha256=Ng9CYnn9Xr-rJUhethU6HN3oSy5lalmupOtbxk6-g84,1910
84
- sagellm_core/observability/metrics.pyc,sha256=DZ-bXLTQfnt54BN17PRFtdMZkvIBB4btoEmBzzYmSng,6314
85
- sagellm_core/observability/__pycache__/__init__.cpython-311.pyc,sha256=xgniiPnO5ImAeCfmvTW6w78ezs8c7aB6vW0XHWn8o7c,638
86
- sagellm_core/observability/__pycache__/logger.cpython-311.pyc,sha256=7mFsPuy8eHu1nRKi4M5_d4iRSPEPf9fa_jqM8aEDZFY,1940
87
- sagellm_core/observability/__pycache__/metrics.cpython-311.pyc,sha256=FdoJItSrs_g5_6GTJk7vqjTrpoqc7UthuAuq2m40uw0,6344
82
+ sagellm_core/observability/__init__.pyc,sha256=eUBjEiX6acN8o-j4pzg3vpI4oCh_o9WIuhGFepd72hE,608
83
+ sagellm_core/observability/logger.pyc,sha256=eG0husObnRjypb-QNLEUR-oUo1_p0jdZby5xKhxwyJ0,1910
84
+ sagellm_core/observability/metrics.pyc,sha256=AzprXuvGQm_QTlUXrwxfI3eZavkqY4uLQhal0dDx2D0,6314
85
+ sagellm_core/observability/__pycache__/__init__.cpython-311.pyc,sha256=fHM5HlyMXmSdwktWwqw94A5oypHStONrb9u5ws5xlEE,638
86
+ sagellm_core/observability/__pycache__/logger.cpython-311.pyc,sha256=xpy5L6iaZioS-eqFOElqp_gwMTvdsWJsN5U_rPUs-P8,1940
87
+ sagellm_core/observability/__pycache__/metrics.cpython-311.pyc,sha256=91zrE-uhwTdY30wCiPEE1nARJ0Xu_yRo09vUOjNpPTA,6344
88
88
  sagellm_core/sampling/__init__.py,sha256=H8b1UnwiYfMP2rODrjDJXvoI8fRTyfCoDImHRstIDGg,330
89
- sagellm_core/sampling/__init__.pyc,sha256=36Xya9y4YCKQQx8a7EzKJ6htImljpW_dE18TLZMX_OU,556
90
- sagellm_core/sampling/params.pyc,sha256=LMPOgZL2nkpDAYHC5jG80uMD9vHkBZXM4N3eGFt9PIw,3391
91
- sagellm_core/sampling/sampler.pyc,sha256=g2tr8FU-71rMvlpWRNNdiY-d6oTAzJ5v-NfRMFpsLYg,6721
92
- sagellm_core/sampling/__pycache__/__init__.cpython-311.pyc,sha256=aHSszIvPeMHCRRbWg7CSbuXNI5JVBJ3W2tU5Y254wUA,586
93
- sagellm_core/sampling/__pycache__/params.cpython-311.pyc,sha256=COqJpqpVd1VUFsrZVkblWhTwkBp7A-tmeOh5saIIDoU,3421
94
- sagellm_core/sampling/__pycache__/sampler.cpython-311.pyc,sha256=-24n6bhHzS3paTzCIrfpbX50XL7mtB4NehbD4jn_ltk,6751
89
+ sagellm_core/sampling/__init__.pyc,sha256=3n9farL_N0_TRLrTDdPCZ7y4krH_1mBe7mpXyT4vJoc,556
90
+ sagellm_core/sampling/params.pyc,sha256=fDXtSd4o_T4WB39JRJEfPkJkRgF-NdfVSAbwU6KTTSw,3391
91
+ sagellm_core/sampling/sampler.pyc,sha256=qTLHamI9wGpzVP4tNPeBCXSjAH3mGMAfyKRkISs-wFo,6721
92
+ sagellm_core/sampling/__pycache__/__init__.cpython-311.pyc,sha256=nuSCVY7y5eJ4m8OwZuDxbtCgWygoW7oyZBHpEWF908E,586
93
+ sagellm_core/sampling/__pycache__/params.cpython-311.pyc,sha256=efbQsNo_JlLLyL9iq25RfDX257vPtdI6zYMfAp8ApQw,3421
94
+ sagellm_core/sampling/__pycache__/sampler.cpython-311.pyc,sha256=hXSd9G0Y3XAtfYxVkwxD10j72WLjH0kZJ-j0I1zSuiI,6751
95
95
  sagellm_core/worker/__init__.py,sha256=isHAvgRYHX_HBRQsJtB72ziV4xeSDyjR1xFH3h_HEHQ,258
96
- sagellm_core/worker/__init__.pyc,sha256=mf0kfM381gC3ghpXYQfUOsT9OJGBXy4kdz6Q__qYnIw,445
97
- sagellm_core/worker/worker.pyc,sha256=yPn1TqZdy7fvPQ_EuImwW5R9-MCnCcCxWwjHeqqf-5k,4772
98
- sagellm_core/worker/__pycache__/__init__.cpython-311.pyc,sha256=zAe99l1KXH7X1sFabMubGLK0psDOyEv4zRMTF23-fTg,475
99
- sagellm_core/worker/__pycache__/worker.cpython-311.pyc,sha256=lotaWHeDvpNoyrOCWHKvGjzDdAVBKGwj0h1z4R9frdI,4802
96
+ sagellm_core/worker/__init__.pyc,sha256=i480iTr9DqsYUsUEP_jmiYwwNbxADVNETksFmlFvU28,445
97
+ sagellm_core/worker/worker.pyc,sha256=0K2uxGOf1zjEo69hWvqpe_ws931ZEv0c1oNOj9YOXyo,4772
98
+ sagellm_core/worker/__pycache__/__init__.cpython-311.pyc,sha256=XhBciDjCBvSTjPEBK9tekQK9R81IgW_gldxqnNKg254,475
99
+ sagellm_core/worker/__pycache__/worker.cpython-311.pyc,sha256=WL7BvD6aErgMUznNG4K2q-S8OalPAaE0vETf1cCcfL4,4802
100
100
  sagellm_core/worker/model_runner/__init__.py,sha256=w4cq2JoxfHYNUQI3jXO-XhFCoYxNg6YHkioK-S3Ayro,246
101
- sagellm_core/worker/model_runner/__init__.pyc,sha256=QhC7F-6BIerf9GdwkEPegvF5lQfiepVzhUkMuEstpD8,447
102
- sagellm_core/worker/model_runner/model_runner.pyc,sha256=wTv8K-F4qtwlQCXpLr1LGIYD-Gae0rzMayp84U5BJWY,16106
103
- sagellm_core/worker/model_runner/__pycache__/__init__.cpython-311.pyc,sha256=ykIwBnnZYUKPe0foKGwG9rovfzNuSEO6f-4t5DLpMeY,477
104
- sagellm_core/worker/model_runner/__pycache__/model_runner.cpython-311.pyc,sha256=CLEz8NGJRepPauN_YjT5O4Wrb_FTQ_C8rS1QPbew5TE,16136
105
- isagellm_core-0.4.0.0.dist-info/METADATA,sha256=T3grOEyLR-G7-hQiCx4U3xGVoVueLAVeAdIC233fxkw,9168
106
- isagellm_core-0.4.0.0.dist-info/WHEEL,sha256=JNWh1Fm1UdwIQV075glCn4MVuCRs0sotJIq-J6rbxCU,109
107
- isagellm_core-0.4.0.0.dist-info/entry_points.txt,sha256=w0kgbHe7jVNOuy785wFMEBwqoZUnfU24HCImsQII3y0,64
108
- isagellm_core-0.4.0.0.dist-info/top_level.txt,sha256=wcgdWrvkaoYYh_dWSFI5Toi8PZsHutVqfhTB2tb0K6g,13
109
- isagellm_core-0.4.0.0.dist-info/RECORD,,
101
+ sagellm_core/worker/model_runner/__init__.pyc,sha256=1fMhWI3uEAx4vmT6B92SuR8CIYq0EMj_71wPhAfPlzo,447
102
+ sagellm_core/worker/model_runner/model_runner.pyc,sha256=y690vQKKAXlZVKdhp08SHngq77PH1OWxeuHXwtYpIcs,16106
103
+ sagellm_core/worker/model_runner/__pycache__/__init__.cpython-311.pyc,sha256=8HAJa4LyKehuAPnokFNQ4dCqYVgTec_ZqcYu-BUFdd0,477
104
+ sagellm_core/worker/model_runner/__pycache__/model_runner.cpython-311.pyc,sha256=UIWv0vCebp9t6ph7grLSd17lpT9pMuiEWXzOQoHq_Sg,16136
105
+ isagellm_core-0.4.0.1.dist-info/METADATA,sha256=Dr8ScfZQo3plOR1ErJ9H9VBhQeqU-UiY-epTTza5Slc,9168
106
+ isagellm_core-0.4.0.1.dist-info/WHEEL,sha256=JNWh1Fm1UdwIQV075glCn4MVuCRs0sotJIq-J6rbxCU,109
107
+ isagellm_core-0.4.0.1.dist-info/entry_points.txt,sha256=w0kgbHe7jVNOuy785wFMEBwqoZUnfU24HCImsQII3y0,64
108
+ isagellm_core-0.4.0.1.dist-info/top_level.txt,sha256=wcgdWrvkaoYYh_dWSFI5Toi8PZsHutVqfhTB2tb0K6g,13
109
+ isagellm_core-0.4.0.1.dist-info/RECORD,,
sagellm_core/__init__.py CHANGED
@@ -26,7 +26,7 @@ Architecture (vLLM v1 style):
26
26
 
27
27
  from __future__ import annotations
28
28
 
29
- __version__ = "0.4.0.0"
29
+ __version__ = "0.4.0.1"
30
30
 
31
31
  # ============================================================================
32
32
  # New Architecture (vLLM v1 style) - Hardware Agnostic
@@ -189,4 +189,18 @@ __all__ = [
189
189
  # Engine HTTP Server
190
190
  "engine_server_app",
191
191
  "serve_engine",
192
+ # Phase 2 modules
193
+ "ModelLoader",
194
+ "load_model",
195
+ "InputProcessor",
196
+ "ProcessedInput",
197
+ "TokenizerWrapper",
198
+ "SamplingParams",
199
+ "Sampler",
200
+ "GreedySampler",
201
+ "DistributedStrategy",
202
+ "TensorParallelStrategy",
203
+ "MetricsCollector",
204
+ "EngineMetrics",
205
+ "setup_logger",
192
206
  ]
sagellm_core/__init__.pyc CHANGED
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
sagellm_core/runner.pyc CHANGED
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file