isagellm-core 0.4.0.2__py2.py3-none-any.whl → 0.4.0.3__py2.py3-none-any.whl

{isagellm_core-0.4.0.2.dist-info → isagellm_core-0.4.0.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: isagellm-core
-Version: 0.4.0.2
+Version: 0.4.0.3
 Summary: sageLLM core runtime with PD separation (MVP)
 Author: IntelliStream Team
 License: Proprietary - IntelliStream
@@ -16,9 +16,11 @@ Requires-Dist: pyyaml>=6.0.0
 Requires-Dist: isagellm-protocol<0.5.0,>=0.4.0.0
 Requires-Dist: isagellm-backend<0.5.0,>=0.4.0.0
 Requires-Dist: isagellm-comm<0.5.0,>=0.4.0.0
-Requires-Dist: isagellm-kv-cache<0.5.0,>=0.3.0.1
+Requires-Dist: isagellm-kv-cache<0.5.0,>=0.4.0.0
 Requires-Dist: fastapi>=0.100.0
 Requires-Dist: uvicorn>=0.22.0
+Requires-Dist: torch>=2.0.0
+Requires-Dist: transformers>=4.35.0
 Provides-Extra: dev
 Requires-Dist: pytest>=7.0.0; extra == "dev"
 Requires-Dist: pytest-cov>=4.0.0; extra == "dev"

isagellm_core-0.4.0.3.dist-info/RECORD

@@ -0,0 +1,106 @@
+sagellm_core/__init__.py,sha256=40J_0l9xBGBO9J_gKXLzUpmq-OCots7c-THLhcRdbCs,6922
+sagellm_core/__init__.pyc,sha256=fVB6uVd8Ejykc6anfMevnlIVYIXuImT1zzvYZ3vwgEk,4482
+sagellm_core/__main__.pyc,sha256=_81UAvEI2ABP1lWBb048OKWxM4W95lobVNDFgz98wSg,384
+sagellm_core/config.pyc,sha256=ktdBhyhAf9YrBrvCG1QziS4Y5l9YTXID79CjMtEw4Tw,8453
+sagellm_core/demo.pyc,sha256=Lo_YBnu_k9qlC57vFwKQ2YcNNigTqLOB6-vlQB33zi0,6028
+sagellm_core/engine.pyc,sha256=8ZhJNTvsl4BksUykALGZ8_SbUWr7UBIcd-dVzXHCW_k,12258
+sagellm_core/engine_factory.pyc,sha256=FZoayMoeWtzvIVewzUd8EKRwOMxhkTo_w5LD7j9Ti5Q,14886
+sagellm_core/engine_server.pyc,sha256=LqgCSb_6B5oKjAJnQxkq5GJ25gGmZkO8Ft6jyjFPYXY,19482
+sagellm_core/factory.pyc,sha256=gu4m3nWOLPOL3Xd3q9C2X5zA_z2ggRqv5ldrSmMzqpo,2737
+sagellm_core/health.pyc,sha256=G2MEAQSK8CC1TEuonKlAYisiYrUd1QxRC8QpiSiAiQI,684
+sagellm_core/llm_engine.pyc,sha256=OzKA4J8MUAojYytTq4nuPBmPMbAkIvU7GGLAV1eKddM,23153
+sagellm_core/pd_executor.pyc,sha256=n7gvfeYAQA1PZdYCHIj90kdHUi2cPbtPMjExvBEmTHU,17970
+sagellm_core/plugins.pyc,sha256=dpgURpeNuhdnle1Ui8xSb9kCWhdlE3BI7F3tq2_tG4U,2617
+sagellm_core/py.typed,sha256=ixa8YukDZ3kLo0WsFJRGohLMyHzbMur1ALmmASML2cs,64
+sagellm_core/runner.pyc,sha256=_sRztiSFepLu5Wl2DQsBNsCCtfcRC8GDZjDk2YZCTbc,14180
+sagellm_core/runtime.pyc,sha256=SK4ZzkKQAK3efQokaIKb5ha30DZ3e42HLnhTwMJNRG0,10018
+sagellm_core/workload.pyc,sha256=oXLJNnjbAI8oTgVFvhFzRysTno5-xabyLZiE2wVkUdQ,4127
+sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=aDVY6w5wWJExO91Y5Xd30faqQOIGCaF0brN0LOQOaGc,4526
+sagellm_core/__pycache__/config.cpython-311.pyc,sha256=4KZjBCv_6xE1yTw5rhddE1QeUdHsAOA4pjm-J3zyEx4,8497
+sagellm_core/__pycache__/demo.cpython-311.pyc,sha256=ObO59vU-p7ryKr4B8R0dtnlJNHmQtQ80htb6DWurgpM,6072
+sagellm_core/__pycache__/engine.cpython-311.pyc,sha256=lJG2v0M8nQiSeMhp9hJ7jTYM5_j4W1zlC2hyKbOTeFY,12302
+sagellm_core/__pycache__/engine_factory.cpython-311.pyc,sha256=xUAN2_eFMySJT8KEaOHYFDDSpgcDUXNW581Bj5S5Jkk,14930
+sagellm_core/__pycache__/engine_server.cpython-311.pyc,sha256=GHjyj21DnT3i9wR-eBDbqzB0gxOQa0dNYX7Gf78eWy8,19526
+sagellm_core/__pycache__/factory.cpython-311.pyc,sha256=UeONZctwWSrRyIcAeR2wQWc0cGUNIgu4vYSMVdtokos,2781
+sagellm_core/__pycache__/health.cpython-311.pyc,sha256=6v3mRLjfqNaCVb0xoyoQCzriPkDEKweV98hmKcE1A64,728
+sagellm_core/__pycache__/llm_engine.cpython-311.pyc,sha256=Bl9VPp-xhQxCPso_Zu2lH97yYpgB_2myfjboyce52EI,23197
+sagellm_core/__pycache__/pd_executor.cpython-311.pyc,sha256=YuY1Y4D-2MZaz99_Id6hB67PDHyKMqujVXItaOPHiuw,18014
+sagellm_core/__pycache__/plugins.cpython-311.pyc,sha256=n9qa5tqPUcoAOxzBIhs1JiU1-F_2hxT06yymA7RSbhM,2661
+sagellm_core/__pycache__/runner.cpython-311.pyc,sha256=CyHAg_u0xHq3QKNxEbunK78Gd1klAYDKZlnAuscl_t8,14224
+sagellm_core/__pycache__/runtime.cpython-311.pyc,sha256=wBRGFV3TRmtNz9nuc8IDa-E7xMgGQe6MQ3oWZH4hHRY,10062
+sagellm_core/__pycache__/workload.cpython-311.pyc,sha256=xkb7dQAy-4soQ9KjrYLud4WGcaPKpT0gzk9Otp_A_5I,4171
+sagellm_core/distributed/__init__.py,sha256=8WTrKkZmYGrV7pj3L083496LskHAv3BOULEIZflgBTc,328
+sagellm_core/distributed/__init__.pyc,sha256=AO5IqU7iT0QdxM-aM5Qto4x3J0ZUTG3pkAlHbCobIy8,498
+sagellm_core/distributed/strategies.pyc,sha256=J2S7SkIt9MStA5hgm1zOLe4hm5RIO8eFAIKzd1vXLFY,6061
+sagellm_core/distributed/__pycache__/__init__.cpython-311.pyc,sha256=Q1D9T2ERrFnXz8GnW0qjPGwP_vAVkSJTMvBwN8Szcn8,542
+sagellm_core/distributed/__pycache__/strategies.cpython-311.pyc,sha256=oVq8fDQ7qMBtDFD1U5qF4gyndHifmqnwXVlShLf4P4Q,6105
+sagellm_core/engine_core/__init__.py,sha256=wG6ONHCRWk4ScU6WwW8f-qL3xITF5OcqbxBHGKAAwd4,314
+sagellm_core/engine_core/__init__.pyc,sha256=evEMExxwDoRFpVkyAGhlaqxeHQP4XFgMHsIYniaTUCI,502
+sagellm_core/engine_core/engine_core.pyc,sha256=tVKyU4xLpy4WX0na6Fa_sCjVGUY7e686XXd9edCidCM,8790
+sagellm_core/engine_core/__pycache__/__init__.cpython-311.pyc,sha256=WtEUv3r0QBw1Jop1bsxnAPDpsmyG_54zANlLh5MERW4,546
+sagellm_core/engine_core/__pycache__/engine_core.cpython-311.pyc,sha256=_KFHXAO7X2qvSWCsHfGgDpJ_JQqkZw9vR0otvc2tKZs,8834
+sagellm_core/engine_core/scheduler/__init__.py,sha256=V-XPvuplqlFusYZE7ta2NjLivYiN1ALDLkH7H6BbegU,448
+sagellm_core/engine_core/scheduler/__init__.pyc,sha256=RVRt5Js_gETl3cz5hUZ_JvnijtQcGnISO8kmRVL-WME,614
+sagellm_core/engine_core/scheduler/scheduler.pyc,sha256=DKtSyZzB6G3DoknL-BcJsUmc4eEyXBTze1AuW9Obn_c,8974
+sagellm_core/engine_core/scheduler/__pycache__/__init__.cpython-311.pyc,sha256=rLNgGJKIsfpk9RwoPvszDLNEV1N7A02UiFMynA943LQ,658
+sagellm_core/engine_core/scheduler/__pycache__/scheduler.cpython-311.pyc,sha256=Zlc3SNx-waGhaL-UurXcq7GZzfPomnC4c6FqnElZx5Y,9018
+sagellm_core/engines/__init__.py,sha256=eRxLCXebcl0DqhMh4J3yPcpmoSMtZzjWjCXNku0hcek,865
+sagellm_core/engines/__init__.pyc,sha256=IvYGoZ-rasQT93EADKUxskfHjhW7hLTaMsaxf9hvmwQ,934
+sagellm_core/engines/embedding.pyc,sha256=vj07-CNm1zrlmDo7RpcX3h43AWTP-r7qF1UIVWpNEdw,12189
+sagellm_core/engines/__pycache__/__init__.cpython-311.pyc,sha256=EXx-tB8C1aUA1DVez3F2GRvtBzj8Qizhuf2wM5541Is,978
+sagellm_core/engines/__pycache__/ascend.cpython-311.pyc,sha256=rBTOaG6tOcFm0ZjBP701UTLQudW7OdroTfycR-BfyhI,17307
+sagellm_core/engines/__pycache__/cpu.cpython-311.pyc,sha256=g9GrBDXtdmJMf9LKK4NWYdLW1N-yb6HThRMp5tfH9Jg,29330
+sagellm_core/engines/__pycache__/embedding.cpython-311.pyc,sha256=iYhVvD8JBZcSp4xrNYEo-f4YfaAkZxLrQ-fhtHL6xno,12233
+sagellm_core/engines/__pycache__/hf_cuda.cpython-311.pyc,sha256=sIXd-cq2T__5B2uYUz3u_Fdb46EXSHSBq6LWcVGIbO0,61147
+sagellm_core/engines/__pycache__/pytorch.cpython-311.pyc,sha256=Grw94kmuWI3YJiElmxDvzyM-zyV-H-o3xRtIqtODUnA,18452
+sagellm_core/engines/__pycache__/pytorch_engine.cpython-311.pyc,sha256=TrwvIobQZWMPGW4GAN8H5hkydR1E3_az0fZojU5_EjM,15644
+sagellm_core/executor/__init__.py,sha256=Acm1uxVigM823XnTaJ2UC_mSgTIlvtHb6uX076tMSN0,507
+sagellm_core/executor/__init__.pyc,sha256=khWBYZiUBe87zjIB4H72DvD7kU1jXD1REmfnpEi-bZI,705
+sagellm_core/executor/executor_base.pyc,sha256=J10pQgxDt_dYRJUIS7ht46fETgPR1S3NpgTrTdJA-aQ,4759
+sagellm_core/executor/uniproc_executor.pyc,sha256=sQ4mFn2K6cNo6yDs308A1Bvi5qzK5omb6WvljF793j8,4940
+sagellm_core/executor/__pycache__/__init__.cpython-311.pyc,sha256=LoHU2Z7wWw4Lvss8iiLVgTZWe35-b7SXXblwzyY5mB0,749
+sagellm_core/executor/__pycache__/executor_base.cpython-311.pyc,sha256=-9h0dT5Bwra6VWjhsr3vKYCIn5ZM-HohzmNk7JeJQNU,4803
+sagellm_core/executor/__pycache__/uniproc_executor.cpython-311.pyc,sha256=kJ6tDBq5yh1cmBAUPTX1lbByuhUQjUmOfL4l7FvG9WQ,4984
+sagellm_core/inputs/__init__.py,sha256=t_DP0n7Cx-L9BiniDcKHBcg6IK6EVCs8J7GRbAwPbLk,301
+sagellm_core/inputs/__init__.pyc,sha256=ocGa1p3NXflh1TXdOljNxry1PCd9msOO2FCg3Uzy2TU,513
+sagellm_core/inputs/processor.pyc,sha256=y95MlzBEeZO1U_oNDNtCDPuhRGP0INbKEONnL-xVUPQ,3641
+sagellm_core/inputs/tokenizer_utils.pyc,sha256=acCTNBubOb5NnC3oq7GhUNzI1ijM5FMTVqWkjzpxmY8,2871
+sagellm_core/inputs/__pycache__/__init__.cpython-311.pyc,sha256=Sw3jm2TybH0c1wcxIZcztl1v-FpmvxffvKuH6dxPH5A,557
+sagellm_core/inputs/__pycache__/processor.cpython-311.pyc,sha256=VCCNAVklX7UM4rwpHQOM_YRa2UIN7NbQarz0b42ZvZU,3685
+sagellm_core/inputs/__pycache__/tokenizer_utils.cpython-311.pyc,sha256=yyyO--2Z9Dj-0iI95bdgfBP3TvIQ6RRNJ5wY1NB9ibU,2915
+sagellm_core/model/__init__.py,sha256=WKrGGLrz5yhK5R1-YapCiV8eBec7kH-NvBOEIm6VD90,329
+sagellm_core/model/__init__.pyc,sha256=rrh9aNWkw-1h_Jd7Foxjx5pPky9a_4-SlUv1PM4vsHg,542
+sagellm_core/model/model_loader.pyc,sha256=SGdtkSHb7hwZYKfEgoh8M9lxNKbBrRnuZyVQvY4uhKs,5713
+sagellm_core/model/weight_utils.pyc,sha256=mwBOldZZjyhpld__gZ651cHJYHgVhiYKQmXEFoB_3gM,1830
+sagellm_core/model/__pycache__/__init__.cpython-311.pyc,sha256=7uEyGiSLPaqu8EbiPMSLRYt2vLnfXDos-MiPFxwYjmA,586
+sagellm_core/model/__pycache__/model_loader.cpython-311.pyc,sha256=PmoRf2HL5c2RquGCqek6aiP5U5K-4vs76_rJh9tPnY8,5757
+sagellm_core/model/__pycache__/weight_utils.cpython-311.pyc,sha256=a0Wv5tKBy9n2YNGPrkmSBSV8BGa7rOzNJnjbxEvWoIU,1874
+sagellm_core/observability/__init__.py,sha256=lT3qt-69vwH3KlxqN0H_hjknmaXl8Yx2Q3PrWifNvd8,378
+sagellm_core/observability/__init__.pyc,sha256=AgMxpuktnXApjcskYhtZu9txYykL0zA5pxA88GFdyZ4,608
+sagellm_core/observability/logger.pyc,sha256=L4plrgadkvv45aDqMkKoj49NESFixBb_Ul1dVqu1PSQ,1910
+sagellm_core/observability/metrics.pyc,sha256=BPH0Cs4BozpOGEzqzQJ8WpG_uSrWMj_p2ZpfoYPiTqA,6314
+sagellm_core/observability/__pycache__/__init__.cpython-311.pyc,sha256=uAvN7NoVbwrmGEv9Y-9jFEfvLyuVFxS5dw9KW3S3NnQ,652
+sagellm_core/observability/__pycache__/logger.cpython-311.pyc,sha256=PGUrMdntSbemDjZ4bBvbE6T5T0ayRc9u_6EwlVPai8c,1954
+sagellm_core/observability/__pycache__/metrics.cpython-311.pyc,sha256=1fDSo9sL5Lu7Ft9NnpBcaWL4e04xdN8ypfBNNofwmBY,6358
+sagellm_core/sampling/__init__.py,sha256=H8b1UnwiYfMP2rODrjDJXvoI8fRTyfCoDImHRstIDGg,330
+sagellm_core/sampling/__init__.pyc,sha256=SNCG-L_cGlWWNFtcRIgd5PkjPCRbcxMaCA4y7ROMfYQ,556
+sagellm_core/sampling/params.pyc,sha256=y_RtIZycw1hL__9beE1kPsfHUYf9r_bnh3K8w33Pr5s,3391
+sagellm_core/sampling/sampler.pyc,sha256=Q9IgFuLffD_auKmaxqkSpOvHox_1jO0vMxn9rJwhDos,6721
+sagellm_core/sampling/__pycache__/__init__.cpython-311.pyc,sha256=X_CSHSW5HfR5cF6XT_QjePpVL0yNXvApBerCQ_FD2Jc,600
+sagellm_core/sampling/__pycache__/params.cpython-311.pyc,sha256=OWmwd4OPH7fvtPXu52OG6EwxreoIdXG0TnSVhSkoG0k,3435
+sagellm_core/sampling/__pycache__/sampler.cpython-311.pyc,sha256=P8WXBrbB7mPizwNDxKJmlrO2gzLUCSFhZsZsHt0v1aA,6765
+sagellm_core/worker/__init__.py,sha256=isHAvgRYHX_HBRQsJtB72ziV4xeSDyjR1xFH3h_HEHQ,258
+sagellm_core/worker/__init__.pyc,sha256=BDzN0RkdOZUdff5r5sgymVbDzH47QDBqZW8VHzWSNMw,445
+sagellm_core/worker/worker.pyc,sha256=gOZqeyw33WGypXtk5yq5wkRVyZ_wZjem6_GrmhJEe2k,4772
+sagellm_core/worker/__pycache__/__init__.cpython-311.pyc,sha256=82GLZqYvY4lOSFPyl4ZJd12Az0xB1YIbtvIxo2q1bOI,489
+sagellm_core/worker/__pycache__/worker.cpython-311.pyc,sha256=j-Bly_YPvAlXoLcAZsFYMM9vO4EQFOcgxLylaYp44l4,4816
+sagellm_core/worker/model_runner/__init__.py,sha256=w4cq2JoxfHYNUQI3jXO-XhFCoYxNg6YHkioK-S3Ayro,246
+sagellm_core/worker/model_runner/__init__.pyc,sha256=56vUUVM9SnXbQLa2o34DSrmwgCIsygG5dRILepb9CFA,447
+sagellm_core/worker/model_runner/model_runner.pyc,sha256=28GjUCR5NIMoAJefHreJNYWhd6j3SAMpb-9SRVuOLAw,16106
+sagellm_core/worker/model_runner/__pycache__/__init__.cpython-311.pyc,sha256=SBuQvwarzMcetpu5Cda0yrjgPXxobuCs5TlbC-K1jP0,491
+sagellm_core/worker/model_runner/__pycache__/model_runner.cpython-311.pyc,sha256=dVAV4AOKokwWsFfcPBtogLVUlwXy79YeYTr2Ff1dQv8,16150
+isagellm_core-0.4.0.3.dist-info/METADATA,sha256=guaZehtDop7HOj5XWBxZ7Ugyn0LRlH-Du5d8e9wE_d0,9232
+isagellm_core-0.4.0.3.dist-info/WHEEL,sha256=JNWh1Fm1UdwIQV075glCn4MVuCRs0sotJIq-J6rbxCU,109
+isagellm_core-0.4.0.3.dist-info/entry_points.txt,sha256=w0kgbHe7jVNOuy785wFMEBwqoZUnfU24HCImsQII3y0,64
+isagellm_core-0.4.0.3.dist-info/top_level.txt,sha256=wcgdWrvkaoYYh_dWSFI5Toi8PZsHutVqfhTB2tb0K6g,13
+isagellm_core-0.4.0.3.dist-info/RECORD,,

sagellm_core/__init__.py

@@ -26,7 +26,7 @@ Architecture (vLLM v1 style):
 
 from __future__ import annotations
 
-__version__ = "0.4.0.2"
+__version__ = "0.4.0.3"
 
 # ============================================================================
 # New Architecture (vLLM v1 style) - Hardware Agnostic

isagellm_core-0.4.0.2.dist-info/RECORD

@@ -1,109 +0,0 @@
-sagellm_core/__init__.py,sha256=gtIaPpp-_o9b2cJqDl7pra9GwfBgRjLAV8lGbX1z-8M,6922
-sagellm_core/__init__.pyc,sha256=EVWdAQt2FJ8HvLHvfOkH9KLt2YKb6KYmOiyWGnnsq24,4482
-sagellm_core/__main__.pyc,sha256=48Ej1ycqV-z87qawGOTNBKNgY3EcbffUOOXrDecOR3g,384
-sagellm_core/config.pyc,sha256=cCMLvMVb_s3HzPYSfqlbRWodQ4Uby8U962l1vmunT5Y,8453
-sagellm_core/demo.pyc,sha256=0hZkAJch6ETjSDsPq8XkDLNcd8qAys_hqOH1qi0xBzg,6028
-sagellm_core/engine.pyc,sha256=o5yzFfLhpRx5lEYC2E75q9b04UqsDY63fC4nZdkHyeU,12258
-sagellm_core/engine_factory.pyc,sha256=cNbEImM0MNcCgVeC0zViAT1AZkPAt2WARrVd1U__tS4,14886
-sagellm_core/engine_server.pyc,sha256=SCvaP8b58i9TUfXjY844nifp5QUPA2ScoJM7JZ7ONlk,19120
-sagellm_core/factory.pyc,sha256=B0s_JSOjVPwE95Oj2moP_vVA3vCrWsi2753UrwF8-eM,2737
-sagellm_core/health.pyc,sha256=c4A60b1ZANbAqck59AV-kczK2b355EPi9JxoYHRlhl8,684
-sagellm_core/llm_engine.pyc,sha256=kYrYoG4qoVxR6p7aaazxmQ-pRqaDMis0pFDKHtTATYU,22247
-sagellm_core/pd_executor.pyc,sha256=vC9G5CYGjc8LaunhnxYUlpOW32TfMk3lzxcgflODNRo,17970
-sagellm_core/plugins.pyc,sha256=g6eke_yH65_7Bu6yfT7v19cZ7gjIAWbkyG7gv1JSXy0,2617
-sagellm_core/py.typed,sha256=ixa8YukDZ3kLo0WsFJRGohLMyHzbMur1ALmmASML2cs,64
-sagellm_core/runner.pyc,sha256=mKaDOeVojOkJw05MAmRGhUOuSbyE3HvWXRR0Z3REBf4,14180
-sagellm_core/runtime.pyc,sha256=RFPMN7Vu9M5O1ZYgFQ9REz4wkMFznRPVPt2ra3u2vns,10018
-sagellm_core/workload.pyc,sha256=G9yMm2L4ZyZpGsCxuEOQ83t78Y_lCQmbg5p6OHl5rn0,4127
-sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=UqWFr-cq8LYzltqblgNSNR1o6zo0w9uSFo3NRPo_6p8,4512
-sagellm_core/__pycache__/base_engine.cpython-311.pyc,sha256=XiynMTxG3srYsUwzIoEbwEJOmpjBBB6UNEoAXDxDgWM,9563
-sagellm_core/__pycache__/config.cpython-311.pyc,sha256=6gUdzUs3m31zGQVa2OzlPcPbX1it2Ziag0cQbCaXvIU,8483
-sagellm_core/__pycache__/demo.cpython-311.pyc,sha256=PN6yZ3PgPWjiZ4XqpqRT-s5YYWitMwR_muYFvPmXdWA,6058
-sagellm_core/__pycache__/engine.cpython-311.pyc,sha256=B6ynwwETTD_kjZ2CvUao_QRjM0EluEWg60Be-nRiVeE,12288
-sagellm_core/__pycache__/engine_factory.cpython-311.pyc,sha256=Qte3LXKSpcOWGhu-Hns7xPvTdkyYry3v_EeYQbfVp4w,14916
-sagellm_core/__pycache__/engine_server.cpython-311.pyc,sha256=FoGMK6BXBQxXdFo1g_EwX2YoMDwC3xS6kfu1LpIYxhU,19150
-sagellm_core/__pycache__/factory.cpython-311.pyc,sha256=R4MbGyreD3U2iWmwQ0r14R347GAY9RM_I1xOiWovozo,2767
-sagellm_core/__pycache__/health.cpython-311.pyc,sha256=Z2mo-4iGINZp0w9AmCJomhHGRSzvbwxCfmdMAjg5vc4,714
-sagellm_core/__pycache__/llm_engine.cpython-311.pyc,sha256=a33uEvNczAq37vEuy1oritLRE2qvcu3F95FAuspjgJU,22277
-sagellm_core/__pycache__/mock_engine.cpython-311.pyc,sha256=zCHNncwIzEgqZ0lc7kiWkS-zOHf7CQ73UhCXztR6mFM,581
-sagellm_core/__pycache__/pd_executor.cpython-311.pyc,sha256=KBwJZjg5NAn6hv42KsH62ipba4-5dpAPEriQL02nCyo,18000
-sagellm_core/__pycache__/plugins.cpython-311.pyc,sha256=gaoaHApylGSrmMxXVwFs2v4idiZJnisttawlXTbXBWY,2647
-sagellm_core/__pycache__/runner.cpython-311.pyc,sha256=kKBk8o2INMZGAkaWq1maQnW1Lx7uDtd16XnNPj00asA,14210
-sagellm_core/__pycache__/runtime.cpython-311.pyc,sha256=STMbXptWWqislgsqEk4kIXmUYXdFzGDihSeXGWLy_6k,10048
-sagellm_core/__pycache__/workload.cpython-311.pyc,sha256=Y01UUCDE85D8GY5kF_UsHyNCBbMkmsoB3vOUJV-vulA,4157
-sagellm_core/distributed/__init__.py,sha256=8WTrKkZmYGrV7pj3L083496LskHAv3BOULEIZflgBTc,328
-sagellm_core/distributed/__init__.pyc,sha256=hPC780PnFrUJlKX6x2IwE0aY4RXXkAOEf4yG6pd8lcY,498
-sagellm_core/distributed/strategies.pyc,sha256=8kbZ-xDIzJWefUktHAeMOrP8s4bXPFxiH41UoomqumY,6061
-sagellm_core/distributed/__pycache__/__init__.cpython-311.pyc,sha256=9IncnBC7RVnyilxq4hpXAgXsuDMRqV-VIznXn5aBzDw,528
-sagellm_core/distributed/__pycache__/strategies.cpython-311.pyc,sha256=MkphQflrmBzCek4KlxkI7yyEGGXpRI4lGNbpAvz5rjM,6091
-sagellm_core/engine_core/__init__.py,sha256=wG6ONHCRWk4ScU6WwW8f-qL3xITF5OcqbxBHGKAAwd4,314
-sagellm_core/engine_core/__init__.pyc,sha256=znjBZFMyjJnYFJQDWJh0Dyd9G3585ZsSdvHmTNnvVXQ,502
-sagellm_core/engine_core/engine_core.pyc,sha256=YkKW5Jl1mk3W1pipG8NRaNy6xgr7J059flKCUFHdDdw,8790
-sagellm_core/engine_core/__pycache__/__init__.cpython-311.pyc,sha256=c6Ijkt6NLy0hMcKQSde48WCcobWUE7RCWjAsmTU8Emc,532
-sagellm_core/engine_core/__pycache__/engine_core.cpython-311.pyc,sha256=G07nZyXQaHjIJ7Lpe40Ne4-mZQJ_qaXwYllxZ8iLCos,8820
-sagellm_core/engine_core/scheduler/__init__.py,sha256=V-XPvuplqlFusYZE7ta2NjLivYiN1ALDLkH7H6BbegU,448
-sagellm_core/engine_core/scheduler/__init__.pyc,sha256=3SVyLGhehyQ1gzo_qyufRyMW1Rh4JjuDlikCn1KDSxc,614
-sagellm_core/engine_core/scheduler/scheduler.pyc,sha256=JUbULVALVp4pGiAO_eD-s33sh82460_3-1enTF9ZaY8,8974
-sagellm_core/engine_core/scheduler/__pycache__/__init__.cpython-311.pyc,sha256=b1_3c-uB97F_ax0X_aQXEsOgf9_4mRUAN5UvNemv2U0,644
-sagellm_core/engine_core/scheduler/__pycache__/scheduler.cpython-311.pyc,sha256=k_cgkiaJ3VIzQxK6ov2a7URzJ9v-RUQxe3TLNCvAvCE,9004
-sagellm_core/engines/__init__.py,sha256=eRxLCXebcl0DqhMh4J3yPcpmoSMtZzjWjCXNku0hcek,865
-sagellm_core/engines/__init__.pyc,sha256=2Ba-9pC-zZYAaH-6iiI-WYr1EKjxcXUWR45Q1R-CnNg,934
-sagellm_core/engines/embedding.pyc,sha256=K288BzPjw5zvQgJBrTgxxhxDgZuQKB7CO8Qh8ZQOINI,12189
-sagellm_core/engines/__pycache__/__init__.cpython-311.pyc,sha256=lKfZzOG9_SjVM0qGzfO7GObYTI0we-WQjQwEthN1vdA,964
-sagellm_core/engines/__pycache__/ascend.cpython-311.pyc,sha256=A3F0gZAhTeUDM7Fpur1skw1DaWBX-W88oXCs9L-0qm0,34653
-sagellm_core/engines/__pycache__/cpu.cpython-311.pyc,sha256=lxuj9LGXjsg7WwB0GXQUsYBphevFENmeLAjKYiswNxY,27863
-sagellm_core/engines/__pycache__/embedding.cpython-311.pyc,sha256=o_s6pSneeVZvjFvzMZHwJQzgQ0n7oiQL8CHVCXNDxeE,12219
-sagellm_core/engines/__pycache__/hf_cuda.cpython-311.pyc,sha256=WcWhj1ktaGONooxWJZKRv-os5Hw-InlfV2ZfZ6myrLY,61133
-sagellm_core/engines/__pycache__/mock.cpython-311.pyc,sha256=1g9YyKfo9yv-6VTjzzfacv-9ZICHjsVXjyJ_IajRnQo,14641
-sagellm_core/engines/__pycache__/pytorch.cpython-311.pyc,sha256=MRSQN2ZBJmuIxFIA_yflaxarFhslfT0SG0Lw7-EFyDQ,18438
-sagellm_core/engines/__pycache__/pytorch_engine.cpython-311.pyc,sha256=dLBcBODxEqgmH25nCBPWhwy3uu3-dqzyzOwQy-izN7A,11675
-sagellm_core/executor/__init__.py,sha256=Acm1uxVigM823XnTaJ2UC_mSgTIlvtHb6uX076tMSN0,507
-sagellm_core/executor/__init__.pyc,sha256=3kZX3HR8cIos7PNDBL_uatf2Gpt8gOyLTJ2NwGkc6mg,705
-sagellm_core/executor/executor_base.pyc,sha256=8nZ7XwaSJxVt3HMqE9lfGybRTRbtwGgbdFLdm99yAKI,4759
-sagellm_core/executor/uniproc_executor.pyc,sha256=FSmR4csK7yFVMamdVf8n_riFB4hLgr2VOIez8qUxkvs,4940
-sagellm_core/executor/__pycache__/__init__.cpython-311.pyc,sha256=DW6UXNP7P0l3aSrXyLWAfVsUvfp4Sr3YAyWQQVPW5yI,735
-sagellm_core/executor/__pycache__/executor_base.cpython-311.pyc,sha256=rwnOrzdAi5Z4XKEJ8Axujui9jXJ_0DUzLrSI6tWYEmA,4789
-sagellm_core/executor/__pycache__/uniproc_executor.cpython-311.pyc,sha256=W1wu1CVtkc9muopiaB_uEkF-AW39cWQDwnMR9qMB0OE,4970
-sagellm_core/inputs/__init__.py,sha256=t_DP0n7Cx-L9BiniDcKHBcg6IK6EVCs8J7GRbAwPbLk,301
-sagellm_core/inputs/__init__.pyc,sha256=ItdqDd891ijkOjMdGoLUMkHUOzwtF1HAWEdJC4P1aNg,513
-sagellm_core/inputs/processor.pyc,sha256=5BEy2bE0Htt47RqOe1xSm4Hg1lRyUG1Lf7VrsgOSGmI,3641
-sagellm_core/inputs/tokenizer_utils.pyc,sha256=dCObZmoO7mv44KmUQVn8yhI7tSWbc79LjpLvwJ48dJw,2871
-sagellm_core/inputs/__pycache__/__init__.cpython-311.pyc,sha256=MVsPqzG-sEN2ELax-u-lONRLi5fPej09yHMJ8hpxP6M,543
-sagellm_core/inputs/__pycache__/processor.cpython-311.pyc,sha256=eUxcsPoRGarL6HJa0mth9Okvsqh127o8pT8RZZdqAjE,3671
-sagellm_core/inputs/__pycache__/tokenizer_utils.cpython-311.pyc,sha256=MaAf6SBfTgiYetFEIiNtFD6EPt9GJrvgOw_vXlLMhlM,2901
-sagellm_core/model/__init__.py,sha256=WKrGGLrz5yhK5R1-YapCiV8eBec7kH-NvBOEIm6VD90,329
-sagellm_core/model/__init__.pyc,sha256=0WoSvBoK7G2ZkZwW0RICyAKOlS013QJC-Ah1ma9ypF0,542
-sagellm_core/model/model_loader.pyc,sha256=yT3btma1ivialUd4Q9H_TBzimFsrUV2bpyUQn0GyQTY,5713
-sagellm_core/model/weight_utils.pyc,sha256=xmO5_1DoezAzsqvD9orukt6W2ripMQM1lAVGSm_1CG0,1830
-sagellm_core/model/__pycache__/__init__.cpython-311.pyc,sha256=kBQ6RJpIXBMJCPOig8nbUUStW3ur2tqp-m-dDqj5aOQ,572
-sagellm_core/model/__pycache__/model_loader.cpython-311.pyc,sha256=lgI5h-AzU-byb9EpepebYrzAuQelUgscrOWi2lmID_U,5743
-sagellm_core/model/__pycache__/weight_utils.cpython-311.pyc,sha256=QMDROe_3TeJbL3aGseTc7fbnrk6rcCfTOQA96Yv8GE0,1860
-sagellm_core/observability/__init__.py,sha256=lT3qt-69vwH3KlxqN0H_hjknmaXl8Yx2Q3PrWifNvd8,378
-sagellm_core/observability/__init__.pyc,sha256=eUBjEiX6acN8o-j4pzg3vpI4oCh_o9WIuhGFepd72hE,608
-sagellm_core/observability/logger.pyc,sha256=eG0husObnRjypb-QNLEUR-oUo1_p0jdZby5xKhxwyJ0,1910
-sagellm_core/observability/metrics.pyc,sha256=AzprXuvGQm_QTlUXrwxfI3eZavkqY4uLQhal0dDx2D0,6314
-sagellm_core/observability/__pycache__/__init__.cpython-311.pyc,sha256=fHM5HlyMXmSdwktWwqw94A5oypHStONrb9u5ws5xlEE,638
-sagellm_core/observability/__pycache__/logger.cpython-311.pyc,sha256=xpy5L6iaZioS-eqFOElqp_gwMTvdsWJsN5U_rPUs-P8,1940
-sagellm_core/observability/__pycache__/metrics.cpython-311.pyc,sha256=91zrE-uhwTdY30wCiPEE1nARJ0Xu_yRo09vUOjNpPTA,6344
-sagellm_core/sampling/__init__.py,sha256=H8b1UnwiYfMP2rODrjDJXvoI8fRTyfCoDImHRstIDGg,330
-sagellm_core/sampling/__init__.pyc,sha256=3n9farL_N0_TRLrTDdPCZ7y4krH_1mBe7mpXyT4vJoc,556
-sagellm_core/sampling/params.pyc,sha256=fDXtSd4o_T4WB39JRJEfPkJkRgF-NdfVSAbwU6KTTSw,3391
-sagellm_core/sampling/sampler.pyc,sha256=qTLHamI9wGpzVP4tNPeBCXSjAH3mGMAfyKRkISs-wFo,6721
-sagellm_core/sampling/__pycache__/__init__.cpython-311.pyc,sha256=nuSCVY7y5eJ4m8OwZuDxbtCgWygoW7oyZBHpEWF908E,586
-sagellm_core/sampling/__pycache__/params.cpython-311.pyc,sha256=efbQsNo_JlLLyL9iq25RfDX257vPtdI6zYMfAp8ApQw,3421
-sagellm_core/sampling/__pycache__/sampler.cpython-311.pyc,sha256=hXSd9G0Y3XAtfYxVkwxD10j72WLjH0kZJ-j0I1zSuiI,6751
-sagellm_core/worker/__init__.py,sha256=isHAvgRYHX_HBRQsJtB72ziV4xeSDyjR1xFH3h_HEHQ,258
-sagellm_core/worker/__init__.pyc,sha256=i480iTr9DqsYUsUEP_jmiYwwNbxADVNETksFmlFvU28,445
-sagellm_core/worker/worker.pyc,sha256=0K2uxGOf1zjEo69hWvqpe_ws931ZEv0c1oNOj9YOXyo,4772
-sagellm_core/worker/__pycache__/__init__.cpython-311.pyc,sha256=XhBciDjCBvSTjPEBK9tekQK9R81IgW_gldxqnNKg254,475
-sagellm_core/worker/__pycache__/worker.cpython-311.pyc,sha256=WL7BvD6aErgMUznNG4K2q-S8OalPAaE0vETf1cCcfL4,4802
-sagellm_core/worker/model_runner/__init__.py,sha256=w4cq2JoxfHYNUQI3jXO-XhFCoYxNg6YHkioK-S3Ayro,246
-sagellm_core/worker/model_runner/__init__.pyc,sha256=1fMhWI3uEAx4vmT6B92SuR8CIYq0EMj_71wPhAfPlzo,447
-sagellm_core/worker/model_runner/model_runner.pyc,sha256=y690vQKKAXlZVKdhp08SHngq77PH1OWxeuHXwtYpIcs,16106
-sagellm_core/worker/model_runner/__pycache__/__init__.cpython-311.pyc,sha256=8HAJa4LyKehuAPnokFNQ4dCqYVgTec_ZqcYu-BUFdd0,477
-sagellm_core/worker/model_runner/__pycache__/model_runner.cpython-311.pyc,sha256=UIWv0vCebp9t6ph7grLSd17lpT9pMuiEWXzOQoHq_Sg,16136
-isagellm_core-0.4.0.2.dist-info/METADATA,sha256=fiaYdHOw65QVXrYErUmKFba4fKUe_eJnx5cQVI6YvJE,9168
-isagellm_core-0.4.0.2.dist-info/WHEEL,sha256=JNWh1Fm1UdwIQV075glCn4MVuCRs0sotJIq-J6rbxCU,109
-isagellm_core-0.4.0.2.dist-info/entry_points.txt,sha256=w0kgbHe7jVNOuy785wFMEBwqoZUnfU24HCImsQII3y0,64
-isagellm_core-0.4.0.2.dist-info/top_level.txt,sha256=wcgdWrvkaoYYh_dWSFI5Toi8PZsHutVqfhTB2tb0K6g,13
-isagellm_core-0.4.0.2.dist-info/RECORD,,