isagellm-core 0.4.0.3__py2.py3-none-any.whl → 0.4.0.5__py2.py3-none-any.whl

{isagellm_core-0.4.0.3.dist-info → isagellm_core-0.4.0.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: isagellm-core
-Version: 0.4.0.3
+Version: 0.4.0.5
 Summary: sageLLM core runtime with PD separation (MVP)
 Author: IntelliStream Team
 License: Proprietary - IntelliStream
@@ -20,7 +20,7 @@ Requires-Dist: isagellm-kv-cache<0.5.0,>=0.4.0.0
 Requires-Dist: fastapi>=0.100.0
 Requires-Dist: uvicorn>=0.22.0
 Requires-Dist: torch>=2.0.0
-Requires-Dist: transformers>=4.35.0
+Requires-Dist: transformers<4.50.0,>=4.35.0
 Provides-Extra: dev
 Requires-Dist: pytest>=7.0.0; extra == "dev"
 Requires-Dist: pytest-cov>=4.0.0; extra == "dev"

isagellm_core-0.4.0.5.dist-info/RECORD

@@ -0,0 +1,109 @@
+sagellm_core/__init__.py,sha256=cApcF4dceghRb3np3CuVC6Bx2uIDm-0qYSd46oRahWI,6922
+sagellm_core/__init__.pyc,sha256=LpYdHxXKBZ6ynVS3j5RClvXwcxsN0hDcOjaqplI2Qxs,4482
+sagellm_core/__main__.pyc,sha256=48Ej1ycqV-z87qawGOTNBKNgY3EcbffUOOXrDecOR3g,384
+sagellm_core/config.pyc,sha256=cCMLvMVb_s3HzPYSfqlbRWodQ4Uby8U962l1vmunT5Y,8453
+sagellm_core/demo.pyc,sha256=0hZkAJch6ETjSDsPq8XkDLNcd8qAys_hqOH1qi0xBzg,6028
+sagellm_core/engine.pyc,sha256=o5yzFfLhpRx5lEYC2E75q9b04UqsDY63fC4nZdkHyeU,12258
+sagellm_core/engine_factory.pyc,sha256=cNbEImM0MNcCgVeC0zViAT1AZkPAt2WARrVd1U__tS4,14886
+sagellm_core/engine_server.pyc,sha256=cPziNi2CVHFCunu1Fc1xaC-abSKFrdEo22ni4c1ThUk,19482
+sagellm_core/factory.pyc,sha256=B0s_JSOjVPwE95Oj2moP_vVA3vCrWsi2753UrwF8-eM,2737
+sagellm_core/health.pyc,sha256=c4A60b1ZANbAqck59AV-kczK2b355EPi9JxoYHRlhl8,684
+sagellm_core/llm_engine.pyc,sha256=hDodK4I7UVLhTI8j1qllcMEZhr4lcpZKWzJBNApB9Uw,23153
+sagellm_core/pd_executor.pyc,sha256=0X4y_b1Eo0dbRMHUbNwMzDdrAnnM3_1nGEBROyM-9vo,17970
+sagellm_core/plugins.pyc,sha256=g6eke_yH65_7Bu6yfT7v19cZ7gjIAWbkyG7gv1JSXy0,2617
+sagellm_core/py.typed,sha256=ixa8YukDZ3kLo0WsFJRGohLMyHzbMur1ALmmASML2cs,64
+sagellm_core/runner.pyc,sha256=2UlxzkAZhE9s4tFIE6J-LsYMvWgf2KYsVUUl3AGHSq4,14180
+sagellm_core/runtime.pyc,sha256=RFPMN7Vu9M5O1ZYgFQ9REz4wkMFznRPVPt2ra3u2vns,10018
+sagellm_core/workload.pyc,sha256=G9yMm2L4ZyZpGsCxuEOQ83t78Y_lCQmbg5p6OHl5rn0,4127
+sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=RHD61tIc9Gl_DZbNqqbTgPE_I_BiHgwlZOcXVKrpDug,4512
+sagellm_core/__pycache__/base_engine.cpython-311.pyc,sha256=XiynMTxG3srYsUwzIoEbwEJOmpjBBB6UNEoAXDxDgWM,9563
+sagellm_core/__pycache__/config.cpython-311.pyc,sha256=6gUdzUs3m31zGQVa2OzlPcPbX1it2Ziag0cQbCaXvIU,8483
+sagellm_core/__pycache__/demo.cpython-311.pyc,sha256=PN6yZ3PgPWjiZ4XqpqRT-s5YYWitMwR_muYFvPmXdWA,6058
+sagellm_core/__pycache__/engine.cpython-311.pyc,sha256=B6ynwwETTD_kjZ2CvUao_QRjM0EluEWg60Be-nRiVeE,12288
+sagellm_core/__pycache__/engine_factory.cpython-311.pyc,sha256=Qte3LXKSpcOWGhu-Hns7xPvTdkyYry3v_EeYQbfVp4w,14916
+sagellm_core/__pycache__/engine_server.cpython-311.pyc,sha256=1e0EOjFWg3awIlmx-Sg9NozW_oUzqE7tvRnQuK-WmfY,19512
+sagellm_core/__pycache__/factory.cpython-311.pyc,sha256=R4MbGyreD3U2iWmwQ0r14R347GAY9RM_I1xOiWovozo,2767
+sagellm_core/__pycache__/health.cpython-311.pyc,sha256=Z2mo-4iGINZp0w9AmCJomhHGRSzvbwxCfmdMAjg5vc4,714
+sagellm_core/__pycache__/llm_engine.cpython-311.pyc,sha256=DwTb8ZZD_zviceL8Iz_CH_xGMoZ1ttqK8D1zptQtGd8,23183
+sagellm_core/__pycache__/mock_engine.cpython-311.pyc,sha256=zCHNncwIzEgqZ0lc7kiWkS-zOHf7CQ73UhCXztR6mFM,581
+sagellm_core/__pycache__/pd_executor.cpython-311.pyc,sha256=khKFSFOaqEVMsA9sqbJ2WctNpzq4DUs3VrBioJyu66I,18000
+sagellm_core/__pycache__/plugins.cpython-311.pyc,sha256=gaoaHApylGSrmMxXVwFs2v4idiZJnisttawlXTbXBWY,2647
+sagellm_core/__pycache__/runner.cpython-311.pyc,sha256=V_QCo-2QpP3LO23dGTrTJlX3c0eBumBd_8nQxDXW8jY,14210
+sagellm_core/__pycache__/runtime.cpython-311.pyc,sha256=STMbXptWWqislgsqEk4kIXmUYXdFzGDihSeXGWLy_6k,10048
+sagellm_core/__pycache__/workload.cpython-311.pyc,sha256=Y01UUCDE85D8GY5kF_UsHyNCBbMkmsoB3vOUJV-vulA,4157
+sagellm_core/distributed/__init__.py,sha256=8WTrKkZmYGrV7pj3L083496LskHAv3BOULEIZflgBTc,328
+sagellm_core/distributed/__init__.pyc,sha256=L-ru2BwKIoQBrwdfndgwMO_-hfh_a09HEDe8y5FbTP0,498
+sagellm_core/distributed/strategies.pyc,sha256=QxIMwtbXGSz4TKbveyY4U5zceYu7-bALbWcXFx_Id3w,6061
+sagellm_core/distributed/__pycache__/__init__.cpython-311.pyc,sha256=sHA06SA1A8VpKKmjUqNaavq4ubM1w3OZhlnuLI4-ER8,528
+sagellm_core/distributed/__pycache__/strategies.cpython-311.pyc,sha256=CcGcenv2u8crCJBOfUOaqqX3ZgmHp8kYBQBZCPw7Aa0,6091
+sagellm_core/engine_core/__init__.py,sha256=wG6ONHCRWk4ScU6WwW8f-qL3xITF5OcqbxBHGKAAwd4,314
+sagellm_core/engine_core/__init__.pyc,sha256=afXP8W2OkwkUE-DF8KuXkZnCKIvRQlgLgcRKCQWsSic,502
+sagellm_core/engine_core/engine_core.pyc,sha256=XNqqasoE7Ues3Bj97_B1C3CwoQQ5kbaHxS37gjvWeWk,8790
+sagellm_core/engine_core/__pycache__/__init__.cpython-311.pyc,sha256=HmDClA2XR0HpgAycKBgUT5rrUw7sSiD7ya_ZgMA-l0s,532
+sagellm_core/engine_core/__pycache__/engine_core.cpython-311.pyc,sha256=Edt077OVG1o_ZDiEyLcz_T3w9Lb5gt24ASNcGEYId08,8820
+sagellm_core/engine_core/scheduler/__init__.py,sha256=V-XPvuplqlFusYZE7ta2NjLivYiN1ALDLkH7H6BbegU,448
+sagellm_core/engine_core/scheduler/__init__.pyc,sha256=JuTZf21x9-JQlcUA3FKaAhHnviySF8IvzhiCBGztwdQ,614
+sagellm_core/engine_core/scheduler/scheduler.pyc,sha256=jn1TrZ0StQRH8AYPp-i7F43neeLPYVlLhJD-9J3nMT0,8974
+sagellm_core/engine_core/scheduler/__pycache__/__init__.cpython-311.pyc,sha256=tpgFqfLDIQcMzivl7in_XpOiIIFBcdXuPVG6LYsDpTs,644
+sagellm_core/engine_core/scheduler/__pycache__/scheduler.cpython-311.pyc,sha256=82lBCpVN3zxQ2BtDyk5e2dJcyQbBn0CuJK9T4Wb88as,9004
+sagellm_core/engines/__init__.py,sha256=eRxLCXebcl0DqhMh4J3yPcpmoSMtZzjWjCXNku0hcek,865
+sagellm_core/engines/__init__.pyc,sha256=d03OLSOxhZQ8q2XxhyEQbfu9gdFko2FQPKeQ4wpekR4,934
+sagellm_core/engines/embedding.pyc,sha256=FLbPRuR4pSPo4caNpYeIbm4Dn-zS97XAhsMsTUp9nPg,12189
+sagellm_core/engines/__pycache__/__init__.cpython-311.pyc,sha256=HU_A2xK17r19uVuGQEpdzjUQN4WHfnwPhcaHkcro5b0,964
+sagellm_core/engines/__pycache__/ascend.cpython-311.pyc,sha256=A3F0gZAhTeUDM7Fpur1skw1DaWBX-W88oXCs9L-0qm0,34653
+sagellm_core/engines/__pycache__/cpu.cpython-311.pyc,sha256=lxuj9LGXjsg7WwB0GXQUsYBphevFENmeLAjKYiswNxY,27863
+sagellm_core/engines/__pycache__/embedding.cpython-311.pyc,sha256=d30mG4YdFVylH8k9MgDeyj_cPHoWUeKIfERS9XY-Dzc,12219
+sagellm_core/engines/__pycache__/hf_cuda.cpython-311.pyc,sha256=WcWhj1ktaGONooxWJZKRv-os5Hw-InlfV2ZfZ6myrLY,61133
+sagellm_core/engines/__pycache__/mock.cpython-311.pyc,sha256=1g9YyKfo9yv-6VTjzzfacv-9ZICHjsVXjyJ_IajRnQo,14641
+sagellm_core/engines/__pycache__/pytorch.cpython-311.pyc,sha256=MRSQN2ZBJmuIxFIA_yflaxarFhslfT0SG0Lw7-EFyDQ,18438
+sagellm_core/engines/__pycache__/pytorch_engine.cpython-311.pyc,sha256=dLBcBODxEqgmH25nCBPWhwy3uu3-dqzyzOwQy-izN7A,11675
+sagellm_core/executor/__init__.py,sha256=Acm1uxVigM823XnTaJ2UC_mSgTIlvtHb6uX076tMSN0,507
+sagellm_core/executor/__init__.pyc,sha256=pfDFMgavxPV9IE4NhfUIKyQHRJMVEX6S4GCt3_h2LTw,705
+sagellm_core/executor/executor_base.pyc,sha256=QXIXhucFMPVkpriI2gr6oP8rU56c21YaGWA3yI9-VAw,4759
+sagellm_core/executor/uniproc_executor.pyc,sha256=i9NCp17xqvRsELUefOYdo1mSGVCOo1oNF_egp4PmlnQ,4940
+sagellm_core/executor/__pycache__/__init__.cpython-311.pyc,sha256=zCkeC1EUpfT4oFAe3lLlj38QMKQQhN07zeGyh2u8l9A,735
+sagellm_core/executor/__pycache__/executor_base.cpython-311.pyc,sha256=sKJhsR2sPKdRVuIwc6v-RrujK4opscqKbwM2m7Wkijs,4789
+sagellm_core/executor/__pycache__/uniproc_executor.cpython-311.pyc,sha256=XV00wde-YUHqnQwfOEZlvRNcurfsnQLCLUh0Bd7qGWQ,4970
+sagellm_core/inputs/__init__.py,sha256=t_DP0n7Cx-L9BiniDcKHBcg6IK6EVCs8J7GRbAwPbLk,301
+sagellm_core/inputs/__init__.pyc,sha256=xONx11cRp2Yx-W3oI5AoHBe03yQqY46xMTqh4f9lQ00,513
+sagellm_core/inputs/processor.pyc,sha256=iztIZURC1H_GPo45X1L9MK6GcFw2Huz7Kd4tK2EKEtI,3641
+sagellm_core/inputs/tokenizer_utils.pyc,sha256=F9RIwIxNlcD59rUBA2LHobz7IJGFtiY2V1jYtRPiCMQ,2871
+sagellm_core/inputs/__pycache__/__init__.cpython-311.pyc,sha256=1NdxMZuJHkhlSFWj14_Q_vQaS62CgysRd14FASINH8o,543
+sagellm_core/inputs/__pycache__/processor.cpython-311.pyc,sha256=WFnO-UcDrN4jjuDc6PGtaXiaw0ZaOe2HWKSZuSmgRz8,3671
+sagellm_core/inputs/__pycache__/tokenizer_utils.cpython-311.pyc,sha256=M9R_iEwz3t_t-9ndSG5wjsjGGMO8yhfD-tJyPsLM7Tw,2901
+sagellm_core/model/__init__.py,sha256=WKrGGLrz5yhK5R1-YapCiV8eBec7kH-NvBOEIm6VD90,329
+sagellm_core/model/__init__.pyc,sha256=0dHCbuVhWPKha4dANqvQHwgVQktmpjBBt7g5jnmMlMw,542
+sagellm_core/model/model_loader.pyc,sha256=offgPdq28eVbvEBt4Wy1Kcg-eSZZWQ6pfhIrPnUd0cQ,5822
+sagellm_core/model/weight_utils.pyc,sha256=8n_GXcxh-Mbb8SWGTe2TxWHq5iAsed2sUHlwhelwtvI,1830
+sagellm_core/model/__pycache__/__init__.cpython-311.pyc,sha256=BLJC6NsnIZLjbhIIa11N9ldnDPF2S0FA2D0y6JDo_cQ,572
+sagellm_core/model/__pycache__/model_loader.cpython-311.pyc,sha256=94FWyr2Dm5YBuvbYfQhhfLnefdqE7z2gQObBpc1Ax-o,5852
+sagellm_core/model/__pycache__/weight_utils.cpython-311.pyc,sha256=KqfOW4NGgxi4eIZggRp0DTUD_-6HGRjJmKku9Ni2k58,1860
+sagellm_core/observability/__init__.py,sha256=lT3qt-69vwH3KlxqN0H_hjknmaXl8Yx2Q3PrWifNvd8,378
+sagellm_core/observability/__init__.pyc,sha256=Ghgsq2-WhtT_icjxVgWt6GpOapJupITe8CB_5W0dm2s,608
+sagellm_core/observability/logger.pyc,sha256=GQj6rxgqlgMv7K-7WoDtIYMNttv91PQwXRUGHexhErU,1910
+sagellm_core/observability/metrics.pyc,sha256=4PloQ9SvDFZxgD8LFqFdgW2BX1fOcjzIWLk1AMBxx3g,6314
+sagellm_core/observability/__pycache__/__init__.cpython-311.pyc,sha256=woY1VO6hI89r2lOAH4zT8WsBKDoOHJVovjmo3hMkzjw,638
+sagellm_core/observability/__pycache__/logger.cpython-311.pyc,sha256=WiNrWJrA1z9Q_6NSLmSD0F_gpUW6yNewQuoHUPDkXFI,1940
+sagellm_core/observability/__pycache__/metrics.cpython-311.pyc,sha256=ADV4rPzi7RLfFLkmNprWgzQdd6fniy2tgFEbxLS1B6Y,6344
+sagellm_core/sampling/__init__.py,sha256=H8b1UnwiYfMP2rODrjDJXvoI8fRTyfCoDImHRstIDGg,330
+sagellm_core/sampling/__init__.pyc,sha256=2y3yOA-QUtYbJ2zdbWSK5pW8uXc6_b4kS1HPKAak78o,556
+sagellm_core/sampling/params.pyc,sha256=KVrqkVx0PMolf_T7i6lBvqvAKq_AtpRV9FVZuQ6O7VQ,3391
+sagellm_core/sampling/sampler.pyc,sha256=yJM6IFc4lkPsuA0Sesnu8NQlUocd0QjUfng3rRj8SW8,6721
+sagellm_core/sampling/__pycache__/__init__.cpython-311.pyc,sha256=c7n2Y5x50weB_CDF57v0vO9AcOuF8JX_M49b5j0r-d4,586
+sagellm_core/sampling/__pycache__/params.cpython-311.pyc,sha256=quP2CVoHy0HfX6XUUA6C54ylPZXEtYvt_Wl5dILczuw,3421
+sagellm_core/sampling/__pycache__/sampler.cpython-311.pyc,sha256=tyVZKsPSzTwKxxiDf8sRUOulvLv5MDBOBc3WaRma0To,6751
+sagellm_core/worker/__init__.py,sha256=isHAvgRYHX_HBRQsJtB72ziV4xeSDyjR1xFH3h_HEHQ,258
+sagellm_core/worker/__init__.pyc,sha256=v8RU4B9o4jsoXQc-5-EJsJNV-0bk1axCOJumQ2BPRaE,445
+sagellm_core/worker/worker.pyc,sha256=RS6QzEiDqAqje3grQdGjT1xNd2PQHyxttBxCYHPkJUI,4772
+sagellm_core/worker/__pycache__/__init__.cpython-311.pyc,sha256=MAsXeQ2Dqboq9C9G-vlGfuDBcSfx5E6lIBIuccz4PmA,475
+sagellm_core/worker/__pycache__/worker.cpython-311.pyc,sha256=O0dKCd1vFcR4db5Q2f-Yhm_UBJub1O7054rpAPKqj4U,4802
+sagellm_core/worker/model_runner/__init__.py,sha256=w4cq2JoxfHYNUQI3jXO-XhFCoYxNg6YHkioK-S3Ayro,246
+sagellm_core/worker/model_runner/__init__.pyc,sha256=0-npKJTgcYCup-nQV2VdJJw_XHfIuWI1XYFBw7-dhMg,447
+sagellm_core/worker/model_runner/model_runner.pyc,sha256=V2sGaArkhQsY_Ho1qnE5aZfYa140rRBeaDCL04Z8MVo,16106
+sagellm_core/worker/model_runner/__pycache__/__init__.cpython-311.pyc,sha256=i58Yrh244v3ULPmf-vPb9brHH6izaiBvTs5w-F9QN_U,477
+sagellm_core/worker/model_runner/__pycache__/model_runner.cpython-311.pyc,sha256=tMZgOmjx29FyhjbS7HOwSBTtE4qL-X4bqjLZd0YX9Jo,16136
+isagellm_core-0.4.0.5.dist-info/METADATA,sha256=E_VR5DEA3Lu10WsvJcs63IkVBGeC2oJwm_a-OipVxOE,9240
+isagellm_core-0.4.0.5.dist-info/WHEEL,sha256=JNWh1Fm1UdwIQV075glCn4MVuCRs0sotJIq-J6rbxCU,109
+isagellm_core-0.4.0.5.dist-info/entry_points.txt,sha256=w0kgbHe7jVNOuy785wFMEBwqoZUnfU24HCImsQII3y0,64
+isagellm_core-0.4.0.5.dist-info/top_level.txt,sha256=wcgdWrvkaoYYh_dWSFI5Toi8PZsHutVqfhTB2tb0K6g,13
+isagellm_core-0.4.0.5.dist-info/RECORD,,

sagellm_core/__init__.py

@@ -26,7 +26,7 @@ Architecture (vLLM v1 style):
 
 from __future__ import annotations
 
-__version__ = "0.4.0.3"
+__version__ = "0.4.0.5"
 
 # ============================================================================
 # New Architecture (vLLM v1 style) - Hardware Agnostic

isagellm_core-0.4.0.3.dist-info/RECORD

@@ -1,106 +0,0 @@
-sagellm_core/__init__.py,sha256=40J_0l9xBGBO9J_gKXLzUpmq-OCots7c-THLhcRdbCs,6922
-sagellm_core/__init__.pyc,sha256=fVB6uVd8Ejykc6anfMevnlIVYIXuImT1zzvYZ3vwgEk,4482
-sagellm_core/__main__.pyc,sha256=_81UAvEI2ABP1lWBb048OKWxM4W95lobVNDFgz98wSg,384
-sagellm_core/config.pyc,sha256=ktdBhyhAf9YrBrvCG1QziS4Y5l9YTXID79CjMtEw4Tw,8453
-sagellm_core/demo.pyc,sha256=Lo_YBnu_k9qlC57vFwKQ2YcNNigTqLOB6-vlQB33zi0,6028
-sagellm_core/engine.pyc,sha256=8ZhJNTvsl4BksUykALGZ8_SbUWr7UBIcd-dVzXHCW_k,12258
-sagellm_core/engine_factory.pyc,sha256=FZoayMoeWtzvIVewzUd8EKRwOMxhkTo_w5LD7j9Ti5Q,14886
-sagellm_core/engine_server.pyc,sha256=LqgCSb_6B5oKjAJnQxkq5GJ25gGmZkO8Ft6jyjFPYXY,19482
-sagellm_core/factory.pyc,sha256=gu4m3nWOLPOL3Xd3q9C2X5zA_z2ggRqv5ldrSmMzqpo,2737
-sagellm_core/health.pyc,sha256=G2MEAQSK8CC1TEuonKlAYisiYrUd1QxRC8QpiSiAiQI,684
-sagellm_core/llm_engine.pyc,sha256=OzKA4J8MUAojYytTq4nuPBmPMbAkIvU7GGLAV1eKddM,23153
-sagellm_core/pd_executor.pyc,sha256=n7gvfeYAQA1PZdYCHIj90kdHUi2cPbtPMjExvBEmTHU,17970
-sagellm_core/plugins.pyc,sha256=dpgURpeNuhdnle1Ui8xSb9kCWhdlE3BI7F3tq2_tG4U,2617
-sagellm_core/py.typed,sha256=ixa8YukDZ3kLo0WsFJRGohLMyHzbMur1ALmmASML2cs,64
-sagellm_core/runner.pyc,sha256=_sRztiSFepLu5Wl2DQsBNsCCtfcRC8GDZjDk2YZCTbc,14180
-sagellm_core/runtime.pyc,sha256=SK4ZzkKQAK3efQokaIKb5ha30DZ3e42HLnhTwMJNRG0,10018
-sagellm_core/workload.pyc,sha256=oXLJNnjbAI8oTgVFvhFzRysTno5-xabyLZiE2wVkUdQ,4127
-sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=aDVY6w5wWJExO91Y5Xd30faqQOIGCaF0brN0LOQOaGc,4526
-sagellm_core/__pycache__/config.cpython-311.pyc,sha256=4KZjBCv_6xE1yTw5rhddE1QeUdHsAOA4pjm-J3zyEx4,8497
-sagellm_core/__pycache__/demo.cpython-311.pyc,sha256=ObO59vU-p7ryKr4B8R0dtnlJNHmQtQ80htb6DWurgpM,6072
-sagellm_core/__pycache__/engine.cpython-311.pyc,sha256=lJG2v0M8nQiSeMhp9hJ7jTYM5_j4W1zlC2hyKbOTeFY,12302
-sagellm_core/__pycache__/engine_factory.cpython-311.pyc,sha256=xUAN2_eFMySJT8KEaOHYFDDSpgcDUXNW581Bj5S5Jkk,14930
-sagellm_core/__pycache__/engine_server.cpython-311.pyc,sha256=GHjyj21DnT3i9wR-eBDbqzB0gxOQa0dNYX7Gf78eWy8,19526
-sagellm_core/__pycache__/factory.cpython-311.pyc,sha256=UeONZctwWSrRyIcAeR2wQWc0cGUNIgu4vYSMVdtokos,2781
-sagellm_core/__pycache__/health.cpython-311.pyc,sha256=6v3mRLjfqNaCVb0xoyoQCzriPkDEKweV98hmKcE1A64,728
-sagellm_core/__pycache__/llm_engine.cpython-311.pyc,sha256=Bl9VPp-xhQxCPso_Zu2lH97yYpgB_2myfjboyce52EI,23197
-sagellm_core/__pycache__/pd_executor.cpython-311.pyc,sha256=YuY1Y4D-2MZaz99_Id6hB67PDHyKMqujVXItaOPHiuw,18014
-sagellm_core/__pycache__/plugins.cpython-311.pyc,sha256=n9qa5tqPUcoAOxzBIhs1JiU1-F_2hxT06yymA7RSbhM,2661
-sagellm_core/__pycache__/runner.cpython-311.pyc,sha256=CyHAg_u0xHq3QKNxEbunK78Gd1klAYDKZlnAuscl_t8,14224
-sagellm_core/__pycache__/runtime.cpython-311.pyc,sha256=wBRGFV3TRmtNz9nuc8IDa-E7xMgGQe6MQ3oWZH4hHRY,10062
-sagellm_core/__pycache__/workload.cpython-311.pyc,sha256=xkb7dQAy-4soQ9KjrYLud4WGcaPKpT0gzk9Otp_A_5I,4171
-sagellm_core/distributed/__init__.py,sha256=8WTrKkZmYGrV7pj3L083496LskHAv3BOULEIZflgBTc,328
-sagellm_core/distributed/__init__.pyc,sha256=AO5IqU7iT0QdxM-aM5Qto4x3J0ZUTG3pkAlHbCobIy8,498
-sagellm_core/distributed/strategies.pyc,sha256=J2S7SkIt9MStA5hgm1zOLe4hm5RIO8eFAIKzd1vXLFY,6061
-sagellm_core/distributed/__pycache__/__init__.cpython-311.pyc,sha256=Q1D9T2ERrFnXz8GnW0qjPGwP_vAVkSJTMvBwN8Szcn8,542
-sagellm_core/distributed/__pycache__/strategies.cpython-311.pyc,sha256=oVq8fDQ7qMBtDFD1U5qF4gyndHifmqnwXVlShLf4P4Q,6105
-sagellm_core/engine_core/__init__.py,sha256=wG6ONHCRWk4ScU6WwW8f-qL3xITF5OcqbxBHGKAAwd4,314
-sagellm_core/engine_core/__init__.pyc,sha256=evEMExxwDoRFpVkyAGhlaqxeHQP4XFgMHsIYniaTUCI,502
-sagellm_core/engine_core/engine_core.pyc,sha256=tVKyU4xLpy4WX0na6Fa_sCjVGUY7e686XXd9edCidCM,8790
-sagellm_core/engine_core/__pycache__/__init__.cpython-311.pyc,sha256=WtEUv3r0QBw1Jop1bsxnAPDpsmyG_54zANlLh5MERW4,546
-sagellm_core/engine_core/__pycache__/engine_core.cpython-311.pyc,sha256=_KFHXAO7X2qvSWCsHfGgDpJ_JQqkZw9vR0otvc2tKZs,8834
-sagellm_core/engine_core/scheduler/__init__.py,sha256=V-XPvuplqlFusYZE7ta2NjLivYiN1ALDLkH7H6BbegU,448
-sagellm_core/engine_core/scheduler/__init__.pyc,sha256=RVRt5Js_gETl3cz5hUZ_JvnijtQcGnISO8kmRVL-WME,614
-sagellm_core/engine_core/scheduler/scheduler.pyc,sha256=DKtSyZzB6G3DoknL-BcJsUmc4eEyXBTze1AuW9Obn_c,8974
-sagellm_core/engine_core/scheduler/__pycache__/__init__.cpython-311.pyc,sha256=rLNgGJKIsfpk9RwoPvszDLNEV1N7A02UiFMynA943LQ,658
-sagellm_core/engine_core/scheduler/__pycache__/scheduler.cpython-311.pyc,sha256=Zlc3SNx-waGhaL-UurXcq7GZzfPomnC4c6FqnElZx5Y,9018
-sagellm_core/engines/__init__.py,sha256=eRxLCXebcl0DqhMh4J3yPcpmoSMtZzjWjCXNku0hcek,865
-sagellm_core/engines/__init__.pyc,sha256=IvYGoZ-rasQT93EADKUxskfHjhW7hLTaMsaxf9hvmwQ,934
-sagellm_core/engines/embedding.pyc,sha256=vj07-CNm1zrlmDo7RpcX3h43AWTP-r7qF1UIVWpNEdw,12189
-sagellm_core/engines/__pycache__/__init__.cpython-311.pyc,sha256=EXx-tB8C1aUA1DVez3F2GRvtBzj8Qizhuf2wM5541Is,978
-sagellm_core/engines/__pycache__/ascend.cpython-311.pyc,sha256=rBTOaG6tOcFm0ZjBP701UTLQudW7OdroTfycR-BfyhI,17307
-sagellm_core/engines/__pycache__/cpu.cpython-311.pyc,sha256=g9GrBDXtdmJMf9LKK4NWYdLW1N-yb6HThRMp5tfH9Jg,29330
-sagellm_core/engines/__pycache__/embedding.cpython-311.pyc,sha256=iYhVvD8JBZcSp4xrNYEo-f4YfaAkZxLrQ-fhtHL6xno,12233
-sagellm_core/engines/__pycache__/hf_cuda.cpython-311.pyc,sha256=sIXd-cq2T__5B2uYUz3u_Fdb46EXSHSBq6LWcVGIbO0,61147
-sagellm_core/engines/__pycache__/pytorch.cpython-311.pyc,sha256=Grw94kmuWI3YJiElmxDvzyM-zyV-H-o3xRtIqtODUnA,18452
-sagellm_core/engines/__pycache__/pytorch_engine.cpython-311.pyc,sha256=TrwvIobQZWMPGW4GAN8H5hkydR1E3_az0fZojU5_EjM,15644
-sagellm_core/executor/__init__.py,sha256=Acm1uxVigM823XnTaJ2UC_mSgTIlvtHb6uX076tMSN0,507
-sagellm_core/executor/__init__.pyc,sha256=khWBYZiUBe87zjIB4H72DvD7kU1jXD1REmfnpEi-bZI,705
-sagellm_core/executor/executor_base.pyc,sha256=J10pQgxDt_dYRJUIS7ht46fETgPR1S3NpgTrTdJA-aQ,4759
-sagellm_core/executor/uniproc_executor.pyc,sha256=sQ4mFn2K6cNo6yDs308A1Bvi5qzK5omb6WvljF793j8,4940
-sagellm_core/executor/__pycache__/__init__.cpython-311.pyc,sha256=LoHU2Z7wWw4Lvss8iiLVgTZWe35-b7SXXblwzyY5mB0,749
-sagellm_core/executor/__pycache__/executor_base.cpython-311.pyc,sha256=-9h0dT5Bwra6VWjhsr3vKYCIn5ZM-HohzmNk7JeJQNU,4803
-sagellm_core/executor/__pycache__/uniproc_executor.cpython-311.pyc,sha256=kJ6tDBq5yh1cmBAUPTX1lbByuhUQjUmOfL4l7FvG9WQ,4984
-sagellm_core/inputs/__init__.py,sha256=t_DP0n7Cx-L9BiniDcKHBcg6IK6EVCs8J7GRbAwPbLk,301
-sagellm_core/inputs/__init__.pyc,sha256=ocGa1p3NXflh1TXdOljNxry1PCd9msOO2FCg3Uzy2TU,513
-sagellm_core/inputs/processor.pyc,sha256=y95MlzBEeZO1U_oNDNtCDPuhRGP0INbKEONnL-xVUPQ,3641
-sagellm_core/inputs/tokenizer_utils.pyc,sha256=acCTNBubOb5NnC3oq7GhUNzI1ijM5FMTVqWkjzpxmY8,2871
-sagellm_core/inputs/__pycache__/__init__.cpython-311.pyc,sha256=Sw3jm2TybH0c1wcxIZcztl1v-FpmvxffvKuH6dxPH5A,557
-sagellm_core/inputs/__pycache__/processor.cpython-311.pyc,sha256=VCCNAVklX7UM4rwpHQOM_YRa2UIN7NbQarz0b42ZvZU,3685
-sagellm_core/inputs/__pycache__/tokenizer_utils.cpython-311.pyc,sha256=yyyO--2Z9Dj-0iI95bdgfBP3TvIQ6RRNJ5wY1NB9ibU,2915
-sagellm_core/model/__init__.py,sha256=WKrGGLrz5yhK5R1-YapCiV8eBec7kH-NvBOEIm6VD90,329
-sagellm_core/model/__init__.pyc,sha256=rrh9aNWkw-1h_Jd7Foxjx5pPky9a_4-SlUv1PM4vsHg,542
-sagellm_core/model/model_loader.pyc,sha256=SGdtkSHb7hwZYKfEgoh8M9lxNKbBrRnuZyVQvY4uhKs,5713
-sagellm_core/model/weight_utils.pyc,sha256=mwBOldZZjyhpld__gZ651cHJYHgVhiYKQmXEFoB_3gM,1830
-sagellm_core/model/__pycache__/__init__.cpython-311.pyc,sha256=7uEyGiSLPaqu8EbiPMSLRYt2vLnfXDos-MiPFxwYjmA,586
-sagellm_core/model/__pycache__/model_loader.cpython-311.pyc,sha256=PmoRf2HL5c2RquGCqek6aiP5U5K-4vs76_rJh9tPnY8,5757
-sagellm_core/model/__pycache__/weight_utils.cpython-311.pyc,sha256=a0Wv5tKBy9n2YNGPrkmSBSV8BGa7rOzNJnjbxEvWoIU,1874
-sagellm_core/observability/__init__.py,sha256=lT3qt-69vwH3KlxqN0H_hjknmaXl8Yx2Q3PrWifNvd8,378
-sagellm_core/observability/__init__.pyc,sha256=AgMxpuktnXApjcskYhtZu9txYykL0zA5pxA88GFdyZ4,608
-sagellm_core/observability/logger.pyc,sha256=L4plrgadkvv45aDqMkKoj49NESFixBb_Ul1dVqu1PSQ,1910
-sagellm_core/observability/metrics.pyc,sha256=BPH0Cs4BozpOGEzqzQJ8WpG_uSrWMj_p2ZpfoYPiTqA,6314
-sagellm_core/observability/__pycache__/__init__.cpython-311.pyc,sha256=uAvN7NoVbwrmGEv9Y-9jFEfvLyuVFxS5dw9KW3S3NnQ,652
-sagellm_core/observability/__pycache__/logger.cpython-311.pyc,sha256=PGUrMdntSbemDjZ4bBvbE6T5T0ayRc9u_6EwlVPai8c,1954
-sagellm_core/observability/__pycache__/metrics.cpython-311.pyc,sha256=1fDSo9sL5Lu7Ft9NnpBcaWL4e04xdN8ypfBNNofwmBY,6358
-sagellm_core/sampling/__init__.py,sha256=H8b1UnwiYfMP2rODrjDJXvoI8fRTyfCoDImHRstIDGg,330
-sagellm_core/sampling/__init__.pyc,sha256=SNCG-L_cGlWWNFtcRIgd5PkjPCRbcxMaCA4y7ROMfYQ,556
-sagellm_core/sampling/params.pyc,sha256=y_RtIZycw1hL__9beE1kPsfHUYf9r_bnh3K8w33Pr5s,3391
-sagellm_core/sampling/sampler.pyc,sha256=Q9IgFuLffD_auKmaxqkSpOvHox_1jO0vMxn9rJwhDos,6721
-sagellm_core/sampling/__pycache__/__init__.cpython-311.pyc,sha256=X_CSHSW5HfR5cF6XT_QjePpVL0yNXvApBerCQ_FD2Jc,600
-sagellm_core/sampling/__pycache__/params.cpython-311.pyc,sha256=OWmwd4OPH7fvtPXu52OG6EwxreoIdXG0TnSVhSkoG0k,3435
-sagellm_core/sampling/__pycache__/sampler.cpython-311.pyc,sha256=P8WXBrbB7mPizwNDxKJmlrO2gzLUCSFhZsZsHt0v1aA,6765
-sagellm_core/worker/__init__.py,sha256=isHAvgRYHX_HBRQsJtB72ziV4xeSDyjR1xFH3h_HEHQ,258
-sagellm_core/worker/__init__.pyc,sha256=BDzN0RkdOZUdff5r5sgymVbDzH47QDBqZW8VHzWSNMw,445
-sagellm_core/worker/worker.pyc,sha256=gOZqeyw33WGypXtk5yq5wkRVyZ_wZjem6_GrmhJEe2k,4772
-sagellm_core/worker/__pycache__/__init__.cpython-311.pyc,sha256=82GLZqYvY4lOSFPyl4ZJd12Az0xB1YIbtvIxo2q1bOI,489
-sagellm_core/worker/__pycache__/worker.cpython-311.pyc,sha256=j-Bly_YPvAlXoLcAZsFYMM9vO4EQFOcgxLylaYp44l4,4816
-sagellm_core/worker/model_runner/__init__.py,sha256=w4cq2JoxfHYNUQI3jXO-XhFCoYxNg6YHkioK-S3Ayro,246
-sagellm_core/worker/model_runner/__init__.pyc,sha256=56vUUVM9SnXbQLa2o34DSrmwgCIsygG5dRILepb9CFA,447
-sagellm_core/worker/model_runner/model_runner.pyc,sha256=28GjUCR5NIMoAJefHreJNYWhd6j3SAMpb-9SRVuOLAw,16106
-sagellm_core/worker/model_runner/__pycache__/__init__.cpython-311.pyc,sha256=SBuQvwarzMcetpu5Cda0yrjgPXxobuCs5TlbC-K1jP0,491
-sagellm_core/worker/model_runner/__pycache__/model_runner.cpython-311.pyc,sha256=dVAV4AOKokwWsFfcPBtogLVUlwXy79YeYTr2Ff1dQv8,16150
-isagellm_core-0.4.0.3.dist-info/METADATA,sha256=guaZehtDop7HOj5XWBxZ7Ugyn0LRlH-Du5d8e9wE_d0,9232
-isagellm_core-0.4.0.3.dist-info/WHEEL,sha256=JNWh1Fm1UdwIQV075glCn4MVuCRs0sotJIq-J6rbxCU,109
-isagellm_core-0.4.0.3.dist-info/entry_points.txt,sha256=w0kgbHe7jVNOuy785wFMEBwqoZUnfU24HCImsQII3y0,64
-isagellm_core-0.4.0.3.dist-info/top_level.txt,sha256=wcgdWrvkaoYYh_dWSFI5Toi8PZsHutVqfhTB2tb0K6g,13
-isagellm_core-0.4.0.3.dist-info/RECORD,,