isagellm-core 0.4.0.17__py2.py3-none-any.whl → 0.4.0.19__py2.py3-none-any.whl

isagellm_core-0.4.0.19.dist-info/RECORD

@@ -0,0 +1,174 @@
+sagellm_core/__init__.py,sha256=lXJheNgD5o1-7-EfOlGwCXs91Yomaxy4ZTNrSL7PmJ0,6355
+sagellm_core/__init__.pyc,sha256=R60LStNbkJYjkw9Ok480ebMKjaeOBhNrpQn3Z-UQ1zM,4020
+sagellm_core/__main__.pyc,sha256=_81UAvEI2ABP1lWBb048OKWxM4W95lobVNDFgz98wSg,384
+sagellm_core/config.pyc,sha256=ktdBhyhAf9YrBrvCG1QziS4Y5l9YTXID79CjMtEw4Tw,8453
+sagellm_core/demo.pyc,sha256=Lo_YBnu_k9qlC57vFwKQ2YcNNigTqLOB6-vlQB33zi0,6028
+sagellm_core/engine.pyc,sha256=8ZhJNTvsl4BksUykALGZ8_SbUWr7UBIcd-dVzXHCW_k,12258
+sagellm_core/engine_factory.pyc,sha256=FZoayMoeWtzvIVewzUd8EKRwOMxhkTo_w5LD7j9Ti5Q,14886
+sagellm_core/engine_server.pyc,sha256=6566zyCwKgoTd0nLjOaA5q2EPBE6EyGU3jCkeaskHfo,19273
+sagellm_core/factory.pyc,sha256=gu4m3nWOLPOL3Xd3q9C2X5zA_z2ggRqv5ldrSmMzqpo,2737
+sagellm_core/health.pyc,sha256=G2MEAQSK8CC1TEuonKlAYisiYrUd1QxRC8QpiSiAiQI,684
+sagellm_core/llm_engine.pyc,sha256=b8_1eymY_uvg9PJK97RbhjDuWn_7Y16BoGwr2MGcgNI,32483
+sagellm_core/pd_executor.pyc,sha256=n7gvfeYAQA1PZdYCHIj90kdHUi2cPbtPMjExvBEmTHU,17970
+sagellm_core/plugins.pyc,sha256=dpgURpeNuhdnle1Ui8xSb9kCWhdlE3BI7F3tq2_tG4U,2617
+sagellm_core/py.typed,sha256=ixa8YukDZ3kLo0WsFJRGohLMyHzbMur1ALmmASML2cs,64
+sagellm_core/runner.pyc,sha256=_sRztiSFepLu5Wl2DQsBNsCCtfcRC8GDZjDk2YZCTbc,14180
+sagellm_core/runtime.pyc,sha256=SK4ZzkKQAK3efQokaIKb5ha30DZ3e42HLnhTwMJNRG0,10018
+sagellm_core/workload.pyc,sha256=oXLJNnjbAI8oTgVFvhFzRysTno5-xabyLZiE2wVkUdQ,4127
+sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=tLS8QIreF81JH9tkRIxARZKRwecRklEkA1-VSTw0-b0,4064
+sagellm_core/__pycache__/config.cpython-311.pyc,sha256=4KZjBCv_6xE1yTw5rhddE1QeUdHsAOA4pjm-J3zyEx4,8497
+sagellm_core/__pycache__/demo.cpython-311.pyc,sha256=ObO59vU-p7ryKr4B8R0dtnlJNHmQtQ80htb6DWurgpM,6072
+sagellm_core/__pycache__/engine.cpython-311.pyc,sha256=lJG2v0M8nQiSeMhp9hJ7jTYM5_j4W1zlC2hyKbOTeFY,12302
+sagellm_core/__pycache__/engine_factory.cpython-311.pyc,sha256=xUAN2_eFMySJT8KEaOHYFDDSpgcDUXNW581Bj5S5Jkk,14930
+sagellm_core/__pycache__/engine_server.cpython-311.pyc,sha256=oYG5-hZKVgTpVly1T1khhX_tyIzrbF0TUTX02JwmD8s,19317
+sagellm_core/__pycache__/factory.cpython-311.pyc,sha256=UeONZctwWSrRyIcAeR2wQWc0cGUNIgu4vYSMVdtokos,2781
+sagellm_core/__pycache__/health.cpython-311.pyc,sha256=6v3mRLjfqNaCVb0xoyoQCzriPkDEKweV98hmKcE1A64,728
+sagellm_core/__pycache__/llm_engine.cpython-311.pyc,sha256=K6MBHMV880RuCimXLEn_pKrKgOh1bObIgV8Bf6xRA8g,32527
+sagellm_core/__pycache__/pd_executor.cpython-311.pyc,sha256=YuY1Y4D-2MZaz99_Id6hB67PDHyKMqujVXItaOPHiuw,18014
+sagellm_core/__pycache__/plugins.cpython-311.pyc,sha256=n9qa5tqPUcoAOxzBIhs1JiU1-F_2hxT06yymA7RSbhM,2661
+sagellm_core/__pycache__/runner.cpython-311.pyc,sha256=CyHAg_u0xHq3QKNxEbunK78Gd1klAYDKZlnAuscl_t8,14224
+sagellm_core/__pycache__/runtime.cpython-311.pyc,sha256=wBRGFV3TRmtNz9nuc8IDa-E7xMgGQe6MQ3oWZH4hHRY,10062
+sagellm_core/__pycache__/workload.cpython-311.pyc,sha256=xkb7dQAy-4soQ9KjrYLud4WGcaPKpT0gzk9Otp_A_5I,4171
+sagellm_core/decoding/__init__.py,sha256=P9u4AgMYaPlhcgIfvT0V8JZ_51Vn58Js52QiNHfYgYE,1386
+sagellm_core/decoding/__init__.pyc,sha256=_L9S72b85H7UVNLP5odDBhrHV20-z8SvDlde53vznUs,1837
+sagellm_core/decoding/base.pyc,sha256=vocBsZUgYMxl9zaREJF4ETf_iSyM2bdI8WaogrUrFsg,1685
+sagellm_core/decoding/beam_search.pyc,sha256=mRi2S8IwqAwg4K4GfvV8cRtpsEPzRfMjr2HwfeTubrc,1396
+sagellm_core/decoding/contrastive.pyc,sha256=E3BcEZ_ZfkMCLV6KPvJj-GKmxLNTQnd5qvmx9hoAM2w,1373
+sagellm_core/decoding/greedy.pyc,sha256=i1vUrviyddpCNPyhKR_wXhMCs8-W5KE2Z6aY2f-WV4I,1203
+sagellm_core/decoding/sampling.pyc,sha256=rOQMdm1otppsQobImKaa4Qy52QGrgo72iRJ7NspLkZM,1712
+sagellm_core/decoding/__pycache__/__init__.cpython-311.pyc,sha256=tMwO6gxnmWHKfziP2_XyonOqC3lE2lNFXge2SWuLDrk,1881
+sagellm_core/decoding/__pycache__/base.cpython-311.pyc,sha256=InA-thn6n7iC5MVFgnnVndoqBBO1vAJcvaeAE9EENwo,1729
+sagellm_core/decoding/__pycache__/beam_search.cpython-311.pyc,sha256=gj0q4Ww6fteei0tNXjaZyRSYo6E-0I9erUg9M2VTNfo,1440
+sagellm_core/decoding/__pycache__/contrastive.cpython-311.pyc,sha256=cC2XMgtpt6idxhLUjvawQl9RuTa6Ik_efywf-dsfF20,1417
+sagellm_core/decoding/__pycache__/greedy.cpython-311.pyc,sha256=pHAZg7gRPq2rrv2J_NGONeIvkGE08gvb2jTEzafxBPc,1247
+sagellm_core/decoding/__pycache__/sampling.cpython-311.pyc,sha256=hx9rkhbkPUnoUU_i_cIRgoe7RbR5y4nP9mM044in_Og,1756
+sagellm_core/distributed/__init__.py,sha256=8WTrKkZmYGrV7pj3L083496LskHAv3BOULEIZflgBTc,328
+sagellm_core/distributed/__init__.pyc,sha256=AO5IqU7iT0QdxM-aM5Qto4x3J0ZUTG3pkAlHbCobIy8,498
+sagellm_core/distributed/strategies.pyc,sha256=J2S7SkIt9MStA5hgm1zOLe4hm5RIO8eFAIKzd1vXLFY,6061
+sagellm_core/distributed/__pycache__/__init__.cpython-311.pyc,sha256=Q1D9T2ERrFnXz8GnW0qjPGwP_vAVkSJTMvBwN8Szcn8,542
+sagellm_core/distributed/__pycache__/strategies.cpython-311.pyc,sha256=oVq8fDQ7qMBtDFD1U5qF4gyndHifmqnwXVlShLf4P4Q,6105
+sagellm_core/engine_core/__init__.py,sha256=wG6ONHCRWk4ScU6WwW8f-qL3xITF5OcqbxBHGKAAwd4,314
+sagellm_core/engine_core/__init__.pyc,sha256=evEMExxwDoRFpVkyAGhlaqxeHQP4XFgMHsIYniaTUCI,502
+sagellm_core/engine_core/engine_core.pyc,sha256=tVKyU4xLpy4WX0na6Fa_sCjVGUY7e686XXd9edCidCM,8790
+sagellm_core/engine_core/__pycache__/__init__.cpython-311.pyc,sha256=WtEUv3r0QBw1Jop1bsxnAPDpsmyG_54zANlLh5MERW4,546
+sagellm_core/engine_core/__pycache__/engine_core.cpython-311.pyc,sha256=_KFHXAO7X2qvSWCsHfGgDpJ_JQqkZw9vR0otvc2tKZs,8834
+sagellm_core/engine_core/scheduler/__init__.py,sha256=QJ2cRDyc7U-WHQIX2dLtlalrYXS4-6ZSSEG5sY9r2OQ,1390
+sagellm_core/engine_core/scheduler/__init__.pyc,sha256=JAYSwGjf9J1x-y0iaJ9_IDMU5R4oCktUPIC8-l7SXmg,1553
+sagellm_core/engine_core/scheduler/base.pyc,sha256=4aoA1G8cPpEgZq4KpC__Kz2M3rvmYm9vdpmWmFMe-RY,5778
+sagellm_core/engine_core/scheduler/batch.pyc,sha256=8agGr53XfgF71l35hHC8pIN5sOJBmAEf7QFjQeIDtx4,3856
+sagellm_core/engine_core/scheduler/metrics.pyc,sha256=z3-EZnTMeJa_mCWvtnt710l82EyNEBAnlEodV_8NVNM,6183
+sagellm_core/engine_core/scheduler/scheduler.pyc,sha256=CJFop1Y12B856BffdTLgqaFq-Mx-fVftNWVURO3cS7g,27116
+sagellm_core/engine_core/scheduler/scheduler_kv_bridge.pyc,sha256=KU-JJaBV5I5jz5pE6INP13m_QZK-sn-bxiCuTlQakvw,12194
+sagellm_core/engine_core/scheduler/__pycache__/__init__.cpython-311.pyc,sha256=3L57db_9-YkfCj1FBpKwwqBzuz1qiXWYo23HLVDqU_8,1597
+sagellm_core/engine_core/scheduler/__pycache__/base.cpython-311.pyc,sha256=PGXAM6ujO8bGLK00YbD1sxMB1i8y2-IQ6eQtyCZ49S8,5822
+sagellm_core/engine_core/scheduler/__pycache__/batch.cpython-311.pyc,sha256=AS5jLQeyh57kRMaDpyKgjf4_A0SiLWRHuOdbrT0unNY,3900
+sagellm_core/engine_core/scheduler/__pycache__/metrics.cpython-311.pyc,sha256=4g_HimozpwLEraPEkY4F64CGxSoIOT08P1FI3f-kALk,6227
+sagellm_core/engine_core/scheduler/__pycache__/scheduler.cpython-311.pyc,sha256=TCXzNw-VcLgFw2QZ9onEhxUPfGT3QV-kArjcBKr2vVo,27160
+sagellm_core/engine_core/scheduler/__pycache__/scheduler_kv_bridge.cpython-311.pyc,sha256=ajexkkJfgwghsAcbdRcZLd_gH_HOvo2f2_Z4SNeuHg0,12238
+sagellm_core/engine_core/scheduler/policy/__init__.py,sha256=d5w_189s0cd8fAmCRSzz1rTpYPZab3AFFwpW3Id1LTo,249
+sagellm_core/engine_core/scheduler/policy/__init__.pyc,sha256=J83Agt3POsKXp7-xSyFNRoscOxUYwiukxEHQr-EKUyI,468
+sagellm_core/engine_core/scheduler/policy/fcfs.pyc,sha256=sVyTOrmwOmi5q7XL3exOMk0qEPMvv5pjrigQ7zgX2Ys,6670
+sagellm_core/engine_core/scheduler/policy/priority.pyc,sha256=fuT9NrJv3Bqufnzqz1QC-TR5pinVsRK0fDB8g8yp1VI,6813
+sagellm_core/engine_core/scheduler/policy/__pycache__/__init__.cpython-311.pyc,sha256=bhiMfXveF2TZEfkBYozPDOA0IMgTRYD2OU8NHxJvfpo,512
+sagellm_core/engine_core/scheduler/policy/__pycache__/fcfs.cpython-311.pyc,sha256=Nth8zT4rSCRFSJOg4fs2xGwWN_AJElogaG0L9NDIPso,6714
+sagellm_core/engine_core/scheduler/policy/__pycache__/priority.cpython-311.pyc,sha256=ZlYzaSnSnJgCunFmQpJt7pBMOljvXdpDJlTpI3wmcbI,6857
+sagellm_core/engines/__init__.py,sha256=eRxLCXebcl0DqhMh4J3yPcpmoSMtZzjWjCXNku0hcek,865
+sagellm_core/engines/__init__.pyc,sha256=IvYGoZ-rasQT93EADKUxskfHjhW7hLTaMsaxf9hvmwQ,934
+sagellm_core/engines/embedding.pyc,sha256=vj07-CNm1zrlmDo7RpcX3h43AWTP-r7qF1UIVWpNEdw,12189
+sagellm_core/engines/__pycache__/__init__.cpython-311.pyc,sha256=EXx-tB8C1aUA1DVez3F2GRvtBzj8Qizhuf2wM5541Is,978
+sagellm_core/engines/__pycache__/ascend.cpython-311.pyc,sha256=rBTOaG6tOcFm0ZjBP701UTLQudW7OdroTfycR-BfyhI,17307
+sagellm_core/engines/__pycache__/cpu.cpython-311.pyc,sha256=g9GrBDXtdmJMf9LKK4NWYdLW1N-yb6HThRMp5tfH9Jg,29330
+sagellm_core/engines/__pycache__/embedding.cpython-311.pyc,sha256=iYhVvD8JBZcSp4xrNYEo-f4YfaAkZxLrQ-fhtHL6xno,12233
+sagellm_core/engines/__pycache__/hf_cuda.cpython-311.pyc,sha256=sIXd-cq2T__5B2uYUz3u_Fdb46EXSHSBq6LWcVGIbO0,61147
+sagellm_core/engines/__pycache__/pytorch.cpython-311.pyc,sha256=Grw94kmuWI3YJiElmxDvzyM-zyV-H-o3xRtIqtODUnA,18452
+sagellm_core/engines/__pycache__/pytorch_engine.cpython-311.pyc,sha256=TrwvIobQZWMPGW4GAN8H5hkydR1E3_az0fZojU5_EjM,15644
+sagellm_core/executor/__init__.py,sha256=Acm1uxVigM823XnTaJ2UC_mSgTIlvtHb6uX076tMSN0,507
+sagellm_core/executor/__init__.pyc,sha256=khWBYZiUBe87zjIB4H72DvD7kU1jXD1REmfnpEi-bZI,705
+sagellm_core/executor/executor_base.pyc,sha256=J10pQgxDt_dYRJUIS7ht46fETgPR1S3NpgTrTdJA-aQ,4759
+sagellm_core/executor/uniproc_executor.pyc,sha256=sQ4mFn2K6cNo6yDs308A1Bvi5qzK5omb6WvljF793j8,4940
+sagellm_core/executor/__pycache__/__init__.cpython-311.pyc,sha256=LoHU2Z7wWw4Lvss8iiLVgTZWe35-b7SXXblwzyY5mB0,749
+sagellm_core/executor/__pycache__/executor_base.cpython-311.pyc,sha256=-9h0dT5Bwra6VWjhsr3vKYCIn5ZM-HohzmNk7JeJQNU,4803
+sagellm_core/executor/__pycache__/uniproc_executor.cpython-311.pyc,sha256=kJ6tDBq5yh1cmBAUPTX1lbByuhUQjUmOfL4l7FvG9WQ,4984
+sagellm_core/inputs/__init__.py,sha256=t_DP0n7Cx-L9BiniDcKHBcg6IK6EVCs8J7GRbAwPbLk,301
+sagellm_core/inputs/__init__.pyc,sha256=ocGa1p3NXflh1TXdOljNxry1PCd9msOO2FCg3Uzy2TU,513
+sagellm_core/inputs/processor.pyc,sha256=y95MlzBEeZO1U_oNDNtCDPuhRGP0INbKEONnL-xVUPQ,3641
+sagellm_core/inputs/tokenizer_utils.pyc,sha256=acCTNBubOb5NnC3oq7GhUNzI1ijM5FMTVqWkjzpxmY8,2871
+sagellm_core/inputs/__pycache__/__init__.cpython-311.pyc,sha256=Sw3jm2TybH0c1wcxIZcztl1v-FpmvxffvKuH6dxPH5A,557
+sagellm_core/inputs/__pycache__/processor.cpython-311.pyc,sha256=VCCNAVklX7UM4rwpHQOM_YRa2UIN7NbQarz0b42ZvZU,3685
+sagellm_core/inputs/__pycache__/tokenizer_utils.cpython-311.pyc,sha256=yyyO--2Z9Dj-0iI95bdgfBP3TvIQ6RRNJ5wY1NB9ibU,2915
+sagellm_core/layers/__init__.py,sha256=3Qis9XQHijuy-3k7ByX-ehUoO016EkcBXtEgCYJ5Wvo,894
+sagellm_core/layers/__init__.pyc,sha256=PY9yzqCUnLbU3Jz4zvJvKopVTnuzuCTpr6f9FUdDLIY,1151
+sagellm_core/layers/activation.pyc,sha256=ARmpihbwjqa6YioXajFXpeDPAfZUtGalXQuUQtuhgNQ,3998
+sagellm_core/layers/base.pyc,sha256=IcmttxQtodOjEACkkp1CU6vNeWdAXS3bW95dLjtwWUk,3114
+sagellm_core/layers/embedding.pyc,sha256=9hleCHHWfxMfwMfcHyFwBON3OUROAoctKd_82L8RaPQ,6610
+sagellm_core/layers/linear.pyc,sha256=qLUYMsiosQasdK8aIsRNtqgIL27f3f0npW4lc83wv-s,10855
+sagellm_core/layers/normalization.pyc,sha256=JVvKoFuTBmxNJ8cYZXohZpvwBuvunsc004Aw_CJ1DOA,5757
+sagellm_core/layers/__pycache__/__init__.cpython-311.pyc,sha256=2ZEXCsw_KolZ6hrEXHwSUz0kNHzlNa1ELXLq16KQnrY,1195
+sagellm_core/layers/__pycache__/activation.cpython-311.pyc,sha256=u3ic6THNcazgquywM5TgpZi9aRWUYJPxbdpYNrmyDcA,4042
+sagellm_core/layers/__pycache__/base.cpython-311.pyc,sha256=nG8GybGx1xohSyJD6U9PK8Bk3bOvGMG8iba7YTrLEqI,3158
+sagellm_core/layers/__pycache__/embedding.cpython-311.pyc,sha256=Ekfi0ERpqbKgmuRnACQ1WJUEj66QldemjSaiX172M-Q,6654
+sagellm_core/layers/__pycache__/linear.cpython-311.pyc,sha256=UnMeRZhlG4gpFa_CIU0l1SE4eH5BFE0Hme1_DO9EY2Q,10899
+sagellm_core/layers/__pycache__/normalization.cpython-311.pyc,sha256=hUhYUYUTHIVhm6BpZ3_33kZqcf743Ej8BTDUynjg5mE,5801
+sagellm_core/model/__init__.py,sha256=P2yGYFm7AfE9jKtCusNOiAOPFw9fGZTqfyuz1cOYxqo,3452
+sagellm_core/model/__init__.pyc,sha256=ZZ7JTzSp5_WTW3wiyBAWGRKVXsScNf6r5LI8Is6dFX4,3370
+sagellm_core/model/base.pyc,sha256=r-DpzMx9nUYgFSl2GS0zk7R9offTEUXAf6y656xWYk0,8218
+sagellm_core/model/factory.pyc,sha256=IYCm18ytcZPhO0lP4unH9feZUJGTMWCyPh6e9kVD8BE,9399
+sagellm_core/model/gpt2.pyc,sha256=ePTJVNy14Pl0L44WwG5KWZj_u2MMFrz-tq8Wg_SqZMQ,9993
+sagellm_core/model/llama.pyc,sha256=HHQ8hRa4HLQ_poOl382TEP9IgAE1OUhpHTma1tor4yM,24446
+sagellm_core/model/mixtral.pyc,sha256=dOD5Y_zqn2y2pJlaQ4dw0-ZNg6QTb4XiuSSQoUrRVls,15955
+sagellm_core/model/model_loader.pyc,sha256=WN2g_XenQTLKSngxkNSTxBIttBwK93yXTnyJe6hd-r8,5822
+sagellm_core/model/quantization.pyc,sha256=kPCBC3zCYnxqyrVYiuSuaewsgmvZcuhtJWZNwE0lsKk,5478
+sagellm_core/model/qwen2.pyc,sha256=9AxgiLbzp_tu8beLTLRQwn1YK7UOVKhCDbAH4ES1-Ak,17885
+sagellm_core/model/registry.pyc,sha256=DVOsvbPosGiMQAk45UvWpqbCaRzxrP2f8W2F4SJ0uAM,5334
+sagellm_core/model/weight_utils.pyc,sha256=mwBOldZZjyhpld__gZ651cHJYHgVhiYKQmXEFoB_3gM,1830
+sagellm_core/model/__pycache__/__init__.cpython-311.pyc,sha256=UfGaLmaK5sFurKzGQs7Rv0nfBmz4yQ_G8vETIQl_Ibo,3414
+sagellm_core/model/__pycache__/base.cpython-311.pyc,sha256=2xTfORrmZ61p7Nca_7QMGc4ZxOiswzpMlQ0thgArkBI,8262
+sagellm_core/model/__pycache__/factory.cpython-311.pyc,sha256=wI8swBf0Tc5s8uq48jK23J0o3s9-u2et--IvbAnEN_A,9443
+sagellm_core/model/__pycache__/gpt2.cpython-311.pyc,sha256=IL_inxu83zASGeo33Bp0L5xgCbooj7OnEcj7CgMI2Gs,10037
+sagellm_core/model/__pycache__/llama.cpython-311.pyc,sha256=MQxAWSnOc3zifbPsS3D_L0BYM99-wkuxo6fGHG7dqc0,24490
+sagellm_core/model/__pycache__/mixtral.cpython-311.pyc,sha256=K7H-DEg6Nk4ra_tnHQJs-qwoj7mv4Ow1luQIGkIX4UE,15999
+sagellm_core/model/__pycache__/model_loader.cpython-311.pyc,sha256=QPEOn7LbYCHvj-G-3cSsrKnPtTcx-p_dC9tTILP91cA,5866
+sagellm_core/model/__pycache__/quantization.cpython-311.pyc,sha256=96E_bn7CRIDDswyrAGn8EgipcSBC51Oc02-IL7hqCo4,5522
+sagellm_core/model/__pycache__/qwen2.cpython-311.pyc,sha256=rlXcbdEemEj3OvQJv9iqLEv_npy_K-jirUgP_8erzN4,17929
+sagellm_core/model/__pycache__/registry.cpython-311.pyc,sha256=tM5qGpTDp2RBrEO-b5eEeTqkQHDIcfFMPOGo-hpDoRg,5378
+sagellm_core/model/__pycache__/weight_utils.cpython-311.pyc,sha256=a0Wv5tKBy9n2YNGPrkmSBSV8BGa7rOzNJnjbxEvWoIU,1874
+sagellm_core/model/weight_loader/__init__.py,sha256=hKYqGfvGcZ_o9VS6GTBP_IHuN39qikPzRGo5Yu-uTec,1474
+sagellm_core/model/weight_loader/__init__.pyc,sha256=xTGuqPCTmVrk63JYimNGCUUYb18SRCidmIp3IwAlTrw,1521
+sagellm_core/model/weight_loader/base.pyc,sha256=ccL1XcOpKdYFDx9iPdEA0KlYD0rtiXmcY7SOYfRltYs,12850
+sagellm_core/model/weight_loader/pytorch.pyc,sha256=_Jl5oVFOTx2snRWJLNcLyaNk7x40Yg5Kk3ZDbvxWohA,6945
+sagellm_core/model/weight_loader/quantized.pyc,sha256=ahsXyYEVz8n4C_3NJcC8RLxbTKVGu9Q12SlLl4_BwtM,14090
+sagellm_core/model/weight_loader/safetensors.pyc,sha256=_13Tblgcmaz3gSJdlXLG9krcwIDFTkz3lb5QDCYsdq4,8911
+sagellm_core/model/weight_loader/__pycache__/__init__.cpython-311.pyc,sha256=vzcetCFSikIqw9q5J-59FSfMvVjmMG9t-w3KU9CGl6E,1565
+sagellm_core/model/weight_loader/__pycache__/base.cpython-311.pyc,sha256=1atSyz848y72l7qfbvSgVTU1HPCv5I1Vlc5pdFtMHTA,12894
+sagellm_core/model/weight_loader/__pycache__/pytorch.cpython-311.pyc,sha256=QDOq4W0KQlIS4_DB76SHZakAVBrPIoQfbP6tBghdccQ,6989
+sagellm_core/model/weight_loader/__pycache__/quantized.cpython-311.pyc,sha256=_iDAjyuSyc1r7McM35_SdpOoeOE7I-l1o-aSw_KTJmY,14134
+sagellm_core/model/weight_loader/__pycache__/safetensors.cpython-311.pyc,sha256=zAET47I4KzgIhYgsfRE1RguvgaLSqz-OnDoAx3RPgL0,8955
+sagellm_core/observability/__init__.py,sha256=lT3qt-69vwH3KlxqN0H_hjknmaXl8Yx2Q3PrWifNvd8,378
+sagellm_core/observability/__init__.pyc,sha256=AgMxpuktnXApjcskYhtZu9txYykL0zA5pxA88GFdyZ4,608
+sagellm_core/observability/logger.pyc,sha256=L4plrgadkvv45aDqMkKoj49NESFixBb_Ul1dVqu1PSQ,1910
+sagellm_core/observability/metrics.pyc,sha256=BPH0Cs4BozpOGEzqzQJ8WpG_uSrWMj_p2ZpfoYPiTqA,6314
+sagellm_core/observability/__pycache__/__init__.cpython-311.pyc,sha256=uAvN7NoVbwrmGEv9Y-9jFEfvLyuVFxS5dw9KW3S3NnQ,652
+sagellm_core/observability/__pycache__/logger.cpython-311.pyc,sha256=PGUrMdntSbemDjZ4bBvbE6T5T0ayRc9u_6EwlVPai8c,1954
+sagellm_core/observability/__pycache__/metrics.cpython-311.pyc,sha256=1fDSo9sL5Lu7Ft9NnpBcaWL4e04xdN8ypfBNNofwmBY,6358
+sagellm_core/sampling/__init__.py,sha256=H8b1UnwiYfMP2rODrjDJXvoI8fRTyfCoDImHRstIDGg,330
+sagellm_core/sampling/__init__.pyc,sha256=SNCG-L_cGlWWNFtcRIgd5PkjPCRbcxMaCA4y7ROMfYQ,556
+sagellm_core/sampling/params.pyc,sha256=y_RtIZycw1hL__9beE1kPsfHUYf9r_bnh3K8w33Pr5s,3391
+sagellm_core/sampling/sampler.pyc,sha256=Q9IgFuLffD_auKmaxqkSpOvHox_1jO0vMxn9rJwhDos,6721
+sagellm_core/sampling/__pycache__/__init__.cpython-311.pyc,sha256=X_CSHSW5HfR5cF6XT_QjePpVL0yNXvApBerCQ_FD2Jc,600
+sagellm_core/sampling/__pycache__/params.cpython-311.pyc,sha256=OWmwd4OPH7fvtPXu52OG6EwxreoIdXG0TnSVhSkoG0k,3435
+sagellm_core/sampling/__pycache__/sampler.cpython-311.pyc,sha256=P8WXBrbB7mPizwNDxKJmlrO2gzLUCSFhZsZsHt0v1aA,6765
+sagellm_core/worker/__init__.py,sha256=isHAvgRYHX_HBRQsJtB72ziV4xeSDyjR1xFH3h_HEHQ,258
+sagellm_core/worker/__init__.pyc,sha256=BDzN0RkdOZUdff5r5sgymVbDzH47QDBqZW8VHzWSNMw,445
+sagellm_core/worker/worker.pyc,sha256=gOZqeyw33WGypXtk5yq5wkRVyZ_wZjem6_GrmhJEe2k,4772
+sagellm_core/worker/__pycache__/__init__.cpython-311.pyc,sha256=82GLZqYvY4lOSFPyl4ZJd12Az0xB1YIbtvIxo2q1bOI,489
+sagellm_core/worker/__pycache__/worker.cpython-311.pyc,sha256=j-Bly_YPvAlXoLcAZsFYMM9vO4EQFOcgxLylaYp44l4,4816
+sagellm_core/worker/model_runner/__init__.py,sha256=w4cq2JoxfHYNUQI3jXO-XhFCoYxNg6YHkioK-S3Ayro,246
+sagellm_core/worker/model_runner/__init__.pyc,sha256=56vUUVM9SnXbQLa2o34DSrmwgCIsygG5dRILepb9CFA,447
+sagellm_core/worker/model_runner/model_runner.pyc,sha256=YfoP-CAE7wz5XQojKlJyb4vXmSpjzhW-z8OKBxZBndE,17056
+sagellm_core/worker/model_runner/__pycache__/__init__.cpython-311.pyc,sha256=SBuQvwarzMcetpu5Cda0yrjgPXxobuCs5TlbC-K1jP0,491
+sagellm_core/worker/model_runner/__pycache__/model_runner.cpython-311.pyc,sha256=Y7oUKzfUdvFCWQwyfQf1TAUWLoLtwE6dy_GJqsG1X9c,17100
+isagellm_core-0.4.0.19.dist-info/METADATA,sha256=u3G4oNtrSRM8WElqF1wR_REm_hq2J2wBjcqdjNBikr8,22827
+isagellm_core-0.4.0.19.dist-info/WHEEL,sha256=JNWh1Fm1UdwIQV075glCn4MVuCRs0sotJIq-J6rbxCU,109
+isagellm_core-0.4.0.19.dist-info/entry_points.txt,sha256=w0kgbHe7jVNOuy785wFMEBwqoZUnfU24HCImsQII3y0,64
+isagellm_core-0.4.0.19.dist-info/top_level.txt,sha256=wcgdWrvkaoYYh_dWSFI5Toi8PZsHutVqfhTB2tb0K6g,13
+isagellm_core-0.4.0.19.dist-info/RECORD,,

{isagellm_core-0.4.0.17.dist-info → isagellm_core-0.4.0.19.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.10.2)
+Generator: setuptools (80.9.0)
 Root-Is-Purelib: true
 Tag: py2-none-any
 Tag: py3-none-any

sagellm_core/__init__.py

@@ -26,7 +26,7 @@ Architecture (vLLM v1 style):
 
 from __future__ import annotations
 
-__version__ = "0.4.0.16"
+__version__ = "0.4.0.19"
 
 # ============================================================================
 # New Architecture (vLLM v1 style) - Hardware Agnostic
@@ -47,7 +47,8 @@ from sagellm_core.worker.model_runner import ModelRunner
 # ============================================================================
 # Legacy Architecture (still supported, being refactored)
 # ============================================================================
-from sagellm_core.engine import BaseEngine, EngineInstanceConfig
+# NOTE: BaseEngine and EngineFactory have been removed (issue #24).
+# Use LLMEngine instead - the unified hardware-agnostic engine.
 from sagellm_core.config import (
     BackendConfig,
     DemoConfig,
@@ -58,14 +59,6 @@ from sagellm_core.config import (
     load_config,
 )
 from sagellm_core.demo import main as demo_main
-from sagellm_core.engine_factory import EngineFactory
-
-# Only EmbeddingEngine remains from legacy engines
-from sagellm_core.engines import (
-    EmbeddingEngine,
-    EmbeddingEngineConfig,
-)
-from sagellm_core.factory import create_backend, create_engine
 from sagellm_core.health import HealthStatus
 from sagellm_core.plugins import PluginResolutionError, list_entry_points, resolve_kind
 from sagellm_core.runner import DemoRunner, RunnerContext
@@ -159,19 +152,8 @@ __all__ = [
     "WorkloadConfig",
     "WorkloadSegment",
     "load_config",
-    # Engine abstraction
-    "BaseEngine",
-    "EngineInstanceConfig",  # For runtime engine instantiation
+    # Health status
     "HealthStatus",
-    # Engine implementations
-    # DEPRECATED: Old engines removed, use LLMEngine instead
-    # Only EmbeddingEngine remains for embedding-only use cases
-    "EmbeddingEngine",
-    "EmbeddingEngineConfig",
-    # Factory functions
-    "create_backend",
-    "create_engine",
-    "EngineFactory",
     # Plugin system
     "PluginResolutionError",
     "list_entry_points",

sagellm_core/engine_core/scheduler/__init__.py

@@ -1,19 +1,47 @@
 """Scheduler - Request scheduling for Continuous Batching.
 
 The Scheduler is responsible for:
-1. Selecting which requests to run in the next step
-2. Managing prefill vs decode scheduling
-3. Preemption decisions
+1. Selecting which requests to run in the next step (via pluggable policies)
+2. Managing KV cache allocation (via SchedulerKVBridge)
+3. Separating prefill vs decode batches
+4. Preemption decisions (future)
+
+Key Components:
+- ContinuousBatchingScheduler: Main scheduler class
+- SchedulerKVBridge: Thin wrapper around sagellm-kv-cache
+- SchedulerPolicy: Pluggable admission control (FCFS, Priority, etc.)
+- Batch: Prefill or decode batch with block_tables
 """
 
+from sagellm_core.engine_core.scheduler.base import (
+    SchedulerPolicy,
+    get_policy,
+    list_policies,
+    register_policy,
+)
+from sagellm_core.engine_core.scheduler.batch import Batch
+from sagellm_core.engine_core.scheduler.metrics import RequestMetadata, SchedulerMetrics
 from sagellm_core.engine_core.scheduler.scheduler import (
     ContinuousBatchingScheduler,
     SchedulerConfig,
     SchedulerOutput,
 )
+from sagellm_core.engine_core.scheduler.scheduler_kv_bridge import SchedulerKVBridge
 
 __all__ = [
+    # Main classes
     "ContinuousBatchingScheduler",
     "SchedulerConfig",
     "SchedulerOutput",
+    "Batch",
+    # KV bridge
+    "SchedulerKVBridge",
+    # Policy system
+    "SchedulerPolicy",
+    "register_policy",
+    "get_policy",
+    "list_policies",
+    # Metrics
+    "SchedulerMetrics",
+    "RequestMetadata",
 ]

sagellm_core/engine_core/scheduler/policy/__init__.py

@@ -0,0 +1,6 @@
+"""Policy package - pluggable scheduling strategies."""
+
+from sagellm_core.engine_core.scheduler.policy.fcfs import FCFSPolicy
+from sagellm_core.engine_core.scheduler.policy.priority import PriorityPolicy
+
+__all__ = ["FCFSPolicy", "PriorityPolicy"]

sagellm_core/layers/__init__.py

@@ -0,0 +1,30 @@
+"""Model layers that use backend kernels.
+
+This module provides PyTorch-style nn.Module layers that delegate
+compute operations to BackendProvider kernels.
+
+Key design:
+- Layers are standard torch.nn.Module subclasses
+- Forward passes use backend.get_kernel() instead of native ops
+- Supports tensor parallelism via CommBackend
+- Hardware-agnostic (CPU/CUDA/NPU/etc.)
+"""
+
+from sagellm_core.layers.base import BaseLayer
+from sagellm_core.layers.embedding import Embedding, LMHead
+from sagellm_core.layers.linear import ColumnParallelLinear, LinearLayer, RowParallelLinear
+from sagellm_core.layers.normalization import LayerNorm, RMSNorm
+from sagellm_core.layers.activation import SiLU, SiLUAndMul
+
+__all__ = [
+    "BaseLayer",
+    "LinearLayer",
+    "ColumnParallelLinear",
+    "RowParallelLinear",
+    "Embedding",
+    "LMHead",
+    "RMSNorm",
+    "LayerNorm",
+    "SiLU",
+    "SiLUAndMul",
+]