isagellm-core 0.4.0.8__py2.py3-none-any.whl → 0.4.0.11__py2.py3-none-any.whl

{isagellm_core-0.4.0.8.dist-info → isagellm_core-0.4.0.11.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: isagellm-core
-Version: 0.4.0.8
+Version: 0.4.0.11
 Summary: sageLLM core runtime with PD separation (MVP)
 Author: IntelliStream Team
 License: Proprietary - IntelliStream
@@ -280,3 +280,29 @@ pre-commit run --all-files
 - `isagellm` - Main package with CLI
 
 For more packages, see the [sageLLM ecosystem](https://github.com/intellistream/sagellm)
+
+## 🔄 贡献指南
+
+请遵循以下工作流程：
+
+1. **创建 Issue** - 描述问题/需求
+   ```bash
+   gh issue create --title "[Bug] 描述" --label "bug,sagellm-core"
+   ```
+
+2. **开发修复** - 在本地 `fix/#123-xxx` 分支解决
+   ```bash
+   git checkout -b fix/#123-xxx origin/main-dev
+   # 开发、测试...
+   pytest -v
+   ruff format . && ruff check . --fix
+   ```
+
+3. **发起 PR** - 提交到 `main-dev` 分支
+   ```bash
+   gh pr create --base main-dev --title "Fix: 描述" --body "Closes #123"
+   ```
+
+4. **合并** - 审批后合并到 `main-dev`
+
+更多详情见 [.github/copilot-instructions.md](.github/copilot-instructions.md)

isagellm_core-0.4.0.11.dist-info/RECORD

@@ -0,0 +1,122 @@
+sagellm_core/__init__.py,sha256=g7ErmsdHxBlZn0t2-uPiCvFWgP-NtDpDDssE-qXRjPQ,6923
+sagellm_core/__init__.pyc,sha256=ER3zKEKU68xh__JwCX8sx5N-5FaowuCz4MVuYSiAiSU,4483
+sagellm_core/__main__.pyc,sha256=4wEXHFB0JVZaI6wLACU59_b-LfEbujTQZyzONaalAYA,384
+sagellm_core/config.pyc,sha256=D6BzEUag-WANbAMeg47C_eEnV-WokrhfJfdq828LvcA,8453
+sagellm_core/demo.pyc,sha256=cnDtKLPq8WMMacKOVTksOizj4tQ047kguB9B5bq11NM,6028
+sagellm_core/engine.pyc,sha256=7IhMSJm2VBBDRWirI-pc8q7c5ew4O41yd1QxAJS-xqk,12258
+sagellm_core/engine_factory.pyc,sha256=vpg10aYdqbeeDNeqXldIxuRsRJN2Funp8mTzsY43Vpg,14886
+sagellm_core/engine_server.pyc,sha256=FmFqVBdlJF3a9i4CSmxYwjAoYqsRb6Y6v4kwpHSz3V8,19482
+sagellm_core/factory.pyc,sha256=SigHMN4U7sbVJq122y0TS_RP3YHpg79ObcvuS6LgQqs,2737
+sagellm_core/health.pyc,sha256=oEWyaaTix4YXhyu8JSYOQAy9KBySxbIcHt2hNpchi-w,684
+sagellm_core/llm_engine.pyc,sha256=qsnQxePIVKsdyEF_nI_o3qbuS86FGk9rJjBR3kZBm6A,29926
+sagellm_core/pd_executor.pyc,sha256=cboYeAL0SKW1UqCujfa8I1FPVsngj3nfOXniavg3LJs,17970
+sagellm_core/plugins.pyc,sha256=prhN7ndatYRTqEBXa9JoRQtCoX1FJRuFqlxZSqzSJDM,2617
+sagellm_core/py.typed,sha256=ixa8YukDZ3kLo0WsFJRGohLMyHzbMur1ALmmASML2cs,64
+sagellm_core/runner.pyc,sha256=4trJQHH8u0HFGNo979TprM9n_VzTFpCSJt33Y5Ww668,14180
+sagellm_core/runtime.pyc,sha256=uDxW8AgbSsFshkwXIICktL9LRAjMo2KQ2yG2KBve6zU,10018
+sagellm_core/workload.pyc,sha256=FFwgFkMosyFheCwJyA-ZwEHXgZ7T-1CQDS9LRh20CO8,4127
+sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=i7kk6ALamrCB-rZ_B6UPu9QSeXwSGUW4RpLyg8kw3BQ,4513
+sagellm_core/__pycache__/base_engine.cpython-311.pyc,sha256=L5Al-v9E7_wvO_wCzwy-uogVGhcREnrEhWOPY8CMEdQ,9853
+sagellm_core/__pycache__/config.cpython-311.pyc,sha256=ZSESQXOcv-gJr-icamkEFpAR1PNeyvKVXHJu3Y0dO6s,8483
+sagellm_core/__pycache__/demo.cpython-311.pyc,sha256=eMbpttsWiiBATxcILuudXwoLq5ZQSUTmpYYy1jY-VYo,6058
+sagellm_core/__pycache__/engine.cpython-311.pyc,sha256=KU14VUDZ9U5eD9MmN8J54gEQpaGSz7BSuJbh3fKIRtg,12288
+sagellm_core/__pycache__/engine_factory.cpython-311.pyc,sha256=-717osG6-zrzj9x8s2GGsfTOIhKd2pqP54AznTUn3lk,14916
+sagellm_core/__pycache__/engine_server.cpython-311.pyc,sha256=Crcqur1Aq4WVTHkSlTUGrgTUxO2rymLrJ0HMVKq9ufE,19512
+sagellm_core/__pycache__/factory.cpython-311.pyc,sha256=1yeTW3ALNQ-xw9bDdZVlfBc_yO495KQcoOuvhThG36U,2767
+sagellm_core/__pycache__/health.cpython-311.pyc,sha256=t8l6F_O808YWsFBDQfdJU6_Ps8H-nnE6k0fdLxYwLJk,714
+sagellm_core/__pycache__/llm_engine.cpython-311.pyc,sha256=O5BlJsIRVt41MpkUO8dZrax3A3l1AMXYlVz8mKodrgo,29956
+sagellm_core/__pycache__/mock_engine.cpython-311.pyc,sha256=KcHBGI1dVIEKm7rhZOkPWQ27rzNVEhmXDYsiQ_5Lfe8,562
+sagellm_core/__pycache__/pd_executor.cpython-311.pyc,sha256=9NhFpI3TPlc0HW8CoRu5x9jlKCixaH1IY6U6BU1ddiY,18000
+sagellm_core/__pycache__/plugins.cpython-311.pyc,sha256=JWDZp0He2PDUIhc-o5oj-lFjsuGTMiLAq3nB3GGYzXQ,2647
+sagellm_core/__pycache__/runner.cpython-311.pyc,sha256=xXQP2y-LPqMs5ZmSu_gGGnx9eU2WVMYEyXAnDVuQCzs,14210
+sagellm_core/__pycache__/runtime.cpython-311.pyc,sha256=fadWL6cKnHatwsjDuRP4-uT5Xes9gQSKrCt7bE3TFQA,10048
+sagellm_core/__pycache__/workload.cpython-311.pyc,sha256=EcJYQc6wkQ39ja5XUV6AIAcN_z6s5o2Q6JbtmRg2YEE,4157
+sagellm_core/decoding/__init__.py,sha256=P9u4AgMYaPlhcgIfvT0V8JZ_51Vn58Js52QiNHfYgYE,1386
+sagellm_core/decoding/__init__.pyc,sha256=P78cV0_-PZsS2qFeHQAPKVYDIdUiDrg0NLT_5JM7ooo,1837
+sagellm_core/decoding/base.pyc,sha256=oxkCsqugrLk6pmFk3l9cRQ3WTIGL-nHQaqAlCc3xDwU,1685
+sagellm_core/decoding/beam_search.pyc,sha256=C_QnQ4Su9hw-ePbg3To0lwfgTzj6QysAbE7MUdJPAbo,1396
+sagellm_core/decoding/contrastive.pyc,sha256=7HZ6AVtCGD4Gb0qZnxOz8k25MgIoJ9MbrYjzZkIYGOE,1373
+sagellm_core/decoding/greedy.pyc,sha256=KwmZuaySuT_AzrjfbMkzqooVq7Ql9bKotW_G3bv5jvQ,1203
+sagellm_core/decoding/sampling.pyc,sha256=qWLywL5KyQ-QYkSvLNmN7G14A4VHFFgtxBsJbkXZaWk,1988
+sagellm_core/decoding/__pycache__/__init__.cpython-311.pyc,sha256=hs_lE1ZMHXW7-z1l6j9Hd_T8k4dYxovGwdbHkNxPNrg,1867
+sagellm_core/decoding/__pycache__/base.cpython-311.pyc,sha256=xvj3iA60Q7IicvIBzf0w3eF6rqtGwnHsggDVCWUVjqc,1715
+sagellm_core/decoding/__pycache__/beam_search.cpython-311.pyc,sha256=y2kalB0IWdIiWPe_VDaDrI0t1yc2fWITTEZsWH4JwOk,1426
+sagellm_core/decoding/__pycache__/contrastive.cpython-311.pyc,sha256=UV8JjFEQcSYx-7Abh1Dp33vtk-k-fmTBnWzFlNGc11c,1403
+sagellm_core/decoding/__pycache__/greedy.cpython-311.pyc,sha256=VUJRNTIH37E6YigChRSRaQbSz8kJ-21_5gA8oHUAidE,1233
+sagellm_core/decoding/__pycache__/sampling.cpython-311.pyc,sha256=ta9OQgdP-q_6clo1uCT-sNT4iSQdJ0krSzwUdZjFRPA,2018
+sagellm_core/distributed/__init__.py,sha256=8WTrKkZmYGrV7pj3L083496LskHAv3BOULEIZflgBTc,328
+sagellm_core/distributed/__init__.pyc,sha256=_SWKBPsnozKsZx2ps-ZDeKFTSwc3CtubETNHHk1IkRU,498
+sagellm_core/distributed/strategies.pyc,sha256=TJqwxKEpDaDJETt0Ted3g2WMlJcnK9besBN_SSinjJQ,6061
+sagellm_core/distributed/__pycache__/__init__.cpython-311.pyc,sha256=b1Gjj5Ta9bDSinWeVEt_vStA_bWyu-g_rR5IAVcfcMQ,528
+sagellm_core/distributed/__pycache__/strategies.cpython-311.pyc,sha256=Yhp1sg6jUVhGtaeI2nQbB5I1LRhJlDIxqIAQVQPntxE,6091
+sagellm_core/engine_core/__init__.py,sha256=wG6ONHCRWk4ScU6WwW8f-qL3xITF5OcqbxBHGKAAwd4,314
+sagellm_core/engine_core/__init__.pyc,sha256=R6ubFc9Z_P8S6pTBP4wTU2QYiCml00ShzByMFC7pqvQ,502
+sagellm_core/engine_core/engine_core.pyc,sha256=Py0QPIv3v2m72UoIjNLATl2y1gXWhapvQ0c-kcY-T-8,8790
+sagellm_core/engine_core/__pycache__/__init__.cpython-311.pyc,sha256=RvAvfXsroTP6Hw5amXyNSWXfcr3cx_R4m8Je-YnKcS4,532
+sagellm_core/engine_core/__pycache__/engine_core.cpython-311.pyc,sha256=GMLE3liFfrvzDihHa7GQWYYE9EyWM1YQom7xANl8V88,8820
+sagellm_core/engine_core/scheduler/__init__.py,sha256=V-XPvuplqlFusYZE7ta2NjLivYiN1ALDLkH7H6BbegU,448
+sagellm_core/engine_core/scheduler/__init__.pyc,sha256=nLjAemmKM7TfCiVBVGNSBq9S4e5b6I2gFRhkWujljiM,614
+sagellm_core/engine_core/scheduler/scheduler.pyc,sha256=bGuT5x2XfErPTlXF0W3q-rjXrrMV808HwRpGvaCBG48,8974
+sagellm_core/engine_core/scheduler/__pycache__/__init__.cpython-311.pyc,sha256=2gMvSrEZid6vbh3HpAnBeMQZIDiqQ_8WCJaN009wcK8,644
+sagellm_core/engine_core/scheduler/__pycache__/scheduler.cpython-311.pyc,sha256=7lU7uFxPxYklcRFXCmU5bw4-nad-luu_CRR3LneXZcA,9004
+sagellm_core/engines/__init__.py,sha256=eRxLCXebcl0DqhMh4J3yPcpmoSMtZzjWjCXNku0hcek,865
+sagellm_core/engines/__init__.pyc,sha256=MnRGNG1xeLbQBvDkJObxTTxItq-ekkojfUkDhRNPWA8,934
+sagellm_core/engines/embedding.pyc,sha256=upan7POR95v4ayWknM-dhK8-uNYQgyoFjpFrWO89l74,12189
+sagellm_core/engines/__pycache__/__init__.cpython-311.pyc,sha256=su34pKO2QBnxdWrPgEEtkGHyC-1b1hYpb1aKqyjvvjU,964
+sagellm_core/engines/__pycache__/ascend.cpython-311.pyc,sha256=2LkuzJcrdmt0UZTlS0DgGm6aivzwxWwSy2YkcKrN01E,17293
+sagellm_core/engines/__pycache__/cpu.cpython-311.pyc,sha256=QJRZjpcjGW78ycRdua7fBJfjePmAIxP3S8gPiYv2Qso,27863
+sagellm_core/engines/__pycache__/embedding.cpython-311.pyc,sha256=YW6ItZQlFWT0BKzLbSxNyTY8ew9PX6-2uplUasbrJcA,12219
+sagellm_core/engines/__pycache__/hf_cuda.cpython-311.pyc,sha256=MVNhV0o25G6WCO_X2JNGtpeyAOr218j_2o2D-QBN9aA,61133
+sagellm_core/engines/__pycache__/mock.cpython-311.pyc,sha256=O5j1RVjz8mAgoA0Aogt_3bVmChAtuJSrjMgDFB8YTAI,14641
+sagellm_core/engines/__pycache__/pytorch.cpython-311.pyc,sha256=QIE4FK2eD6k-pK1gCwqhQZzHjlobNwJd4VF1kpSDsdU,18438
+sagellm_core/engines/__pycache__/pytorch_engine.cpython-311.pyc,sha256=_YQSaAOqxK9edQidMtXYOrKxpvTg4XpsfPAzSdzVilM,11675
+sagellm_core/executor/__init__.py,sha256=Acm1uxVigM823XnTaJ2UC_mSgTIlvtHb6uX076tMSN0,507
+sagellm_core/executor/__init__.pyc,sha256=IMVaXJDbL6LmQR5clBxzOv_Imdfkx3qhehd5ITwaKUk,705
+sagellm_core/executor/executor_base.pyc,sha256=Htz_79Bu4NzX_OvHijGmb1IGf1ljjcnbnk7tGsOy4f8,4759
+sagellm_core/executor/uniproc_executor.pyc,sha256=nCbzgZdfxK66BTJ-IyPDimgIGDSHZ9JY2ebYGGDTEow,4940
+sagellm_core/executor/__pycache__/__init__.cpython-311.pyc,sha256=pOLj3HVcWndrekeQkbMnV8OVmcIaREi6Vamg56WQAwo,735
+sagellm_core/executor/__pycache__/executor_base.cpython-311.pyc,sha256=E4L5XKNOkJWpO4vS5uby5Vy3k0CTwU4Y7Wdu0fsDmLA,4789
+sagellm_core/executor/__pycache__/uniproc_executor.cpython-311.pyc,sha256=YEdTuwhNy87-IWsV8drNDdWkUoFuaYpXUEky7XqMIIE,4970
+sagellm_core/inputs/__init__.py,sha256=t_DP0n7Cx-L9BiniDcKHBcg6IK6EVCs8J7GRbAwPbLk,301
+sagellm_core/inputs/__init__.pyc,sha256=Qh005a2gtMz77uE567hKggGU7iYrUlWIzmY8xiLixcA,513
+sagellm_core/inputs/processor.pyc,sha256=5Ke4Tj302q6sWi1nYcDD8-G1naoRCzlCOBBI-tAdFj4,3641
+sagellm_core/inputs/tokenizer_utils.pyc,sha256=fN5sgRQ4x9LiXJtJ_iNsNlVQw5BthevljtEBe-8Oaog,2871
+sagellm_core/inputs/__pycache__/__init__.cpython-311.pyc,sha256=8xemWcJqzi_8X0NAS8KTOhRauuysP83byACIBp_u2qc,543
+sagellm_core/inputs/__pycache__/processor.cpython-311.pyc,sha256=5yKRXpIzAOTs7h0cJ9iAfdmHISXcuN0dtznOep3XkGE,3671
+sagellm_core/inputs/__pycache__/tokenizer_utils.cpython-311.pyc,sha256=8xwDMm1dRn_3DnSF8KpOND2FNVoMdUsqsLSLS45MLAQ,2901
+sagellm_core/model/__init__.py,sha256=WKrGGLrz5yhK5R1-YapCiV8eBec7kH-NvBOEIm6VD90,329
+sagellm_core/model/__init__.pyc,sha256=Fju8m57XeVHow1PtjbqauE-IVnMsLmS1JegIj6aHWnk,542
+sagellm_core/model/model_loader.pyc,sha256=kuNxl6LEyoWtKN1_omKbXj8TrELzmGFlxHUiJ_zpLsI,5822
+sagellm_core/model/weight_utils.pyc,sha256=gYjqCRbG7IoyEfsXxk6J6Ehx71cI9u-ZyN0cz7nxZd0,1830
+sagellm_core/model/__pycache__/__init__.cpython-311.pyc,sha256=C1j9jCAPUJ1i0tLbq6yl18qxtF3oLug0Fyp7WYNvfg0,572
+sagellm_core/model/__pycache__/model_loader.cpython-311.pyc,sha256=L5pGt77ARH5sATK_ZCXI7DKwVFmz_hf_BPspiUaRqMA,5852
+sagellm_core/model/__pycache__/weight_utils.cpython-311.pyc,sha256=_AM69IQJMPQ6Etv5qNd5XXca1v8OqDb2AZxYp4DF-Zk,1860
+sagellm_core/observability/__init__.py,sha256=lT3qt-69vwH3KlxqN0H_hjknmaXl8Yx2Q3PrWifNvd8,378
+sagellm_core/observability/__init__.pyc,sha256=Vo6HKFVcD2BFmVSIrTQ3ET2W4ocL4PS7hPB2lYk3XBI,608
+sagellm_core/observability/logger.pyc,sha256=__qUTn-U_Ytb6uC41jdFnRhqNdTOMQr3lWemVuaGfZs,1910
+sagellm_core/observability/metrics.pyc,sha256=XMPsEVmo0UryWXBdEiCd8F-7xSHSMK0bfu3BZhhiaw0,6314
+sagellm_core/observability/__pycache__/__init__.cpython-311.pyc,sha256=KztJku2hR28FdLM9upyzSDsRp3L1By-uP4u32RSJM-s,638
+sagellm_core/observability/__pycache__/logger.cpython-311.pyc,sha256=ecxLqgRtIa8PKUutUs9UjTZAW2xHEOdKM11c22TL2_w,1940
+sagellm_core/observability/__pycache__/metrics.cpython-311.pyc,sha256=pWwNmHuv4CQYBJXuHhLb8eUuacHVbz-BiTuA9DEwE3w,6344
+sagellm_core/sampling/__init__.py,sha256=H8b1UnwiYfMP2rODrjDJXvoI8fRTyfCoDImHRstIDGg,330
+sagellm_core/sampling/__init__.pyc,sha256=yLCF1nUXM8hEjNYDXeUdL_bhF0ETuXf268K4qSduu8Q,556
+sagellm_core/sampling/params.pyc,sha256=DvmQr264K4Op0IEMzSiCR8mqzYm5b7uUp9oq3qpfxLg,3391
+sagellm_core/sampling/sampler.pyc,sha256=VrihqYFt2smuK5DYGYnDlRuFYQw_t_l7cpoZ11lab5A,6721
+sagellm_core/sampling/__pycache__/__init__.cpython-311.pyc,sha256=1WsABgFyZ1_Yb2ZIFpOWfdNVcEPsvAoFW40l5AXiUJI,586
+sagellm_core/sampling/__pycache__/params.cpython-311.pyc,sha256=ko7MN_q_sQAHaSKTOBEkmwKD61q04T6V66VyrA1DAIY,3421
+sagellm_core/sampling/__pycache__/sampler.cpython-311.pyc,sha256=pcEJ3oc5c0nF5xnT8sqfh3ttA7WCiHxL-cbP87jaOIw,6751
+sagellm_core/worker/__init__.py,sha256=isHAvgRYHX_HBRQsJtB72ziV4xeSDyjR1xFH3h_HEHQ,258
+sagellm_core/worker/__init__.pyc,sha256=VfcFluD-KEGY0hePW-2QJxxpC4LMVbutSpb2c1cKejU,445
+sagellm_core/worker/worker.pyc,sha256=tkAsQIaEff2uGcXg_VtucXDmTwOopnbIySJpdyTayqc,4772
+sagellm_core/worker/__pycache__/__init__.cpython-311.pyc,sha256=s3geJ4mjHxtIg56QUqeSH7dEmDmJG3MObJpAR111zbI,475
+sagellm_core/worker/__pycache__/worker.cpython-311.pyc,sha256=YSkyKzZTTD15LwcqLECSB_omgYX30gGg4IAOfDt3IgQ,4802
+sagellm_core/worker/model_runner/__init__.py,sha256=w4cq2JoxfHYNUQI3jXO-XhFCoYxNg6YHkioK-S3Ayro,246
+sagellm_core/worker/model_runner/__init__.pyc,sha256=kkBLi-4aRMRBhOY1QYZ9viqQQRbP1TRsZno4B3j_vUo,447
+sagellm_core/worker/model_runner/model_runner.pyc,sha256=e51cI6OrHSQKquqUzwh5hXOJm4xh-yVCjhi-zrx-tZo,16106
+sagellm_core/worker/model_runner/__pycache__/__init__.cpython-311.pyc,sha256=783vihBvzxzqV4tqVRM7HS_Sy3NAjJnueWlsKW9hkyQ,477
+sagellm_core/worker/model_runner/__pycache__/model_runner.cpython-311.pyc,sha256=eSqfy060gQsPj-vsWAcBKfjHB6C0676VrKxOvHk3C_k,16136
+isagellm_core-0.4.0.11.dist-info/METADATA,sha256=Zq-qR7asZ7oljVs2L_-XCwUpnpMakcEFnRxarQSQafQ,9926
+isagellm_core-0.4.0.11.dist-info/WHEEL,sha256=Mk1ST5gDzEO5il5kYREiBnzzM469m5sI8ESPl7TRhJY,110
+isagellm_core-0.4.0.11.dist-info/entry_points.txt,sha256=w0kgbHe7jVNOuy785wFMEBwqoZUnfU24HCImsQII3y0,64
+isagellm_core-0.4.0.11.dist-info/top_level.txt,sha256=wcgdWrvkaoYYh_dWSFI5Toi8PZsHutVqfhTB2tb0K6g,13
+isagellm_core-0.4.0.11.dist-info/RECORD,,

{isagellm_core-0.4.0.8.dist-info → isagellm_core-0.4.0.11.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.9.0)
+Generator: setuptools (80.10.2)
 Root-Is-Purelib: true
 Tag: py2-none-any
 Tag: py3-none-any

sagellm_core/__init__.py

@@ -26,7 +26,7 @@ Architecture (vLLM v1 style):
 
 from __future__ import annotations
 
-__version__ = "0.4.0.8"
+__version__ = "0.4.0.11"
 
 # ============================================================================
 # New Architecture (vLLM v1 style) - Hardware Agnostic

sagellm_core/decoding/__init__.py

@@ -0,0 +1,43 @@
+from __future__ import annotations
+
+from sagellm_protocol.sampling import DecodingStrategy, SamplingParams
+
+from sagellm_core.decoding.base import DecodingStrategyBase
+from sagellm_core.decoding.beam_search import BeamSearchDecoding
+from sagellm_core.decoding.contrastive import ContrastiveSearchDecoding
+from sagellm_core.decoding.greedy import GreedyDecoding
+from sagellm_core.decoding.sampling import SamplingDecoding
+
+
+def create_decoding_strategy(params: SamplingParams) -> DecodingStrategyBase:
+    """工厂函数：根据 SamplingParams 创建解码策略
+
+    Args:
+        params: 采样参数配置
+
+    Returns:
+        对应的解码策略实例
+
+    Raises:
+        ValueError: 不支持的解码策略
+    """
+    if params.strategy == DecodingStrategy.GREEDY:
+        return GreedyDecoding(params)
+    elif params.strategy == DecodingStrategy.SAMPLING:
+        return SamplingDecoding(params)
+    elif params.strategy == DecodingStrategy.BEAM_SEARCH:
+        return BeamSearchDecoding(params)
+    elif params.strategy == DecodingStrategy.CONTRASTIVE:
+        return ContrastiveSearchDecoding(params)
+    else:
+        raise ValueError(f"Unsupported decoding strategy: {params.strategy}")
+
+
+__all__ = [
+    "DecodingStrategyBase",
+    "GreedyDecoding",
+    "SamplingDecoding",
+    "BeamSearchDecoding",
+    "ContrastiveSearchDecoding",
+    "create_decoding_strategy",
+]

isagellm_core-0.4.0.8.dist-info/RECORD

@@ -1,109 +0,0 @@
-sagellm_core/__init__.py,sha256=_CxpTNJlokBJOTgJG-2uvla4R_TNvcsD1i1pYvDBqZA,6922
-sagellm_core/__init__.pyc,sha256=tNump2cFRWc9U5sqXWHbG6Qv6Uqm-rWJKqc5JcWZsys,4482
-sagellm_core/__main__.pyc,sha256=48Ej1ycqV-z87qawGOTNBKNgY3EcbffUOOXrDecOR3g,384
-sagellm_core/config.pyc,sha256=cCMLvMVb_s3HzPYSfqlbRWodQ4Uby8U962l1vmunT5Y,8453
-sagellm_core/demo.pyc,sha256=0hZkAJch6ETjSDsPq8XkDLNcd8qAys_hqOH1qi0xBzg,6028
-sagellm_core/engine.pyc,sha256=o5yzFfLhpRx5lEYC2E75q9b04UqsDY63fC4nZdkHyeU,12258
-sagellm_core/engine_factory.pyc,sha256=cNbEImM0MNcCgVeC0zViAT1AZkPAt2WARrVd1U__tS4,14886
-sagellm_core/engine_server.pyc,sha256=cPziNi2CVHFCunu1Fc1xaC-abSKFrdEo22ni4c1ThUk,19482
-sagellm_core/factory.pyc,sha256=B0s_JSOjVPwE95Oj2moP_vVA3vCrWsi2753UrwF8-eM,2737
-sagellm_core/health.pyc,sha256=c4A60b1ZANbAqck59AV-kczK2b355EPi9JxoYHRlhl8,684
-sagellm_core/llm_engine.pyc,sha256=Joo5XCIuy3x7E-aqHxi-sJe-cotpYwdEZkFjU3AO5d4,23341
-sagellm_core/pd_executor.pyc,sha256=0X4y_b1Eo0dbRMHUbNwMzDdrAnnM3_1nGEBROyM-9vo,17970
-sagellm_core/plugins.pyc,sha256=g6eke_yH65_7Bu6yfT7v19cZ7gjIAWbkyG7gv1JSXy0,2617
-sagellm_core/py.typed,sha256=ixa8YukDZ3kLo0WsFJRGohLMyHzbMur1ALmmASML2cs,64
-sagellm_core/runner.pyc,sha256=2UlxzkAZhE9s4tFIE6J-LsYMvWgf2KYsVUUl3AGHSq4,14180
-sagellm_core/runtime.pyc,sha256=RFPMN7Vu9M5O1ZYgFQ9REz4wkMFznRPVPt2ra3u2vns,10018
-sagellm_core/workload.pyc,sha256=G9yMm2L4ZyZpGsCxuEOQ83t78Y_lCQmbg5p6OHl5rn0,4127
-sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=Z1TY66TopioBx2VW_klW0CP3wb8AziQrYyo7DhXGngI,4512
-sagellm_core/__pycache__/base_engine.cpython-311.pyc,sha256=XiynMTxG3srYsUwzIoEbwEJOmpjBBB6UNEoAXDxDgWM,9563
-sagellm_core/__pycache__/config.cpython-311.pyc,sha256=6gUdzUs3m31zGQVa2OzlPcPbX1it2Ziag0cQbCaXvIU,8483
-sagellm_core/__pycache__/demo.cpython-311.pyc,sha256=PN6yZ3PgPWjiZ4XqpqRT-s5YYWitMwR_muYFvPmXdWA,6058
-sagellm_core/__pycache__/engine.cpython-311.pyc,sha256=B6ynwwETTD_kjZ2CvUao_QRjM0EluEWg60Be-nRiVeE,12288
-sagellm_core/__pycache__/engine_factory.cpython-311.pyc,sha256=Qte3LXKSpcOWGhu-Hns7xPvTdkyYry3v_EeYQbfVp4w,14916
-sagellm_core/__pycache__/engine_server.cpython-311.pyc,sha256=1e0EOjFWg3awIlmx-Sg9NozW_oUzqE7tvRnQuK-WmfY,19512
-sagellm_core/__pycache__/factory.cpython-311.pyc,sha256=R4MbGyreD3U2iWmwQ0r14R347GAY9RM_I1xOiWovozo,2767
-sagellm_core/__pycache__/health.cpython-311.pyc,sha256=Z2mo-4iGINZp0w9AmCJomhHGRSzvbwxCfmdMAjg5vc4,714
-sagellm_core/__pycache__/llm_engine.cpython-311.pyc,sha256=Ps62EKaJpV91GUeXCTHaC6uOCl_g5CHQNUJIZ3XS2tg,23371
-sagellm_core/__pycache__/mock_engine.cpython-311.pyc,sha256=zCHNncwIzEgqZ0lc7kiWkS-zOHf7CQ73UhCXztR6mFM,581
-sagellm_core/__pycache__/pd_executor.cpython-311.pyc,sha256=khKFSFOaqEVMsA9sqbJ2WctNpzq4DUs3VrBioJyu66I,18000
-sagellm_core/__pycache__/plugins.cpython-311.pyc,sha256=gaoaHApylGSrmMxXVwFs2v4idiZJnisttawlXTbXBWY,2647
-sagellm_core/__pycache__/runner.cpython-311.pyc,sha256=V_QCo-2QpP3LO23dGTrTJlX3c0eBumBd_8nQxDXW8jY,14210
-sagellm_core/__pycache__/runtime.cpython-311.pyc,sha256=STMbXptWWqislgsqEk4kIXmUYXdFzGDihSeXGWLy_6k,10048
-sagellm_core/__pycache__/workload.cpython-311.pyc,sha256=Y01UUCDE85D8GY5kF_UsHyNCBbMkmsoB3vOUJV-vulA,4157
-sagellm_core/distributed/__init__.py,sha256=8WTrKkZmYGrV7pj3L083496LskHAv3BOULEIZflgBTc,328
-sagellm_core/distributed/__init__.pyc,sha256=L-ru2BwKIoQBrwdfndgwMO_-hfh_a09HEDe8y5FbTP0,498
-sagellm_core/distributed/strategies.pyc,sha256=QxIMwtbXGSz4TKbveyY4U5zceYu7-bALbWcXFx_Id3w,6061
-sagellm_core/distributed/__pycache__/__init__.cpython-311.pyc,sha256=sHA06SA1A8VpKKmjUqNaavq4ubM1w3OZhlnuLI4-ER8,528
-sagellm_core/distributed/__pycache__/strategies.cpython-311.pyc,sha256=CcGcenv2u8crCJBOfUOaqqX3ZgmHp8kYBQBZCPw7Aa0,6091
-sagellm_core/engine_core/__init__.py,sha256=wG6ONHCRWk4ScU6WwW8f-qL3xITF5OcqbxBHGKAAwd4,314
-sagellm_core/engine_core/__init__.pyc,sha256=afXP8W2OkwkUE-DF8KuXkZnCKIvRQlgLgcRKCQWsSic,502
-sagellm_core/engine_core/engine_core.pyc,sha256=XNqqasoE7Ues3Bj97_B1C3CwoQQ5kbaHxS37gjvWeWk,8790
-sagellm_core/engine_core/__pycache__/__init__.cpython-311.pyc,sha256=HmDClA2XR0HpgAycKBgUT5rrUw7sSiD7ya_ZgMA-l0s,532
-sagellm_core/engine_core/__pycache__/engine_core.cpython-311.pyc,sha256=Edt077OVG1o_ZDiEyLcz_T3w9Lb5gt24ASNcGEYId08,8820
-sagellm_core/engine_core/scheduler/__init__.py,sha256=V-XPvuplqlFusYZE7ta2NjLivYiN1ALDLkH7H6BbegU,448
-sagellm_core/engine_core/scheduler/__init__.pyc,sha256=JuTZf21x9-JQlcUA3FKaAhHnviySF8IvzhiCBGztwdQ,614
-sagellm_core/engine_core/scheduler/scheduler.pyc,sha256=jn1TrZ0StQRH8AYPp-i7F43neeLPYVlLhJD-9J3nMT0,8974
-sagellm_core/engine_core/scheduler/__pycache__/__init__.cpython-311.pyc,sha256=tpgFqfLDIQcMzivl7in_XpOiIIFBcdXuPVG6LYsDpTs,644
-sagellm_core/engine_core/scheduler/__pycache__/scheduler.cpython-311.pyc,sha256=82lBCpVN3zxQ2BtDyk5e2dJcyQbBn0CuJK9T4Wb88as,9004
-sagellm_core/engines/__init__.py,sha256=eRxLCXebcl0DqhMh4J3yPcpmoSMtZzjWjCXNku0hcek,865
-sagellm_core/engines/__init__.pyc,sha256=d03OLSOxhZQ8q2XxhyEQbfu9gdFko2FQPKeQ4wpekR4,934
-sagellm_core/engines/embedding.pyc,sha256=FLbPRuR4pSPo4caNpYeIbm4Dn-zS97XAhsMsTUp9nPg,12189
-sagellm_core/engines/__pycache__/__init__.cpython-311.pyc,sha256=HU_A2xK17r19uVuGQEpdzjUQN4WHfnwPhcaHkcro5b0,964
-sagellm_core/engines/__pycache__/ascend.cpython-311.pyc,sha256=A3F0gZAhTeUDM7Fpur1skw1DaWBX-W88oXCs9L-0qm0,34653
-sagellm_core/engines/__pycache__/cpu.cpython-311.pyc,sha256=lxuj9LGXjsg7WwB0GXQUsYBphevFENmeLAjKYiswNxY,27863
-sagellm_core/engines/__pycache__/embedding.cpython-311.pyc,sha256=d30mG4YdFVylH8k9MgDeyj_cPHoWUeKIfERS9XY-Dzc,12219
-sagellm_core/engines/__pycache__/hf_cuda.cpython-311.pyc,sha256=WcWhj1ktaGONooxWJZKRv-os5Hw-InlfV2ZfZ6myrLY,61133
-sagellm_core/engines/__pycache__/mock.cpython-311.pyc,sha256=1g9YyKfo9yv-6VTjzzfacv-9ZICHjsVXjyJ_IajRnQo,14641
-sagellm_core/engines/__pycache__/pytorch.cpython-311.pyc,sha256=MRSQN2ZBJmuIxFIA_yflaxarFhslfT0SG0Lw7-EFyDQ,18438
-sagellm_core/engines/__pycache__/pytorch_engine.cpython-311.pyc,sha256=dLBcBODxEqgmH25nCBPWhwy3uu3-dqzyzOwQy-izN7A,11675
-sagellm_core/executor/__init__.py,sha256=Acm1uxVigM823XnTaJ2UC_mSgTIlvtHb6uX076tMSN0,507
-sagellm_core/executor/__init__.pyc,sha256=pfDFMgavxPV9IE4NhfUIKyQHRJMVEX6S4GCt3_h2LTw,705
-sagellm_core/executor/executor_base.pyc,sha256=QXIXhucFMPVkpriI2gr6oP8rU56c21YaGWA3yI9-VAw,4759
-sagellm_core/executor/uniproc_executor.pyc,sha256=i9NCp17xqvRsELUefOYdo1mSGVCOo1oNF_egp4PmlnQ,4940
-sagellm_core/executor/__pycache__/__init__.cpython-311.pyc,sha256=zCkeC1EUpfT4oFAe3lLlj38QMKQQhN07zeGyh2u8l9A,735
-sagellm_core/executor/__pycache__/executor_base.cpython-311.pyc,sha256=sKJhsR2sPKdRVuIwc6v-RrujK4opscqKbwM2m7Wkijs,4789
-sagellm_core/executor/__pycache__/uniproc_executor.cpython-311.pyc,sha256=XV00wde-YUHqnQwfOEZlvRNcurfsnQLCLUh0Bd7qGWQ,4970
-sagellm_core/inputs/__init__.py,sha256=t_DP0n7Cx-L9BiniDcKHBcg6IK6EVCs8J7GRbAwPbLk,301
-sagellm_core/inputs/__init__.pyc,sha256=xONx11cRp2Yx-W3oI5AoHBe03yQqY46xMTqh4f9lQ00,513
-sagellm_core/inputs/processor.pyc,sha256=iztIZURC1H_GPo45X1L9MK6GcFw2Huz7Kd4tK2EKEtI,3641
-sagellm_core/inputs/tokenizer_utils.pyc,sha256=F9RIwIxNlcD59rUBA2LHobz7IJGFtiY2V1jYtRPiCMQ,2871
-sagellm_core/inputs/__pycache__/__init__.cpython-311.pyc,sha256=1NdxMZuJHkhlSFWj14_Q_vQaS62CgysRd14FASINH8o,543
-sagellm_core/inputs/__pycache__/processor.cpython-311.pyc,sha256=WFnO-UcDrN4jjuDc6PGtaXiaw0ZaOe2HWKSZuSmgRz8,3671
-sagellm_core/inputs/__pycache__/tokenizer_utils.cpython-311.pyc,sha256=M9R_iEwz3t_t-9ndSG5wjsjGGMO8yhfD-tJyPsLM7Tw,2901
-sagellm_core/model/__init__.py,sha256=WKrGGLrz5yhK5R1-YapCiV8eBec7kH-NvBOEIm6VD90,329
-sagellm_core/model/__init__.pyc,sha256=0dHCbuVhWPKha4dANqvQHwgVQktmpjBBt7g5jnmMlMw,542
-sagellm_core/model/model_loader.pyc,sha256=twQ8kaK87GYCCHhezctZk-TMyL3D9udwU6dY9eWO7P8,5822
-sagellm_core/model/weight_utils.pyc,sha256=8n_GXcxh-Mbb8SWGTe2TxWHq5iAsed2sUHlwhelwtvI,1830
-sagellm_core/model/__pycache__/__init__.cpython-311.pyc,sha256=BLJC6NsnIZLjbhIIa11N9ldnDPF2S0FA2D0y6JDo_cQ,572
-sagellm_core/model/__pycache__/model_loader.cpython-311.pyc,sha256=an6fUwpN5MHulLN3ZgjreL3RagX5UoQoRAdk721A7wk,5852
-sagellm_core/model/__pycache__/weight_utils.cpython-311.pyc,sha256=KqfOW4NGgxi4eIZggRp0DTUD_-6HGRjJmKku9Ni2k58,1860
-sagellm_core/observability/__init__.py,sha256=lT3qt-69vwH3KlxqN0H_hjknmaXl8Yx2Q3PrWifNvd8,378
-sagellm_core/observability/__init__.pyc,sha256=Ghgsq2-WhtT_icjxVgWt6GpOapJupITe8CB_5W0dm2s,608
-sagellm_core/observability/logger.pyc,sha256=GQj6rxgqlgMv7K-7WoDtIYMNttv91PQwXRUGHexhErU,1910
-sagellm_core/observability/metrics.pyc,sha256=4PloQ9SvDFZxgD8LFqFdgW2BX1fOcjzIWLk1AMBxx3g,6314
-sagellm_core/observability/__pycache__/__init__.cpython-311.pyc,sha256=woY1VO6hI89r2lOAH4zT8WsBKDoOHJVovjmo3hMkzjw,638
-sagellm_core/observability/__pycache__/logger.cpython-311.pyc,sha256=WiNrWJrA1z9Q_6NSLmSD0F_gpUW6yNewQuoHUPDkXFI,1940
-sagellm_core/observability/__pycache__/metrics.cpython-311.pyc,sha256=ADV4rPzi7RLfFLkmNprWgzQdd6fniy2tgFEbxLS1B6Y,6344
-sagellm_core/sampling/__init__.py,sha256=H8b1UnwiYfMP2rODrjDJXvoI8fRTyfCoDImHRstIDGg,330
-sagellm_core/sampling/__init__.pyc,sha256=2y3yOA-QUtYbJ2zdbWSK5pW8uXc6_b4kS1HPKAak78o,556
-sagellm_core/sampling/params.pyc,sha256=KVrqkVx0PMolf_T7i6lBvqvAKq_AtpRV9FVZuQ6O7VQ,3391
-sagellm_core/sampling/sampler.pyc,sha256=yJM6IFc4lkPsuA0Sesnu8NQlUocd0QjUfng3rRj8SW8,6721
-sagellm_core/sampling/__pycache__/__init__.cpython-311.pyc,sha256=c7n2Y5x50weB_CDF57v0vO9AcOuF8JX_M49b5j0r-d4,586
-sagellm_core/sampling/__pycache__/params.cpython-311.pyc,sha256=quP2CVoHy0HfX6XUUA6C54ylPZXEtYvt_Wl5dILczuw,3421
-sagellm_core/sampling/__pycache__/sampler.cpython-311.pyc,sha256=tyVZKsPSzTwKxxiDf8sRUOulvLv5MDBOBc3WaRma0To,6751
-sagellm_core/worker/__init__.py,sha256=isHAvgRYHX_HBRQsJtB72ziV4xeSDyjR1xFH3h_HEHQ,258
-sagellm_core/worker/__init__.pyc,sha256=v8RU4B9o4jsoXQc-5-EJsJNV-0bk1axCOJumQ2BPRaE,445
-sagellm_core/worker/worker.pyc,sha256=RS6QzEiDqAqje3grQdGjT1xNd2PQHyxttBxCYHPkJUI,4772
-sagellm_core/worker/__pycache__/__init__.cpython-311.pyc,sha256=MAsXeQ2Dqboq9C9G-vlGfuDBcSfx5E6lIBIuccz4PmA,475
-sagellm_core/worker/__pycache__/worker.cpython-311.pyc,sha256=O0dKCd1vFcR4db5Q2f-Yhm_UBJub1O7054rpAPKqj4U,4802
-sagellm_core/worker/model_runner/__init__.py,sha256=w4cq2JoxfHYNUQI3jXO-XhFCoYxNg6YHkioK-S3Ayro,246
-sagellm_core/worker/model_runner/__init__.pyc,sha256=0-npKJTgcYCup-nQV2VdJJw_XHfIuWI1XYFBw7-dhMg,447
-sagellm_core/worker/model_runner/model_runner.pyc,sha256=V2sGaArkhQsY_Ho1qnE5aZfYa140rRBeaDCL04Z8MVo,16106
-sagellm_core/worker/model_runner/__pycache__/__init__.cpython-311.pyc,sha256=i58Yrh244v3ULPmf-vPb9brHH6izaiBvTs5w-F9QN_U,477
-sagellm_core/worker/model_runner/__pycache__/model_runner.cpython-311.pyc,sha256=tMZgOmjx29FyhjbS7HOwSBTtE4qL-X4bqjLZd0YX9Jo,16136
-isagellm_core-0.4.0.8.dist-info/METADATA,sha256=K9Qa8CX07AxfS_eRe2jvjdD9ZNcIOMLqBBNONixhKhU,9266
-isagellm_core-0.4.0.8.dist-info/WHEEL,sha256=JNWh1Fm1UdwIQV075glCn4MVuCRs0sotJIq-J6rbxCU,109
-isagellm_core-0.4.0.8.dist-info/entry_points.txt,sha256=w0kgbHe7jVNOuy785wFMEBwqoZUnfU24HCImsQII3y0,64
-isagellm_core-0.4.0.8.dist-info/top_level.txt,sha256=wcgdWrvkaoYYh_dWSFI5Toi8PZsHutVqfhTB2tb0K6g,13
-isagellm_core-0.4.0.8.dist-info/RECORD,,