isagellm-core 0.4.0.9__py2.py3-none-any.whl → 0.4.0.11__py2.py3-none-any.whl

{isagellm_core-0.4.0.9.dist-info → isagellm_core-0.4.0.11.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: isagellm-core
-Version: 0.4.0.9
+Version: 0.4.0.11
 Summary: sageLLM core runtime with PD separation (MVP)
 Author: IntelliStream Team
 License: Proprietary - IntelliStream

{isagellm_core-0.4.0.9.dist-info → isagellm_core-0.4.0.11.dist-info}/RECORD

@@ -1,5 +1,5 @@
-sagellm_core/__init__.py,sha256=IV8eES5MHdeUS4JnqTxF2Ys8EGBW5Fh3DNlr7KHdxR4,6922
-sagellm_core/__init__.pyc,sha256=1WW1qdsc-pe9bGiU_thOeiW8r7gRHQQOdvpkTZItZ1s,4482
+sagellm_core/__init__.py,sha256=g7ErmsdHxBlZn0t2-uPiCvFWgP-NtDpDDssE-qXRjPQ,6923
+sagellm_core/__init__.pyc,sha256=ER3zKEKU68xh__JwCX8sx5N-5FaowuCz4MVuYSiAiSU,4483
 sagellm_core/__main__.pyc,sha256=4wEXHFB0JVZaI6wLACU59_b-LfEbujTQZyzONaalAYA,384
 sagellm_core/config.pyc,sha256=D6BzEUag-WANbAMeg47C_eEnV-WokrhfJfdq828LvcA,8453
 sagellm_core/demo.pyc,sha256=cnDtKLPq8WMMacKOVTksOizj4tQ047kguB9B5bq11NM,6028
@@ -8,14 +8,14 @@ sagellm_core/engine_factory.pyc,sha256=vpg10aYdqbeeDNeqXldIxuRsRJN2Funp8mTzsY43V
 sagellm_core/engine_server.pyc,sha256=FmFqVBdlJF3a9i4CSmxYwjAoYqsRb6Y6v4kwpHSz3V8,19482
 sagellm_core/factory.pyc,sha256=SigHMN4U7sbVJq122y0TS_RP3YHpg79ObcvuS6LgQqs,2737
 sagellm_core/health.pyc,sha256=oEWyaaTix4YXhyu8JSYOQAy9KBySxbIcHt2hNpchi-w,684
-sagellm_core/llm_engine.pyc,sha256=iMoV7a1kPGCqB3xizARU8PImDYPg99AWN8XIXzUfjQY,23341
+sagellm_core/llm_engine.pyc,sha256=qsnQxePIVKsdyEF_nI_o3qbuS86FGk9rJjBR3kZBm6A,29926
 sagellm_core/pd_executor.pyc,sha256=cboYeAL0SKW1UqCujfa8I1FPVsngj3nfOXniavg3LJs,17970
 sagellm_core/plugins.pyc,sha256=prhN7ndatYRTqEBXa9JoRQtCoX1FJRuFqlxZSqzSJDM,2617
 sagellm_core/py.typed,sha256=ixa8YukDZ3kLo0WsFJRGohLMyHzbMur1ALmmASML2cs,64
 sagellm_core/runner.pyc,sha256=4trJQHH8u0HFGNo979TprM9n_VzTFpCSJt33Y5Ww668,14180
 sagellm_core/runtime.pyc,sha256=uDxW8AgbSsFshkwXIICktL9LRAjMo2KQ2yG2KBve6zU,10018
 sagellm_core/workload.pyc,sha256=FFwgFkMosyFheCwJyA-ZwEHXgZ7T-1CQDS9LRh20CO8,4127
-sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=8SDr5um-dBohHPVSSDYH-D4xrG7EbFmr5wP308KfvS4,4512
+sagellm_core/__pycache__/__init__.cpython-311.pyc,sha256=i7kk6ALamrCB-rZ_B6UPu9QSeXwSGUW4RpLyg8kw3BQ,4513
 sagellm_core/__pycache__/base_engine.cpython-311.pyc,sha256=L5Al-v9E7_wvO_wCzwy-uogVGhcREnrEhWOPY8CMEdQ,9853
 sagellm_core/__pycache__/config.cpython-311.pyc,sha256=ZSESQXOcv-gJr-icamkEFpAR1PNeyvKVXHJu3Y0dO6s,8483
 sagellm_core/__pycache__/demo.cpython-311.pyc,sha256=eMbpttsWiiBATxcILuudXwoLq5ZQSUTmpYYy1jY-VYo,6058
@@ -24,13 +24,26 @@ sagellm_core/__pycache__/engine_factory.cpython-311.pyc,sha256=-717osG6-zrzj9x8s
 sagellm_core/__pycache__/engine_server.cpython-311.pyc,sha256=Crcqur1Aq4WVTHkSlTUGrgTUxO2rymLrJ0HMVKq9ufE,19512
 sagellm_core/__pycache__/factory.cpython-311.pyc,sha256=1yeTW3ALNQ-xw9bDdZVlfBc_yO495KQcoOuvhThG36U,2767
 sagellm_core/__pycache__/health.cpython-311.pyc,sha256=t8l6F_O808YWsFBDQfdJU6_Ps8H-nnE6k0fdLxYwLJk,714
-sagellm_core/__pycache__/llm_engine.cpython-311.pyc,sha256=bxoRfJdMEGufB6Xk_Mh0PpK1zouQ6u1TM6asKX5Z7vo,23371
+sagellm_core/__pycache__/llm_engine.cpython-311.pyc,sha256=O5BlJsIRVt41MpkUO8dZrax3A3l1AMXYlVz8mKodrgo,29956
 sagellm_core/__pycache__/mock_engine.cpython-311.pyc,sha256=KcHBGI1dVIEKm7rhZOkPWQ27rzNVEhmXDYsiQ_5Lfe8,562
 sagellm_core/__pycache__/pd_executor.cpython-311.pyc,sha256=9NhFpI3TPlc0HW8CoRu5x9jlKCixaH1IY6U6BU1ddiY,18000
 sagellm_core/__pycache__/plugins.cpython-311.pyc,sha256=JWDZp0He2PDUIhc-o5oj-lFjsuGTMiLAq3nB3GGYzXQ,2647
 sagellm_core/__pycache__/runner.cpython-311.pyc,sha256=xXQP2y-LPqMs5ZmSu_gGGnx9eU2WVMYEyXAnDVuQCzs,14210
 sagellm_core/__pycache__/runtime.cpython-311.pyc,sha256=fadWL6cKnHatwsjDuRP4-uT5Xes9gQSKrCt7bE3TFQA,10048
 sagellm_core/__pycache__/workload.cpython-311.pyc,sha256=EcJYQc6wkQ39ja5XUV6AIAcN_z6s5o2Q6JbtmRg2YEE,4157
+sagellm_core/decoding/__init__.py,sha256=P9u4AgMYaPlhcgIfvT0V8JZ_51Vn58Js52QiNHfYgYE,1386
+sagellm_core/decoding/__init__.pyc,sha256=P78cV0_-PZsS2qFeHQAPKVYDIdUiDrg0NLT_5JM7ooo,1837
+sagellm_core/decoding/base.pyc,sha256=oxkCsqugrLk6pmFk3l9cRQ3WTIGL-nHQaqAlCc3xDwU,1685
+sagellm_core/decoding/beam_search.pyc,sha256=C_QnQ4Su9hw-ePbg3To0lwfgTzj6QysAbE7MUdJPAbo,1396
+sagellm_core/decoding/contrastive.pyc,sha256=7HZ6AVtCGD4Gb0qZnxOz8k25MgIoJ9MbrYjzZkIYGOE,1373
+sagellm_core/decoding/greedy.pyc,sha256=KwmZuaySuT_AzrjfbMkzqooVq7Ql9bKotW_G3bv5jvQ,1203
+sagellm_core/decoding/sampling.pyc,sha256=qWLywL5KyQ-QYkSvLNmN7G14A4VHFFgtxBsJbkXZaWk,1988
+sagellm_core/decoding/__pycache__/__init__.cpython-311.pyc,sha256=hs_lE1ZMHXW7-z1l6j9Hd_T8k4dYxovGwdbHkNxPNrg,1867
+sagellm_core/decoding/__pycache__/base.cpython-311.pyc,sha256=xvj3iA60Q7IicvIBzf0w3eF6rqtGwnHsggDVCWUVjqc,1715
+sagellm_core/decoding/__pycache__/beam_search.cpython-311.pyc,sha256=y2kalB0IWdIiWPe_VDaDrI0t1yc2fWITTEZsWH4JwOk,1426
+sagellm_core/decoding/__pycache__/contrastive.cpython-311.pyc,sha256=UV8JjFEQcSYx-7Abh1Dp33vtk-k-fmTBnWzFlNGc11c,1403
+sagellm_core/decoding/__pycache__/greedy.cpython-311.pyc,sha256=VUJRNTIH37E6YigChRSRaQbSz8kJ-21_5gA8oHUAidE,1233
+sagellm_core/decoding/__pycache__/sampling.cpython-311.pyc,sha256=ta9OQgdP-q_6clo1uCT-sNT4iSQdJ0krSzwUdZjFRPA,2018
 sagellm_core/distributed/__init__.py,sha256=8WTrKkZmYGrV7pj3L083496LskHAv3BOULEIZflgBTc,328
 sagellm_core/distributed/__init__.pyc,sha256=_SWKBPsnozKsZx2ps-ZDeKFTSwc3CtubETNHHk1IkRU,498
 sagellm_core/distributed/strategies.pyc,sha256=TJqwxKEpDaDJETt0Ted3g2WMlJcnK9besBN_SSinjJQ,6061
@@ -102,8 +115,8 @@ sagellm_core/worker/model_runner/__init__.pyc,sha256=kkBLi-4aRMRBhOY1QYZ9viqQQRb
 sagellm_core/worker/model_runner/model_runner.pyc,sha256=e51cI6OrHSQKquqUzwh5hXOJm4xh-yVCjhi-zrx-tZo,16106
 sagellm_core/worker/model_runner/__pycache__/__init__.cpython-311.pyc,sha256=783vihBvzxzqV4tqVRM7HS_Sy3NAjJnueWlsKW9hkyQ,477
 sagellm_core/worker/model_runner/__pycache__/model_runner.cpython-311.pyc,sha256=eSqfy060gQsPj-vsWAcBKfjHB6C0676VrKxOvHk3C_k,16136
-isagellm_core-0.4.0.9.dist-info/METADATA,sha256=zTDJS4f1lXoQfybt-6j6jFyHEueqbIB1HmMvvOM1XoA,9925
-isagellm_core-0.4.0.9.dist-info/WHEEL,sha256=Mk1ST5gDzEO5il5kYREiBnzzM469m5sI8ESPl7TRhJY,110
-isagellm_core-0.4.0.9.dist-info/entry_points.txt,sha256=w0kgbHe7jVNOuy785wFMEBwqoZUnfU24HCImsQII3y0,64
-isagellm_core-0.4.0.9.dist-info/top_level.txt,sha256=wcgdWrvkaoYYh_dWSFI5Toi8PZsHutVqfhTB2tb0K6g,13
-isagellm_core-0.4.0.9.dist-info/RECORD,,
+isagellm_core-0.4.0.11.dist-info/METADATA,sha256=Zq-qR7asZ7oljVs2L_-XCwUpnpMakcEFnRxarQSQafQ,9926
+isagellm_core-0.4.0.11.dist-info/WHEEL,sha256=Mk1ST5gDzEO5il5kYREiBnzzM469m5sI8ESPl7TRhJY,110
+isagellm_core-0.4.0.11.dist-info/entry_points.txt,sha256=w0kgbHe7jVNOuy785wFMEBwqoZUnfU24HCImsQII3y0,64
+isagellm_core-0.4.0.11.dist-info/top_level.txt,sha256=wcgdWrvkaoYYh_dWSFI5Toi8PZsHutVqfhTB2tb0K6g,13
+isagellm_core-0.4.0.11.dist-info/RECORD,,

sagellm_core/__init__.py

@@ -26,7 +26,7 @@ Architecture (vLLM v1 style):
 
 from __future__ import annotations
 
-__version__ = "0.4.0.9"
+__version__ = "0.4.0.11"
 
 # ============================================================================
 # New Architecture (vLLM v1 style) - Hardware Agnostic

sagellm_core/decoding/__init__.py

@@ -0,0 +1,43 @@
+from __future__ import annotations
+
+from sagellm_protocol.sampling import DecodingStrategy, SamplingParams
+
+from sagellm_core.decoding.base import DecodingStrategyBase
+from sagellm_core.decoding.beam_search import BeamSearchDecoding
+from sagellm_core.decoding.contrastive import ContrastiveSearchDecoding
+from sagellm_core.decoding.greedy import GreedyDecoding
+from sagellm_core.decoding.sampling import SamplingDecoding
+
+
+def create_decoding_strategy(params: SamplingParams) -> DecodingStrategyBase:
+    """工厂函数：根据 SamplingParams 创建解码策略
+
+    Args:
+        params: 采样参数配置
+
+    Returns:
+        对应的解码策略实例
+
+    Raises:
+        ValueError: 不支持的解码策略
+    """
+    if params.strategy == DecodingStrategy.GREEDY:
+        return GreedyDecoding(params)
+    elif params.strategy == DecodingStrategy.SAMPLING:
+        return SamplingDecoding(params)
+    elif params.strategy == DecodingStrategy.BEAM_SEARCH:
+        return BeamSearchDecoding(params)
+    elif params.strategy == DecodingStrategy.CONTRASTIVE:
+        return ContrastiveSearchDecoding(params)
+    else:
+        raise ValueError(f"Unsupported decoding strategy: {params.strategy}")
+
+
+__all__ = [
+    "DecodingStrategyBase",
+    "GreedyDecoding",
+    "SamplingDecoding",
+    "BeamSearchDecoding",
+    "ContrastiveSearchDecoding",
+    "create_decoding_strategy",
+]