sglang 0.5.4.post1__py3-none-any.whl → 0.5.4.post2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (150) hide show
  1. sglang/bench_one_batch.py +149 -34
  2. sglang/bench_serving.py +18 -3
  3. sglang/compile_deep_gemm.py +13 -7
  4. sglang/srt/batch_invariant_ops/__init__.py +2 -0
  5. sglang/srt/batch_invariant_ops/batch_invariant_ops.py +120 -0
  6. sglang/srt/checkpoint_engine/__init__.py +9 -0
  7. sglang/srt/checkpoint_engine/update.py +317 -0
  8. sglang/srt/configs/__init__.py +2 -0
  9. sglang/srt/configs/deepseek_ocr.py +542 -10
  10. sglang/srt/configs/deepseekvl2.py +95 -194
  11. sglang/srt/configs/kimi_linear.py +160 -0
  12. sglang/srt/configs/mamba_utils.py +66 -0
  13. sglang/srt/configs/model_config.py +25 -2
  14. sglang/srt/constants.py +7 -0
  15. sglang/srt/debug_utils/tensor_dump_forward_hook.py +149 -0
  16. sglang/srt/disaggregation/decode.py +34 -6
  17. sglang/srt/disaggregation/nixl/conn.py +2 -2
  18. sglang/srt/disaggregation/prefill.py +25 -3
  19. sglang/srt/distributed/device_communicators/custom_all_reduce.py +3 -1
  20. sglang/srt/distributed/parallel_state.py +9 -5
  21. sglang/srt/entrypoints/engine.py +13 -5
  22. sglang/srt/entrypoints/http_server.py +22 -3
  23. sglang/srt/entrypoints/openai/protocol.py +7 -1
  24. sglang/srt/entrypoints/openai/serving_chat.py +42 -0
  25. sglang/srt/entrypoints/openai/serving_completions.py +10 -0
  26. sglang/srt/entrypoints/openai/serving_embedding.py +1 -0
  27. sglang/srt/environ.py +7 -0
  28. sglang/srt/eplb/expert_distribution.py +34 -1
  29. sglang/srt/eplb/expert_location.py +106 -36
  30. sglang/srt/grpc/compile_proto.py +3 -0
  31. sglang/srt/layers/attention/ascend_backend.py +233 -5
  32. sglang/srt/layers/attention/attention_registry.py +3 -0
  33. sglang/srt/layers/attention/fla/chunk_delta_h.py +61 -32
  34. sglang/srt/layers/attention/fla/fused_recurrent.py +17 -4
  35. sglang/srt/layers/attention/fla/kda.py +1359 -0
  36. sglang/srt/layers/attention/fla/layernorm_gated.py +7 -1
  37. sglang/srt/layers/attention/flashattention_backend.py +7 -6
  38. sglang/srt/layers/attention/flashinfer_mla_backend.py +3 -1
  39. sglang/srt/layers/attention/flashmla_backend.py +1 -1
  40. sglang/srt/layers/attention/hybrid_linear_attn_backend.py +223 -0
  41. sglang/srt/layers/attention/mamba/mamba.py +20 -11
  42. sglang/srt/layers/attention/nsa/dequant_k_cache.py +138 -6
  43. sglang/srt/layers/attention/nsa/nsa_indexer.py +45 -22
  44. sglang/srt/layers/attention/nsa/quant_k_cache.py +44 -12
  45. sglang/srt/layers/attention/nsa/transform_index.py +1 -1
  46. sglang/srt/layers/attention/nsa_backend.py +157 -23
  47. sglang/srt/layers/attention/triton_backend.py +4 -1
  48. sglang/srt/layers/attention/trtllm_mha_backend.py +10 -4
  49. sglang/srt/layers/attention/trtllm_mla_backend.py +10 -2
  50. sglang/srt/layers/communicator.py +23 -1
  51. sglang/srt/layers/layernorm.py +16 -2
  52. sglang/srt/layers/logits_processor.py +4 -20
  53. sglang/srt/layers/moe/ep_moe/layer.py +0 -18
  54. sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_4_0/E=257,N=256,device_name=NVIDIA_H20,dtype=fp8_w8a8,block_shape=[128, 128].json +146 -0
  55. sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_4_0/E=257,N=256,device_name=NVIDIA_H20,dtype=fp8_w8a8,block_shape=[128, 128]_down.json +164 -0
  56. sglang/srt/layers/moe/fused_moe_triton/fused_moe.py +68 -22
  57. sglang/srt/layers/moe/fused_moe_triton/fused_moe_triton_config.py +43 -3
  58. sglang/srt/layers/moe/fused_moe_triton/fused_moe_triton_kernels.py +106 -26
  59. sglang/srt/layers/moe/moe_runner/deep_gemm.py +53 -33
  60. sglang/srt/layers/moe/token_dispatcher/deepep.py +12 -9
  61. sglang/srt/layers/moe/topk.py +31 -6
  62. sglang/srt/layers/pooler.py +21 -2
  63. sglang/srt/layers/quantization/__init__.py +9 -78
  64. sglang/srt/layers/quantization/auto_round.py +394 -0
  65. sglang/srt/layers/quantization/fp8_kernel.py +1 -1
  66. sglang/srt/layers/quantization/fp8_utils.py +2 -2
  67. sglang/srt/layers/quantization/modelopt_quant.py +168 -11
  68. sglang/srt/layers/rotary_embedding.py +117 -45
  69. sglang/srt/lora/lora_registry.py +9 -0
  70. sglang/srt/managers/async_mm_data_processor.py +122 -0
  71. sglang/srt/managers/data_parallel_controller.py +30 -3
  72. sglang/srt/managers/detokenizer_manager.py +3 -0
  73. sglang/srt/managers/io_struct.py +26 -4
  74. sglang/srt/managers/multi_tokenizer_mixin.py +5 -0
  75. sglang/srt/managers/schedule_batch.py +74 -15
  76. sglang/srt/managers/scheduler.py +164 -129
  77. sglang/srt/managers/scheduler_output_processor_mixin.py +40 -3
  78. sglang/srt/managers/scheduler_pp_mixin.py +7 -2
  79. sglang/srt/managers/scheduler_runtime_checker_mixin.py +45 -0
  80. sglang/srt/managers/scheduler_update_weights_mixin.py +18 -3
  81. sglang/srt/managers/session_controller.py +6 -5
  82. sglang/srt/managers/tokenizer_manager.py +154 -59
  83. sglang/srt/managers/tp_worker.py +24 -1
  84. sglang/srt/mem_cache/base_prefix_cache.py +23 -4
  85. sglang/srt/mem_cache/common.py +1 -0
  86. sglang/srt/mem_cache/memory_pool.py +171 -57
  87. sglang/srt/mem_cache/memory_pool_host.py +12 -5
  88. sglang/srt/mem_cache/radix_cache.py +4 -0
  89. sglang/srt/mem_cache/storage/mooncake_store/mooncake_store.py +1 -1
  90. sglang/srt/metrics/collector.py +46 -3
  91. sglang/srt/model_executor/cuda_graph_runner.py +15 -3
  92. sglang/srt/model_executor/forward_batch_info.py +11 -11
  93. sglang/srt/model_executor/model_runner.py +76 -21
  94. sglang/srt/model_executor/npu_graph_runner.py +7 -3
  95. sglang/srt/model_loader/weight_utils.py +1 -1
  96. sglang/srt/models/bailing_moe.py +9 -2
  97. sglang/srt/models/deepseek_nextn.py +11 -2
  98. sglang/srt/models/deepseek_v2.py +149 -34
  99. sglang/srt/models/glm4.py +391 -77
  100. sglang/srt/models/glm4v.py +196 -55
  101. sglang/srt/models/glm4v_moe.py +0 -1
  102. sglang/srt/models/gpt_oss.py +1 -10
  103. sglang/srt/models/kimi_linear.py +678 -0
  104. sglang/srt/models/llama4.py +1 -1
  105. sglang/srt/models/llama_eagle3.py +11 -1
  106. sglang/srt/models/longcat_flash.py +2 -2
  107. sglang/srt/models/minimax_m2.py +1 -1
  108. sglang/srt/models/qwen2.py +1 -1
  109. sglang/srt/models/qwen2_moe.py +30 -15
  110. sglang/srt/models/qwen3.py +1 -1
  111. sglang/srt/models/qwen3_moe.py +16 -8
  112. sglang/srt/models/qwen3_next.py +7 -0
  113. sglang/srt/multimodal/customized_mm_processor_utils.py +35 -0
  114. sglang/srt/multiplex/multiplexing_mixin.py +209 -0
  115. sglang/srt/multiplex/pdmux_context.py +164 -0
  116. sglang/srt/parser/conversation.py +7 -1
  117. sglang/srt/sampling/custom_logit_processor.py +67 -1
  118. sglang/srt/sampling/penaltylib/frequency_penalty.py +6 -8
  119. sglang/srt/sampling/penaltylib/min_new_tokens.py +7 -8
  120. sglang/srt/sampling/penaltylib/orchestrator.py +43 -3
  121. sglang/srt/sampling/penaltylib/presence_penalty.py +6 -8
  122. sglang/srt/server_args.py +103 -22
  123. sglang/srt/single_batch_overlap.py +4 -1
  124. sglang/srt/speculative/draft_utils.py +16 -0
  125. sglang/srt/speculative/eagle_info.py +42 -36
  126. sglang/srt/speculative/eagle_info_v2.py +68 -25
  127. sglang/srt/speculative/eagle_utils.py +261 -16
  128. sglang/srt/speculative/eagle_worker.py +11 -3
  129. sglang/srt/speculative/eagle_worker_v2.py +15 -9
  130. sglang/srt/speculative/spec_info.py +305 -31
  131. sglang/srt/speculative/spec_utils.py +44 -8
  132. sglang/srt/tracing/trace.py +121 -12
  133. sglang/srt/utils/common.py +55 -32
  134. sglang/srt/utils/hf_transformers_utils.py +38 -16
  135. sglang/srt/utils/torch_memory_saver_adapter.py +20 -0
  136. sglang/test/kits/radix_cache_server_kit.py +50 -0
  137. sglang/test/runners.py +31 -7
  138. sglang/test/simple_eval_common.py +5 -3
  139. sglang/test/simple_eval_humaneval.py +1 -0
  140. sglang/test/simple_eval_math.py +1 -0
  141. sglang/test/simple_eval_mmlu.py +1 -0
  142. sglang/test/simple_eval_mmmu_vlm.py +1 -0
  143. sglang/test/test_utils.py +7 -1
  144. sglang/version.py +1 -1
  145. {sglang-0.5.4.post1.dist-info → sglang-0.5.4.post2.dist-info}/METADATA +10 -24
  146. {sglang-0.5.4.post1.dist-info → sglang-0.5.4.post2.dist-info}/RECORD +150 -136
  147. /sglang/test/{kit_matched_stop.py → kits/matched_stop_kit.py} +0 -0
  148. {sglang-0.5.4.post1.dist-info → sglang-0.5.4.post2.dist-info}/WHEEL +0 -0
  149. {sglang-0.5.4.post1.dist-info → sglang-0.5.4.post2.dist-info}/licenses/LICENSE +0 -0
  150. {sglang-0.5.4.post1.dist-info → sglang-0.5.4.post2.dist-info}/top_level.txt +0 -0
@@ -1,15 +1,15 @@
1
1
  sglang/__init__.py,sha256=CK60u1J439CJZaPihWqlDjFZ8doIC-5YgIYz-E1PIh4,1823
2
2
  sglang/bench_offline_throughput.py,sha256=Bge0KG4Uiv9CHsxDnqKdXJmG_TcxM4blz3CmvLmDRvM,14815
3
- sglang/bench_one_batch.py,sha256=cjECJgTmPcnP-b8Fcy7ldFU6FaEqBpz7Z45RTwBwNR8,23763
3
+ sglang/bench_one_batch.py,sha256=bBIo_Wa_gdnRDqDJada0Kb3gRvgG0nkjnu2Hafs7UCo,28013
4
4
  sglang/bench_one_batch_server.py,sha256=8zAjLFu0tgfIhhtEaPGdDhi15YCcHcaK19vz6Rmn_Jw,26565
5
- sglang/bench_serving.py,sha256=tcgQ3SjTEG1CYvawDbhJdQeX3JR10yiINPxcSN47Jio,95619
5
+ sglang/bench_serving.py,sha256=sbVfJfX_tdoIDbc9KqJC0m23GuCeq7cFqqtaSMHEiKQ,96221
6
6
  sglang/check_env.py,sha256=6wRlWL7UwY1JjYRG307bLLJRoirPk2RVLYrDWV8Et0c,8413
7
- sglang/compile_deep_gemm.py,sha256=v7WJZLSrJw3Vc_28lTReRDJ1WdiPKLRHizFi2l2chv8,6614
7
+ sglang/compile_deep_gemm.py,sha256=Cgs1tVnuKaCigqs-xA2FRH2tLQ5Hy4goGPPIWw3s_wU,6909
8
8
  sglang/global_config.py,sha256=bVpUL_gMSA0FwJl8y8tP5CIa7d083o6Dcak-yRytzGw,767
9
9
  sglang/launch_server.py,sha256=SDfZfS1i0RtakLx1zX9uclHpefKHOiXd7MQI0ktYjx4,686
10
10
  sglang/profiler.py,sha256=uprc8Lo-WeqrQY9u2Wj503swEp4P_2laLJ6cWGALgME,4854
11
11
  sglang/utils.py,sha256=YreOyt4-fWdDcg01abaMJ0y0ly4gYps26vRlmWhwGC8,17267
12
- sglang/version.py,sha256=TvZB2PPVmaQCmVVHStxmVi90Tm1q4CKl6ezbtlp8gnY,28
12
+ sglang/version.py,sha256=VjNOe8nWx3f_oxoZSVhpkUZBulTQesgnhpc0VL20hZc,28
13
13
  sglang/eval/llama3_eval.py,sha256=mLNRZJIqV4CfqrY8UGnJEcHw2Xsyr1eyYZgFSUFYr1g,9997
14
14
  sglang/eval/loogle_eval.py,sha256=-CC2s2kh5qUoDrHRkQVkC_jNvBgNojXbf456ny5s78s,4557
15
15
  sglang/lang/api.py,sha256=kyfJuErqMyle6hnx3Q_oqNSFDe0q4gFob1yd5ZLTatw,7438
@@ -26,19 +26,21 @@ sglang/lang/backend/openai.py,sha256=YFs7pCDK6_DoYmjTa-vgDVdaeE4PYr7E-sIC1q7vAns
26
26
  sglang/lang/backend/runtime_endpoint.py,sha256=UZRKqQ8eE_N11oiv9rViF3THNq21A_uio0N0Bt9MaY8,17487
27
27
  sglang/lang/backend/vertexai.py,sha256=gz0uNYyBb88jbPYz6ZIJ774fefrcbuVdoK33bphUZpI,4827
28
28
  sglang/srt/_custom_ops.py,sha256=P4MLtuF8DzK66R_Sw88AYsiCOn7YNGZ93H7isJq0dUA,5356
29
- sglang/srt/constants.py,sha256=0i-tEwG2BSYNDy96MxnGHV5HnBELkYcnsVGsE-R18o0,93
29
+ sglang/srt/constants.py,sha256=dww4MuDDA9ZEFPWIwBet13BDddyKPA3bwOjeZgqRwac,254
30
30
  sglang/srt/custom_op.py,sha256=m5F7x3LHlnOuesmcNmJtIWsfHGFLBJ807vKc05Gu1D0,3312
31
- sglang/srt/environ.py,sha256=wlvu5PP68cZLbH4DquMeZLkb3aVgJkc3aMzquHeyNbg,10892
31
+ sglang/srt/environ.py,sha256=083blwYC6Sj-Q_vGbWonD-XWlIK0joSZ6oO_Od61s3Q,11211
32
32
  sglang/srt/operations.py,sha256=za_h1_kcR1Te6-i_r0i_zAeumbmIRhLK2pS31sukkrw,6089
33
33
  sglang/srt/operations_strategy.py,sha256=-w6GI2VgSGvORy3pUWRAJo6244ykSW1ZBV1Dx0fZlHA,7138
34
- sglang/srt/server_args.py,sha256=igDvB6U6cnibpTgolFV927EwB90ALkqflmsHFslk714,168328
34
+ sglang/srt/server_args.py,sha256=fZQGzWnVPi6H0KOAE91Iwx8GX-gLpBVsqofbXpYVkWE,171653
35
35
  sglang/srt/server_args_config_parser.py,sha256=NW_tnD_ixnIpEhIuhn1W67pnAOJSGWKKN-jHcssKD-Q,5213
36
- sglang/srt/single_batch_overlap.py,sha256=73RM4rQDjw1RQxW4GCWthRLQyoP2oPRA2oN7804dI_E,5236
36
+ sglang/srt/single_batch_overlap.py,sha256=YrCsmuPTKa9u2Z8I44rBapafPAepJyTa3gqkTXrRDGg,5294
37
37
  sglang/srt/two_batch_overlap.py,sha256=xDDMyE1hKQPq-yu_GkVnNXskyc1CVoPYPaB6AvoPXKA,34667
38
38
  sglang/srt/warmup.py,sha256=fQYzNp-I9mZccs2BerI6mOZd1CDQjdiuFCeUkcwiOb4,1834
39
- sglang/srt/batch_invariant_ops/__init__.py,sha256=Z9TvOE4BL7cAaBIePEsVglH7RcWBSBIsSHs-XbveQNE,728
40
- sglang/srt/batch_invariant_ops/batch_invariant_ops.py,sha256=aHC9BuEm_qY_9nQ87dzMCs1c8cTi_t9JGrq4kn6bEwk,19401
39
+ sglang/srt/batch_invariant_ops/__init__.py,sha256=4nf7fMat24809Ap2ktsXDU_i40dOx0D9aqK4lBV0j_A,790
40
+ sglang/srt/batch_invariant_ops/batch_invariant_ops.py,sha256=eB__7DivPMO5FtU4J_ySLHEm9orBDfqHrojEAbcW6ok,23331
41
+ sglang/srt/checkpoint_engine/__init__.py,sha256=FaW2MowmBmwInsLgnh-CeNLLP5tPkVXtpEujtObyW9A,205
41
42
  sglang/srt/checkpoint_engine/checkpoint_engine_worker.py,sha256=YlyiZ46LOi5aib0N5IyrPMuGbnVi_Xnnf9r2XdR1OtY,5509
43
+ sglang/srt/checkpoint_engine/update.py,sha256=Iid0vbK2MrSpFlyWCbRFYwBT2opUnUePmk5tYDkZAdQ,10871
42
44
  sglang/srt/compilation/backend.py,sha256=avi40bJLD_XZd9a2r9Kcl3jOT-n7uiGVZTif76EFRWk,14424
43
45
  sglang/srt/compilation/compilation_config.py,sha256=9GDBY3SAV5hIJ6hmYurJ3vfYh9-gtZP3nEzp0TrUdeM,617
44
46
  sglang/srt/compilation/compilation_counter.py,sha256=qrCqMCaui2eOBpxi3ZBiuvmJ6dkWah_6dYjhvu6_MqE,1623
@@ -51,11 +53,11 @@ sglang/srt/compilation/inductor_pass.py,sha256=zebqIifs0wvLXIUy43ablX87qh4jnn987
51
53
  sglang/srt/compilation/pass_manager.py,sha256=n8TIJkWIxegDd5lX6Xja4l4YuBQLZvn2_9yEY8Esp80,2213
52
54
  sglang/srt/compilation/piecewise_context_manager.py,sha256=P-WpB3Ny8sMEFUpkQv4ExSoqQPPyEwhXZraDWQjP8ak,1113
53
55
  sglang/srt/compilation/weak_ref_tensor_jit.py,sha256=XJLJsj5t84QLhF0Bjx0j2Iow51d8zc6inASOd9watFA,390
54
- sglang/srt/configs/__init__.py,sha256=a8_ODqcCzMN1q_fNHKMBNHM9aGH8LF92GLGcLeViLWY,1291
56
+ sglang/srt/configs/__init__.py,sha256=sB8HF4G7GDaumMCBIErq7dTWQ3xX9BmGjGPgPeNwurY,1375
55
57
  sglang/srt/configs/chatglm.py,sha256=j-b0YkdYUmQm2y1kNmMJtKeACxWKmBbvNNkDWbs6kbI,2907
56
58
  sglang/srt/configs/dbrx.py,sha256=tdhIkXAQl1yr0MxqFmsDG1E0e2puRTTKm6UTyANBLac,11005
57
- sglang/srt/configs/deepseek_ocr.py,sha256=3nZL7pWJ-WwN6ZYqRsPy7zbxgZCggW5igVfIvJhGUXY,8102
58
- sglang/srt/configs/deepseekvl2.py,sha256=QTZnL47wIx0mkd_HCn_Kfzu4oCHEJaYZpvVSjmaDvp8,26518
59
+ sglang/srt/configs/deepseek_ocr.py,sha256=2GcmeWlKPOY8aqgqWDObACnpPtbUOKxd71tT22WRtK8,26666
60
+ sglang/srt/configs/deepseekvl2.py,sha256=CwP60i_9VYMtuyST0ssQtxltuZjdAxM6czsBGVawgnY,23673
59
61
  sglang/srt/configs/device_config.py,sha256=1Iaxrk65bJsCWV3E2cDfiap_T_xJIIj9oFVn9y6v0EI,515
60
62
  sglang/srt/configs/dots_ocr.py,sha256=HSKerqzHzrKIzoNZOUXA_KiBLmL-Rs8h4Vw17pjF1Uo,1863
61
63
  sglang/srt/configs/dots_vlm.py,sha256=Q2qaP65sYCKGmg_bvc4g5yb-pasdZNx4xnnlzu6Ed1U,4912
@@ -63,12 +65,13 @@ sglang/srt/configs/exaone.py,sha256=Duxd4yQoKy8GWEzZD_kCY_OzmN_67CTJL_Kgn0eXk3g,
63
65
  sglang/srt/configs/falcon_h1.py,sha256=LFxN0We8Gfgk-RWVeegzvyh-R4msAYF96ioO97Ta4ig,14939
64
66
  sglang/srt/configs/internvl.py,sha256=rIC-CBWJHy-Mjmk0_H3YcvVmZzeCRbXGo3dQMex-yeg,28141
65
67
  sglang/srt/configs/janus_pro.py,sha256=yI2c_aWBIKiTcK6RZxK6hq8CIxyYRH_NN8uaSNKsrKI,19156
68
+ sglang/srt/configs/kimi_linear.py,sha256=899lTCjX_9A_lO3kTKNcEZXBxUy2RW4_fIE0CqEvL5w,5927
66
69
  sglang/srt/configs/kimi_vl.py,sha256=4W7VQI3pr888ZsFA2SqCQo4mI0seXTOrGQ-x3oTvWew,1358
67
70
  sglang/srt/configs/kimi_vl_moonvit.py,sha256=hx2Rt4JSFbvy2HUTeLjBpge87m8M6ITAhqsgdNf_Jd4,1163
68
71
  sglang/srt/configs/load_config.py,sha256=_x9n6Rkbi3VqYmXJ7PNdce32mvUNP1ewqrkUsJ7qprw,4765
69
72
  sglang/srt/configs/longcat_flash.py,sha256=Qp25xJVLq2K72Z80cXhcJxtqhagAdiPySDoevuT0Sno,3589
70
- sglang/srt/configs/mamba_utils.py,sha256=AD96wj8FCxRsEovdtGn88xzcKAw5KErbO5xFSk0xwxc,3684
71
- sglang/srt/configs/model_config.py,sha256=16APos-1uvf8oQsfU1yQz5HBSXI2WWQQU4pBCkeY3PE,39657
73
+ sglang/srt/configs/mamba_utils.py,sha256=P7fNnx46XZTi2M2tDbhfiRk3wij1p_otetl7K3m7uSQ,5770
74
+ sglang/srt/configs/model_config.py,sha256=74TWymhsai58L9yXCrhnp-uv6lgH-1VjUrJ1oHmklY8,40634
72
75
  sglang/srt/configs/modelopt_config.py,sha256=pr4Q_J4G1Ff-wy24BYRzWaN0UI34rreGef7Nt6d0X3M,1070
73
76
  sglang/srt/configs/nemotron_h.py,sha256=X39hWm2KQoAcZ4HXKDCfbua9aOTlcxcK89c52cmAq-k,13072
74
77
  sglang/srt/configs/olmo3.py,sha256=DOyp1cNi_n8ckz9Ohs3zUZqkk6n26UBsNQ3zngHNNNY,3600
@@ -100,13 +103,14 @@ sglang/srt/debug_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3
100
103
  sglang/srt/debug_utils/dump_comparator.py,sha256=3rWdv4BQXTDtB3z5ao9VPN5lK31ImKf2zMWX7f0Xe6s,5394
101
104
  sglang/srt/debug_utils/dump_loader.py,sha256=RzWpl7RsDRw98DJMEvf6U9c9fPiobyeWI8opmRaRGGA,2632
102
105
  sglang/srt/debug_utils/dumper.py,sha256=6frfI4WErneQE4RpXgAR5gZJQRdzcQjyO3McW56jgYo,3517
106
+ sglang/srt/debug_utils/tensor_dump_forward_hook.py,sha256=Yid9osg3EL8SsuBngZ40DCLWlWvYSrDLF7U6hUjOzSA,6719
103
107
  sglang/srt/debug_utils/text_comparator.py,sha256=NLJdjUikW--bWnGQWIeFJesyuvZ2Vni2S53fIED-m8s,7370
104
- sglang/srt/disaggregation/decode.py,sha256=EJNSz7J2hmO5VuqXu14O6k57w7WizFRK5n1uE8iSzdY,40441
108
+ sglang/srt/disaggregation/decode.py,sha256=T5zzhW3mYSHGX7g6ga2v-gpOuk9i0I7lVdYVoAzbIyc,41561
105
109
  sglang/srt/disaggregation/decode_kvcache_offload_manager.py,sha256=jD_O-uRaZ5cD8C9qtto6m5ZXyM86loJzkdLgwheMBao,7045
106
110
  sglang/srt/disaggregation/decode_schedule_batch_mixin.py,sha256=BeGxXbFLW_ZbuyOs0idWzlicCh6NA1pTOXgON5SAdaE,6947
107
111
  sglang/srt/disaggregation/kv_events.py,sha256=yFbtwOeblcCmOXTjg00TopxnyjkmCBQIVz46KB8jetY,13555
108
112
  sglang/srt/disaggregation/mini_lb.py,sha256=JY2uCeUM3Zk3FdGWmCQBY3LeiJ5FM1PlrqAW8wJTTHI,395
109
- sglang/srt/disaggregation/prefill.py,sha256=crU3CZ5oITm3W9dSxIsvbPIwzOM9dPDOhPTELZcYepA,28325
113
+ sglang/srt/disaggregation/prefill.py,sha256=o8T-jenbjOEA9HS2SvG98F_07-DE0D9GYKaI9j5FZLc,29388
110
114
  sglang/srt/disaggregation/utils.py,sha256=oBMqYOMAnyK4T69fFaDIuM1AAGa2vOvoA-CBtGocOkk,12263
111
115
  sglang/srt/disaggregation/ascend/__init__.py,sha256=-lxnica6fZYmYNpKwmE8yESUpQ5Sxf2DiZoBHzboKc8,146
112
116
  sglang/srt/disaggregation/ascend/conn.py,sha256=Z0xTJjSYXal7uGA5e7ci4oxOcWdC9qrV-gMd06ikp2w,4109
@@ -122,15 +126,15 @@ sglang/srt/disaggregation/mooncake/__init__.py,sha256=0TgqkAdQI1YynbHY6c0QISvVoO
122
126
  sglang/srt/disaggregation/mooncake/conn.py,sha256=ruE4Rb0dPIhAmpQEKkePgnyRDG0xMbySgsrCb7wFIh8,56422
123
127
  sglang/srt/disaggregation/mooncake/transfer_engine.py,sha256=O-XRmQ3QwD6RuiyRgw4ZohSrFkuPdppV_eDBMUXn0jk,5884
124
128
  sglang/srt/disaggregation/nixl/__init__.py,sha256=qODVPIGWUXKXq4zsRIcMYoAoAeg6nBIN9vdQOlVMANE,136
125
- sglang/srt/disaggregation/nixl/conn.py,sha256=w_kDDEB4fIvDe-Z7ufxmw_cpDR57xXJVQrqWvYe88vo,33788
129
+ sglang/srt/disaggregation/nixl/conn.py,sha256=j6BS8Vqzol_tpVwfgNQc0ESjuAYRaN_TCaxfAt8hZtU,33798
126
130
  sglang/srt/distributed/__init__.py,sha256=jFOcyt-wFAPMBUAf9zkZalNQlt-4rqmT6pCKBz1E4qo,149
127
131
  sglang/srt/distributed/communication_op.py,sha256=IBnFUdMftK_VSTMMMitGveonorFUUVNL4guqO31cMSc,1130
128
132
  sglang/srt/distributed/naive_distributed.py,sha256=GX7CHhUb9rIQuaIPX4TYm01S7XQdBXvdqaJoPdxFyAI,3317
129
- sglang/srt/distributed/parallel_state.py,sha256=2lenq6afSb6xGdvOw2dvpD8ssjm7XTbSF0BjJ_V-mbg,70571
133
+ sglang/srt/distributed/parallel_state.py,sha256=kWvo1BjzgsBWxrpGEiw5j5iKCFZQdhHQ0fE1cmqDk1Y,70653
130
134
  sglang/srt/distributed/utils.py,sha256=aaCxATncLGnVgB0WlGpBdee0behKW8Dy_dakqcuKSaQ,8497
131
135
  sglang/srt/distributed/device_communicators/all_reduce_utils.py,sha256=dk-uFaKZgVG-1dZDwMT6GvpFi2xP0DJRJ9BiRjHq0zw,336
132
136
  sglang/srt/distributed/device_communicators/cuda_wrapper.py,sha256=3jvPG-Ow5UBLiXhfx8T8snR7crSZbPpARAggsDPWq7k,7038
133
- sglang/srt/distributed/device_communicators/custom_all_reduce.py,sha256=RCF9FzJYI9EzlNEDUZB-uL_0VKjTqNn0_MfZED-0RhA,16615
137
+ sglang/srt/distributed/device_communicators/custom_all_reduce.py,sha256=uBtR4anNaed8eGEjrxMS_ub2Y4mZ8f5TcwQnvageFws,16740
134
138
  sglang/srt/distributed/device_communicators/custom_all_reduce_utils.py,sha256=Fx9D70NO2dplyuqOxTasMwkzONN3wfC4WOny3tWSbPA,14159
135
139
  sglang/srt/distributed/device_communicators/hpu_communicator.py,sha256=gPjEH1-izoby5uDrfUlzNf21luPT0Ow7pJjhCRKnHy8,1728
136
140
  sglang/srt/distributed/device_communicators/npu_communicator.py,sha256=bRXN1Md_4SHQGzQYZa2GrHv2zbIU5vSpkueHiAZL1xQ,1345
@@ -145,19 +149,19 @@ sglang/srt/distributed/device_communicators/xpu_communicator.py,sha256=ajW6132Bv
145
149
  sglang/srt/elastic_ep/elastic_ep.py,sha256=KaSUAi0JHB82desvcv-TW5_PYCrzQStslOCcl9_g-LM,2311
146
150
  sglang/srt/entrypoints/EngineBase.py,sha256=yKN76witT2jz1zhmLHmPNLGMpK2UiOTaKQ2KPD8l99U,2594
147
151
  sglang/srt/entrypoints/context.py,sha256=YQdVLmELQD1tNT6Q1BLl04sATwTJAAomCATZyD19S8g,8035
148
- sglang/srt/entrypoints/engine.py,sha256=-Cmjdfq9QxXKCXXVSnOfg2LIvpteQlIvr0sMBUn1IZQ,35028
152
+ sglang/srt/entrypoints/engine.py,sha256=hVYjcgTDkno2b93wktjxsgF_x2OLZrRzeRaIjGeuCeM,35390
149
153
  sglang/srt/entrypoints/grpc_server.py,sha256=3yio35-FDDYwCyt0QwTRDu4Z1ASS20UmqK7Hz6fBbRo,38813
150
154
  sglang/srt/entrypoints/harmony_utils.py,sha256=FhpPFnwgy1-qLnu_HZAk5V_RPmQkT81dFVp8A6xINEU,13594
151
- sglang/srt/entrypoints/http_server.py,sha256=tBGTW1MA_6Dtqb0_z_mWHjmpY9ZLIaGehLHKJITvdJg,55556
155
+ sglang/srt/entrypoints/http_server.py,sha256=AHM9MBKPU9nyl9sGDkMU97H7LURqmCOxaFYmoFj3ywQ,56243
152
156
  sglang/srt/entrypoints/http_server_engine.py,sha256=rWgdCYLZZP89MA-Y-hfACQqdDu0LC7lLYghi2wk-nU8,4809
153
157
  sglang/srt/entrypoints/tool.py,sha256=aAXEjBqkr5j6_IgRL8fZCKgoDPY2TikM20-LQXU9TaI,2709
154
158
  sglang/srt/entrypoints/openai/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
155
- sglang/srt/entrypoints/openai/protocol.py,sha256=NkK_i-Njzxzp_FIVFoOJXonz0kdYLtf_crLBuj69LoI,39612
159
+ sglang/srt/entrypoints/openai/protocol.py,sha256=Fp8JJ2Lu5XXoiqXL1Aak-E9qOZps4WqOMqG3gt18HTI,39738
156
160
  sglang/srt/entrypoints/openai/serving_base.py,sha256=-L4lcJCTCJPEmtYHtQXLFgJnvJ3CbUp80uyEI0X_C6w,9665
157
- sglang/srt/entrypoints/openai/serving_chat.py,sha256=NQs4XRPE7JEV8Mmpe1XSVWKD4VQxr8Fcw1ItLUeO3jA,47908
161
+ sglang/srt/entrypoints/openai/serving_chat.py,sha256=wUep2zSdtUeNZVhP4Y_2nCMArh8NFxGiveKA2UsvZw0,50000
158
162
  sglang/srt/entrypoints/openai/serving_classify.py,sha256=ifEjD-2rq7izbgITMB_nZkrUDN8wj73ZMV634G_HJ4U,7148
159
- sglang/srt/entrypoints/openai/serving_completions.py,sha256=-kTg3BYaKLmnneKh-1_2QVC0KPg1e2VV1DEKImG9KpM,18831
160
- sglang/srt/entrypoints/openai/serving_embedding.py,sha256=H7Nv1vSUuyOUXBeaNvYB4XMFxmcJc8or7MUKyuAw_XA,6435
163
+ sglang/srt/entrypoints/openai/serving_completions.py,sha256=O6RVlja_JXAGy53hMpMrwRp3JTOkeydOlZqrKUG5lQ8,19292
164
+ sglang/srt/entrypoints/openai/serving_embedding.py,sha256=iDvSKpSZwguAEY2kZp1h2M8A5H1feDyJ0hTmgyfDPxE,6478
161
165
  sglang/srt/entrypoints/openai/serving_rerank.py,sha256=G79XdomjzLhH1YCbGR4alSxWO9NNmi7U-YSPsH61cjk,3379
162
166
  sglang/srt/entrypoints/openai/serving_responses.py,sha256=LDnLzUHpNrIibmUWlqCAtosUg7X3G-AIOvnUJ6etDwg,55122
163
167
  sglang/srt/entrypoints/openai/serving_score.py,sha256=LuwXzWRAMm-xMK8ZjP3JaJ84Gxjr0Oi-e3keCsIgK38,1992
@@ -167,8 +171,8 @@ sglang/srt/entrypoints/openai/usage_processor.py,sha256=9LTB5rqdRuMKyZrIXiUBuF_W
167
171
  sglang/srt/entrypoints/openai/utils.py,sha256=DT9quW0F1DX1P9NAuMxpERgXcNYKKtm7rd7J1m7EaDQ,2112
168
172
  sglang/srt/eplb/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
169
173
  sglang/srt/eplb/eplb_manager.py,sha256=e8HMGzZb2QFRGdS7JZIFSy8cOIlxOlGRY-ef7Wei0Sw,4364
170
- sglang/srt/eplb/expert_distribution.py,sha256=X28mY6j91VKFbBtMHPwYdFLB8vYtzSjxNF82W3XVGKo,33892
171
- sglang/srt/eplb/expert_location.py,sha256=WoOmsZ4u9le44km3nbjJjF6BVBxN3cKRz9nQM0uWH_s,18386
174
+ sglang/srt/eplb/expert_distribution.py,sha256=4-Qo4jF9SKRyrz34wMHqlbF_eevxB_tmaCaoxQWynHc,35526
175
+ sglang/srt/eplb/expert_location.py,sha256=NnEcIUflI7cfT8or9MDNei4zwOfcEsi6ZcaKyn5naco,20730
172
176
  sglang/srt/eplb/expert_location_dispatch.py,sha256=mZUH-jvz7yvxC-5bwMFQalfKbbJiZujMiRK_M9oGOT8,4163
173
177
  sglang/srt/eplb/expert_location_updater.py,sha256=7LOmLtY_YWYySI2GgFuTJ__Qde0LEKq70E77Q608OFU,21157
174
178
  sglang/srt/eplb/eplb_algorithms/__init__.py,sha256=FBO0vEaWbpURbrSV6Uq753Zm2ukiCTUkDvOd292xU_E,2695
@@ -196,7 +200,7 @@ sglang/srt/function_call/qwen3_coder_detector.py,sha256=fyiF0WkNwozlKZQy0G903hj-
196
200
  sglang/srt/function_call/step3_detector.py,sha256=SAibrispu0peDQzqOG2-V93KGHtV6Ud7a38vlnhTunA,17442
197
201
  sglang/srt/function_call/utils.py,sha256=P-iT81YRm1zPV7Y19bkQq5VcV15-XLF1AwoeXWI7Nig,4552
198
202
  sglang/srt/grpc/__init__.py,sha256=dPeDsMRMW8WyHD6jolIpIlvlJsYLAhwewHhCTdu1MAE,21
199
- sglang/srt/grpc/compile_proto.py,sha256=ZRH11Wodv4BbYo0F-JqA-ymIM-FwkkiAjwM_7msI2uA,7011
203
+ sglang/srt/grpc/compile_proto.py,sha256=SMjlmgwuAaY1lOPRX2JW4rVXX_VQg81o5y5o2ujK2Ss,7166
200
204
  sglang/srt/grpc/grpc_request_manager.py,sha256=ZX4p3ewoUAd9vGG3lNKv9MknFV4BtXJQtP1u8hDJrKk,34849
201
205
  sglang/srt/grpc/health_servicer.py,sha256=6h0JFrvVKz5hRBh3pzz_N1Hsj2WgM_Kyd7kfHuJqlDI,7278
202
206
  sglang/srt/grpc/scheduler_launcher.py,sha256=GMuNCfF4MYYjJL3O8NqQrg1N9P7T2QyRmpxxXOAYeDw,6563
@@ -205,70 +209,71 @@ sglang/srt/grpc/sglang_scheduler_pb2.pyi,sha256=ibYeIZPchbx4fcLDeAa-LSnq6MZi-mh4
205
209
  sglang/srt/grpc/sglang_scheduler_pb2_grpc.py,sha256=8FQtALiqSyWkqL6P_rKerievE9q19V3675AEEomNSe8,12633
206
210
  sglang/srt/layers/activation.py,sha256=9NArY7s3okKipcJaVLHuX9Irw71z4c338AbsqeUocXQ,13671
207
211
  sglang/srt/layers/amx_utils.py,sha256=1mENgHK2B8mgaD1oMtgbZ15Jmy_Uu1QueBmo09Ff2iA,2865
208
- sglang/srt/layers/communicator.py,sha256=ZS1A_wkCaljrOT1nrjQlUhImNFeyZsiONUjOfIa5SjA,24511
212
+ sglang/srt/layers/communicator.py,sha256=5FJdpA40UPWmITbTW1j4B88IQYMjnkqA4ILkNAC_eQc,25478
209
213
  sglang/srt/layers/dp_attention.py,sha256=dBfEtofjY9MlCDF5B-y_zrX-owfZ46mSBYioCzlIoHM,16817
210
214
  sglang/srt/layers/elementwise.py,sha256=tGbN7bbK2s-j3DoJeJfkfyPNmKdVAutAd0J3TbxUPAQ,18849
211
215
  sglang/srt/layers/flashinfer_comm_fusion.py,sha256=hnVVS_VsWukTYhREubWs2KcJ1GjVMEI9ECqxqOMXZv8,6729
212
- sglang/srt/layers/layernorm.py,sha256=CI1sJ_I3nZMy-cpvcbxIAGk52iFoR6eme9S27cDdPFc,12906
216
+ sglang/srt/layers/layernorm.py,sha256=1v4iyrnasoS5uN8iwMV1Zoa58H_tWryRmi-wMefVKa0,13349
213
217
  sglang/srt/layers/linear.py,sha256=1g5vEFHqSd1TPb0VxQiZ5oga45QorYxvj2CZl_NM9wc,56084
214
- sglang/srt/layers/logits_processor.py,sha256=0xOFWdBdrQYGz7uihAscwjdeiEMgkY9hHrWzia1R_cQ,34792
218
+ sglang/srt/layers/logits_processor.py,sha256=VYth_K42mvB_A5LqmaubZNRyhsIJfeMYCZqkHJ3HlMg,34042
215
219
  sglang/srt/layers/model_parallel.py,sha256=eLXZhvJ4wG6dh0FontNCIdVZvHYdWgaeY-5cu7TD9tE,6078
216
220
  sglang/srt/layers/modelopt_utils.py,sha256=Abhiwmu1VOoSePJWytgFxRw_6qTtN2rqT61DPDboCIw,335
217
221
  sglang/srt/layers/multimodal.py,sha256=vNswe0J0maeBiN8ehlmxfs-YYlrmMllYl6Nc_Y57Neg,5114
218
222
  sglang/srt/layers/parameter.py,sha256=6ce1lx2urWJKz87g2qg_oce_S5BV0IcguSiOGGHbcC8,18378
219
- sglang/srt/layers/pooler.py,sha256=uZ6WX1FLMEafZwusyZdm6KuVlIwSjbKrdwk2qzgqNGk,3812
223
+ sglang/srt/layers/pooler.py,sha256=FznIxY6jJUJLnjCxvmmymV13tBRM9f_Gdmtw3oE0a9c,4664
220
224
  sglang/srt/layers/radix_attention.py,sha256=SqL-15JQWxjoSZyaOxfhGqUE0Vu_55O_ihN5CiPRxfM,5310
221
225
  sglang/srt/layers/rocm_linear_utils.py,sha256=7PPh-5H2IYjiLp_g_szzVBsmiMacZ1RtjVtjdrdFJKI,1374
222
- sglang/srt/layers/rotary_embedding.py,sha256=nAc_bIZN2UFN7O2hgoImNfv4msodVeOFf4ft-gbsS68,101948
226
+ sglang/srt/layers/rotary_embedding.py,sha256=r2whpu3CAsH3vED56DCt3J0rlvev0HlMhe5B4XrHVXE,104942
223
227
  sglang/srt/layers/sampler.py,sha256=CunUv_aB_Dw_SqOimQRdw0W21pG75TMH-lvGRr2fNR0,21177
224
228
  sglang/srt/layers/sparse_pooler.py,sha256=9gB8duR48R-FGtA4Q7D1fIDSvbKlD70N38S3Lvg773s,3424
225
229
  sglang/srt/layers/torchao_utils.py,sha256=Ws24FdRBSkTpyeyA6bQrdDm-W5wfDxKvSIPUSahyMfA,4063
226
230
  sglang/srt/layers/utils.py,sha256=F_hhE514OZ4cyMklga3mipdUzlrKo3SolIcuqgqqQqQ,1913
227
231
  sglang/srt/layers/vocab_parallel_embedding.py,sha256=jPZ6H45qD6ieWV2TqU65YzSaJwRWURoJQ1J-6eOOG-E,22737
228
232
  sglang/srt/layers/attention/aiter_backend.py,sha256=bv9yGDu-4oLZlA3A00GDpOWU84cLJ97cW08aVoGEjn8,43935
229
- sglang/srt/layers/attention/ascend_backend.py,sha256=lb3ZmNZmEqnmf3zng38sA48NBBLn9M9lVXW_UdB6SNw,27892
230
- sglang/srt/layers/attention/attention_registry.py,sha256=OpiNS5eGkYK05lt0L6zm0NfHZFQKyI-fGtLl3wHqONk,7505
233
+ sglang/srt/layers/attention/ascend_backend.py,sha256=v3jx6JRIZ8pU8H5dSIBMwTZ5mwZrHFZzXuLbrzA0e-c,36497
234
+ sglang/srt/layers/attention/attention_registry.py,sha256=mdJ94v-JTiCvm1PDhMUI8VyhBAPMohZZeNKqZc8RuhA,7656
231
235
  sglang/srt/layers/attention/base_attn_backend.py,sha256=oYk0ch5ptL2EtlhjyitKvu6H2qCHvrXSjUJVJgPnGd8,4495
232
236
  sglang/srt/layers/attention/cutlass_mla_backend.py,sha256=cb2dMTnDMmMVBG_lqFRciVDiF3PeEAcXYaKDFWszeTw,9849
233
237
  sglang/srt/layers/attention/double_sparsity_backend.py,sha256=wkF1GxFuLsGUWYoPWoqdz0xpePqA_nbo7xd2ha67sng,9135
234
238
  sglang/srt/layers/attention/dual_chunk_flashattention_backend.py,sha256=20vmnq68-Cq62UWIzQU_uwJzq4B8KdJeZUPVoWPiyDs,68620
235
- sglang/srt/layers/attention/flashattention_backend.py,sha256=jBN4xznXLKxgr_bJ3v3L6TvwgX4QxuH-tAW7Yl3H2mc,105725
239
+ sglang/srt/layers/attention/flashattention_backend.py,sha256=O97JbtEQz_qanyEjic5_-38Lp0qcBIkPuatZf38nLug,105777
236
240
  sglang/srt/layers/attention/flashinfer_backend.py,sha256=6yfbhGS1lGhQYqgoLFCVm05fQcniu--D4uQuhCWYCUY,63842
237
- sglang/srt/layers/attention/flashinfer_mla_backend.py,sha256=lr6SeoyzhgxX25e8Tt6lxCmeJLigNRa5kAmkE2GsARM,39786
238
- sglang/srt/layers/attention/flashmla_backend.py,sha256=HijFHZZ-pGE75NytFXsS0MIv8d-zWJGRRdfjdF1ViJ8,20860
241
+ sglang/srt/layers/attention/flashinfer_mla_backend.py,sha256=J9xjFEcUPNDL-vE7Ucdb8BxKGGC8Q24PJsqe_RDq5g8,39805
242
+ sglang/srt/layers/attention/flashmla_backend.py,sha256=KO0rNphcRLhDlb7t44MJoCNcPMS_eyxXKUDEB0HsIGM,20871
239
243
  sglang/srt/layers/attention/hybrid_attn_backend.py,sha256=_Gol1e_m6vMKhpUw2-OQ37ymC5sIuSTntDylVKSZtpA,5121
240
- sglang/srt/layers/attention/hybrid_linear_attn_backend.py,sha256=tqwPna30r1zriVhKlit-iVfpfy6hJGxumGKsnlJ20C8,26119
244
+ sglang/srt/layers/attention/hybrid_linear_attn_backend.py,sha256=7cfppSKwE4DpNAzff2eLwunuVcUQpICDBhaV-xgX06Q,33229
241
245
  sglang/srt/layers/attention/intel_amx_backend.py,sha256=8AcbJn0u8ifvhml9iocDzjrtzLEj0oJ7V7bOmkQPefo,4168
242
246
  sglang/srt/layers/attention/merge_state.py,sha256=OnWmNV6LYTUj0y8SCy_IK7A9q6v9bZwR4_XiLOIvbrk,1423
243
- sglang/srt/layers/attention/nsa_backend.py,sha256=68NXSaTzqQKL7aVSgmWgDRgPc0OYI3HNU-f9JsEV79E,45516
247
+ sglang/srt/layers/attention/nsa_backend.py,sha256=4n9Nf_qdWUGor7KYFyUkZ8SkewkZ-an0eK_NU40QxT8,51450
244
248
  sglang/srt/layers/attention/tbo_backend.py,sha256=MyEQ29I41LCOHXm4_g7J7sXSs5bNKWRlSa2EfqploD4,9185
245
249
  sglang/srt/layers/attention/torch_flex_backend.py,sha256=MnnZLxi41R-d4P0cyklNyefSWOU-AdFEjr8pxJWNgdI,11711
246
250
  sglang/srt/layers/attention/torch_native_backend.py,sha256=NdWD2ArmS1lQN9mZIbS2rcHueBWColNxvhcLaQGAKGQ,9728
247
- sglang/srt/layers/attention/triton_backend.py,sha256=30z1z_aJ9jUKGG3rc-2DI6h-3HO3w3hVpcFM18BVSQY,50504
248
- sglang/srt/layers/attention/trtllm_mha_backend.py,sha256=IQUu3jkCuAY5foqvR6L1IYjjVD4qfmTwG6rfo05ZVkI,27516
249
- sglang/srt/layers/attention/trtllm_mla_backend.py,sha256=YrC662lqz5nCdGvq_6bdaxWsMYx6AVne8vTjAuQu2n4,41079
251
+ sglang/srt/layers/attention/triton_backend.py,sha256=nHf0ZzB2rQad3qknfEQpFY7KzIK5qdXT1EJFoZoEmVE,50587
252
+ sglang/srt/layers/attention/trtllm_mha_backend.py,sha256=eTo0zf5aAAUgW-gtHdWMwYN22AeIcsZipilLzn06JtA,27812
253
+ sglang/srt/layers/attention/trtllm_mla_backend.py,sha256=qZIM8XkXSUmN3MMgGCRrJdUhFZ2uVvRi5EPbunrsZv8,41592
250
254
  sglang/srt/layers/attention/utils.py,sha256=L1FlCmgWsH-k-ccXcuSiB9Tj4z7b-a7KMWPZKvCXowQ,5478
251
255
  sglang/srt/layers/attention/vision.py,sha256=-MX_K0_mX58xkpaS6O93vWIJVqha4iNgYNN5M5Yptnw,21763
252
256
  sglang/srt/layers/attention/vision_utils.py,sha256=6hPPAt8p3SOm7tgHNUesnMLxvQiKbaOM5EK6K-ig5dI,2771
253
257
  sglang/srt/layers/attention/wave_backend.py,sha256=dMsR7GsfDYgVizY8QJ94ASrxiiJ5_MNOuTUDDQzvpPQ,22915
254
258
  sglang/srt/layers/attention/xpu_backend.py,sha256=nYRnYi7ZVyeC1m5WPB8TKpux2mBxCjHOzKZ5QNnCBlo,47650
255
259
  sglang/srt/layers/attention/fla/chunk.py,sha256=r8Tddl7p0ae0nH0FU1sU3EpWTtiipdzoijaTMX3_gGI,8913
256
- sglang/srt/layers/attention/fla/chunk_delta_h.py,sha256=Gf8RgLesGaR9GM4HTB7kDDCVirwR9XvO7O3I1HWdcuY,10681
260
+ sglang/srt/layers/attention/fla/chunk_delta_h.py,sha256=b3l1HrkFNJZD8KYjRWmJB_tHQApc3rfCqgyDNR7fIFE,11693
257
261
  sglang/srt/layers/attention/fla/chunk_o.py,sha256=ngvGxIxeHhulkj_FfQgtNY0T-5cwV_4Ochc_6dP6oVo,4973
258
262
  sglang/srt/layers/attention/fla/chunk_scaled_dot_kkt.py,sha256=445twkm9l0Mu9Q_VFBIgUZQzTNLvc82gqIAe8ylip-4,4386
259
263
  sglang/srt/layers/attention/fla/cumsum.py,sha256=beIT2WTSn8Wk_wknoWM3JYQhzmzR1JJwMFzspsXvWng,8374
260
- sglang/srt/layers/attention/fla/fused_recurrent.py,sha256=yOSTwqcNSoPWwQD--tcCkVd2OwB5Ox0nLGnLLv8MRr8,20856
264
+ sglang/srt/layers/attention/fla/fused_recurrent.py,sha256=BDJsWlgvBsYU8EN6XwCDF_YQFUJ9KUlHiPH1wY2rSEM,21184
261
265
  sglang/srt/layers/attention/fla/fused_sigmoid_gating_recurrent.py,sha256=dlmOu-7DG6YoSNexT3YV8GudrFPn_RiYj-3hClWdy-c,6424
262
266
  sglang/srt/layers/attention/fla/index.py,sha256=u4yVogS7a2DrfsYwQ22t60DpO3Y7KF9eAHY1PUrfUt4,989
267
+ sglang/srt/layers/attention/fla/kda.py,sha256=pM_dgwk-DI2khMR1dnsyd5RHXAt6zwV-P99f0gp_4zA,38728
263
268
  sglang/srt/layers/attention/fla/l2norm.py,sha256=XOs5nGdWROp3FW4fHSObC8sa_x697yDV0jt5UKuLllE,3783
264
- sglang/srt/layers/attention/fla/layernorm_gated.py,sha256=OJEzBNg4JQ6_Vk_ZHWnVPwy8PLbrwuBiw3rt9bLiBRc,10122
269
+ sglang/srt/layers/attention/fla/layernorm_gated.py,sha256=NNgKckcxTSq7FpY2g9Xd6uYu_1gUugXdVbIEv4tjYKs,10253
265
270
  sglang/srt/layers/attention/fla/op.py,sha256=Qc-zHwZY9-8Aw53AuuzNfpbPBwKgIvVMgtWcfJLl6A4,1695
266
271
  sglang/srt/layers/attention/fla/solve_tril.py,sha256=-Z51hFsLER_Lzn8h21WRUajbVOA1wuu5TSEvaC2AvK8,14405
267
272
  sglang/srt/layers/attention/fla/utils.py,sha256=CxcsCXLamjIhbCuj3NUqar1LasPsGGf8WX4acXnF_fE,10451
268
273
  sglang/srt/layers/attention/fla/wy_fast.py,sha256=wS1sJq23pa5xK2tUDYRO5FhLLJ5JpHWozBghDl64pYY,4284
269
274
  sglang/srt/layers/attention/mamba/causal_conv1d.py,sha256=0Im_XzEA965rT5r09-bm1We1BaPgq2g_yo5nbA7KwvI,4503
270
275
  sglang/srt/layers/attention/mamba/causal_conv1d_triton.py,sha256=EqiIga4XzikCKeA9wvLAcK3uTCX-Fop9GQFyzLeNAg4,37660
271
- sglang/srt/layers/attention/mamba/mamba.py,sha256=qGGEzMVZDDG0dEdUrLxVfWhRa1UI5OLis7dVBMqUpl0,22517
276
+ sglang/srt/layers/attention/mamba/mamba.py,sha256=QHyBicvCag93PP0ids6zPaVOpBEccK2WH6YDKu4_r-Q,22830
272
277
  sglang/srt/layers/attention/mamba/mamba2_metadata.py,sha256=6hkbWuV0do1lFXucgGusqR5ha784g5CB7P7hZaigRNM,8551
273
278
  sglang/srt/layers/attention/mamba/mixer2_rms_norm_gated.py,sha256=C60rddCKuf3eD6KVt5vB60LlGD2dYiU9WZGTlEPaoDM,4689
274
279
  sglang/srt/layers/attention/mamba/ops/__init__.py,sha256=r-IpDGRIwTqGJzZoWNGyHqsqqv8oF19pNHEb7_TZR9M,98
@@ -280,12 +285,12 @@ sglang/srt/layers/attention/mamba/ops/ssd_chunk_state.py,sha256=Qdzx_4DIwl1-g_c2
280
285
  sglang/srt/layers/attention/mamba/ops/ssd_combined.py,sha256=evYcNq31qo1TeaJP8Q3yttBQODici594N4kpdgT7hrQ,8880
281
286
  sglang/srt/layers/attention/mamba/ops/ssd_state_passing.py,sha256=pNjxxLYw2BsTwy5-m7RhgqTZ9H8uyQFX2GQVucWU4wE,10032
282
287
  sglang/srt/layers/attention/npu_ops/mla_preprocess.py,sha256=3_jiUFd2um4mOwG2FaNHWfwbRbjko0c6EeDfdlUiGO4,14554
283
- sglang/srt/layers/attention/nsa/dequant_k_cache.py,sha256=ie1qLy7AAipFYS0EJFrunN8Mq97D9v-noWaJBYMiv0I,4973
288
+ sglang/srt/layers/attention/nsa/dequant_k_cache.py,sha256=L7sXBVDXOBDNizQDYuquedYQtck5g9DEQX2SI5n4wYc,9148
284
289
  sglang/srt/layers/attention/nsa/index_buf_accessor.py,sha256=jPYRgFfTdH_g83OUs9q3ncj2Y036ikBvflMjYEjrHGw,11481
285
- sglang/srt/layers/attention/nsa/nsa_indexer.py,sha256=qTzO557wWrB7RypNvX1i5_C5vr66X_YPjEgJiV_TP3E,25368
286
- sglang/srt/layers/attention/nsa/quant_k_cache.py,sha256=FYl6gp16uGU3ftIHkU5vFAjfdPnoKvWOg4l7TBKkGI4,8675
290
+ sglang/srt/layers/attention/nsa/nsa_indexer.py,sha256=ViDbjbAQmpL9CAvduzAiPRB2bR0x3ruURa-pxqdFHKk,26432
291
+ sglang/srt/layers/attention/nsa/quant_k_cache.py,sha256=G2jnTp2IEksQsKiPRRIk1FT2R-5b9yN7wwqgrKHvFwA,9468
287
292
  sglang/srt/layers/attention/nsa/tilelang_kernel.py,sha256=Iifd9YYEnDGkRhjK0NH-pbyTiQX0kVpJynyGwZcnH8w,31554
288
- sglang/srt/layers/attention/nsa/transform_index.py,sha256=0yurXIDt5EQ9k_P5g_aDXohdzvSiBQcQpCHBcNf0ZBA,4745
293
+ sglang/srt/layers/attention/nsa/transform_index.py,sha256=ougnVHGomoUG_KCPs2Nwo0cplq4jnbNv-fFe9pDDRYs,4762
289
294
  sglang/srt/layers/attention/nsa/triton_kernel.py,sha256=FyInDj54ux1IctSGlPd82iq-aGY-UfXJvd1KIPO9LTI,3974
290
295
  sglang/srt/layers/attention/nsa/utils.py,sha256=_Ni-gYZTx5MXbIV2i5-7MexX6N5vsZNYTY-b0GczXRI,822
291
296
  sglang/srt/layers/attention/triton_ops/decode_attention.py,sha256=JnOtqtPXEgn_T0R4gGCROx1szlAhu_G_ODNKCazz0lE,20554
@@ -309,15 +314,15 @@ sglang/srt/layers/moe/flashinfer_cutedsl_moe.py,sha256=ULLAdfRad_sG2ZYXE4qMCOutQ
309
314
  sglang/srt/layers/moe/fused_moe_native.py,sha256=XzJPM9Z6YQ4ejrMrBFt3l1i7guBcdQTXo9-gT5H8AIA,3479
310
315
  sglang/srt/layers/moe/rocm_moe_utils.py,sha256=SglTXIzpiWKFKVEf9gS8SEocJYcSOmeKUKjHznfC_nI,4527
311
316
  sglang/srt/layers/moe/router.py,sha256=ouSNu8XU2w-BICyAYPpFq2zPb11LyTDalZElh0AXGus,13675
312
- sglang/srt/layers/moe/topk.py,sha256=bjmeGhdwlSOeQpzb2XjBVNcpCX-L0chN5aanzXmTw3Q,32310
317
+ sglang/srt/layers/moe/topk.py,sha256=ia2JY3n8PTejK2A3uLcxXR95ow3m-9hSmPX-kRL67LE,33422
313
318
  sglang/srt/layers/moe/utils.py,sha256=UZsd1KCXNZ4XFWNnxZiNywsuYEtA7xOQLd52c6RZC9U,6701
314
319
  sglang/srt/layers/moe/ep_moe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
315
320
  sglang/srt/layers/moe/ep_moe/kernels.py,sha256=jsSLb_D7u60_8NIHxTEoEerRAbQFJXPWJHMpRVsEyOU,37898
316
- sglang/srt/layers/moe/ep_moe/layer.py,sha256=jra2o5MZ2od5T4J3CiJH7XZor2zW94fvcP7j4IvvqCU,19836
321
+ sglang/srt/layers/moe/ep_moe/layer.py,sha256=e3KMj18xakSrswFyFZJ6BJHlHHN5mxZzQC2pwS7IKZc,19213
317
322
  sglang/srt/layers/moe/fused_moe_triton/__init__.py,sha256=tis0ZJmih7gKHCurbLtY_o-bY3K4MOzQLYLC3ftIOf0,977
318
- sglang/srt/layers/moe/fused_moe_triton/fused_moe.py,sha256=mKH6zTTuh_Z8Ceg6d1VWjGBI3iPBn1YfGO6udxIRAtU,23306
319
- sglang/srt/layers/moe/fused_moe_triton/fused_moe_triton_config.py,sha256=0jTqnuw8v6uwr4g2IJ6bc3PRq77HF96mEYaSOBmpTAQ,7983
320
- sglang/srt/layers/moe/fused_moe_triton/fused_moe_triton_kernels.py,sha256=QOdl5uhZ8--aryXnKObdspKonGcF6Tc_U9o_lC_opo8,27760
323
+ sglang/srt/layers/moe/fused_moe_triton/fused_moe.py,sha256=kFP8sWz_TlQrkqGNXtE6SjCfSUoy4gNGvAC9MZJP10E,24683
324
+ sglang/srt/layers/moe/fused_moe_triton/fused_moe_triton_config.py,sha256=AMniHPN39CqafyqYyHj-QdXT9praH3Wdq7ua76T0gY0,9424
325
+ sglang/srt/layers/moe/fused_moe_triton/fused_moe_triton_kernels.py,sha256=xzLUFeJqAmH1n4A59Wv-pOdec_efFDO-g5TqAXOJGf0,30331
321
326
  sglang/srt/layers/moe/fused_moe_triton/layer.py,sha256=QvljwzkINsJEt9q5HkS-0KC0QDq_vuTIMJh2QAkH_18,39827
322
327
  sglang/srt/layers/moe/fused_moe_triton/moe_align_block_size.py,sha256=U93mxPPU2RP7d3QRSvoG3OCtUQIK8YhQfHf1ZGeREmY,3284
323
328
  sglang/srt/layers/moe/fused_moe_triton/triton_kernels_moe.py,sha256=g1duB_VckkfiqyB5ePWRv8Nndwr5OoqnN9pEiVUrVXo,10408
@@ -517,6 +522,8 @@ sglang/srt/layers/moe/fused_moe_triton/triton_kernels_moe.py,sha256=g1duB_Vckkfi
517
522
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_4_0/E=256,N=256,device_name=NVIDIA_H800,dtype=fp8_w8a8,block_shape=[128, 128].json",sha256=M3W1OQU6RgKAQL2EoYivAIidtz1cvgoK6_6ntNfn_lY,3265
518
523
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_4_0/E=256,N=512,device_name=NVIDIA_H20.json",sha256=bSe-KUwiVT3yM9jQuXlDmxe_KUft7FUn5zOby8bpSkc,3233
519
524
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_4_0/E=257,N=128,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8,block_shape=[128, 128].json",sha256=RbJYTRfjP_3-ytfj53W_w2jFpZ9xwMaqoKW52pkgP3c,3257
525
+ "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_4_0/E=257,N=256,device_name=NVIDIA_H20,dtype=fp8_w8a8,block_shape=[128, 128].json",sha256=haOsCxfjluq8RIKOK1vE0TurEhx2WaB1nH4KddjRmMY,3238
526
+ "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_4_0/E=257,N=256,device_name=NVIDIA_H20,dtype=fp8_w8a8,block_shape=[128, 128]_down.json",sha256=aBW70ejubJ7JEBp9Q0waTJ5g_aJDtWKd2ck6VtMGGhQ,3715
520
527
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_4_0/E=257,N=64,device_name=NVIDIA_A100-SXM4-80GB.json",sha256=QEk8bE-GieZltTiv3ig__ScM9Q_4K-c75UzIuDrGmPA,3232
521
528
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_4_0/E=384,N=256,device_name=NVIDIA_B200,dtype=fp8_w8a8,block_shape=[128, 128].json",sha256=FEnjuvvky-cvW1iq8TPrfGOOH8y4rOEx4jlYZ4tqbDs,3253
522
529
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_4_0/E=512,N=128,device_name=NVIDIA_H100_80GB_HBM3.json",sha256=JUzq6vJzOAVw3VOXzCjBpaLpf5OxPQmo2iJPJjzMm6o,3241
@@ -530,23 +537,24 @@ sglang/srt/layers/moe/fused_moe_triton/triton_kernels_moe.py,sha256=g1duB_Vckkfi
530
537
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_4_0/E=512,N=64,device_name=NVIDIA_H200.json",sha256=phmhkQNz8DcLHPqN5tjmJqOgbX0BhQx9cP82fp_jyIQ,3236
531
538
  sglang/srt/layers/moe/moe_runner/__init__.py,sha256=Dc4PH6HfzQDjJWL7iuZ-0qh8oRu7OtnH6IEl675pYiU,172
532
539
  sglang/srt/layers/moe/moe_runner/base.py,sha256=GMdFI74BGO5HDjtel5QWI7W4CFix0BHkw_HrjVswhcw,8905
533
- sglang/srt/layers/moe/moe_runner/deep_gemm.py,sha256=Ntif63j3HYofgc8f1FED5sRQrzGsnBKiwuTdalGGWp8,18123
540
+ sglang/srt/layers/moe/moe_runner/deep_gemm.py,sha256=308iEL3RQhA51lV9yL1Ex9YeO2ewCadaIAvFwoNZHWc,19005
534
541
  sglang/srt/layers/moe/moe_runner/runner.py,sha256=eJhOjzbKwcNSGztwTKAJxpcSYm9pqv_C60MJGmPkr_g,3041
535
542
  sglang/srt/layers/moe/moe_runner/triton.py,sha256=pYzFyJDocnBfNiF6kp1cnSZmKKTsLOYXpAUXFZYKOsI,14464
536
543
  sglang/srt/layers/moe/moe_runner/triton_kernels.py,sha256=qsV9-k9iblqxE8J4JWyJS3Mfd7he7aZUYbIa8QTY1vo,6350
537
544
  sglang/srt/layers/moe/token_dispatcher/__init__.py,sha256=rFv-j_zeUrKEOniMaODRi3EUaRAIufj5jIMGt45JdwE,1305
538
545
  sglang/srt/layers/moe/token_dispatcher/base.py,sha256=joEgkYGDKlyYyb8hCOTYI_jAnZ1M_IRaT8WshXiolZQ,4253
539
- sglang/srt/layers/moe/token_dispatcher/deepep.py,sha256=S1ucIB4erQgOqfAC21cB3e-WAFCxaSFH7DgxNUlXbgQ,26705
546
+ sglang/srt/layers/moe/token_dispatcher/deepep.py,sha256=YmpFFd5PYmZ_Ec3CagE52PAexN5_47qeskz6fr10xKw,26758
540
547
  sglang/srt/layers/moe/token_dispatcher/mooncake.py,sha256=ZQpjlv-WvEvTgFE6R_zuzFZXOfbRwVvXFYpOnWuCBXk,11855
541
548
  sglang/srt/layers/moe/token_dispatcher/standard.py,sha256=fbYsC4iBmRL49ha-wPSL24hP9qEZMUMeHTxIj9By9Ko,3462
542
- sglang/srt/layers/quantization/__init__.py,sha256=4kFbEgYmLsV0H5pwU-M-yJSYzSzaBI7dFOF6N4CRB90,6301
549
+ sglang/srt/layers/quantization/__init__.py,sha256=GMWJeYHvLCjzw4OpnCs96aaTdDax-EGQviUuUCKWYLo,3450
550
+ sglang/srt/layers/quantization/auto_round.py,sha256=NR4RRZUtd0K4xrbJoIRk91RILh02Z5fbIe7T2XooVUw,14569
543
551
  sglang/srt/layers/quantization/awq.py,sha256=zm3wcy7k90cNlFvPT7uY2JsravExXaZuC4a3nsRdKss,33343
544
552
  sglang/srt/layers/quantization/awq_triton.py,sha256=1QwpxPoqcfe3sDU8uRs3LXBRcDZvq-M9xQ7NE9RV0Mc,12658
545
553
  sglang/srt/layers/quantization/base_config.py,sha256=NP7QyI1lCq5JxerPIDTy8TYQqOwSRGreNeD-Sye2Zus,8214
546
554
  sglang/srt/layers/quantization/blockwise_int8.py,sha256=pqSLo4gwazZ4ajdVzyouwh_Z5oVDbWq9wo8RnrMdY8o,13998
547
555
  sglang/srt/layers/quantization/fp8.py,sha256=75F0a9xRIGCmZTY_KGsEEYu0VXQFJTJyWMLo2BTOjhQ,53658
548
- sglang/srt/layers/quantization/fp8_kernel.py,sha256=noTju6oEzKQ4mOcgWF8s0sFL5g-PuxLrCivvSbKQJWI,56181
549
- sglang/srt/layers/quantization/fp8_utils.py,sha256=enZUimrleDg7RJhoh7uxVLRYd1dSMKeCUhaXuwWAYyE,29831
556
+ sglang/srt/layers/quantization/fp8_kernel.py,sha256=rzU5-cYcWCVApG2babkSQOWuo73XXImJryqDTJmCaqw,56183
557
+ sglang/srt/layers/quantization/fp8_utils.py,sha256=YbIy7gHLQ6dfwfyG62Fr60hi9kMCMYYLFLktd-bAKRk,29839
550
558
  sglang/srt/layers/quantization/fpgemm_fp8.py,sha256=OpDJAOBpy3PtAvDwG3ZIA4ItMFvrodxAHTkHQnT_cso,6967
551
559
  sglang/srt/layers/quantization/gguf.py,sha256=XCjW3-Xe63mwNUDT02U09JiBUMdxxX_slmeaoWMEIP4,19824
552
560
  sglang/srt/layers/quantization/gptq.py,sha256=oAlxR3qX06Pwc9-kkrzu7W4j0K-zWfi2JQL3yO0HHCI,39377
@@ -555,7 +563,7 @@ sglang/srt/layers/quantization/int8_utils.py,sha256=YK9CS-lb_n91kNCTKK5o5apYF31V
555
563
  sglang/srt/layers/quantization/kv_cache.py,sha256=_9pF5rwvB7ta6Gdc5YKVVGbNzYwqmhIx4TrX1-xnodQ,3261
556
564
  sglang/srt/layers/quantization/marlin_utils.py,sha256=Zvasw0DpgMQKTNJm1ZNGLt3P1AKgDfYhTpePdI9BbQ4,26634
557
565
  sglang/srt/layers/quantization/marlin_utils_fp8.py,sha256=iSjq-ikPOTU5plrWNTW4MletKLySIrNl5NhQmY6FyAo,12508
558
- sglang/srt/layers/quantization/modelopt_quant.py,sha256=yKs6xczPfjKV1UKB5S50nol4rRURMX4m7_7pYIYJZU4,60689
566
+ sglang/srt/layers/quantization/modelopt_quant.py,sha256=F9Hqa1CGG2EY0OvCFMLtTjbFTJEzIukR76IvdAgZXhE,67532
559
567
  sglang/srt/layers/quantization/moe_wna16.py,sha256=uoRhxJ8W_U_VFpbn03YEp0aCjbzqquWwonjuN7KBucw,19117
560
568
  sglang/srt/layers/quantization/mxfp4.py,sha256=9DurnjCX2BBWveFfE-ISTAhE4VOW0BB0ZNPMsrgxYEM,31337
561
569
  sglang/srt/layers/quantization/mxfp4_tensor.py,sha256=bGeCXlIOhmFZFGWp_lITkIRDEgGUaLpawDvMy1cTOmA,5389
@@ -742,7 +750,7 @@ sglang/srt/lora/layers.py,sha256=0XlVcBTT1InMsBoLfiOO7yOnlDrnpXD_08wKo84T4B4,118
742
750
  sglang/srt/lora/lora.py,sha256=FooB4hOW5uvZJrDrdqKwBExb-lX5Uw_Y1gjU9an8hzc,7669
743
751
  sglang/srt/lora/lora_config.py,sha256=qDgMTx_69jyJUl29O5FxLzYa0BMhqYVXWXfyyVOvGm0,1684
744
752
  sglang/srt/lora/lora_manager.py,sha256=WkSFWbyWtR2jkG7Erled9PBLTMqkB3keVjaN31Cluq8,19950
745
- sglang/srt/lora/lora_registry.py,sha256=Ox1n6ZmGAWGThpDVd8WjQbJACejnA8n2lGNCVzKReaQ,8173
753
+ sglang/srt/lora/lora_registry.py,sha256=5Bs-sA_IzfydObSHafmH0TdlFzemKipF3C-mTdWMwEY,8452
746
754
  sglang/srt/lora/mem_pool.py,sha256=WQex5E9lQ2Arzkc9X52EHx3OLWzMwQfoepv3OdL7Fv0,12412
747
755
  sglang/srt/lora/utils.py,sha256=FeIb51m5EIcetP1Pgn8X17EfuE5tGipm5iurRg3RAZw,4424
748
756
  sglang/srt/lora/backend/base_backend.py,sha256=kfkr-OxdPyUwMzi0HgjTNfX9bZC4z_ljt3srzRPgMfI,6139
@@ -756,47 +764,48 @@ sglang/srt/lora/triton_ops/qkv_lora_b.py,sha256=z9BB84Xu_MjwCu5v9Yvji-FkIzfEjDyS
756
764
  sglang/srt/lora/triton_ops/sgemm_lora_a.py,sha256=Ksova04wgeGsFqGOXWqJtMYaHgyUYcx8VU42BZQOkVA,5129
757
765
  sglang/srt/lora/triton_ops/sgemm_lora_b.py,sha256=VqCAFvUtq_l-0RGIkx3W_fzD55QcW2FAcqpvSHOBFp4,5115
758
766
  sglang/srt/managers/async_dynamic_batch_tokenizer.py,sha256=btIWhI15a3QCLabdZZhrJVEWZ3zZTgldbv7pGjAPZqo,7236
767
+ sglang/srt/managers/async_mm_data_processor.py,sha256=dXhxvtMXeURDhA3BTh0goZGZnZ_9Q-e2LRkTt61L2t8,4354
759
768
  sglang/srt/managers/cache_controller.py,sha256=Wy0ygZ5FAiXLrz1xzczeinfJATk7aPkH6yvXqOzH5_A,30478
760
769
  sglang/srt/managers/configure_logging.py,sha256=8sNXZ2z9pBWOwn-X3wyz013Ob8Nbm1zDxRkxoZjH-l4,1633
761
- sglang/srt/managers/data_parallel_controller.py,sha256=TAJErsNQUomHFnekrPceMZbN95PfFadticjSup3JiLY,19236
762
- sglang/srt/managers/detokenizer_manager.py,sha256=K6TLeBtDb8geRVKvTlFqZJN-26saYJxxLlRspvEOFe8,13080
770
+ sglang/srt/managers/data_parallel_controller.py,sha256=5q7WyQ2-cE72-ErPZ6G8zHrPAyGt5Bz7zOdggDlgVKo,20356
771
+ sglang/srt/managers/detokenizer_manager.py,sha256=2HzGcnwBiLU2BbId7ALLbWdfZEi8OCFLcWjxc5GK2uo,13213
763
772
  sglang/srt/managers/disagg_service.py,sha256=7VyRva5oniAPs8G-DYg2fv-mdjSxk9cLZPzl_TmB_2Q,1588
764
- sglang/srt/managers/io_struct.py,sha256=2RMpLqiZbI27kR1p9yJKZT1u1sA0NZWukfU4U0WM6gU,50932
773
+ sglang/srt/managers/io_struct.py,sha256=MPXk11kODSmZw-UkWVm85jr9GuKs7HN5cGd4v-Nq-fQ,51686
765
774
  sglang/srt/managers/mm_utils.py,sha256=xJ7Pbk1ZxIyodLyeNv_t0JeSKCqrP7u5hpMcC-0Rpzc,31283
766
- sglang/srt/managers/multi_tokenizer_mixin.py,sha256=dELw8-Ka4-gY6ek5CSVW0DLK8Kq6jJDO6qMTNm5bOxk,21545
775
+ sglang/srt/managers/multi_tokenizer_mixin.py,sha256=xOoZCsPTIWv8sgORSrvnpp5n9rkICVtKan2QMulG7E8,21717
767
776
  sglang/srt/managers/multimodal_processor.py,sha256=0mLkwu6CGRQtt3G2T1tS3PSsh6dpyivV-vAfIHfcMbQ,1764
768
777
  sglang/srt/managers/overlap_utils.py,sha256=dDz1zUBlJ9Ohw4TPHgOxnuh6LPCsN037c14XIw3E-J8,5050
769
- sglang/srt/managers/schedule_batch.py,sha256=0oWPNVtdgoX2bFHOc1RN_1IYyoIE1yKwCImll65dAbQ,72622
778
+ sglang/srt/managers/schedule_batch.py,sha256=Rf0HjH1jidv0DehQ0TdU5So81arG0pRhTSNopOOWww4,74341
770
779
  sglang/srt/managers/schedule_policy.py,sha256=BFWoHG3m-lkeVvOkLGoMeEbRplq4vF4thsjv-P8MG84,28818
771
- sglang/srt/managers/scheduler.py,sha256=aJnk_T9_ZNHCMhRs0cJqfkTH7EbW_B7OhXK2WV20UFE,115088
780
+ sglang/srt/managers/scheduler.py,sha256=nD0Z6KxZXbP611U_y7StoNH2VuEpO2vYk5eseOWQQqo,117180
772
781
  sglang/srt/managers/scheduler_input_blocker.py,sha256=SYZ91JNTHtqiBHUpkk_MboAiBFyl5U7ardLcYDAQ0OU,3689
773
782
  sglang/srt/managers/scheduler_metrics_mixin.py,sha256=OJKCTqNX5gxragq_774EeTSrNEPYp3N7udhE51pukFg,15337
774
- sglang/srt/managers/scheduler_output_processor_mixin.py,sha256=n6zvLqu-TpTaZuWfYxz7ivCBPP3Z7okTOOshTq0d4CQ,42449
775
- sglang/srt/managers/scheduler_pp_mixin.py,sha256=oUl5oxbFPd2gxqn4JXk-Bn-uLrmJZ6_Km5SMpSe9Gtk,16433
783
+ sglang/srt/managers/scheduler_output_processor_mixin.py,sha256=WVd-rtjgKAcnXx-jPEmSlIr7ylhgvKelrQsLyFkpYoQ,43687
784
+ sglang/srt/managers/scheduler_pp_mixin.py,sha256=83khU-CLT_LdzCyxaqpICM1gye_kBU2YDY2jk9VtvA4,16601
776
785
  sglang/srt/managers/scheduler_profiler_mixin.py,sha256=4yhFzHO8ir4TbnYluDFYvCl8RgH0L-AihdIYuMLtBcw,13453
777
786
  sglang/srt/managers/scheduler_recv_skipper.py,sha256=8rVQCBjn9f26Th4XbeUS3fEsvo1GI029Me28wMjcKRY,1103
778
- sglang/srt/managers/scheduler_runtime_checker_mixin.py,sha256=54z5p36M2BgTQYrEz30aAtQVXWCBI9VHBjgzOf19QPo,8521
779
- sglang/srt/managers/scheduler_update_weights_mixin.py,sha256=AuOKrV943inXe5s4cPb4_BQiNAFwkiQGlpaBS-aal-M,6957
780
- sglang/srt/managers/session_controller.py,sha256=FGADRGSkRmS76o_BQ2fivpgw0Q5Q-K0Ws3aezH41YSc,6041
787
+ sglang/srt/managers/scheduler_runtime_checker_mixin.py,sha256=7PEtI6ns8amrCyYufdIL-bhuYznOXi98qnW-dP0JbS0,10374
788
+ sglang/srt/managers/scheduler_update_weights_mixin.py,sha256=SG_OTAHW9SxroBT1Yzo3SlyXYQakIo5jH1ICBsIG4uE,7345
789
+ sglang/srt/managers/session_controller.py,sha256=C3bGNdb3qRIb84PPWxNDr8_I3kFmrOLa5xADWl60WY0,6123
781
790
  sglang/srt/managers/template_manager.py,sha256=M4EshVv1OhKxUAGQPP4OntRkSkUVvG93457xsYfWnQk,11968
782
791
  sglang/srt/managers/tokenizer_communicator_mixin.py,sha256=CHry04ONVx3YMGNN5KtNJFaafxnw4LfXHceMR1q2Nwc,26088
783
- sglang/srt/managers/tokenizer_manager.py,sha256=UM54r6Ox-dfTOesahpm6QmyXtvUTDCJyTRK4n903MFo,90468
784
- sglang/srt/managers/tp_worker.py,sha256=qENe8zAagoTs50RJmCJi2il9JsQtuQqBHII6XBBPLJg,16212
792
+ sglang/srt/managers/tokenizer_manager.py,sha256=JM1V0cL76vhMTLlf6QhuaMz_xvG2KRBWDwChQZkGFOw,94039
793
+ sglang/srt/managers/tp_worker.py,sha256=R0iNwa5-gvz6YJZxpI_bBfHExMBNpEv0odMOGzLYc0E,17267
785
794
  sglang/srt/managers/utils.py,sha256=HRPecRiWLHTX6QbkyYRY-tjlpJEb9N1k0fSJsqBxJl8,7324
786
795
  sglang/srt/mem_cache/allocator.py,sha256=TEAkK32vyYz7wow5bpZLlrzb3KHVXtw9h1KtGWg6kIo,18246
787
796
  sglang/srt/mem_cache/allocator_ascend.py,sha256=GVI1HbNQRy_rIlUHEn-6oRe2WS_OBXfqmoco2Hxta_w,5017
788
- sglang/srt/mem_cache/base_prefix_cache.py,sha256=Z6c9YKJjInVxvZAZpIh8KRAPlOyE0-aowncm4JMXE70,2813
797
+ sglang/srt/mem_cache/base_prefix_cache.py,sha256=jamGKy3t4tYWolxF7p7ern95OtsN0dA7foU6eBRiAjo,3178
789
798
  sglang/srt/mem_cache/chunk_cache.py,sha256=u4EIGuWNonVoCItF2wrKnXzh2OtoDM04XhoffEK6ykE,3923
790
- sglang/srt/mem_cache/common.py,sha256=PEFKzoawIIPRVboyInPKWG56qht-inp34vcj6q_fsfg,16283
799
+ sglang/srt/mem_cache/common.py,sha256=lKCDHdMdAWh-3hI7H13gSIms82W17OKGN78OBgLKHTM,16315
791
800
  sglang/srt/mem_cache/evict_policy.py,sha256=FVI4QsFJoRR1CaxE9jpX4OzBPt4w9ftfM2Ndu4BSfhA,1012
792
801
  sglang/srt/mem_cache/flush_cache.py,sha256=GYcxmNXh4hsMpFfNOuCTpKilW7guZwTtAg_usVeM3J0,979
793
802
  sglang/srt/mem_cache/hicache_storage.py,sha256=lvRaZesRhHQopBoNBbWlXxs4IbRwcWnpEP51MjowtWs,8366
794
803
  sglang/srt/mem_cache/hiradix_cache.py,sha256=BK52hyQjPoXKzn_PDn_LRk_3a0AjWBie1Xk4yAO1B3s,35984
795
804
  sglang/srt/mem_cache/mamba_radix_cache.py,sha256=mpKTxCzA1_u4eoHk0SvXPPNVVG_JivEAb44miY3aNuw,38678
796
- sglang/srt/mem_cache/memory_pool.py,sha256=v0zHcqaOp1cUX2jNaNJOR5lnk0sdj7S4aViPjewpXJs,67163
797
- sglang/srt/mem_cache/memory_pool_host.py,sha256=IBUKHCmU_Fu8d22_V5ssYp4Ff97w3EaMSpyFZvPD0Go,27634
805
+ sglang/srt/mem_cache/memory_pool.py,sha256=BCK0hwwYmqKTOja1X8_zRxV9MhoyQDflD4fYHMia8OY,71649
806
+ sglang/srt/mem_cache/memory_pool_host.py,sha256=mATIWHObG0zYrVSfbv0WVm3MyWGx54boDu93oSoPF_8,27939
798
807
  sglang/srt/mem_cache/multimodal_cache.py,sha256=23d34nWEDtgiOM6fqAhmkQ8-OHnrNR1-n8Ert0K0n3U,2147
799
- sglang/srt/mem_cache/radix_cache.py,sha256=7NQHMUKjdKaAGMFdx1z0pCPBPvwux9KcqymFRxFUAY4,28181
808
+ sglang/srt/mem_cache/radix_cache.py,sha256=pWSHz1Ue7-4zg5nanBFUp1HjlEtez3paBRQLSD3qjPI,28353
800
809
  sglang/srt/mem_cache/radix_cache_cpp.py,sha256=PIJenIaR_ouY-pAmyYuI84KY0tDaLg6VAPvKBaNttPM,9663
801
810
  sglang/srt/mem_cache/swa_radix_cache.py,sha256=xYK1K6tgyUErhWvfTDfm_TWDRiAWbRNWM1Wd4LSzv4Q,43420
802
811
  sglang/srt/mem_cache/cpp_radix_tree/radix_tree.py,sha256=tQZpz-H6HxNAQe9mYqt6aX8mfDZyu_fbJTcCNK-Ns1M,7179
@@ -814,30 +823,30 @@ sglang/srt/mem_cache/storage/hf3fs/storage_hf3fs.py,sha256=MI-x2979lvJL8d4aJluTC
814
823
  sglang/srt/mem_cache/storage/hf3fs/test_hf3fs_utils.py,sha256=g2h0Woa2CK39pRTigHCVR_hq095dTaC70lCIAIs9THM,1089
815
824
  sglang/srt/mem_cache/storage/lmcache/lmc_radix_cache.py,sha256=pd5NC37FORcF-yHmOjbARZGGPcpc-Xd3iu3KGjgYnc4,10009
816
825
  sglang/srt/mem_cache/storage/lmcache/unit_test.py,sha256=DCSZDMJAe-HehL9hWzsP759pck36Q-8ijxWZKfgXmA8,3590
817
- sglang/srt/mem_cache/storage/mooncake_store/mooncake_store.py,sha256=j4KVka-45-RaTnBoGLS8BQnGTxnTLPDOaT-jrFriPKg,20216
826
+ sglang/srt/mem_cache/storage/mooncake_store/mooncake_store.py,sha256=UOLOTx3OQqFq1ZBAxxckS2v_Eiy40FDf3l5ytdJ9Sq0,20216
818
827
  sglang/srt/mem_cache/storage/mooncake_store/test_mooncake_store.py,sha256=6TiqbzEIL71DC7wL1B-Q-SMMZRYsz08sg-dZYeMzmAc,4930
819
828
  sglang/srt/mem_cache/storage/nixl/hicache_nixl.py,sha256=kfGOqJPtq_kiLO2m_bDMFGID9iO79D8iBWadPIgsanY,10911
820
829
  sglang/srt/mem_cache/storage/nixl/nixl_utils.py,sha256=3ouXVNJ17nilYF5gKDqphWux2sHqdqD5ztusCv4aP9w,7457
821
830
  sglang/srt/mem_cache/storage/nixl/test_hicache_nixl_storage.py,sha256=Jj3o2zkPZBBUYzbQeHWV1ujjlC70GYHXmQL_SPStp7Q,10031
822
- sglang/srt/metrics/collector.py,sha256=Qvwsn5POBDbxsaNRfjwssLszdACtxNeIojq0zfy8O4Q,35327
831
+ sglang/srt/metrics/collector.py,sha256=HHsr7vMdEnEWwX8bo7tFkCGTsY-qbkqIdQVEqpN5kDs,36538
823
832
  sglang/srt/metrics/func_timer.py,sha256=Om9o4svdyPfUpgcwMt6tL560qmbPBQvkDPhPzTwCmvE,3300
824
833
  sglang/srt/metrics/startup_func_log_and_timer.py,sha256=PRVg3Z2d5GBMFifZXR-VhzGcn9nmKTkqEU41VJKZmaI,4937
825
834
  sglang/srt/metrics/utils.py,sha256=MGb3quRI39n4tgJS1e0UHI5TBX3D0MwsgiZFMW2EsSQ,1903
826
835
  sglang/srt/model_executor/cpu_graph_runner.py,sha256=ypp5yIW2OhRX-Xmido5mWuzEFpd-ohlq2c2wEuSW71I,23415
827
- sglang/srt/model_executor/cuda_graph_runner.py,sha256=hz7y3q5J7e8lnDhDPxiJIGvtGG7Ws0Og8ztbaZ_mqXw,35580
828
- sglang/srt/model_executor/forward_batch_info.py,sha256=wLkiWTAMgq-4xQFvimvRnQK9eDQKS0UurtooqueBbx4,44306
829
- sglang/srt/model_executor/model_runner.py,sha256=82SAlFp14XbUocqGxcEkH4ToGL10Rh0Oz1YQtJ9R0rc,93938
830
- sglang/srt/model_executor/npu_graph_runner.py,sha256=B1YQla4jW9PiciBBisKg-qoC-vmnldRr8ut_aSmUB-E,3664
836
+ sglang/srt/model_executor/cuda_graph_runner.py,sha256=ZBhkLRgZ8Pax74pBvIRzQdzogZt-zgMyuC_0uHwuvG0,36200
837
+ sglang/srt/model_executor/forward_batch_info.py,sha256=rAqs3v0Oa-nKQNhhE3k0C_hIQ_FwGBJZSqovsziVXBo,44452
838
+ sglang/srt/model_executor/model_runner.py,sha256=2llf_picIOYhb9YwqKUJlwJrhjDIoFKlCEUnpF2xeA4,96209
839
+ sglang/srt/model_executor/npu_graph_runner.py,sha256=n4d_lfSbI5MRS03gbZ3aSdy791w7R88Fj1ztfgO-vRU,3922
831
840
  sglang/srt/model_executor/piecewise_cuda_graph_runner.py,sha256=yYOuLLI8hscmpnlxEKrrIpGnirMIncoy0dHBWi7XcB8,22684
832
841
  sglang/srt/model_loader/__init__.py,sha256=Y4gehllriF0JNjly4rGhQPSkUrA9u9Lr-WbfZfBIs6k,1034
833
842
  sglang/srt/model_loader/loader.py,sha256=73Pd71im3E56u9SCZmrMgeq5ZJxadeb-ENIIQW4LW9I,80809
834
843
  sglang/srt/model_loader/remote_instance_weight_loader_utils.py,sha256=_HnQD1Ab-Wv9oATOmwJe6aQaQD_Gs_yG9EsDCGJQWfs,2881
835
844
  sglang/srt/model_loader/utils.py,sha256=cfMXqVGRppD7CglcFqdMzwhCeB__FHWovYN0IBqkMuw,5001
836
- sglang/srt/model_loader/weight_utils.py,sha256=O8cdxYdEjMyXgZT0Jz0PdagQGnIgPwnSvAWsyovOHsA,45019
845
+ sglang/srt/model_loader/weight_utils.py,sha256=o5KU0uvOUDGHO1d1UN845rmGoEWHO-Y1eRRv4GTh8qQ,45035
837
846
  sglang/srt/models/apertus.py,sha256=Wuz4H8EQUMlqlcCTM3Fe7E0lE0eodb-cX9us1avQxwI,25937
838
847
  sglang/srt/models/arcee.py,sha256=O5yGtgAeIdcmYwZNLURWVE6Hu1O0k34gNiUEtux8ozU,18966
839
848
  sglang/srt/models/baichuan.py,sha256=HbvlErnkCSK4pRQYCSDxMcrn-1DQyfiNoeDcnRrJas8,15807
840
- sglang/srt/models/bailing_moe.py,sha256=Av6psy73-ZzsHnYLI4OTFshDVvjWtitGn_KQ_CY0fjQ,36313
849
+ sglang/srt/models/bailing_moe.py,sha256=X1kPFtu0cB8j3yxmvF_B2NJyN7ABX8pMUfqKkASAefc,36721
841
850
  sglang/srt/models/bailing_moe_nextn.py,sha256=rzHElrOiXJTV90khQUdx74u4RTXXu07_JUIY_zTRbaw,5930
842
851
  sglang/srt/models/bert.py,sha256=2aUAVMT-43VGIbrI8keRBZZdCMOi5PzssykHO00zT94,15791
843
852
  sglang/srt/models/chatglm.py,sha256=cajLN9caBl09e0TwOFkiTTKDqwlbmHo_yS-NCjdeQW8,13957
@@ -846,9 +855,9 @@ sglang/srt/models/commandr.py,sha256=5Y_b3K0QY7D37nFGkyiGgY38RleRui_GJUYcHSuHUZo
846
855
  sglang/srt/models/dbrx.py,sha256=117gwrB_o8VlACwDH5YlXkPfuS7t2Mh-nyJvpNpIYxs,15903
847
856
  sglang/srt/models/deepseek.py,sha256=M7nyHcAbTIs8vc1g6u00oy22-pp704Xp4T3clBzu4xM,17460
848
857
  sglang/srt/models/deepseek_janus_pro.py,sha256=td8xGs6ARfJ8AQCYwUhMOZoWigrAs7m3trF5-kXCqik,70418
849
- sglang/srt/models/deepseek_nextn.py,sha256=B-Xk9mh7op-Gx42yJKV353yzWzL68iwwR08r6jbNZ6A,6710
858
+ sglang/srt/models/deepseek_nextn.py,sha256=OljOU6Y35NDPLpvch_9TYfyAZS4KGJNDnc69FVgu4wU,6991
850
859
  sglang/srt/models/deepseek_ocr.py,sha256=WAPLXeg3S1UB3x3iP-tiandHk5AEnCUMeMs0ak302Gg,52416
851
- sglang/srt/models/deepseek_v2.py,sha256=XZ2oYlX5GQ3dsRKlfr4g6RQMnXMf02S9ihszbn8ph9M,143886
860
+ sglang/srt/models/deepseek_v2.py,sha256=7Y7yCgDOvzsXFpQ8Gu8MazjqXu-7_4f69qXm3IAjDgM,149267
852
861
  sglang/srt/models/deepseek_vl2.py,sha256=7X3gI4DE7guUtNJvMLf06jO8MUHKa2Aan8evZg5hsXc,13061
853
862
  sglang/srt/models/dots_ocr.py,sha256=sWkFsENjX5b_CecLCqXjepsr6iyyCbNTmjZbRfoB4ek,6683
854
863
  sglang/srt/models/dots_vlm.py,sha256=3uLSXO7W8UPKU7a3ixkC_gwSVDGYecCHK0kZAoD6vNs,7192
@@ -865,14 +874,14 @@ sglang/srt/models/gemma3_mm.py,sha256=9JpkNj_u-8Af9RJJQbUNGOxWmvW3TbXUceoI6omb8j
865
874
  sglang/srt/models/gemma3n_audio.py,sha256=isgKfjA5UieYawxU6medL2ssXlzYPqAbagDBnLcemC0,36405
866
875
  sglang/srt/models/gemma3n_causal.py,sha256=kBDlpSWAg6ZDmUPe08Q7sj5CbdVD_0h07zwJw8sKu7I,36335
867
876
  sglang/srt/models/gemma3n_mm.py,sha256=Il5LHjZdbHEXueUVdBp5lpSJHt56W7fpfPHD0Y7RED4,20301
868
- sglang/srt/models/glm4.py,sha256=dijzVTTgg8zyJ3gga95MKY0WwqwnuAaf-VIV93OFAmc,11433
877
+ sglang/srt/models/glm4.py,sha256=5U4kawVYhpabzN5KFNSdAxI6CungLT51EqA-A8QFNYs,23010
869
878
  sglang/srt/models/glm4_moe.py,sha256=x8Y5gD4GMr6wvx3tzllMQ9dz7cWcq18rII986f_Bke8,38217
870
879
  sglang/srt/models/glm4_moe_nextn.py,sha256=H-z8CKc1v_9oR6PzKE7aX6L1PHG8hHNrgyVgFO1ZZWE,5601
871
- sglang/srt/models/glm4v.py,sha256=LwiFQxYm2ksmaePeO57i5d4YGQjiQX52e-Dsjyh_P7I,23834
872
- sglang/srt/models/glm4v_moe.py,sha256=px1wUjDCU7Ro8GnxpjkGh8yQS0Tr_IjYmV2C8iPqhfM,9594
880
+ sglang/srt/models/glm4v.py,sha256=NfEBYVFFiv3z1r8ZYkbXKTDiIrsx9a8NelQVTUuO0cQ,28954
881
+ sglang/srt/models/glm4v_moe.py,sha256=YWWJNwBeZh8F2Xm4O3cyW9P1Klksfi4x3vPieFjwYqA,9534
873
882
  sglang/srt/models/gpt2.py,sha256=kclhxEs8oJk1KCyhmAqo7rZqecVGGHYkc-a1WZi3aIk,9841
874
883
  sglang/srt/models/gpt_bigcode.py,sha256=1D6bi8Zu760gCRZkvdLHFcg8kCkY35ARwQYaMDtYhl4,10307
875
- sglang/srt/models/gpt_oss.py,sha256=K9g2c9xTE2eM74isijM-KSvGPHt6Cjgjl8L8EzBTLmM,43711
884
+ sglang/srt/models/gpt_oss.py,sha256=mnBgeZWiLxYmhP1IZB230Nylpdx2F0FwgzvjHdO0YF8,43527
876
885
  sglang/srt/models/granite.py,sha256=8q92shxVPAp_cJDohJATffSGd7Z0Oi-vF5jpY6DlK4s,19840
877
886
  sglang/srt/models/granitemoe.py,sha256=j1rgZ62CbBioECjUblDCw_NneDQgY_QJODsI0fqXVO8,13779
878
887
  sglang/srt/models/grok.py,sha256=qEuuoVg5aaVGPyjuYvx_rTRcAiUToDNv0IQ8XbCXOr4,40021
@@ -882,18 +891,19 @@ sglang/srt/models/internlm2.py,sha256=F_iNY1gUqzAjAuUatcE47gnrcoTh5_08PY2Rw9tKr9
882
891
  sglang/srt/models/internlm2_reward.py,sha256=ndfGmyqYZbVZ7C7rJ-v9oK3wa-EpoBGybS8MlyKZi2E,2522
883
892
  sglang/srt/models/interns1.py,sha256=VZAGsvjkjPhdUvvLuSy9qV40KXsBTy0KdiXg00EeOnE,12450
884
893
  sglang/srt/models/internvl.py,sha256=iQm2wDtkcyjPYoV9oY_jQ3_7WvhP315eP_vZEiQX3uw,27062
894
+ sglang/srt/models/kimi_linear.py,sha256=LaAV1HyrLGnf70AFRlIkMCzHye9lDoZH49LdCpnqBkI,25353
885
895
  sglang/srt/models/kimi_vl.py,sha256=Tm0-cZXzD3FNW6YEoAFGqCX7ExW4hni-RGFsK3GOCcg,12707
886
896
  sglang/srt/models/kimi_vl_moonvit.py,sha256=qtS8ANHYJ_VPrnzg7oSN30nGAnxfn6LA7xQ8GPH9uQM,23939
887
897
  sglang/srt/models/llama.py,sha256=Et_i6a1A3TL0pS6ccD8NIOiBpqTxjmSMl1KUQsAXotE,28248
888
- sglang/srt/models/llama4.py,sha256=i4-Vo5FVE9zf_6Y80dyft5VjPOQ-a-xWYfEV8s-ltKQ,19872
898
+ sglang/srt/models/llama4.py,sha256=EjuNofz3_Idba-Evk9Wb37QcBZA3r2hsjyGH6HF-jzg,19841
889
899
  sglang/srt/models/llama_classification.py,sha256=4QWTFaUZIFKYZvEzs8bx8VkOZNIwdYCLrnwrdAw4QK0,3108
890
900
  sglang/srt/models/llama_eagle.py,sha256=Ubh_jmtfiOnriwvHgQT0ZGID7JvYvdSi_QGHOIkEgPE,5028
891
- sglang/srt/models/llama_eagle3.py,sha256=yezjnua5fBjTwJT2lKmybn0uAE7dKOJtazN2fWxqY_k,9182
901
+ sglang/srt/models/llama_eagle3.py,sha256=nat81V2I2qSI2c4ZetfYsG8E1weRGURe7n9rU0HasSc,9476
892
902
  sglang/srt/models/llama_embedding.py,sha256=zq-_lNu35VBFc7eemiam0zdkGIE8fzrgk5OWYfirZnA,3254
893
903
  sglang/srt/models/llama_reward.py,sha256=LF2nqMV5XOrljGjAwJg43mBv3z6Q040I2EYlgZeCp8k,4681
894
904
  sglang/srt/models/llava.py,sha256=xzYip_BAwpzSIdZre43LZiyTpFISa0ZCLdO6LUSbaCg,37702
895
905
  sglang/srt/models/llavavid.py,sha256=-CSk0RJ2MQeb81sh-RISeVJFaI-XWY6nR6_I594MkME,12818
896
- sglang/srt/models/longcat_flash.py,sha256=CjlGMrV5IYZ98DoCByiN61rVn2CFtVKEEH7oWNp0OwY,40507
906
+ sglang/srt/models/longcat_flash.py,sha256=jiBZwzbZPxeS0L75ekHLloX9gGLz8H61grxQOaJcguc,40562
897
907
  sglang/srt/models/longcat_flash_nextn.py,sha256=tbM7UYNs8iP_N2SN3tgP1GA3S9oEEq9KDkVPV-DF4hY,29353
898
908
  sglang/srt/models/mimo.py,sha256=TdiflXteo_HLH7Q1Yf6xDAOXRzNrOpLR4kjVXMueltM,5662
899
909
  sglang/srt/models/mimo_mtp.py,sha256=HbdSi0ZXW30YfQYhubnU6JmUI0zceJLvRjI2ptmqbVw,7251
@@ -901,7 +911,7 @@ sglang/srt/models/minicpm.py,sha256=CzBJyZtfMpp8jvlEl29DHI7HLVq-CxuqP1UHwxIbaUI,
901
911
  sglang/srt/models/minicpm3.py,sha256=Cflu4Tb2hxpjapRBZ5n4kX8a1nnFwffK-M8uHPRUra4,19276
902
912
  sglang/srt/models/minicpmo.py,sha256=1bNtbJM5wbMjV4ax8gesVsYVbMz4ozaIHAvvi8_d0iE,76175
903
913
  sglang/srt/models/minicpmv.py,sha256=_CnCR2y3RaYxhONAKFpBIuPQBrqn9Od4o7QnJw8CLR4,35884
904
- sglang/srt/models/minimax_m2.py,sha256=cmdTbRl1VIBDb27t4glkhVwSy-2c3SikIcWociu5aD4,33995
914
+ sglang/srt/models/minimax_m2.py,sha256=CshFtRY7MGoXfleHqLKnLBAYyrC46TdiQwy2MG_GJNk,33997
905
915
  sglang/srt/models/mistral.py,sha256=ni7PppA_5X4ivTnIps3yoEaMEL-G6Gaf9b5hGC1vU5Q,3475
906
916
  sglang/srt/models/mixtral.py,sha256=bZdsTw4A3B-MIHSR8U26mBv3sLYkawVM4V1VXEyBrmE,16992
907
917
  sglang/srt/models/mixtral_quant.py,sha256=UUIq7lpUonD9IoGePyl59oJYEcVwT9wUXvtVp5tjQ9Y,15406
@@ -925,18 +935,18 @@ sglang/srt/models/phimoe.py,sha256=cZQIGjEvArPDiJzC3uKYje-o48QZC699P8TTLwfVIas,1
925
935
  sglang/srt/models/pixtral.py,sha256=H378jvdhwjgdAuUszhCe5tmcEPYvw2YPhg_d8QrjLZE,16776
926
936
  sglang/srt/models/points_v15_chat.py,sha256=HV_GRgLTcetKh0B2agJry02N_atcWI5NPjjQELarUGk,6415
927
937
  sglang/srt/models/qwen.py,sha256=_X1mUt_MczEE2jFK7rfGyRRtpd4U93jdD1SVpCTNsns,11856
928
- sglang/srt/models/qwen2.py,sha256=ryMQxd10i41JWYTzxXPZMBu68XK_7wpHRQg7_fmlmy4,24361
938
+ sglang/srt/models/qwen2.py,sha256=P40jq8NjHsRKpR5aF_ckU-vzFizHyuCfbNYaeiE4Gxk,24388
929
939
  sglang/srt/models/qwen2_5_vl.py,sha256=X7Hh-75gsoGqaK2iJg7eBUFR_8qwJRLhhkii3yxc-KA,25084
930
940
  sglang/srt/models/qwen2_audio.py,sha256=Hr4j9W-q23XjQUX4kk1NxUGA-EQkj8AKDqKVK741TjI,7097
931
941
  sglang/srt/models/qwen2_classification.py,sha256=dGrMm4ebd30_lBhHOhaV57ig2iOTx3nqB4GEzsrRIM8,2747
932
942
  sglang/srt/models/qwen2_eagle.py,sha256=6spFg6JYQGeUXLv2Q5eMkVzZvnqGyvW6SdVBtFMxlTM,4806
933
- sglang/srt/models/qwen2_moe.py,sha256=-pkURmqiLazr7oq11-3hQCFKrdj1crx30Z7iK7DBs90,30920
943
+ sglang/srt/models/qwen2_moe.py,sha256=98FMmmWyWtuzK0W8mTzzGy57oGfRgJHZVaFaKEWU-9s,31535
934
944
  sglang/srt/models/qwen2_rm.py,sha256=-mQXDEv11p-I1HXgYLTtY6ROem6UYorO958WsDrzsgs,2837
935
945
  sglang/srt/models/qwen2_vl.py,sha256=xV8s6kgyjZ37SqLi9nF9J6n3gq9piUmlXOe2PVPQqjI,21488
936
- sglang/srt/models/qwen3.py,sha256=XWFC8O9WCP6oRkwUGMG5s87lGVyGa3pRQx8YwdTQzPI,20617
946
+ sglang/srt/models/qwen3.py,sha256=wvmLUODprLvIlHcOovQPtoiE5k_jgYXkNhkn6KFhQ74,20644
937
947
  sglang/srt/models/qwen3_classification.py,sha256=bdjAylXJCjXKjAho74nmtIMpEG0Af98N-aZQ-pKKMY0,3262
938
- sglang/srt/models/qwen3_moe.py,sha256=jm5ntkmhdkTujJEwmIRLnaHgAEC5f4pmwMASU_Ru9-c,33211
939
- sglang/srt/models/qwen3_next.py,sha256=hbIiLXcPBNa41lRnqZqdXa7Q8FDYX9JlaviXIZN_BEk,37279
948
+ sglang/srt/models/qwen3_moe.py,sha256=HIX-HSoykQZUckLFsZdkeNKzqRkNAmaYxmdH0567Rsg,33520
949
+ sglang/srt/models/qwen3_next.py,sha256=T8pYvxt26hWh7yJOYWkrbwznnfXgi04NuZYzLY4tgc8,37526
940
950
  sglang/srt/models/qwen3_next_mtp.py,sha256=nua9MgSa0_2Dz2Zju0chk6VXGDndBqr-1xMQ-_OirTU,4387
941
951
  sglang/srt/models/qwen3_omni_moe.py,sha256=X5dB2zB1LAAD6_baK84y6MGvEm5ArgcFDmarUyoaS9c,25444
942
952
  sglang/srt/models/qwen3_vl.py,sha256=fNTKorRODMDFOkARN0vcC8sLrcwLZlLpNCf_JQJKohM,29489
@@ -955,6 +965,7 @@ sglang/srt/models/utils.py,sha256=yB1rHC9Xk6hTQ59Fy2ExdrtntuSn6vkm-idf3CFrYP4,20
955
965
  sglang/srt/models/xverse.py,sha256=DsNVI9JpzN4jj0Ry6aTrj7r-xq5YLOoDX2kH4YLJA-I,14035
956
966
  sglang/srt/models/xverse_moe.py,sha256=nBtG_PAK8wcp1tW2l2Zby2oEOmtWAYzH5COH-_N5IAM,17072
957
967
  sglang/srt/models/yivl.py,sha256=oToK7-u5IGO7xwpJIQ7VtudlK6-zPqJX4bt6_wv0SH8,4850
968
+ sglang/srt/multimodal/customized_mm_processor_utils.py,sha256=KIosMfjeDmkhLrvfSBSAKVmod-QHDwqDDleikWp_14w,1127
958
969
  sglang/srt/multimodal/mm_utils.py,sha256=6bV1_a7Iet9W0y3qdd0E-hFM78zalIzNZCYbLzJX2y8,12640
959
970
  sglang/srt/multimodal/processors/base_processor.py,sha256=h914TZNxWT8-wT0bQRXUCYE4wBTylJs9ip36nFNz_KI,25096
960
971
  sglang/srt/multimodal/processors/clip.py,sha256=5nXZuQYbyf-5mlqPwjhQrlWqxvswImWZQXivChsiHfQ,1057
@@ -979,32 +990,34 @@ sglang/srt/multimodal/processors/qwen_audio.py,sha256=xkIFrHepF8Ok6MB-1OwVz1BmzP
979
990
  sglang/srt/multimodal/processors/qwen_vl.py,sha256=h26WSDFJiXvyCmUxNwetjgDANxXoQGxocdd_uudC2Vw,13537
980
991
  sglang/srt/multimodal/processors/sarashina2_vision.py,sha256=E0KSOw_yzc7prHkQfMHS_DzOcYL1GZJ77NopVkd_V5M,3024
981
992
  sglang/srt/multimodal/processors/step3_vl.py,sha256=2zNf1gT-fSrA88-cvkr6xJDE0sEWFKdBDUWsMiFx_uY,18330
993
+ sglang/srt/multiplex/multiplexing_mixin.py,sha256=9C6qLFi4pJZbdU-wCrJxkeynxe3gNE-7onZ2nI2o0mI,8815
994
+ sglang/srt/multiplex/pdmux_context.py,sha256=wMgxxJHxtUD23738miy6OqLyAeKsLpf8X2CLgR5YHGI,5133
982
995
  sglang/srt/parser/code_completion_parser.py,sha256=KFa95OU0TeVjJkOqIgS4xV3kaJ5dFWOmAAgISyc1oEc,3803
983
- sglang/srt/parser/conversation.py,sha256=r5Fp4BGNjGeuvBw7dAUt-aUl3ExsTSG00Gq8dS8_hj0,40089
996
+ sglang/srt/parser/conversation.py,sha256=a40EouvQ4uKlIMVul-6KHxsPQrwDWrNhLkAIljf691I,40389
984
997
  sglang/srt/parser/harmony_parser.py,sha256=YweG4azWm5jmzYGaAHEXSaORpgWctPpSGQk_jp5H-CE,23227
985
998
  sglang/srt/parser/jinja_template_utils.py,sha256=_rtLpriMmodo-tBD8B9ifu3BsZFdaQQCDPRUqF26pIg,8006
986
999
  sglang/srt/parser/reasoning_parser.py,sha256=sGHGN8UUYjv6qW3HtHlgGGwf_5NRzlBF1jvCEiG-5vI,12180
987
- sglang/srt/sampling/custom_logit_processor.py,sha256=phIOI0ttJHQ_yCZhnqD5qNs98QG0gdY9evbXkgS3544,4272
1000
+ sglang/srt/sampling/custom_logit_processor.py,sha256=-Xb_W2szIPaySsp-XxQ2hA1KmZq7cztiuP54-_9FHnA,6556
988
1001
  sglang/srt/sampling/sampling_batch_info.py,sha256=xlkEs3zgrwZCNBs69JHL3og9-jJnFbDD3_RLJJ-M36U,15544
989
1002
  sglang/srt/sampling/sampling_params.py,sha256=ULhZRhA9C1oK34T3cbwqaODV3iMX8HL1VOlo_gewzZw,9193
990
1003
  sglang/srt/sampling/penaltylib/__init__.py,sha256=mtN8grFEcaBUhl4yBHmw8NNirt_i6uKO2cDNLHOpZQE,496
991
- sglang/srt/sampling/penaltylib/frequency_penalty.py,sha256=Loc3qjJTksNc5s-DV7QZHjgqoo5pxk7-nZzxwyhD2tQ,2144
992
- sglang/srt/sampling/penaltylib/min_new_tokens.py,sha256=rdU_D7RoIcrQPhysNQEzmr4TO2OoEi___p-i3QdwkgU,3331
993
- sglang/srt/sampling/penaltylib/orchestrator.py,sha256=Romk41ahToaVlNMnnd1Enko7_kRA4KdMGO94qnEbDHA,6061
994
- sglang/srt/sampling/penaltylib/presence_penalty.py,sha256=NRh10AJrrQlGJ6S-enGdRefrTrWpyqrSm-aNnyqQNQQ,2119
1004
+ sglang/srt/sampling/penaltylib/frequency_penalty.py,sha256=HxfZEk2WO9xCgBb4VqFxV0Oz2APPVd4uj61BVQ5dimE,2141
1005
+ sglang/srt/sampling/penaltylib/min_new_tokens.py,sha256=vWPwqrmX2m5akK0nxNqqaq26xp0yW8muBRApcQPA0nY,3407
1006
+ sglang/srt/sampling/penaltylib/orchestrator.py,sha256=DDkA6CYpTkVRZFTzQyiDqTPr3YxdlF2Ye7dUyeX0G8k,7376
1007
+ sglang/srt/sampling/penaltylib/presence_penalty.py,sha256=-fXSNJA8EIS0mQVSG44M6cw1oi0cPkwEfAy00YnCkdc,2114
995
1008
  sglang/srt/speculative/base_spec_worker.py,sha256=M2hIHGmno1ew_gbgsU7rcIsNzR7pixDkN0UDJpZneEY,698
996
- sglang/srt/speculative/draft_utils.py,sha256=E7u9u_-lrjOu82bBqmLB6zsbygRbWuLHO0Y1NwfbH4o,8261
1009
+ sglang/srt/speculative/draft_utils.py,sha256=DSjA151W2LpgF-b-xdGnWbOWprHbjKVkMP1ssq1VkhM,8865
997
1010
  sglang/srt/speculative/eagle_draft_cuda_graph_runner.py,sha256=LmqXLmMxLBuAFz8XiJpBQAsjpX77ZLrcDlv2hCXDRKs,14995
998
1011
  sglang/srt/speculative/eagle_draft_extend_cuda_graph_runner.py,sha256=AucQHsYM9hktPgmjtygPCxjMyQhFikJX_pc41APXR4M,16737
999
- sglang/srt/speculative/eagle_info.py,sha256=ucS_hYCxoKlHA8pGtDN5mdk9i6z-NHYq4vAz1uLGcwk,31479
1000
- sglang/srt/speculative/eagle_info_v2.py,sha256=2PmbYzDrMkgNky0xeTIVaL04hDI15JaEqaE8pUlsu8c,16548
1001
- sglang/srt/speculative/eagle_utils.py,sha256=HA_h9dkO9RLOBXn4dFFQHY3yiSw4CwjuYewer5BchHI,4581
1002
- sglang/srt/speculative/eagle_worker.py,sha256=m40xi1IAWZQLX48D297BZy7ohlCWbptqkOszXmWC9JA,39344
1003
- sglang/srt/speculative/eagle_worker_v2.py,sha256=nzW7KQFBwU8F7F4CRlBGr7i_7_uCJzjcdMA5zCHqdB8,26315
1012
+ sglang/srt/speculative/eagle_info.py,sha256=A1X1JCUV6N39eeExR4AbvbxjBUltirgqZTgxwAp77cw,31570
1013
+ sglang/srt/speculative/eagle_info_v2.py,sha256=nX5Ivs1MxawvjAFhMQ2B5Q8njRUHnXu6WHYzzrRGC0I,17742
1014
+ sglang/srt/speculative/eagle_utils.py,sha256=DJ9hSEZaEprmb9e2Cw3TDS1Ege9xGMqwNeX1CQAXuhI,13826
1015
+ sglang/srt/speculative/eagle_worker.py,sha256=sQ4sbRRBAaZp7qYSiqOyvlBQ0VshVfSCJMi60pMQ5_I,39654
1016
+ sglang/srt/speculative/eagle_worker_v2.py,sha256=E7cNRH2qunO4NxAAGH4ab_RY9EIFmTJrstyT0VQrYQk,26451
1004
1017
  sglang/srt/speculative/ngram_info.py,sha256=WEpR-I6dGbzKPvH915pPysONO5TodtyfrX0mN9LNBMU,16777
1005
1018
  sglang/srt/speculative/ngram_worker.py,sha256=t05lgkBATs-mo45eloiqvMalsJKdHI7fZ2BTYEpXoxg,9720
1006
- sglang/srt/speculative/spec_info.py,sha256=1AkkpJwifuOtB1ZEjLctrzzjC46O1qtJIkoAdY2rmas,2669
1007
- sglang/srt/speculative/spec_utils.py,sha256=hxm84b37ADwntrlpJ6JOxVGdZ22Ek4uBICnHUy82AxU,21345
1019
+ sglang/srt/speculative/spec_info.py,sha256=Uo9VNQUTduBaQk_VDszam8Px3TNbKO5HqnHEdG_H6l4,11128
1020
+ sglang/srt/speculative/spec_utils.py,sha256=lPYH_dz36UKdozuVtjGiuVjk-QBawlg500Vr7HZW-6U,22314
1008
1021
  sglang/srt/speculative/standalone_worker.py,sha256=9PfG1-aXG3W4j43vLnSvBuaOqgqs-MsfWRH1e7nbkSg,3745
1009
1022
  sglang/srt/speculative/cpp_ngram/ngram.cpp,sha256=j8D4xNaa8dv8CN9F5TG_yHxil-A79XiuMjyEE3ZUOSs,12962
1010
1023
  sglang/srt/speculative/cpp_ngram/ngram.h,sha256=9OMOzO3KXEVbT5gEXjK-IRATI63in54LjeT_Xba5DSU,2492
@@ -1013,12 +1026,12 @@ sglang/srt/speculative/cpp_ngram/ngram_cache_binding.cpp,sha256=yrRXulpjivoSveCR
1013
1026
  sglang/srt/speculative/cpp_ngram/param.h,sha256=tLSD_Ke1c2GjTY9tl3p1UgpbrBfaZqPRsHfw2YJ87hw,4375
1014
1027
  sglang/srt/speculative/cpp_ngram/queue.h,sha256=m8OK4Nd6_yWnJkWxx-JRqUIOfzQwi3apy_3TvyxSY4Q,1288
1015
1028
  sglang/srt/tokenizer/tiktoken_tokenizer.py,sha256=xIi7o38MB-pWPLC6sTdmGC9NN_kgRDvMStIo0nJZulw,6246
1016
- sglang/srt/tracing/trace.py,sha256=5SKy8XA4KLaTcBO6ZJvJSP_IYK5--2RJN0Q6O6Vg10g,16110
1029
+ sglang/srt/tracing/trace.py,sha256=btVqj-Cz3zp_QKSTgNE6Bpxs-6T5-XvEkbcnoRQZmTI,19810
1017
1030
  sglang/srt/utils/__init__.py,sha256=zuoHoZnKrciwFy11a6p5Ua8mYU67QUI_09L0SfEjpeo,102
1018
1031
  sglang/srt/utils/aio_rwlock.py,sha256=6LYtOdeTUY3hkfa1dmYkgsaF2ttrwIF3hUWz2AZ2fqw,2970
1019
1032
  sglang/srt/utils/bench_utils.py,sha256=0xXUeDk61RynxbOV0P_okb-5rLPpc-ZqfCGx3W35K4I,4421
1020
- sglang/srt/utils/common.py,sha256=sAN5cre5l1b8IuUSQSzXVOOu2swU8k1ZEEVxWXbPBDw,114705
1021
- sglang/srt/utils/hf_transformers_utils.py,sha256=E-K0S1ykwqxFNLmXCSmQ6taFYlbncN0EuvS1EPBcvmY,17793
1033
+ sglang/srt/utils/common.py,sha256=vmGMM1rUlcR0AzwM4pCURfHpSFLAhrYEXAomRAvSVn0,115824
1034
+ sglang/srt/utils/hf_transformers_utils.py,sha256=0jUMlVRH6NikwHia4JI8I1D8xvr4rtR4WYrNV_23BlA,18618
1022
1035
  sglang/srt/utils/host_shared_memory.py,sha256=0tO3qMlbmEIs11XvdI7BB0AtH4Z5hm9vWEkEyau4vlM,2264
1023
1036
  sglang/srt/utils/offloader.py,sha256=mKN1Vd0ftr2mjcVIXKCZnc51pcQ6bfYvhqFvdAUyRC4,18771
1024
1037
  sglang/srt/utils/patch_torch.py,sha256=yaVs6YNm63rFYBw-v59usYR3cmb_qX6F69L5dMfQCxg,3307
@@ -1026,7 +1039,7 @@ sglang/srt/utils/poll_based_barrier.py,sha256=9vjn32ROlSueEk7EuZjWKUrrL7XVR9KJsS
1026
1039
  sglang/srt/utils/profile_merger.py,sha256=bvnz-yHMb7zHE1Bv09JKgCgYZY1n4h_UK7Wz2wNAmro,7202
1027
1040
  sglang/srt/utils/rpd_utils.py,sha256=F8FWL_mT05xKQYLrzCJ8Q_5zfZJ86dHxX6LEqpwC7rw,20743
1028
1041
  sglang/srt/utils/slow_rank_detector.py,sha256=81-KXp33wevk4jG2QuThsc17fLdmdeMouxwVfSXscic,2052
1029
- sglang/srt/utils/torch_memory_saver_adapter.py,sha256=WFwPsOBvnWu6N2yTHmiOjLbDAYosslHwNSfyFHjz-7w,2511
1042
+ sglang/srt/utils/torch_memory_saver_adapter.py,sha256=GWJmtaxseoBbNsmVP83ZyvsNzDrHqeJarm7fNKjG-6k,2919
1030
1043
  sglang/srt/weight_sync/tensor_bucket.py,sha256=vp_LRrhULNnxiw9Tf56FcEckgUg07lifgv1lasG6y7o,3695
1031
1044
  sglang/srt/weight_sync/utils.py,sha256=1FHM5kBav1GJUyYQLKHSJAh9MXwsuizDWxAVJMg1ZgE,4155
1032
1045
  sglang/test/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -1034,18 +1047,17 @@ sglang/test/doc_patch.py,sha256=P9PYjBIVlZHvP9M34qS-8m1scmDP27ciNJNvZOdrUKE,1614
1034
1047
  sglang/test/few_shot_gsm8k.py,sha256=zalplyHOYCnIwAnSQg-xlZl-Q-wGuMfjLdl9EJnUN7U,4333
1035
1048
  sglang/test/few_shot_gsm8k_engine.py,sha256=Vgs0SBguumrdlGOY1Hjjc8nTIdv5mxiTAmR4Isa4g4I,3793
1036
1049
  sglang/test/get_logits_ut.py,sha256=XotfHBDbQDRuSrJLRErsrdIOA0WDflnrK9171E-2iWE,1822
1037
- sglang/test/kit_matched_stop.py,sha256=60YESivdEqn6XXUa9oLu1UeLozp4ahteEEvWyOUVDx8,5382
1038
1050
  sglang/test/run_eval.py,sha256=88EUq7X9L1jN83IO9kijEoBXq9CS0DHgKaiX4QtgmUk,7829
1039
- sglang/test/runners.py,sha256=dz4ZlbsF7BePTrS84BmlVt8LnxkoZhkyCPdjGg1hd04,34203
1051
+ sglang/test/runners.py,sha256=Fd2vyAhm48pFRkT1QzAz9RhfDpqcFmorz4gMAGfnU-I,34904
1040
1052
  sglang/test/send_one.py,sha256=sxdAVh6nxq8IgPf1behPiWF7ZVugwoOE4DjdJyY6qzo,6392
1041
- sglang/test/simple_eval_common.py,sha256=06wMMTLf8kpbySBtImD9xdjmYCPuJSghhKcJ_D_KdB4,12976
1053
+ sglang/test/simple_eval_common.py,sha256=UTJkzvkuhfQcPoITAb2lliqfDkFUftPFYXsBpTyBsdk,13120
1042
1054
  sglang/test/simple_eval_gpqa.py,sha256=Ui416_9Fh8TYU_51bClhEXi6wVCLEhLG28a7qPJfJYQ,3276
1043
- sglang/test/simple_eval_humaneval.py,sha256=AhB-0dimur6_vSH9qHVyCRag_VZ8Jf3gH6PdmTkPHAU,5658
1055
+ sglang/test/simple_eval_humaneval.py,sha256=0m9IWJNWvfzMr9RnBe7LLxnHsFjIV2qcVtJZOUsggr0,5700
1044
1056
  sglang/test/simple_eval_longbench_v2.py,sha256=LLa3qAmF8PF1HGC-ubNcaB4jaz22NhZBY67rIzTH5Dk,12169
1045
- sglang/test/simple_eval_math.py,sha256=6kGKNwNbLN-Af3Wj8WTimWhH-Xp3enDmSvvSjsgWUpk,2550
1057
+ sglang/test/simple_eval_math.py,sha256=FjDGaaf6pxw3Oq9mNc1Rza4aKaAnmKTILAH8OyhwHKA,2598
1046
1058
  sglang/test/simple_eval_mgsm.py,sha256=rd7TSUyxdKbrXaVoewo24V8lCo_6kO8zxPhhmvylpw8,10259
1047
- sglang/test/simple_eval_mmlu.py,sha256=FkwamjGMjueTixymkedF-YiPloSLiy4ftILFUrKZ9XI,4357
1048
- sglang/test/simple_eval_mmmu_vlm.py,sha256=XpADoB825LUX-n4hDFOR3wkuowdLPB6sMHJEvM2dah8,15195
1059
+ sglang/test/simple_eval_mmlu.py,sha256=kHo4tClHM6VO8Qk-hLSxd3Abi1fHirJuMBdu9imoFF8,4405
1060
+ sglang/test/simple_eval_mmmu_vlm.py,sha256=ic4uXAPPY6GCLmNwNkRa0AcBHVtXerfbZ-1JQHgBm40,15243
1049
1061
  sglang/test/test_activation.py,sha256=bDBFl4Y30siXj7Ifl66fc2HytOrcZdHFiP2i9K8TIsY,3140
1050
1062
  sglang/test/test_block_fp8.py,sha256=z7cVJLy9jfD-xer3lALeBWkzRxhseqSboBAw75LZGgE,21828
1051
1063
  sglang/test/test_block_fp8_deep_gemm_blackwell.py,sha256=G6Yw6npnUO8OSuu4L2fOl-vP3mYCI7Mcrst6hc96t4s,8170
@@ -1062,18 +1074,20 @@ sglang/test/test_layernorm.py,sha256=2GMWqqNDuGvSMSsEBF5eDCzwVSYA9E6hGhRo6s4ecKg
1062
1074
  sglang/test/test_marlin_moe.py,sha256=d3LsMn9qT-r-DzHKhHikRTzSPSDWDtBNuIpz35AeM20,7958
1063
1075
  sglang/test/test_marlin_utils.py,sha256=kC7IzN364mJT9xw0nKUP1V1OK1hkw6fQTBvD4nRaOz4,5151
1064
1076
  sglang/test/test_programs.py,sha256=R-pzgNB-h_jjdJiW50hn83-nY7z5q5XcqPwugPnVF5Y,18916
1065
- sglang/test/test_utils.py,sha256=-i5Jh91gO7fDkr6PM1Lb7s7tyUqcI5v_qdhCKyDbgNg,56381
1077
+ sglang/test/test_utils.py,sha256=tRph5yeVbCBEPaZnEEbYsZikKaPoqCM_1IO1lPH2iv0,56725
1066
1078
  sglang/test/attention/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
1067
1079
  sglang/test/attention/test_flashattn_backend.py,sha256=Uh895KymXiRFH1pJ1NR9eSfoi6UI41YdPc4viLdUTBA,13904
1068
1080
  sglang/test/attention/test_flashattn_mla_backend.py,sha256=XW12ALYv2Ncs4t-Bz6omhYzNUQGe_P10K0gyqp9Y37U,10690
1069
1081
  sglang/test/attention/test_prefix_chunk_info.py,sha256=er0i3KGHMkw-4UZB1GCFd4oYwRcXfU5wpO1ORqpNGGA,7626
1070
1082
  sglang/test/attention/test_trtllm_mla_backend.py,sha256=UbtvkzTAqP-kHHEhhtPxVpuzG9QmyWBrFuJa0S7Z52g,54951
1083
+ sglang/test/kits/matched_stop_kit.py,sha256=60YESivdEqn6XXUa9oLu1UeLozp4ahteEEvWyOUVDx8,5382
1084
+ sglang/test/kits/radix_cache_server_kit.py,sha256=Mu8PdyNQaCq7IRysqY2uikQ_Fo04cpXgBss2ToXSK18,1509
1071
1085
  sglang/test/longbench_v2/__init__.py,sha256=ZcOIPSyqbDI_tzB-qltXF67-4uMMPwCkkiWDVcDBDvQ,63
1072
1086
  sglang/test/longbench_v2/test_longbench_v2_eval.py,sha256=NI_Om4ODw5utUNsYjrj6nueebI4U5u4N2PKBtT5O27k,7352
1073
1087
  sglang/test/longbench_v2/validate_longbench_v2.py,sha256=mJa5Lh8XiSTXKrf5qopKuAfspSVbhoacnCkz6u4lYFQ,11635
1074
1088
  sglang/test/longbench_v2/validate_longbench_v2_standalone.py,sha256=gr0zif2c680hSyIHDVJ_NHYcrMquM3fpJ26mBtbm7zs,10909
1075
- sglang-0.5.4.post1.dist-info/licenses/LICENSE,sha256=FJXh51fvTQklojUFY89XVLsjxRcBqOxPs8XNy-2uZ0c,11346
1076
- sglang-0.5.4.post1.dist-info/METADATA,sha256=NblJNZ18C87lGtQ0Ofds9W374PcXOVZ_4lljf_zeWCU,25916
1077
- sglang-0.5.4.post1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
1078
- sglang-0.5.4.post1.dist-info/top_level.txt,sha256=yxhh3pYQkcnA7v3Bg889C2jZhvtJdEincysO7PEB09M,7
1079
- sglang-0.5.4.post1.dist-info/RECORD,,
1089
+ sglang-0.5.4.post2.dist-info/licenses/LICENSE,sha256=FJXh51fvTQklojUFY89XVLsjxRcBqOxPs8XNy-2uZ0c,11346
1090
+ sglang-0.5.4.post2.dist-info/METADATA,sha256=UwIgUH6gwmLBVFPQeJLRwMIeO8QWlZiDhVnMhasa9o4,25428
1091
+ sglang-0.5.4.post2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
1092
+ sglang-0.5.4.post2.dist-info/top_level.txt,sha256=yxhh3pYQkcnA7v3Bg889C2jZhvtJdEincysO7PEB09M,7
1093
+ sglang-0.5.4.post2.dist-info/RECORD,,