sglang 0.5.4__py3-none-any.whl → 0.5.4.post2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (195) hide show
  1. sglang/bench_one_batch.py +149 -34
  2. sglang/bench_serving.py +73 -14
  3. sglang/compile_deep_gemm.py +13 -7
  4. sglang/launch_server.py +2 -0
  5. sglang/srt/batch_invariant_ops/__init__.py +2 -0
  6. sglang/srt/batch_invariant_ops/batch_invariant_ops.py +221 -4
  7. sglang/srt/checkpoint_engine/__init__.py +9 -0
  8. sglang/srt/checkpoint_engine/update.py +317 -0
  9. sglang/srt/compilation/backend.py +1 -1
  10. sglang/srt/configs/__init__.py +2 -0
  11. sglang/srt/configs/deepseek_ocr.py +542 -10
  12. sglang/srt/configs/deepseekvl2.py +95 -194
  13. sglang/srt/configs/kimi_linear.py +160 -0
  14. sglang/srt/configs/mamba_utils.py +66 -0
  15. sglang/srt/configs/model_config.py +30 -7
  16. sglang/srt/constants.py +7 -0
  17. sglang/srt/debug_utils/tensor_dump_forward_hook.py +149 -0
  18. sglang/srt/disaggregation/decode.py +34 -6
  19. sglang/srt/disaggregation/nixl/conn.py +2 -2
  20. sglang/srt/disaggregation/prefill.py +25 -3
  21. sglang/srt/distributed/device_communicators/custom_all_reduce.py +3 -1
  22. sglang/srt/distributed/parallel_state.py +9 -12
  23. sglang/srt/entrypoints/engine.py +31 -20
  24. sglang/srt/entrypoints/grpc_server.py +0 -1
  25. sglang/srt/entrypoints/http_server.py +94 -94
  26. sglang/srt/entrypoints/openai/protocol.py +7 -1
  27. sglang/srt/entrypoints/openai/serving_chat.py +42 -0
  28. sglang/srt/entrypoints/openai/serving_completions.py +10 -0
  29. sglang/srt/entrypoints/openai/serving_embedding.py +1 -0
  30. sglang/srt/environ.py +23 -2
  31. sglang/srt/eplb/expert_distribution.py +64 -1
  32. sglang/srt/eplb/expert_location.py +106 -36
  33. sglang/srt/function_call/function_call_parser.py +2 -0
  34. sglang/srt/function_call/minimax_m2.py +367 -0
  35. sglang/srt/grpc/compile_proto.py +3 -0
  36. sglang/srt/layers/activation.py +6 -0
  37. sglang/srt/layers/attention/ascend_backend.py +233 -5
  38. sglang/srt/layers/attention/attention_registry.py +3 -0
  39. sglang/srt/layers/attention/fla/chunk_delta_h.py +61 -32
  40. sglang/srt/layers/attention/fla/fused_recurrent.py +17 -4
  41. sglang/srt/layers/attention/fla/kda.py +1359 -0
  42. sglang/srt/layers/attention/fla/layernorm_gated.py +7 -1
  43. sglang/srt/layers/attention/flashattention_backend.py +19 -8
  44. sglang/srt/layers/attention/flashinfer_backend.py +10 -1
  45. sglang/srt/layers/attention/flashinfer_mla_backend.py +21 -11
  46. sglang/srt/layers/attention/flashmla_backend.py +1 -1
  47. sglang/srt/layers/attention/hybrid_linear_attn_backend.py +223 -0
  48. sglang/srt/layers/attention/mamba/mamba.py +20 -11
  49. sglang/srt/layers/attention/nsa/dequant_k_cache.py +138 -6
  50. sglang/srt/layers/attention/nsa/nsa_indexer.py +45 -22
  51. sglang/srt/layers/attention/nsa/quant_k_cache.py +44 -12
  52. sglang/srt/layers/attention/nsa/transform_index.py +1 -1
  53. sglang/srt/layers/attention/nsa_backend.py +157 -23
  54. sglang/srt/layers/attention/triton_backend.py +4 -1
  55. sglang/srt/layers/attention/trtllm_mha_backend.py +10 -4
  56. sglang/srt/layers/attention/trtllm_mla_backend.py +11 -15
  57. sglang/srt/layers/attention/utils.py +78 -0
  58. sglang/srt/layers/communicator.py +24 -1
  59. sglang/srt/layers/deep_gemm_wrapper/compile_utils.py +1 -1
  60. sglang/srt/layers/layernorm.py +35 -6
  61. sglang/srt/layers/logits_processor.py +9 -20
  62. sglang/srt/layers/moe/cutlass_w4a8_moe.py +138 -0
  63. sglang/srt/layers/moe/ep_moe/kernels.py +194 -0
  64. sglang/srt/layers/moe/ep_moe/layer.py +78 -289
  65. sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_4_0/E=257,N=256,device_name=NVIDIA_H20,dtype=fp8_w8a8,block_shape=[128, 128].json +146 -0
  66. sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_4_0/E=257,N=256,device_name=NVIDIA_H20,dtype=fp8_w8a8,block_shape=[128, 128]_down.json +164 -0
  67. sglang/srt/layers/moe/fused_moe_triton/fused_moe.py +68 -22
  68. sglang/srt/layers/moe/fused_moe_triton/fused_moe_triton_config.py +43 -3
  69. sglang/srt/layers/moe/fused_moe_triton/fused_moe_triton_kernels.py +106 -26
  70. sglang/srt/layers/moe/fused_moe_triton/layer.py +3 -3
  71. sglang/srt/layers/moe/fused_moe_triton/triton_kernels_moe.py +7 -4
  72. sglang/srt/layers/moe/moe_runner/deep_gemm.py +340 -55
  73. sglang/srt/layers/moe/moe_runner/runner.py +3 -0
  74. sglang/srt/layers/moe/moe_runner/triton_kernels.py +194 -0
  75. sglang/srt/layers/moe/token_dispatcher/__init__.py +4 -4
  76. sglang/srt/layers/moe/token_dispatcher/base.py +11 -5
  77. sglang/srt/layers/moe/token_dispatcher/deepep.py +25 -18
  78. sglang/srt/layers/moe/token_dispatcher/standard.py +1 -1
  79. sglang/srt/layers/moe/topk.py +35 -10
  80. sglang/srt/layers/moe/utils.py +3 -4
  81. sglang/srt/layers/pooler.py +21 -2
  82. sglang/srt/layers/quantization/__init__.py +13 -84
  83. sglang/srt/layers/quantization/auto_round.py +394 -0
  84. sglang/srt/layers/quantization/awq.py +0 -3
  85. sglang/srt/layers/quantization/base_config.py +7 -0
  86. sglang/srt/layers/quantization/fp8.py +68 -63
  87. sglang/srt/layers/quantization/fp8_kernel.py +1 -1
  88. sglang/srt/layers/quantization/fp8_utils.py +2 -2
  89. sglang/srt/layers/quantization/gguf.py +566 -0
  90. sglang/srt/layers/quantization/modelopt_quant.py +168 -11
  91. sglang/srt/layers/quantization/mxfp4.py +30 -38
  92. sglang/srt/layers/quantization/unquant.py +23 -45
  93. sglang/srt/layers/quantization/w4afp8.py +38 -2
  94. sglang/srt/layers/radix_attention.py +5 -2
  95. sglang/srt/layers/rotary_embedding.py +130 -46
  96. sglang/srt/layers/sampler.py +12 -1
  97. sglang/srt/lora/lora_registry.py +9 -0
  98. sglang/srt/managers/async_mm_data_processor.py +122 -0
  99. sglang/srt/managers/data_parallel_controller.py +30 -3
  100. sglang/srt/managers/detokenizer_manager.py +3 -0
  101. sglang/srt/managers/io_struct.py +29 -4
  102. sglang/srt/managers/multi_tokenizer_mixin.py +22 -1
  103. sglang/srt/managers/schedule_batch.py +74 -15
  104. sglang/srt/managers/scheduler.py +185 -144
  105. sglang/srt/managers/scheduler_metrics_mixin.py +22 -14
  106. sglang/srt/managers/scheduler_output_processor_mixin.py +40 -3
  107. sglang/srt/managers/scheduler_pp_mixin.py +7 -2
  108. sglang/srt/managers/scheduler_profiler_mixin.py +3 -4
  109. sglang/srt/managers/scheduler_runtime_checker_mixin.py +45 -0
  110. sglang/srt/managers/scheduler_update_weights_mixin.py +18 -3
  111. sglang/srt/managers/session_controller.py +6 -5
  112. sglang/srt/managers/tokenizer_manager.py +165 -78
  113. sglang/srt/managers/tp_worker.py +24 -1
  114. sglang/srt/mem_cache/base_prefix_cache.py +23 -4
  115. sglang/srt/mem_cache/common.py +1 -0
  116. sglang/srt/mem_cache/hicache_storage.py +7 -1
  117. sglang/srt/mem_cache/memory_pool.py +253 -57
  118. sglang/srt/mem_cache/memory_pool_host.py +12 -5
  119. sglang/srt/mem_cache/radix_cache.py +4 -0
  120. sglang/srt/mem_cache/storage/hf3fs/mini_3fs_metadata_server.py +3 -2
  121. sglang/srt/mem_cache/storage/mooncake_store/mooncake_store.py +1 -1
  122. sglang/srt/metrics/collector.py +46 -3
  123. sglang/srt/model_executor/cuda_graph_runner.py +15 -3
  124. sglang/srt/model_executor/forward_batch_info.py +55 -14
  125. sglang/srt/model_executor/model_runner.py +77 -170
  126. sglang/srt/model_executor/npu_graph_runner.py +7 -3
  127. sglang/srt/model_executor/piecewise_cuda_graph_runner.py +22 -12
  128. sglang/srt/model_loader/weight_utils.py +1 -1
  129. sglang/srt/models/bailing_moe.py +9 -2
  130. sglang/srt/models/deepseek_nextn.py +11 -2
  131. sglang/srt/models/deepseek_v2.py +296 -78
  132. sglang/srt/models/glm4.py +391 -77
  133. sglang/srt/models/glm4_moe.py +322 -354
  134. sglang/srt/models/glm4_moe_nextn.py +4 -14
  135. sglang/srt/models/glm4v.py +196 -55
  136. sglang/srt/models/glm4v_moe.py +29 -197
  137. sglang/srt/models/gpt_oss.py +1 -10
  138. sglang/srt/models/kimi_linear.py +678 -0
  139. sglang/srt/models/llama4.py +1 -1
  140. sglang/srt/models/llama_eagle3.py +11 -1
  141. sglang/srt/models/longcat_flash.py +2 -2
  142. sglang/srt/models/minimax_m2.py +922 -0
  143. sglang/srt/models/nvila.py +355 -0
  144. sglang/srt/models/nvila_lite.py +184 -0
  145. sglang/srt/models/qwen2.py +23 -2
  146. sglang/srt/models/qwen2_moe.py +30 -15
  147. sglang/srt/models/qwen3.py +35 -5
  148. sglang/srt/models/qwen3_moe.py +18 -12
  149. sglang/srt/models/qwen3_next.py +7 -0
  150. sglang/srt/multimodal/customized_mm_processor_utils.py +35 -0
  151. sglang/srt/multimodal/processors/base_processor.py +1 -0
  152. sglang/srt/multimodal/processors/glm4v.py +1 -1
  153. sglang/srt/multimodal/processors/{vila.py → nvila.py} +32 -24
  154. sglang/srt/multimodal/processors/points_v15_chat.py +2 -2
  155. sglang/srt/multiplex/multiplexing_mixin.py +209 -0
  156. sglang/srt/multiplex/pdmux_context.py +164 -0
  157. sglang/srt/parser/conversation.py +7 -1
  158. sglang/srt/parser/reasoning_parser.py +28 -1
  159. sglang/srt/sampling/custom_logit_processor.py +67 -1
  160. sglang/srt/sampling/penaltylib/frequency_penalty.py +6 -8
  161. sglang/srt/sampling/penaltylib/min_new_tokens.py +7 -8
  162. sglang/srt/sampling/penaltylib/orchestrator.py +43 -3
  163. sglang/srt/sampling/penaltylib/presence_penalty.py +6 -8
  164. sglang/srt/server_args.py +459 -199
  165. sglang/srt/single_batch_overlap.py +2 -4
  166. sglang/srt/speculative/draft_utils.py +16 -0
  167. sglang/srt/speculative/eagle_info.py +42 -36
  168. sglang/srt/speculative/eagle_info_v2.py +68 -25
  169. sglang/srt/speculative/eagle_utils.py +261 -16
  170. sglang/srt/speculative/eagle_worker.py +11 -3
  171. sglang/srt/speculative/eagle_worker_v2.py +15 -9
  172. sglang/srt/speculative/spec_info.py +305 -31
  173. sglang/srt/speculative/spec_utils.py +44 -8
  174. sglang/srt/tracing/trace.py +121 -12
  175. sglang/srt/utils/common.py +142 -74
  176. sglang/srt/utils/hf_transformers_utils.py +38 -12
  177. sglang/srt/utils/torch_memory_saver_adapter.py +20 -0
  178. sglang/test/kits/radix_cache_server_kit.py +50 -0
  179. sglang/test/runners.py +31 -7
  180. sglang/test/simple_eval_common.py +5 -3
  181. sglang/test/simple_eval_humaneval.py +1 -0
  182. sglang/test/simple_eval_math.py +1 -0
  183. sglang/test/simple_eval_mmlu.py +1 -0
  184. sglang/test/simple_eval_mmmu_vlm.py +1 -0
  185. sglang/test/test_deterministic.py +235 -12
  186. sglang/test/test_deterministic_utils.py +2 -1
  187. sglang/test/test_utils.py +7 -1
  188. sglang/version.py +1 -1
  189. {sglang-0.5.4.dist-info → sglang-0.5.4.post2.dist-info}/METADATA +15 -28
  190. {sglang-0.5.4.dist-info → sglang-0.5.4.post2.dist-info}/RECORD +194 -175
  191. sglang/srt/models/vila.py +0 -306
  192. /sglang/test/{kit_matched_stop.py → kits/matched_stop_kit.py} +0 -0
  193. {sglang-0.5.4.dist-info → sglang-0.5.4.post2.dist-info}/WHEEL +0 -0
  194. {sglang-0.5.4.dist-info → sglang-0.5.4.post2.dist-info}/licenses/LICENSE +0 -0
  195. {sglang-0.5.4.dist-info → sglang-0.5.4.post2.dist-info}/top_level.txt +0 -0
@@ -1,15 +1,15 @@
1
1
  sglang/__init__.py,sha256=CK60u1J439CJZaPihWqlDjFZ8doIC-5YgIYz-E1PIh4,1823
2
2
  sglang/bench_offline_throughput.py,sha256=Bge0KG4Uiv9CHsxDnqKdXJmG_TcxM4blz3CmvLmDRvM,14815
3
- sglang/bench_one_batch.py,sha256=cjECJgTmPcnP-b8Fcy7ldFU6FaEqBpz7Z45RTwBwNR8,23763
3
+ sglang/bench_one_batch.py,sha256=bBIo_Wa_gdnRDqDJada0Kb3gRvgG0nkjnu2Hafs7UCo,28013
4
4
  sglang/bench_one_batch_server.py,sha256=8zAjLFu0tgfIhhtEaPGdDhi15YCcHcaK19vz6Rmn_Jw,26565
5
- sglang/bench_serving.py,sha256=KrPHSzFmzyhRerLBBOm-72sOr1toBQkNIOvRPdVBBc0,94023
5
+ sglang/bench_serving.py,sha256=sbVfJfX_tdoIDbc9KqJC0m23GuCeq7cFqqtaSMHEiKQ,96221
6
6
  sglang/check_env.py,sha256=6wRlWL7UwY1JjYRG307bLLJRoirPk2RVLYrDWV8Et0c,8413
7
- sglang/compile_deep_gemm.py,sha256=v7WJZLSrJw3Vc_28lTReRDJ1WdiPKLRHizFi2l2chv8,6614
7
+ sglang/compile_deep_gemm.py,sha256=Cgs1tVnuKaCigqs-xA2FRH2tLQ5Hy4goGPPIWw3s_wU,6909
8
8
  sglang/global_config.py,sha256=bVpUL_gMSA0FwJl8y8tP5CIa7d083o6Dcak-yRytzGw,767
9
- sglang/launch_server.py,sha256=VqPi2ecJmQuvw1aYppiKEp45NC_FthgBjzhHM2pXItY,620
9
+ sglang/launch_server.py,sha256=SDfZfS1i0RtakLx1zX9uclHpefKHOiXd7MQI0ktYjx4,686
10
10
  sglang/profiler.py,sha256=uprc8Lo-WeqrQY9u2Wj503swEp4P_2laLJ6cWGALgME,4854
11
11
  sglang/utils.py,sha256=YreOyt4-fWdDcg01abaMJ0y0ly4gYps26vRlmWhwGC8,17267
12
- sglang/version.py,sha256=DITpct-LrdIsTgwx2NgH5Ghx5y8Xgz1YMimy1ZV5RTY,22
12
+ sglang/version.py,sha256=VjNOe8nWx3f_oxoZSVhpkUZBulTQesgnhpc0VL20hZc,28
13
13
  sglang/eval/llama3_eval.py,sha256=mLNRZJIqV4CfqrY8UGnJEcHw2Xsyr1eyYZgFSUFYr1g,9997
14
14
  sglang/eval/loogle_eval.py,sha256=-CC2s2kh5qUoDrHRkQVkC_jNvBgNojXbf456ny5s78s,4557
15
15
  sglang/lang/api.py,sha256=kyfJuErqMyle6hnx3Q_oqNSFDe0q4gFob1yd5ZLTatw,7438
@@ -26,20 +26,22 @@ sglang/lang/backend/openai.py,sha256=YFs7pCDK6_DoYmjTa-vgDVdaeE4PYr7E-sIC1q7vAns
26
26
  sglang/lang/backend/runtime_endpoint.py,sha256=UZRKqQ8eE_N11oiv9rViF3THNq21A_uio0N0Bt9MaY8,17487
27
27
  sglang/lang/backend/vertexai.py,sha256=gz0uNYyBb88jbPYz6ZIJ774fefrcbuVdoK33bphUZpI,4827
28
28
  sglang/srt/_custom_ops.py,sha256=P4MLtuF8DzK66R_Sw88AYsiCOn7YNGZ93H7isJq0dUA,5356
29
- sglang/srt/constants.py,sha256=0i-tEwG2BSYNDy96MxnGHV5HnBELkYcnsVGsE-R18o0,93
29
+ sglang/srt/constants.py,sha256=dww4MuDDA9ZEFPWIwBet13BDddyKPA3bwOjeZgqRwac,254
30
30
  sglang/srt/custom_op.py,sha256=m5F7x3LHlnOuesmcNmJtIWsfHGFLBJ807vKc05Gu1D0,3312
31
- sglang/srt/environ.py,sha256=2D5x1OaR_lRd-oSLilf1lZo01Pqz2_t5Bru-LHIxYys,10447
31
+ sglang/srt/environ.py,sha256=083blwYC6Sj-Q_vGbWonD-XWlIK0joSZ6oO_Od61s3Q,11211
32
32
  sglang/srt/operations.py,sha256=za_h1_kcR1Te6-i_r0i_zAeumbmIRhLK2pS31sukkrw,6089
33
33
  sglang/srt/operations_strategy.py,sha256=-w6GI2VgSGvORy3pUWRAJo6244ykSW1ZBV1Dx0fZlHA,7138
34
- sglang/srt/server_args.py,sha256=Qen-c7jcgQpTrub1ogsyxX_8Joj7WfP_rA6ZMIfsH-Q,160382
34
+ sglang/srt/server_args.py,sha256=fZQGzWnVPi6H0KOAE91Iwx8GX-gLpBVsqofbXpYVkWE,171653
35
35
  sglang/srt/server_args_config_parser.py,sha256=NW_tnD_ixnIpEhIuhn1W67pnAOJSGWKKN-jHcssKD-Q,5213
36
- sglang/srt/single_batch_overlap.py,sha256=mUW2yBRxLWKlDlpTqIKkICWzMkcbKsmPjUtcvGiVYq4,5388
36
+ sglang/srt/single_batch_overlap.py,sha256=YrCsmuPTKa9u2Z8I44rBapafPAepJyTa3gqkTXrRDGg,5294
37
37
  sglang/srt/two_batch_overlap.py,sha256=xDDMyE1hKQPq-yu_GkVnNXskyc1CVoPYPaB6AvoPXKA,34667
38
38
  sglang/srt/warmup.py,sha256=fQYzNp-I9mZccs2BerI6mOZd1CDQjdiuFCeUkcwiOb4,1834
39
- sglang/srt/batch_invariant_ops/__init__.py,sha256=Z9TvOE4BL7cAaBIePEsVglH7RcWBSBIsSHs-XbveQNE,728
40
- sglang/srt/batch_invariant_ops/batch_invariant_ops.py,sha256=Kb4uxHPDwlQYg1CfEOhuRDcHTI3Yr8Kbq3GkF57iUZs,16249
39
+ sglang/srt/batch_invariant_ops/__init__.py,sha256=4nf7fMat24809Ap2ktsXDU_i40dOx0D9aqK4lBV0j_A,790
40
+ sglang/srt/batch_invariant_ops/batch_invariant_ops.py,sha256=eB__7DivPMO5FtU4J_ySLHEm9orBDfqHrojEAbcW6ok,23331
41
+ sglang/srt/checkpoint_engine/__init__.py,sha256=FaW2MowmBmwInsLgnh-CeNLLP5tPkVXtpEujtObyW9A,205
41
42
  sglang/srt/checkpoint_engine/checkpoint_engine_worker.py,sha256=YlyiZ46LOi5aib0N5IyrPMuGbnVi_Xnnf9r2XdR1OtY,5509
42
- sglang/srt/compilation/backend.py,sha256=SClr9jjC8wb8vymB2cE-6DN36bEbZeBlYcFx0qe-pfM,14395
43
+ sglang/srt/checkpoint_engine/update.py,sha256=Iid0vbK2MrSpFlyWCbRFYwBT2opUnUePmk5tYDkZAdQ,10871
44
+ sglang/srt/compilation/backend.py,sha256=avi40bJLD_XZd9a2r9Kcl3jOT-n7uiGVZTif76EFRWk,14424
43
45
  sglang/srt/compilation/compilation_config.py,sha256=9GDBY3SAV5hIJ6hmYurJ3vfYh9-gtZP3nEzp0TrUdeM,617
44
46
  sglang/srt/compilation/compilation_counter.py,sha256=qrCqMCaui2eOBpxi3ZBiuvmJ6dkWah_6dYjhvu6_MqE,1623
45
47
  sglang/srt/compilation/compile.py,sha256=All4G5VjYBY9MOalW5YDo17eEtho-o_BG5V86lNJ-5c,6965
@@ -51,11 +53,11 @@ sglang/srt/compilation/inductor_pass.py,sha256=zebqIifs0wvLXIUy43ablX87qh4jnn987
51
53
  sglang/srt/compilation/pass_manager.py,sha256=n8TIJkWIxegDd5lX6Xja4l4YuBQLZvn2_9yEY8Esp80,2213
52
54
  sglang/srt/compilation/piecewise_context_manager.py,sha256=P-WpB3Ny8sMEFUpkQv4ExSoqQPPyEwhXZraDWQjP8ak,1113
53
55
  sglang/srt/compilation/weak_ref_tensor_jit.py,sha256=XJLJsj5t84QLhF0Bjx0j2Iow51d8zc6inASOd9watFA,390
54
- sglang/srt/configs/__init__.py,sha256=a8_ODqcCzMN1q_fNHKMBNHM9aGH8LF92GLGcLeViLWY,1291
56
+ sglang/srt/configs/__init__.py,sha256=sB8HF4G7GDaumMCBIErq7dTWQ3xX9BmGjGPgPeNwurY,1375
55
57
  sglang/srt/configs/chatglm.py,sha256=j-b0YkdYUmQm2y1kNmMJtKeACxWKmBbvNNkDWbs6kbI,2907
56
58
  sglang/srt/configs/dbrx.py,sha256=tdhIkXAQl1yr0MxqFmsDG1E0e2puRTTKm6UTyANBLac,11005
57
- sglang/srt/configs/deepseek_ocr.py,sha256=3nZL7pWJ-WwN6ZYqRsPy7zbxgZCggW5igVfIvJhGUXY,8102
58
- sglang/srt/configs/deepseekvl2.py,sha256=QTZnL47wIx0mkd_HCn_Kfzu4oCHEJaYZpvVSjmaDvp8,26518
59
+ sglang/srt/configs/deepseek_ocr.py,sha256=2GcmeWlKPOY8aqgqWDObACnpPtbUOKxd71tT22WRtK8,26666
60
+ sglang/srt/configs/deepseekvl2.py,sha256=CwP60i_9VYMtuyST0ssQtxltuZjdAxM6czsBGVawgnY,23673
59
61
  sglang/srt/configs/device_config.py,sha256=1Iaxrk65bJsCWV3E2cDfiap_T_xJIIj9oFVn9y6v0EI,515
60
62
  sglang/srt/configs/dots_ocr.py,sha256=HSKerqzHzrKIzoNZOUXA_KiBLmL-Rs8h4Vw17pjF1Uo,1863
61
63
  sglang/srt/configs/dots_vlm.py,sha256=Q2qaP65sYCKGmg_bvc4g5yb-pasdZNx4xnnlzu6Ed1U,4912
@@ -63,12 +65,13 @@ sglang/srt/configs/exaone.py,sha256=Duxd4yQoKy8GWEzZD_kCY_OzmN_67CTJL_Kgn0eXk3g,
63
65
  sglang/srt/configs/falcon_h1.py,sha256=LFxN0We8Gfgk-RWVeegzvyh-R4msAYF96ioO97Ta4ig,14939
64
66
  sglang/srt/configs/internvl.py,sha256=rIC-CBWJHy-Mjmk0_H3YcvVmZzeCRbXGo3dQMex-yeg,28141
65
67
  sglang/srt/configs/janus_pro.py,sha256=yI2c_aWBIKiTcK6RZxK6hq8CIxyYRH_NN8uaSNKsrKI,19156
68
+ sglang/srt/configs/kimi_linear.py,sha256=899lTCjX_9A_lO3kTKNcEZXBxUy2RW4_fIE0CqEvL5w,5927
66
69
  sglang/srt/configs/kimi_vl.py,sha256=4W7VQI3pr888ZsFA2SqCQo4mI0seXTOrGQ-x3oTvWew,1358
67
70
  sglang/srt/configs/kimi_vl_moonvit.py,sha256=hx2Rt4JSFbvy2HUTeLjBpge87m8M6ITAhqsgdNf_Jd4,1163
68
71
  sglang/srt/configs/load_config.py,sha256=_x9n6Rkbi3VqYmXJ7PNdce32mvUNP1ewqrkUsJ7qprw,4765
69
72
  sglang/srt/configs/longcat_flash.py,sha256=Qp25xJVLq2K72Z80cXhcJxtqhagAdiPySDoevuT0Sno,3589
70
- sglang/srt/configs/mamba_utils.py,sha256=AD96wj8FCxRsEovdtGn88xzcKAw5KErbO5xFSk0xwxc,3684
71
- sglang/srt/configs/model_config.py,sha256=7KAlFFRQr9Vsj2PzFBsGnmzXQGWo3eHtftSnaQjDruE,39695
73
+ sglang/srt/configs/mamba_utils.py,sha256=P7fNnx46XZTi2M2tDbhfiRk3wij1p_otetl7K3m7uSQ,5770
74
+ sglang/srt/configs/model_config.py,sha256=74TWymhsai58L9yXCrhnp-uv6lgH-1VjUrJ1oHmklY8,40634
72
75
  sglang/srt/configs/modelopt_config.py,sha256=pr4Q_J4G1Ff-wy24BYRzWaN0UI34rreGef7Nt6d0X3M,1070
73
76
  sglang/srt/configs/nemotron_h.py,sha256=X39hWm2KQoAcZ4HXKDCfbua9aOTlcxcK89c52cmAq-k,13072
74
77
  sglang/srt/configs/olmo3.py,sha256=DOyp1cNi_n8ckz9Ohs3zUZqkk6n26UBsNQ3zngHNNNY,3600
@@ -100,13 +103,14 @@ sglang/srt/debug_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3
100
103
  sglang/srt/debug_utils/dump_comparator.py,sha256=3rWdv4BQXTDtB3z5ao9VPN5lK31ImKf2zMWX7f0Xe6s,5394
101
104
  sglang/srt/debug_utils/dump_loader.py,sha256=RzWpl7RsDRw98DJMEvf6U9c9fPiobyeWI8opmRaRGGA,2632
102
105
  sglang/srt/debug_utils/dumper.py,sha256=6frfI4WErneQE4RpXgAR5gZJQRdzcQjyO3McW56jgYo,3517
106
+ sglang/srt/debug_utils/tensor_dump_forward_hook.py,sha256=Yid9osg3EL8SsuBngZ40DCLWlWvYSrDLF7U6hUjOzSA,6719
103
107
  sglang/srt/debug_utils/text_comparator.py,sha256=NLJdjUikW--bWnGQWIeFJesyuvZ2Vni2S53fIED-m8s,7370
104
- sglang/srt/disaggregation/decode.py,sha256=EJNSz7J2hmO5VuqXu14O6k57w7WizFRK5n1uE8iSzdY,40441
108
+ sglang/srt/disaggregation/decode.py,sha256=T5zzhW3mYSHGX7g6ga2v-gpOuk9i0I7lVdYVoAzbIyc,41561
105
109
  sglang/srt/disaggregation/decode_kvcache_offload_manager.py,sha256=jD_O-uRaZ5cD8C9qtto6m5ZXyM86loJzkdLgwheMBao,7045
106
110
  sglang/srt/disaggregation/decode_schedule_batch_mixin.py,sha256=BeGxXbFLW_ZbuyOs0idWzlicCh6NA1pTOXgON5SAdaE,6947
107
111
  sglang/srt/disaggregation/kv_events.py,sha256=yFbtwOeblcCmOXTjg00TopxnyjkmCBQIVz46KB8jetY,13555
108
112
  sglang/srt/disaggregation/mini_lb.py,sha256=JY2uCeUM3Zk3FdGWmCQBY3LeiJ5FM1PlrqAW8wJTTHI,395
109
- sglang/srt/disaggregation/prefill.py,sha256=crU3CZ5oITm3W9dSxIsvbPIwzOM9dPDOhPTELZcYepA,28325
113
+ sglang/srt/disaggregation/prefill.py,sha256=o8T-jenbjOEA9HS2SvG98F_07-DE0D9GYKaI9j5FZLc,29388
110
114
  sglang/srt/disaggregation/utils.py,sha256=oBMqYOMAnyK4T69fFaDIuM1AAGa2vOvoA-CBtGocOkk,12263
111
115
  sglang/srt/disaggregation/ascend/__init__.py,sha256=-lxnica6fZYmYNpKwmE8yESUpQ5Sxf2DiZoBHzboKc8,146
112
116
  sglang/srt/disaggregation/ascend/conn.py,sha256=Z0xTJjSYXal7uGA5e7ci4oxOcWdC9qrV-gMd06ikp2w,4109
@@ -122,15 +126,15 @@ sglang/srt/disaggregation/mooncake/__init__.py,sha256=0TgqkAdQI1YynbHY6c0QISvVoO
122
126
  sglang/srt/disaggregation/mooncake/conn.py,sha256=ruE4Rb0dPIhAmpQEKkePgnyRDG0xMbySgsrCb7wFIh8,56422
123
127
  sglang/srt/disaggregation/mooncake/transfer_engine.py,sha256=O-XRmQ3QwD6RuiyRgw4ZohSrFkuPdppV_eDBMUXn0jk,5884
124
128
  sglang/srt/disaggregation/nixl/__init__.py,sha256=qODVPIGWUXKXq4zsRIcMYoAoAeg6nBIN9vdQOlVMANE,136
125
- sglang/srt/disaggregation/nixl/conn.py,sha256=w_kDDEB4fIvDe-Z7ufxmw_cpDR57xXJVQrqWvYe88vo,33788
129
+ sglang/srt/disaggregation/nixl/conn.py,sha256=j6BS8Vqzol_tpVwfgNQc0ESjuAYRaN_TCaxfAt8hZtU,33798
126
130
  sglang/srt/distributed/__init__.py,sha256=jFOcyt-wFAPMBUAf9zkZalNQlt-4rqmT6pCKBz1E4qo,149
127
131
  sglang/srt/distributed/communication_op.py,sha256=IBnFUdMftK_VSTMMMitGveonorFUUVNL4guqO31cMSc,1130
128
132
  sglang/srt/distributed/naive_distributed.py,sha256=GX7CHhUb9rIQuaIPX4TYm01S7XQdBXvdqaJoPdxFyAI,3317
129
- sglang/srt/distributed/parallel_state.py,sha256=SHisHdAql3dVBFUR1zIZo3apQMejRPh0hQYn5AaA9N8,70931
133
+ sglang/srt/distributed/parallel_state.py,sha256=kWvo1BjzgsBWxrpGEiw5j5iKCFZQdhHQ0fE1cmqDk1Y,70653
130
134
  sglang/srt/distributed/utils.py,sha256=aaCxATncLGnVgB0WlGpBdee0behKW8Dy_dakqcuKSaQ,8497
131
135
  sglang/srt/distributed/device_communicators/all_reduce_utils.py,sha256=dk-uFaKZgVG-1dZDwMT6GvpFi2xP0DJRJ9BiRjHq0zw,336
132
136
  sglang/srt/distributed/device_communicators/cuda_wrapper.py,sha256=3jvPG-Ow5UBLiXhfx8T8snR7crSZbPpARAggsDPWq7k,7038
133
- sglang/srt/distributed/device_communicators/custom_all_reduce.py,sha256=RCF9FzJYI9EzlNEDUZB-uL_0VKjTqNn0_MfZED-0RhA,16615
137
+ sglang/srt/distributed/device_communicators/custom_all_reduce.py,sha256=uBtR4anNaed8eGEjrxMS_ub2Y4mZ8f5TcwQnvageFws,16740
134
138
  sglang/srt/distributed/device_communicators/custom_all_reduce_utils.py,sha256=Fx9D70NO2dplyuqOxTasMwkzONN3wfC4WOny3tWSbPA,14159
135
139
  sglang/srt/distributed/device_communicators/hpu_communicator.py,sha256=gPjEH1-izoby5uDrfUlzNf21luPT0Ow7pJjhCRKnHy8,1728
136
140
  sglang/srt/distributed/device_communicators/npu_communicator.py,sha256=bRXN1Md_4SHQGzQYZa2GrHv2zbIU5vSpkueHiAZL1xQ,1345
@@ -145,19 +149,19 @@ sglang/srt/distributed/device_communicators/xpu_communicator.py,sha256=ajW6132Bv
145
149
  sglang/srt/elastic_ep/elastic_ep.py,sha256=KaSUAi0JHB82desvcv-TW5_PYCrzQStslOCcl9_g-LM,2311
146
150
  sglang/srt/entrypoints/EngineBase.py,sha256=yKN76witT2jz1zhmLHmPNLGMpK2UiOTaKQ2KPD8l99U,2594
147
151
  sglang/srt/entrypoints/context.py,sha256=YQdVLmELQD1tNT6Q1BLl04sATwTJAAomCATZyD19S8g,8035
148
- sglang/srt/entrypoints/engine.py,sha256=yiIVBjbMLgL1s5A19bShgeqRdAQlv3OGfz5swHNTunc,35010
149
- sglang/srt/entrypoints/grpc_server.py,sha256=CHiZDErgPHnVp8PtfH246U6Eq_BEoKANJKAttNYXjBQ,38869
152
+ sglang/srt/entrypoints/engine.py,sha256=hVYjcgTDkno2b93wktjxsgF_x2OLZrRzeRaIjGeuCeM,35390
153
+ sglang/srt/entrypoints/grpc_server.py,sha256=3yio35-FDDYwCyt0QwTRDu4Z1ASS20UmqK7Hz6fBbRo,38813
150
154
  sglang/srt/entrypoints/harmony_utils.py,sha256=FhpPFnwgy1-qLnu_HZAk5V_RPmQkT81dFVp8A6xINEU,13594
151
- sglang/srt/entrypoints/http_server.py,sha256=Y1Rl71phsasv8Tot1wlKl1GpJK2b_xqT_EqPEfjKOTM,56378
155
+ sglang/srt/entrypoints/http_server.py,sha256=AHM9MBKPU9nyl9sGDkMU97H7LURqmCOxaFYmoFj3ywQ,56243
152
156
  sglang/srt/entrypoints/http_server_engine.py,sha256=rWgdCYLZZP89MA-Y-hfACQqdDu0LC7lLYghi2wk-nU8,4809
153
157
  sglang/srt/entrypoints/tool.py,sha256=aAXEjBqkr5j6_IgRL8fZCKgoDPY2TikM20-LQXU9TaI,2709
154
158
  sglang/srt/entrypoints/openai/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
155
- sglang/srt/entrypoints/openai/protocol.py,sha256=NkK_i-Njzxzp_FIVFoOJXonz0kdYLtf_crLBuj69LoI,39612
159
+ sglang/srt/entrypoints/openai/protocol.py,sha256=Fp8JJ2Lu5XXoiqXL1Aak-E9qOZps4WqOMqG3gt18HTI,39738
156
160
  sglang/srt/entrypoints/openai/serving_base.py,sha256=-L4lcJCTCJPEmtYHtQXLFgJnvJ3CbUp80uyEI0X_C6w,9665
157
- sglang/srt/entrypoints/openai/serving_chat.py,sha256=NQs4XRPE7JEV8Mmpe1XSVWKD4VQxr8Fcw1ItLUeO3jA,47908
161
+ sglang/srt/entrypoints/openai/serving_chat.py,sha256=wUep2zSdtUeNZVhP4Y_2nCMArh8NFxGiveKA2UsvZw0,50000
158
162
  sglang/srt/entrypoints/openai/serving_classify.py,sha256=ifEjD-2rq7izbgITMB_nZkrUDN8wj73ZMV634G_HJ4U,7148
159
- sglang/srt/entrypoints/openai/serving_completions.py,sha256=-kTg3BYaKLmnneKh-1_2QVC0KPg1e2VV1DEKImG9KpM,18831
160
- sglang/srt/entrypoints/openai/serving_embedding.py,sha256=H7Nv1vSUuyOUXBeaNvYB4XMFxmcJc8or7MUKyuAw_XA,6435
163
+ sglang/srt/entrypoints/openai/serving_completions.py,sha256=O6RVlja_JXAGy53hMpMrwRp3JTOkeydOlZqrKUG5lQ8,19292
164
+ sglang/srt/entrypoints/openai/serving_embedding.py,sha256=iDvSKpSZwguAEY2kZp1h2M8A5H1feDyJ0hTmgyfDPxE,6478
161
165
  sglang/srt/entrypoints/openai/serving_rerank.py,sha256=G79XdomjzLhH1YCbGR4alSxWO9NNmi7U-YSPsH61cjk,3379
162
166
  sglang/srt/entrypoints/openai/serving_responses.py,sha256=LDnLzUHpNrIibmUWlqCAtosUg7X3G-AIOvnUJ6etDwg,55122
163
167
  sglang/srt/entrypoints/openai/serving_score.py,sha256=LuwXzWRAMm-xMK8ZjP3JaJ84Gxjr0Oi-e3keCsIgK38,1992
@@ -167,8 +171,8 @@ sglang/srt/entrypoints/openai/usage_processor.py,sha256=9LTB5rqdRuMKyZrIXiUBuF_W
167
171
  sglang/srt/entrypoints/openai/utils.py,sha256=DT9quW0F1DX1P9NAuMxpERgXcNYKKtm7rd7J1m7EaDQ,2112
168
172
  sglang/srt/eplb/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
169
173
  sglang/srt/eplb/eplb_manager.py,sha256=e8HMGzZb2QFRGdS7JZIFSy8cOIlxOlGRY-ef7Wei0Sw,4364
170
- sglang/srt/eplb/expert_distribution.py,sha256=lU1Pw8qVooiyv3LPIW1Jec09wLs22_eKdxs0kuS6vgc,32901
171
- sglang/srt/eplb/expert_location.py,sha256=WoOmsZ4u9le44km3nbjJjF6BVBxN3cKRz9nQM0uWH_s,18386
174
+ sglang/srt/eplb/expert_distribution.py,sha256=4-Qo4jF9SKRyrz34wMHqlbF_eevxB_tmaCaoxQWynHc,35526
175
+ sglang/srt/eplb/expert_location.py,sha256=NnEcIUflI7cfT8or9MDNei4zwOfcEsi6ZcaKyn5naco,20730
172
176
  sglang/srt/eplb/expert_location_dispatch.py,sha256=mZUH-jvz7yvxC-5bwMFQalfKbbJiZujMiRK_M9oGOT8,4163
173
177
  sglang/srt/eplb/expert_location_updater.py,sha256=7LOmLtY_YWYySI2GgFuTJ__Qde0LEKq70E77Q608OFU,21157
174
178
  sglang/srt/eplb/eplb_algorithms/__init__.py,sha256=FBO0vEaWbpURbrSV6Uq753Zm2ukiCTUkDvOd292xU_E,2695
@@ -182,12 +186,13 @@ sglang/srt/function_call/core_types.py,sha256=wLUsW8mUA-i-ISz5QUDL7Ejq72W-K1HIhF
182
186
  sglang/srt/function_call/deepseekv31_detector.py,sha256=hpRjjv219mH0v1PQpMvj_gezrP7PwvLiNbBKOTCSC3U,9731
183
187
  sglang/srt/function_call/deepseekv3_detector.py,sha256=DhO3tUX1nvFlfRkHJ1Vm_7OMXFFTvWBA9u9SZKFAwuQ,9710
184
188
  sglang/srt/function_call/ebnf_composer.py,sha256=OpjfvYowLlMLnxz5fwS7zv5-d43_ZwO9ucGAMsILvm4,15321
185
- sglang/srt/function_call/function_call_parser.py,sha256=CXP_4OEo0M9aE3vXMW-m3VJTq9uVhM2w3NOcnnmXjuA,8762
189
+ sglang/srt/function_call/function_call_parser.py,sha256=JDZzRmXBypTfhGm_hZDmhw6o2XkyWCd4iYyxqvmcsxk,8869
186
190
  sglang/srt/function_call/glm4_moe_detector.py,sha256=B4GjjgoDVc4ETyqCowfWQamIhhUDwl6pA9xsAE3sOfo,6943
187
191
  sglang/srt/function_call/gpt_oss_detector.py,sha256=ti5Dwci_3J9XzqQetMILY7R-VTCCRbGbHas3DdC5x28,9263
188
192
  sglang/srt/function_call/json_array_parser.py,sha256=m37S_3bQtyAI86T3ju80dkKJxuazA1VV0J5ioK1uQbw,2205
189
193
  sglang/srt/function_call/kimik2_detector.py,sha256=VWN4Nf9l9O0uSUR0UppuoAyVObvGw-rVvklFJ1qzbRA,10641
190
194
  sglang/srt/function_call/llama32_detector.py,sha256=trZja7IXc2IWUko5PRj7p4pRU6XCVjtxr-7qJNr0EWo,3647
195
+ sglang/srt/function_call/minimax_m2.py,sha256=1Q5uo-cUUtKykYDeAWx0CxqiDtz2_oC7sprsAJL6Ki4,14689
191
196
  sglang/srt/function_call/mistral_detector.py,sha256=Ts2HrJdu5r2lCCMVKPZfnCds9pt1K5H1EaOQrF_HD60,4686
192
197
  sglang/srt/function_call/pythonic_detector.py,sha256=yAatItKtVDf9uhlB78wPWKP3fbefLJDNGGzFV5ey-YA,8756
193
198
  sglang/srt/function_call/qwen25_detector.py,sha256=nv83_sipZMU6Vie3J4HeNiZVCSRU5ei7601j50779HA,5181
@@ -195,79 +200,80 @@ sglang/srt/function_call/qwen3_coder_detector.py,sha256=fyiF0WkNwozlKZQy0G903hj-
195
200
  sglang/srt/function_call/step3_detector.py,sha256=SAibrispu0peDQzqOG2-V93KGHtV6Ud7a38vlnhTunA,17442
196
201
  sglang/srt/function_call/utils.py,sha256=P-iT81YRm1zPV7Y19bkQq5VcV15-XLF1AwoeXWI7Nig,4552
197
202
  sglang/srt/grpc/__init__.py,sha256=dPeDsMRMW8WyHD6jolIpIlvlJsYLAhwewHhCTdu1MAE,21
198
- sglang/srt/grpc/compile_proto.py,sha256=ZRH11Wodv4BbYo0F-JqA-ymIM-FwkkiAjwM_7msI2uA,7011
203
+ sglang/srt/grpc/compile_proto.py,sha256=SMjlmgwuAaY1lOPRX2JW4rVXX_VQg81o5y5o2ujK2Ss,7166
199
204
  sglang/srt/grpc/grpc_request_manager.py,sha256=ZX4p3ewoUAd9vGG3lNKv9MknFV4BtXJQtP1u8hDJrKk,34849
200
205
  sglang/srt/grpc/health_servicer.py,sha256=6h0JFrvVKz5hRBh3pzz_N1Hsj2WgM_Kyd7kfHuJqlDI,7278
201
206
  sglang/srt/grpc/scheduler_launcher.py,sha256=GMuNCfF4MYYjJL3O8NqQrg1N9P7T2QyRmpxxXOAYeDw,6563
202
207
  sglang/srt/grpc/sglang_scheduler_pb2.py,sha256=ALq0gD19OUC4CdjbOU2YYHGmgTlkJvWX3exX_SOXSv4,16016
203
208
  sglang/srt/grpc/sglang_scheduler_pb2.pyi,sha256=ibYeIZPchbx4fcLDeAa-LSnq6MZi-mh4DgzIGg-SUWY,26274
204
209
  sglang/srt/grpc/sglang_scheduler_pb2_grpc.py,sha256=8FQtALiqSyWkqL6P_rKerievE9q19V3675AEEomNSe8,12633
205
- sglang/srt/layers/activation.py,sha256=Qg-goR7CSwQeBhS4IO56wCA7jMR_bPNZJHnLDZNnm5s,13407
210
+ sglang/srt/layers/activation.py,sha256=9NArY7s3okKipcJaVLHuX9Irw71z4c338AbsqeUocXQ,13671
206
211
  sglang/srt/layers/amx_utils.py,sha256=1mENgHK2B8mgaD1oMtgbZ15Jmy_Uu1QueBmo09Ff2iA,2865
207
- sglang/srt/layers/communicator.py,sha256=dmoydeyHoiVQCr1PvMcTwM1Kirv71PZOa-JSeVD6n50,24465
212
+ sglang/srt/layers/communicator.py,sha256=5FJdpA40UPWmITbTW1j4B88IQYMjnkqA4ILkNAC_eQc,25478
208
213
  sglang/srt/layers/dp_attention.py,sha256=dBfEtofjY9MlCDF5B-y_zrX-owfZ46mSBYioCzlIoHM,16817
209
214
  sglang/srt/layers/elementwise.py,sha256=tGbN7bbK2s-j3DoJeJfkfyPNmKdVAutAd0J3TbxUPAQ,18849
210
215
  sglang/srt/layers/flashinfer_comm_fusion.py,sha256=hnVVS_VsWukTYhREubWs2KcJ1GjVMEI9ECqxqOMXZv8,6729
211
- sglang/srt/layers/layernorm.py,sha256=Kf18oGBMTyqjaeeTJMeCYhyrQb-8NsSjhG0QDswM8rM,12334
216
+ sglang/srt/layers/layernorm.py,sha256=1v4iyrnasoS5uN8iwMV1Zoa58H_tWryRmi-wMefVKa0,13349
212
217
  sglang/srt/layers/linear.py,sha256=1g5vEFHqSd1TPb0VxQiZ5oga45QorYxvj2CZl_NM9wc,56084
213
- sglang/srt/layers/logits_processor.py,sha256=VNMPpyxVNNXtOxd9nui0Yrm8MUkjrGBEL1cmUYXLyM0,34499
218
+ sglang/srt/layers/logits_processor.py,sha256=VYth_K42mvB_A5LqmaubZNRyhsIJfeMYCZqkHJ3HlMg,34042
214
219
  sglang/srt/layers/model_parallel.py,sha256=eLXZhvJ4wG6dh0FontNCIdVZvHYdWgaeY-5cu7TD9tE,6078
215
220
  sglang/srt/layers/modelopt_utils.py,sha256=Abhiwmu1VOoSePJWytgFxRw_6qTtN2rqT61DPDboCIw,335
216
221
  sglang/srt/layers/multimodal.py,sha256=vNswe0J0maeBiN8ehlmxfs-YYlrmMllYl6Nc_Y57Neg,5114
217
222
  sglang/srt/layers/parameter.py,sha256=6ce1lx2urWJKz87g2qg_oce_S5BV0IcguSiOGGHbcC8,18378
218
- sglang/srt/layers/pooler.py,sha256=uZ6WX1FLMEafZwusyZdm6KuVlIwSjbKrdwk2qzgqNGk,3812
219
- sglang/srt/layers/radix_attention.py,sha256=HvTa-gSz86XdN9mcK7H3lrQXjGfAMnBzI1lM8WKaIUc,5203
223
+ sglang/srt/layers/pooler.py,sha256=FznIxY6jJUJLnjCxvmmymV13tBRM9f_Gdmtw3oE0a9c,4664
224
+ sglang/srt/layers/radix_attention.py,sha256=SqL-15JQWxjoSZyaOxfhGqUE0Vu_55O_ihN5CiPRxfM,5310
220
225
  sglang/srt/layers/rocm_linear_utils.py,sha256=7PPh-5H2IYjiLp_g_szzVBsmiMacZ1RtjVtjdrdFJKI,1374
221
- sglang/srt/layers/rotary_embedding.py,sha256=ZekORUqqnej3PP8-ETIhvlkweLMhrP1nZTH4Qz3fB-E,101467
222
- sglang/srt/layers/sampler.py,sha256=bnfa0jtHBWcXeDALGGYR6t1DOejaG2LBqgG6kmXP7Fc,20632
226
+ sglang/srt/layers/rotary_embedding.py,sha256=r2whpu3CAsH3vED56DCt3J0rlvev0HlMhe5B4XrHVXE,104942
227
+ sglang/srt/layers/sampler.py,sha256=CunUv_aB_Dw_SqOimQRdw0W21pG75TMH-lvGRr2fNR0,21177
223
228
  sglang/srt/layers/sparse_pooler.py,sha256=9gB8duR48R-FGtA4Q7D1fIDSvbKlD70N38S3Lvg773s,3424
224
229
  sglang/srt/layers/torchao_utils.py,sha256=Ws24FdRBSkTpyeyA6bQrdDm-W5wfDxKvSIPUSahyMfA,4063
225
230
  sglang/srt/layers/utils.py,sha256=F_hhE514OZ4cyMklga3mipdUzlrKo3SolIcuqgqqQqQ,1913
226
231
  sglang/srt/layers/vocab_parallel_embedding.py,sha256=jPZ6H45qD6ieWV2TqU65YzSaJwRWURoJQ1J-6eOOG-E,22737
227
232
  sglang/srt/layers/attention/aiter_backend.py,sha256=bv9yGDu-4oLZlA3A00GDpOWU84cLJ97cW08aVoGEjn8,43935
228
- sglang/srt/layers/attention/ascend_backend.py,sha256=lb3ZmNZmEqnmf3zng38sA48NBBLn9M9lVXW_UdB6SNw,27892
229
- sglang/srt/layers/attention/attention_registry.py,sha256=OpiNS5eGkYK05lt0L6zm0NfHZFQKyI-fGtLl3wHqONk,7505
233
+ sglang/srt/layers/attention/ascend_backend.py,sha256=v3jx6JRIZ8pU8H5dSIBMwTZ5mwZrHFZzXuLbrzA0e-c,36497
234
+ sglang/srt/layers/attention/attention_registry.py,sha256=mdJ94v-JTiCvm1PDhMUI8VyhBAPMohZZeNKqZc8RuhA,7656
230
235
  sglang/srt/layers/attention/base_attn_backend.py,sha256=oYk0ch5ptL2EtlhjyitKvu6H2qCHvrXSjUJVJgPnGd8,4495
231
236
  sglang/srt/layers/attention/cutlass_mla_backend.py,sha256=cb2dMTnDMmMVBG_lqFRciVDiF3PeEAcXYaKDFWszeTw,9849
232
237
  sglang/srt/layers/attention/double_sparsity_backend.py,sha256=wkF1GxFuLsGUWYoPWoqdz0xpePqA_nbo7xd2ha67sng,9135
233
238
  sglang/srt/layers/attention/dual_chunk_flashattention_backend.py,sha256=20vmnq68-Cq62UWIzQU_uwJzq4B8KdJeZUPVoWPiyDs,68620
234
- sglang/srt/layers/attention/flashattention_backend.py,sha256=0bbODTKS-DADucy-GmR_1LQzwezvXuXGuP21Y6WH5EU,105314
235
- sglang/srt/layers/attention/flashinfer_backend.py,sha256=R06qwUhhfeBL2qAD1CRS9KzmdoiGxO10QjAoAouNDjA,63332
236
- sglang/srt/layers/attention/flashinfer_mla_backend.py,sha256=LrhlHUVn0ZlvCIhK8iAjqEEqUUvRydJn7TZ7Hs4o3B4,39462
237
- sglang/srt/layers/attention/flashmla_backend.py,sha256=HijFHZZ-pGE75NytFXsS0MIv8d-zWJGRRdfjdF1ViJ8,20860
239
+ sglang/srt/layers/attention/flashattention_backend.py,sha256=O97JbtEQz_qanyEjic5_-38Lp0qcBIkPuatZf38nLug,105777
240
+ sglang/srt/layers/attention/flashinfer_backend.py,sha256=6yfbhGS1lGhQYqgoLFCVm05fQcniu--D4uQuhCWYCUY,63842
241
+ sglang/srt/layers/attention/flashinfer_mla_backend.py,sha256=J9xjFEcUPNDL-vE7Ucdb8BxKGGC8Q24PJsqe_RDq5g8,39805
242
+ sglang/srt/layers/attention/flashmla_backend.py,sha256=KO0rNphcRLhDlb7t44MJoCNcPMS_eyxXKUDEB0HsIGM,20871
238
243
  sglang/srt/layers/attention/hybrid_attn_backend.py,sha256=_Gol1e_m6vMKhpUw2-OQ37ymC5sIuSTntDylVKSZtpA,5121
239
- sglang/srt/layers/attention/hybrid_linear_attn_backend.py,sha256=tqwPna30r1zriVhKlit-iVfpfy6hJGxumGKsnlJ20C8,26119
244
+ sglang/srt/layers/attention/hybrid_linear_attn_backend.py,sha256=7cfppSKwE4DpNAzff2eLwunuVcUQpICDBhaV-xgX06Q,33229
240
245
  sglang/srt/layers/attention/intel_amx_backend.py,sha256=8AcbJn0u8ifvhml9iocDzjrtzLEj0oJ7V7bOmkQPefo,4168
241
246
  sglang/srt/layers/attention/merge_state.py,sha256=OnWmNV6LYTUj0y8SCy_IK7A9q6v9bZwR4_XiLOIvbrk,1423
242
- sglang/srt/layers/attention/nsa_backend.py,sha256=68NXSaTzqQKL7aVSgmWgDRgPc0OYI3HNU-f9JsEV79E,45516
247
+ sglang/srt/layers/attention/nsa_backend.py,sha256=4n9Nf_qdWUGor7KYFyUkZ8SkewkZ-an0eK_NU40QxT8,51450
243
248
  sglang/srt/layers/attention/tbo_backend.py,sha256=MyEQ29I41LCOHXm4_g7J7sXSs5bNKWRlSa2EfqploD4,9185
244
249
  sglang/srt/layers/attention/torch_flex_backend.py,sha256=MnnZLxi41R-d4P0cyklNyefSWOU-AdFEjr8pxJWNgdI,11711
245
250
  sglang/srt/layers/attention/torch_native_backend.py,sha256=NdWD2ArmS1lQN9mZIbS2rcHueBWColNxvhcLaQGAKGQ,9728
246
- sglang/srt/layers/attention/triton_backend.py,sha256=30z1z_aJ9jUKGG3rc-2DI6h-3HO3w3hVpcFM18BVSQY,50504
247
- sglang/srt/layers/attention/trtllm_mha_backend.py,sha256=IQUu3jkCuAY5foqvR6L1IYjjVD4qfmTwG6rfo05ZVkI,27516
248
- sglang/srt/layers/attention/trtllm_mla_backend.py,sha256=7ceisj7_0X9mK1dDheEoVuIXHsMDjptoaw9HycBVxYQ,41679
249
- sglang/srt/layers/attention/utils.py,sha256=uRyxLjpRMVesPDFtGHtzJDHQvWhS4AsGW5RGCsIYPBk,3230
251
+ sglang/srt/layers/attention/triton_backend.py,sha256=nHf0ZzB2rQad3qknfEQpFY7KzIK5qdXT1EJFoZoEmVE,50587
252
+ sglang/srt/layers/attention/trtllm_mha_backend.py,sha256=eTo0zf5aAAUgW-gtHdWMwYN22AeIcsZipilLzn06JtA,27812
253
+ sglang/srt/layers/attention/trtllm_mla_backend.py,sha256=qZIM8XkXSUmN3MMgGCRrJdUhFZ2uVvRi5EPbunrsZv8,41592
254
+ sglang/srt/layers/attention/utils.py,sha256=L1FlCmgWsH-k-ccXcuSiB9Tj4z7b-a7KMWPZKvCXowQ,5478
250
255
  sglang/srt/layers/attention/vision.py,sha256=-MX_K0_mX58xkpaS6O93vWIJVqha4iNgYNN5M5Yptnw,21763
251
256
  sglang/srt/layers/attention/vision_utils.py,sha256=6hPPAt8p3SOm7tgHNUesnMLxvQiKbaOM5EK6K-ig5dI,2771
252
257
  sglang/srt/layers/attention/wave_backend.py,sha256=dMsR7GsfDYgVizY8QJ94ASrxiiJ5_MNOuTUDDQzvpPQ,22915
253
258
  sglang/srt/layers/attention/xpu_backend.py,sha256=nYRnYi7ZVyeC1m5WPB8TKpux2mBxCjHOzKZ5QNnCBlo,47650
254
259
  sglang/srt/layers/attention/fla/chunk.py,sha256=r8Tddl7p0ae0nH0FU1sU3EpWTtiipdzoijaTMX3_gGI,8913
255
- sglang/srt/layers/attention/fla/chunk_delta_h.py,sha256=Gf8RgLesGaR9GM4HTB7kDDCVirwR9XvO7O3I1HWdcuY,10681
260
+ sglang/srt/layers/attention/fla/chunk_delta_h.py,sha256=b3l1HrkFNJZD8KYjRWmJB_tHQApc3rfCqgyDNR7fIFE,11693
256
261
  sglang/srt/layers/attention/fla/chunk_o.py,sha256=ngvGxIxeHhulkj_FfQgtNY0T-5cwV_4Ochc_6dP6oVo,4973
257
262
  sglang/srt/layers/attention/fla/chunk_scaled_dot_kkt.py,sha256=445twkm9l0Mu9Q_VFBIgUZQzTNLvc82gqIAe8ylip-4,4386
258
263
  sglang/srt/layers/attention/fla/cumsum.py,sha256=beIT2WTSn8Wk_wknoWM3JYQhzmzR1JJwMFzspsXvWng,8374
259
- sglang/srt/layers/attention/fla/fused_recurrent.py,sha256=yOSTwqcNSoPWwQD--tcCkVd2OwB5Ox0nLGnLLv8MRr8,20856
264
+ sglang/srt/layers/attention/fla/fused_recurrent.py,sha256=BDJsWlgvBsYU8EN6XwCDF_YQFUJ9KUlHiPH1wY2rSEM,21184
260
265
  sglang/srt/layers/attention/fla/fused_sigmoid_gating_recurrent.py,sha256=dlmOu-7DG6YoSNexT3YV8GudrFPn_RiYj-3hClWdy-c,6424
261
266
  sglang/srt/layers/attention/fla/index.py,sha256=u4yVogS7a2DrfsYwQ22t60DpO3Y7KF9eAHY1PUrfUt4,989
267
+ sglang/srt/layers/attention/fla/kda.py,sha256=pM_dgwk-DI2khMR1dnsyd5RHXAt6zwV-P99f0gp_4zA,38728
262
268
  sglang/srt/layers/attention/fla/l2norm.py,sha256=XOs5nGdWROp3FW4fHSObC8sa_x697yDV0jt5UKuLllE,3783
263
- sglang/srt/layers/attention/fla/layernorm_gated.py,sha256=OJEzBNg4JQ6_Vk_ZHWnVPwy8PLbrwuBiw3rt9bLiBRc,10122
269
+ sglang/srt/layers/attention/fla/layernorm_gated.py,sha256=NNgKckcxTSq7FpY2g9Xd6uYu_1gUugXdVbIEv4tjYKs,10253
264
270
  sglang/srt/layers/attention/fla/op.py,sha256=Qc-zHwZY9-8Aw53AuuzNfpbPBwKgIvVMgtWcfJLl6A4,1695
265
271
  sglang/srt/layers/attention/fla/solve_tril.py,sha256=-Z51hFsLER_Lzn8h21WRUajbVOA1wuu5TSEvaC2AvK8,14405
266
272
  sglang/srt/layers/attention/fla/utils.py,sha256=CxcsCXLamjIhbCuj3NUqar1LasPsGGf8WX4acXnF_fE,10451
267
273
  sglang/srt/layers/attention/fla/wy_fast.py,sha256=wS1sJq23pa5xK2tUDYRO5FhLLJ5JpHWozBghDl64pYY,4284
268
274
  sglang/srt/layers/attention/mamba/causal_conv1d.py,sha256=0Im_XzEA965rT5r09-bm1We1BaPgq2g_yo5nbA7KwvI,4503
269
275
  sglang/srt/layers/attention/mamba/causal_conv1d_triton.py,sha256=EqiIga4XzikCKeA9wvLAcK3uTCX-Fop9GQFyzLeNAg4,37660
270
- sglang/srt/layers/attention/mamba/mamba.py,sha256=qGGEzMVZDDG0dEdUrLxVfWhRa1UI5OLis7dVBMqUpl0,22517
276
+ sglang/srt/layers/attention/mamba/mamba.py,sha256=QHyBicvCag93PP0ids6zPaVOpBEccK2WH6YDKu4_r-Q,22830
271
277
  sglang/srt/layers/attention/mamba/mamba2_metadata.py,sha256=6hkbWuV0do1lFXucgGusqR5ha784g5CB7P7hZaigRNM,8551
272
278
  sglang/srt/layers/attention/mamba/mixer2_rms_norm_gated.py,sha256=C60rddCKuf3eD6KVt5vB60LlGD2dYiU9WZGTlEPaoDM,4689
273
279
  sglang/srt/layers/attention/mamba/ops/__init__.py,sha256=r-IpDGRIwTqGJzZoWNGyHqsqqv8oF19pNHEb7_TZR9M,98
@@ -279,12 +285,12 @@ sglang/srt/layers/attention/mamba/ops/ssd_chunk_state.py,sha256=Qdzx_4DIwl1-g_c2
279
285
  sglang/srt/layers/attention/mamba/ops/ssd_combined.py,sha256=evYcNq31qo1TeaJP8Q3yttBQODici594N4kpdgT7hrQ,8880
280
286
  sglang/srt/layers/attention/mamba/ops/ssd_state_passing.py,sha256=pNjxxLYw2BsTwy5-m7RhgqTZ9H8uyQFX2GQVucWU4wE,10032
281
287
  sglang/srt/layers/attention/npu_ops/mla_preprocess.py,sha256=3_jiUFd2um4mOwG2FaNHWfwbRbjko0c6EeDfdlUiGO4,14554
282
- sglang/srt/layers/attention/nsa/dequant_k_cache.py,sha256=ie1qLy7AAipFYS0EJFrunN8Mq97D9v-noWaJBYMiv0I,4973
288
+ sglang/srt/layers/attention/nsa/dequant_k_cache.py,sha256=L7sXBVDXOBDNizQDYuquedYQtck5g9DEQX2SI5n4wYc,9148
283
289
  sglang/srt/layers/attention/nsa/index_buf_accessor.py,sha256=jPYRgFfTdH_g83OUs9q3ncj2Y036ikBvflMjYEjrHGw,11481
284
- sglang/srt/layers/attention/nsa/nsa_indexer.py,sha256=qTzO557wWrB7RypNvX1i5_C5vr66X_YPjEgJiV_TP3E,25368
285
- sglang/srt/layers/attention/nsa/quant_k_cache.py,sha256=FYl6gp16uGU3ftIHkU5vFAjfdPnoKvWOg4l7TBKkGI4,8675
290
+ sglang/srt/layers/attention/nsa/nsa_indexer.py,sha256=ViDbjbAQmpL9CAvduzAiPRB2bR0x3ruURa-pxqdFHKk,26432
291
+ sglang/srt/layers/attention/nsa/quant_k_cache.py,sha256=G2jnTp2IEksQsKiPRRIk1FT2R-5b9yN7wwqgrKHvFwA,9468
286
292
  sglang/srt/layers/attention/nsa/tilelang_kernel.py,sha256=Iifd9YYEnDGkRhjK0NH-pbyTiQX0kVpJynyGwZcnH8w,31554
287
- sglang/srt/layers/attention/nsa/transform_index.py,sha256=0yurXIDt5EQ9k_P5g_aDXohdzvSiBQcQpCHBcNf0ZBA,4745
293
+ sglang/srt/layers/attention/nsa/transform_index.py,sha256=ougnVHGomoUG_KCPs2Nwo0cplq4jnbNv-fFe9pDDRYs,4762
288
294
  sglang/srt/layers/attention/nsa/triton_kernel.py,sha256=FyInDj54ux1IctSGlPd82iq-aGY-UfXJvd1KIPO9LTI,3974
289
295
  sglang/srt/layers/attention/nsa/utils.py,sha256=_Ni-gYZTx5MXbIV2i5-7MexX6N5vsZNYTY-b0GczXRI,822
290
296
  sglang/srt/layers/attention/triton_ops/decode_attention.py,sha256=JnOtqtPXEgn_T0R4gGCROx1szlAhu_G_ODNKCazz0lE,20554
@@ -297,29 +303,29 @@ sglang/srt/layers/attention/wave_ops/decode_attention.py,sha256=oJNBG57cySgxtmJe
297
303
  sglang/srt/layers/attention/wave_ops/extend_attention.py,sha256=LyZQQIvFYfcIcObgy_tETK5JxRLgAkOYlF-KhGcGEoA,3877
298
304
  sglang/srt/layers/attention/wave_ops/prefill_attention.py,sha256=viTUit0rxjVV5UahuwmVAhmL66YRFJD4g1YhH_oRBu8,2344
299
305
  sglang/srt/layers/deep_gemm_wrapper/__init__.py,sha256=esJMd0Yuj68t6QYOpmIFuiWP2J2dxTMC4bRBNH0Xk6I,26
300
- sglang/srt/layers/deep_gemm_wrapper/compile_utils.py,sha256=tvoJ2PmYJWm6j_JfRpmBhg7mUZyH27f5JJeDZ4xcZhg,8067
306
+ sglang/srt/layers/deep_gemm_wrapper/compile_utils.py,sha256=EoRu5a-eiXcBZV9bVJ0x8ATLpKLt_AUeTNixdeJ1bSw,8070
301
307
  sglang/srt/layers/deep_gemm_wrapper/configurer.py,sha256=vkMBNZx3RqukEtxMUAbTfKJii3MDXLBs83ZlsgtxNiU,559
302
308
  sglang/srt/layers/deep_gemm_wrapper/entrypoint.py,sha256=5VTBfCU6wTBS2uMJc-luyqawh1478w3Jh1qk39qhjlI,3199
303
309
  sglang/srt/layers/moe/__init__.py,sha256=P8OC-pUE5yeEr80QUDqSPwF9a9BAYPuaK7GNlQovsJw,863
304
310
  sglang/srt/layers/moe/cutlass_moe.py,sha256=335MeGbcVPsAI9oaEQCVSMxzzQ9YV1qPiNxINXtvO48,14206
305
311
  sglang/srt/layers/moe/cutlass_moe_params.py,sha256=9NRCmgP_Ug3gGqCcpi-x-QRbLjCNpw8792gKXwZsbEU,6522
306
- sglang/srt/layers/moe/cutlass_w4a8_moe.py,sha256=yTSlr_B9y1jiAmp6pX88LHb7hQ351Ensa8SR2fgW3v8,13898
312
+ sglang/srt/layers/moe/cutlass_w4a8_moe.py,sha256=2vVS2bhUuKRsDnPR2cNUKli9Pbi32lzQ--0jRpyYB_I,19210
307
313
  sglang/srt/layers/moe/flashinfer_cutedsl_moe.py,sha256=ULLAdfRad_sG2ZYXE4qMCOutQX0eckQt0fwwhfcsckA,6186
308
314
  sglang/srt/layers/moe/fused_moe_native.py,sha256=XzJPM9Z6YQ4ejrMrBFt3l1i7guBcdQTXo9-gT5H8AIA,3479
309
315
  sglang/srt/layers/moe/rocm_moe_utils.py,sha256=SglTXIzpiWKFKVEf9gS8SEocJYcSOmeKUKjHznfC_nI,4527
310
316
  sglang/srt/layers/moe/router.py,sha256=ouSNu8XU2w-BICyAYPpFq2zPb11LyTDalZElh0AXGus,13675
311
- sglang/srt/layers/moe/topk.py,sha256=reUXYWZdHVfNJnrRxd8kXjGVLhdNu3AxRqOt5N7NyGg,32306
312
- sglang/srt/layers/moe/utils.py,sha256=lP4WESNZBjCaY-dOnuJ6jkrrAXl2e3pR3MTMjyWQFic,6782
317
+ sglang/srt/layers/moe/topk.py,sha256=ia2JY3n8PTejK2A3uLcxXR95ow3m-9hSmPX-kRL67LE,33422
318
+ sglang/srt/layers/moe/utils.py,sha256=UZsd1KCXNZ4XFWNnxZiNywsuYEtA7xOQLd52c6RZC9U,6701
313
319
  sglang/srt/layers/moe/ep_moe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
314
- sglang/srt/layers/moe/ep_moe/kernels.py,sha256=DjgEBHIS8-S1SO46xGbnREc2vQ8dO9dDKNRYKZuwMzM,32125
315
- sglang/srt/layers/moe/ep_moe/layer.py,sha256=D8U42eegm1cwuS9zpwIOj_DV_LmiapMOh2hMWJOBWj8,26193
320
+ sglang/srt/layers/moe/ep_moe/kernels.py,sha256=jsSLb_D7u60_8NIHxTEoEerRAbQFJXPWJHMpRVsEyOU,37898
321
+ sglang/srt/layers/moe/ep_moe/layer.py,sha256=e3KMj18xakSrswFyFZJ6BJHlHHN5mxZzQC2pwS7IKZc,19213
316
322
  sglang/srt/layers/moe/fused_moe_triton/__init__.py,sha256=tis0ZJmih7gKHCurbLtY_o-bY3K4MOzQLYLC3ftIOf0,977
317
- sglang/srt/layers/moe/fused_moe_triton/fused_moe.py,sha256=mKH6zTTuh_Z8Ceg6d1VWjGBI3iPBn1YfGO6udxIRAtU,23306
318
- sglang/srt/layers/moe/fused_moe_triton/fused_moe_triton_config.py,sha256=0jTqnuw8v6uwr4g2IJ6bc3PRq77HF96mEYaSOBmpTAQ,7983
319
- sglang/srt/layers/moe/fused_moe_triton/fused_moe_triton_kernels.py,sha256=QOdl5uhZ8--aryXnKObdspKonGcF6Tc_U9o_lC_opo8,27760
320
- sglang/srt/layers/moe/fused_moe_triton/layer.py,sha256=E2qURbonpdnEOqEV2MmgLgUdecCSyfxyua3rmWb5kiI,39806
323
+ sglang/srt/layers/moe/fused_moe_triton/fused_moe.py,sha256=kFP8sWz_TlQrkqGNXtE6SjCfSUoy4gNGvAC9MZJP10E,24683
324
+ sglang/srt/layers/moe/fused_moe_triton/fused_moe_triton_config.py,sha256=AMniHPN39CqafyqYyHj-QdXT9praH3Wdq7ua76T0gY0,9424
325
+ sglang/srt/layers/moe/fused_moe_triton/fused_moe_triton_kernels.py,sha256=xzLUFeJqAmH1n4A59Wv-pOdec_efFDO-g5TqAXOJGf0,30331
326
+ sglang/srt/layers/moe/fused_moe_triton/layer.py,sha256=QvljwzkINsJEt9q5HkS-0KC0QDq_vuTIMJh2QAkH_18,39827
321
327
  sglang/srt/layers/moe/fused_moe_triton/moe_align_block_size.py,sha256=U93mxPPU2RP7d3QRSvoG3OCtUQIK8YhQfHf1ZGeREmY,3284
322
- sglang/srt/layers/moe/fused_moe_triton/triton_kernels_moe.py,sha256=8_LiuVJqeuMIsy0nBJExYH9RAftfyutCKh_2NWU10rg,10141
328
+ sglang/srt/layers/moe/fused_moe_triton/triton_kernels_moe.py,sha256=g1duB_VckkfiqyB5ePWRv8Nndwr5OoqnN9pEiVUrVXo,10408
323
329
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_1_0/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json",sha256=iNGsE2ZeVnQEnN4A8UJ9Jv0d3hbRF2MJ9oBgjup5Szk,2737
324
330
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_1_0/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json",sha256=JJN0hryyLr5Zv3dSS7C8cPFhAwTT6XxUVnBGMZvV6JA,2752
325
331
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_1_0/E=1,N=1792,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json",sha256=ouRyZ5PEMPP2njPftCNhs-1g1y6wueWLmhI7G1SjV1k,4131
@@ -516,6 +522,8 @@ sglang/srt/layers/moe/fused_moe_triton/triton_kernels_moe.py,sha256=8_LiuVJqeuMI
516
522
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_4_0/E=256,N=256,device_name=NVIDIA_H800,dtype=fp8_w8a8,block_shape=[128, 128].json",sha256=M3W1OQU6RgKAQL2EoYivAIidtz1cvgoK6_6ntNfn_lY,3265
517
523
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_4_0/E=256,N=512,device_name=NVIDIA_H20.json",sha256=bSe-KUwiVT3yM9jQuXlDmxe_KUft7FUn5zOby8bpSkc,3233
518
524
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_4_0/E=257,N=128,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8,block_shape=[128, 128].json",sha256=RbJYTRfjP_3-ytfj53W_w2jFpZ9xwMaqoKW52pkgP3c,3257
525
+ "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_4_0/E=257,N=256,device_name=NVIDIA_H20,dtype=fp8_w8a8,block_shape=[128, 128].json",sha256=haOsCxfjluq8RIKOK1vE0TurEhx2WaB1nH4KddjRmMY,3238
526
+ "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_4_0/E=257,N=256,device_name=NVIDIA_H20,dtype=fp8_w8a8,block_shape=[128, 128]_down.json",sha256=aBW70ejubJ7JEBp9Q0waTJ5g_aJDtWKd2ck6VtMGGhQ,3715
519
527
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_4_0/E=257,N=64,device_name=NVIDIA_A100-SXM4-80GB.json",sha256=QEk8bE-GieZltTiv3ig__ScM9Q_4K-c75UzIuDrGmPA,3232
520
528
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_4_0/E=384,N=256,device_name=NVIDIA_B200,dtype=fp8_w8a8,block_shape=[128, 128].json",sha256=FEnjuvvky-cvW1iq8TPrfGOOH8y4rOEx4jlYZ4tqbDs,3253
521
529
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_4_0/E=512,N=128,device_name=NVIDIA_H100_80GB_HBM3.json",sha256=JUzq6vJzOAVw3VOXzCjBpaLpf5OxPQmo2iJPJjzMm6o,3241
@@ -529,40 +537,43 @@ sglang/srt/layers/moe/fused_moe_triton/triton_kernels_moe.py,sha256=8_LiuVJqeuMI
529
537
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_4_0/E=512,N=64,device_name=NVIDIA_H200.json",sha256=phmhkQNz8DcLHPqN5tjmJqOgbX0BhQx9cP82fp_jyIQ,3236
530
538
  sglang/srt/layers/moe/moe_runner/__init__.py,sha256=Dc4PH6HfzQDjJWL7iuZ-0qh8oRu7OtnH6IEl675pYiU,172
531
539
  sglang/srt/layers/moe/moe_runner/base.py,sha256=GMdFI74BGO5HDjtel5QWI7W4CFix0BHkw_HrjVswhcw,8905
532
- sglang/srt/layers/moe/moe_runner/deep_gemm.py,sha256=xhxZsQpD9U8OReNaA_qwXWA98hVUS6rvcbWukQcv8tc,9342
533
- sglang/srt/layers/moe/moe_runner/runner.py,sha256=MCrPZQuuTxD4NGdnRaIkLc-xy8yOnXZW3ThJ2L-ymu4,2845
540
+ sglang/srt/layers/moe/moe_runner/deep_gemm.py,sha256=308iEL3RQhA51lV9yL1Ex9YeO2ewCadaIAvFwoNZHWc,19005
541
+ sglang/srt/layers/moe/moe_runner/runner.py,sha256=eJhOjzbKwcNSGztwTKAJxpcSYm9pqv_C60MJGmPkr_g,3041
534
542
  sglang/srt/layers/moe/moe_runner/triton.py,sha256=pYzFyJDocnBfNiF6kp1cnSZmKKTsLOYXpAUXFZYKOsI,14464
535
- sglang/srt/layers/moe/token_dispatcher/__init__.py,sha256=0lIB1lkEcVYiW2iEL_hzAPk-AG85dFYAdyK9MBftHsw,1273
536
- sglang/srt/layers/moe/token_dispatcher/base.py,sha256=ZisVo2ty9vx5Oj1V1_w570_v8e8zbIpcEeXl4UUeZVQ,4015
537
- sglang/srt/layers/moe/token_dispatcher/deepep.py,sha256=lVBM2ZE4XgHX4eqVuFuoF5rPPrY54CKoiapa3txFvcc,26430
543
+ sglang/srt/layers/moe/moe_runner/triton_kernels.py,sha256=qsV9-k9iblqxE8J4JWyJS3Mfd7he7aZUYbIa8QTY1vo,6350
544
+ sglang/srt/layers/moe/token_dispatcher/__init__.py,sha256=rFv-j_zeUrKEOniMaODRi3EUaRAIufj5jIMGt45JdwE,1305
545
+ sglang/srt/layers/moe/token_dispatcher/base.py,sha256=joEgkYGDKlyYyb8hCOTYI_jAnZ1M_IRaT8WshXiolZQ,4253
546
+ sglang/srt/layers/moe/token_dispatcher/deepep.py,sha256=YmpFFd5PYmZ_Ec3CagE52PAexN5_47qeskz6fr10xKw,26758
538
547
  sglang/srt/layers/moe/token_dispatcher/mooncake.py,sha256=ZQpjlv-WvEvTgFE6R_zuzFZXOfbRwVvXFYpOnWuCBXk,11855
539
- sglang/srt/layers/moe/token_dispatcher/standard.py,sha256=2il92nCW6HuuUrkT9MHumTQf0FZ-JhVBoWNzwaZ_Zwo,3461
540
- sglang/srt/layers/quantization/__init__.py,sha256=f05hWlwXrtzH0Ugk4kY6xofrnMK4A63FbSyPj5GMi6w,6343
541
- sglang/srt/layers/quantization/awq.py,sha256=jeGGkHIkmRsGHNWo27uNPB7B6M1uYSVmmjeCbhdIjew,33411
548
+ sglang/srt/layers/moe/token_dispatcher/standard.py,sha256=fbYsC4iBmRL49ha-wPSL24hP9qEZMUMeHTxIj9By9Ko,3462
549
+ sglang/srt/layers/quantization/__init__.py,sha256=GMWJeYHvLCjzw4OpnCs96aaTdDax-EGQviUuUCKWYLo,3450
550
+ sglang/srt/layers/quantization/auto_round.py,sha256=NR4RRZUtd0K4xrbJoIRk91RILh02Z5fbIe7T2XooVUw,14569
551
+ sglang/srt/layers/quantization/awq.py,sha256=zm3wcy7k90cNlFvPT7uY2JsravExXaZuC4a3nsRdKss,33343
542
552
  sglang/srt/layers/quantization/awq_triton.py,sha256=1QwpxPoqcfe3sDU8uRs3LXBRcDZvq-M9xQ7NE9RV0Mc,12658
543
- sglang/srt/layers/quantization/base_config.py,sha256=v9apbnLDBUqQfm67kAYeky1Fe_RVyi1Upeua1w1ncK8,7895
553
+ sglang/srt/layers/quantization/base_config.py,sha256=NP7QyI1lCq5JxerPIDTy8TYQqOwSRGreNeD-Sye2Zus,8214
544
554
  sglang/srt/layers/quantization/blockwise_int8.py,sha256=pqSLo4gwazZ4ajdVzyouwh_Z5oVDbWq9wo8RnrMdY8o,13998
545
- sglang/srt/layers/quantization/fp8.py,sha256=pyJxdl5jrXjzup27BI2hmIqKic_S9qI0siMR5qL_XeY,53442
546
- sglang/srt/layers/quantization/fp8_kernel.py,sha256=noTju6oEzKQ4mOcgWF8s0sFL5g-PuxLrCivvSbKQJWI,56181
547
- sglang/srt/layers/quantization/fp8_utils.py,sha256=enZUimrleDg7RJhoh7uxVLRYd1dSMKeCUhaXuwWAYyE,29831
555
+ sglang/srt/layers/quantization/fp8.py,sha256=75F0a9xRIGCmZTY_KGsEEYu0VXQFJTJyWMLo2BTOjhQ,53658
556
+ sglang/srt/layers/quantization/fp8_kernel.py,sha256=rzU5-cYcWCVApG2babkSQOWuo73XXImJryqDTJmCaqw,56183
557
+ sglang/srt/layers/quantization/fp8_utils.py,sha256=YbIy7gHLQ6dfwfyG62Fr60hi9kMCMYYLFLktd-bAKRk,29839
548
558
  sglang/srt/layers/quantization/fpgemm_fp8.py,sha256=OpDJAOBpy3PtAvDwG3ZIA4ItMFvrodxAHTkHQnT_cso,6967
559
+ sglang/srt/layers/quantization/gguf.py,sha256=XCjW3-Xe63mwNUDT02U09JiBUMdxxX_slmeaoWMEIP4,19824
549
560
  sglang/srt/layers/quantization/gptq.py,sha256=oAlxR3qX06Pwc9-kkrzu7W4j0K-zWfi2JQL3yO0HHCI,39377
550
561
  sglang/srt/layers/quantization/int8_kernel.py,sha256=nl3bmwcgvs8SCe3_jz0hC5f6HfdohhEMyeWM_t8Zx5Q,13124
551
562
  sglang/srt/layers/quantization/int8_utils.py,sha256=YK9CS-lb_n91kNCTKK5o5apYF31V2giDg5G5VKrpcUA,2356
552
563
  sglang/srt/layers/quantization/kv_cache.py,sha256=_9pF5rwvB7ta6Gdc5YKVVGbNzYwqmhIx4TrX1-xnodQ,3261
553
564
  sglang/srt/layers/quantization/marlin_utils.py,sha256=Zvasw0DpgMQKTNJm1ZNGLt3P1AKgDfYhTpePdI9BbQ4,26634
554
565
  sglang/srt/layers/quantization/marlin_utils_fp8.py,sha256=iSjq-ikPOTU5plrWNTW4MletKLySIrNl5NhQmY6FyAo,12508
555
- sglang/srt/layers/quantization/modelopt_quant.py,sha256=yKs6xczPfjKV1UKB5S50nol4rRURMX4m7_7pYIYJZU4,60689
566
+ sglang/srt/layers/quantization/modelopt_quant.py,sha256=F9Hqa1CGG2EY0OvCFMLtTjbFTJEzIukR76IvdAgZXhE,67532
556
567
  sglang/srt/layers/quantization/moe_wna16.py,sha256=uoRhxJ8W_U_VFpbn03YEp0aCjbzqquWwonjuN7KBucw,19117
557
- sglang/srt/layers/quantization/mxfp4.py,sha256=OpthUaglm7Yf9jojZenHqRSVLWLy3mFuGk6PvgPNsnQ,31829
568
+ sglang/srt/layers/quantization/mxfp4.py,sha256=9DurnjCX2BBWveFfE-ISTAhE4VOW0BB0ZNPMsrgxYEM,31337
558
569
  sglang/srt/layers/quantization/mxfp4_tensor.py,sha256=bGeCXlIOhmFZFGWp_lITkIRDEgGUaLpawDvMy1cTOmA,5389
559
570
  sglang/srt/layers/quantization/petit.py,sha256=foRPfOfhq02h6yMt-8yHKofQB6l16Pz-bRCqUD3iiHU,8944
560
571
  sglang/srt/layers/quantization/petit_utils.py,sha256=-gy4zMhqNoIA1R0n7-5C0efV54jHonCUgPDUUFjGsyM,3245
561
572
  sglang/srt/layers/quantization/qoq.py,sha256=jM96uJfKz3vo1B6SSIrQXNT3vnD3UJrepK2eY-tSQU4,8139
562
573
  sglang/srt/layers/quantization/rocm_mxfp4_utils.py,sha256=Z4pYWl6ExOXq2qfTHorW16hVbJ-Rk4G8Wrxn_x8boHE,327
563
- sglang/srt/layers/quantization/unquant.py,sha256=T-KbIdvsYSqNdYfdnH7zSy9foSHMagPcFLfxkfF8e_g,15980
574
+ sglang/srt/layers/quantization/unquant.py,sha256=FtgCj24edm9AhrPpEqMAIf8w1Sz83EQ5dgBYXnRuGCk,15043
564
575
  sglang/srt/layers/quantization/utils.py,sha256=yqgmoLvrrp5aRj-LTJZ6dI1hmP1UFgbpyjVWJJdomZQ,18472
565
- sglang/srt/layers/quantization/w4afp8.py,sha256=yYvI7Tv4N3urK4m6QyO6cWa-SBz7bN6bZREnDqwX4wg,12969
576
+ sglang/srt/layers/quantization/w4afp8.py,sha256=dm8Um2oraXdrNXiyrdDshg-z3_aSTs_V7Eh-z3o9PuU,14155
566
577
  sglang/srt/layers/quantization/w8a8_fp8.py,sha256=ugLV4G4MDog-UuLqSnEasBqE3Hh6AqE5ZYI371ean90,10415
567
578
  sglang/srt/layers/quantization/w8a8_int8.py,sha256=WkhbRVnEamh78uyj9WyS9OfeSpZTsWh51kDCH4HICa4,37534
568
579
  sglang/srt/layers/quantization/compressed_tensors/__init__.py,sha256=zMpLnf9GiRhV-jg1H2UiZ6OUMSKMcmLtrr2A4XjhuUs,217
@@ -739,7 +750,7 @@ sglang/srt/lora/layers.py,sha256=0XlVcBTT1InMsBoLfiOO7yOnlDrnpXD_08wKo84T4B4,118
739
750
  sglang/srt/lora/lora.py,sha256=FooB4hOW5uvZJrDrdqKwBExb-lX5Uw_Y1gjU9an8hzc,7669
740
751
  sglang/srt/lora/lora_config.py,sha256=qDgMTx_69jyJUl29O5FxLzYa0BMhqYVXWXfyyVOvGm0,1684
741
752
  sglang/srt/lora/lora_manager.py,sha256=WkSFWbyWtR2jkG7Erled9PBLTMqkB3keVjaN31Cluq8,19950
742
- sglang/srt/lora/lora_registry.py,sha256=Ox1n6ZmGAWGThpDVd8WjQbJACejnA8n2lGNCVzKReaQ,8173
753
+ sglang/srt/lora/lora_registry.py,sha256=5Bs-sA_IzfydObSHafmH0TdlFzemKipF3C-mTdWMwEY,8452
743
754
  sglang/srt/lora/mem_pool.py,sha256=WQex5E9lQ2Arzkc9X52EHx3OLWzMwQfoepv3OdL7Fv0,12412
744
755
  sglang/srt/lora/utils.py,sha256=FeIb51m5EIcetP1Pgn8X17EfuE5tGipm5iurRg3RAZw,4424
745
756
  sglang/srt/lora/backend/base_backend.py,sha256=kfkr-OxdPyUwMzi0HgjTNfX9bZC4z_ljt3srzRPgMfI,6139
@@ -753,47 +764,48 @@ sglang/srt/lora/triton_ops/qkv_lora_b.py,sha256=z9BB84Xu_MjwCu5v9Yvji-FkIzfEjDyS
753
764
  sglang/srt/lora/triton_ops/sgemm_lora_a.py,sha256=Ksova04wgeGsFqGOXWqJtMYaHgyUYcx8VU42BZQOkVA,5129
754
765
  sglang/srt/lora/triton_ops/sgemm_lora_b.py,sha256=VqCAFvUtq_l-0RGIkx3W_fzD55QcW2FAcqpvSHOBFp4,5115
755
766
  sglang/srt/managers/async_dynamic_batch_tokenizer.py,sha256=btIWhI15a3QCLabdZZhrJVEWZ3zZTgldbv7pGjAPZqo,7236
767
+ sglang/srt/managers/async_mm_data_processor.py,sha256=dXhxvtMXeURDhA3BTh0goZGZnZ_9Q-e2LRkTt61L2t8,4354
756
768
  sglang/srt/managers/cache_controller.py,sha256=Wy0ygZ5FAiXLrz1xzczeinfJATk7aPkH6yvXqOzH5_A,30478
757
769
  sglang/srt/managers/configure_logging.py,sha256=8sNXZ2z9pBWOwn-X3wyz013Ob8Nbm1zDxRkxoZjH-l4,1633
758
- sglang/srt/managers/data_parallel_controller.py,sha256=TAJErsNQUomHFnekrPceMZbN95PfFadticjSup3JiLY,19236
759
- sglang/srt/managers/detokenizer_manager.py,sha256=K6TLeBtDb8geRVKvTlFqZJN-26saYJxxLlRspvEOFe8,13080
770
+ sglang/srt/managers/data_parallel_controller.py,sha256=5q7WyQ2-cE72-ErPZ6G8zHrPAyGt5Bz7zOdggDlgVKo,20356
771
+ sglang/srt/managers/detokenizer_manager.py,sha256=2HzGcnwBiLU2BbId7ALLbWdfZEi8OCFLcWjxc5GK2uo,13213
760
772
  sglang/srt/managers/disagg_service.py,sha256=7VyRva5oniAPs8G-DYg2fv-mdjSxk9cLZPzl_TmB_2Q,1588
761
- sglang/srt/managers/io_struct.py,sha256=BEx_N4PwZnLoTBdvMp_zHz29btJvUevTM7S5gqVeB5k,50778
773
+ sglang/srt/managers/io_struct.py,sha256=MPXk11kODSmZw-UkWVm85jr9GuKs7HN5cGd4v-Nq-fQ,51686
762
774
  sglang/srt/managers/mm_utils.py,sha256=xJ7Pbk1ZxIyodLyeNv_t0JeSKCqrP7u5hpMcC-0Rpzc,31283
763
- sglang/srt/managers/multi_tokenizer_mixin.py,sha256=nz_G1sLW-bN8Aa7Vy4ZUM7voaCPf7oMTe_M76H7vhyE,21050
775
+ sglang/srt/managers/multi_tokenizer_mixin.py,sha256=xOoZCsPTIWv8sgORSrvnpp5n9rkICVtKan2QMulG7E8,21717
764
776
  sglang/srt/managers/multimodal_processor.py,sha256=0mLkwu6CGRQtt3G2T1tS3PSsh6dpyivV-vAfIHfcMbQ,1764
765
777
  sglang/srt/managers/overlap_utils.py,sha256=dDz1zUBlJ9Ohw4TPHgOxnuh6LPCsN037c14XIw3E-J8,5050
766
- sglang/srt/managers/schedule_batch.py,sha256=0oWPNVtdgoX2bFHOc1RN_1IYyoIE1yKwCImll65dAbQ,72622
778
+ sglang/srt/managers/schedule_batch.py,sha256=Rf0HjH1jidv0DehQ0TdU5So81arG0pRhTSNopOOWww4,74341
767
779
  sglang/srt/managers/schedule_policy.py,sha256=BFWoHG3m-lkeVvOkLGoMeEbRplq4vF4thsjv-P8MG84,28818
768
- sglang/srt/managers/scheduler.py,sha256=BQ3_X5uG2a9La955Mw8OGTrhhlgKkhe3nDUE006YVnU,114768
780
+ sglang/srt/managers/scheduler.py,sha256=nD0Z6KxZXbP611U_y7StoNH2VuEpO2vYk5eseOWQQqo,117180
769
781
  sglang/srt/managers/scheduler_input_blocker.py,sha256=SYZ91JNTHtqiBHUpkk_MboAiBFyl5U7ardLcYDAQ0OU,3689
770
- sglang/srt/managers/scheduler_metrics_mixin.py,sha256=duFJs6DlSFzV_1c7R2ESNGFEkGekxgDziJns4ttK-0Y,14962
771
- sglang/srt/managers/scheduler_output_processor_mixin.py,sha256=n6zvLqu-TpTaZuWfYxz7ivCBPP3Z7okTOOshTq0d4CQ,42449
772
- sglang/srt/managers/scheduler_pp_mixin.py,sha256=oUl5oxbFPd2gxqn4JXk-Bn-uLrmJZ6_Km5SMpSe9Gtk,16433
773
- sglang/srt/managers/scheduler_profiler_mixin.py,sha256=LKgAaQ9kNdjK7J6xSwQQzo2q_pViWnlGIvTpe5_yLLQ,13505
782
+ sglang/srt/managers/scheduler_metrics_mixin.py,sha256=OJKCTqNX5gxragq_774EeTSrNEPYp3N7udhE51pukFg,15337
783
+ sglang/srt/managers/scheduler_output_processor_mixin.py,sha256=WVd-rtjgKAcnXx-jPEmSlIr7ylhgvKelrQsLyFkpYoQ,43687
784
+ sglang/srt/managers/scheduler_pp_mixin.py,sha256=83khU-CLT_LdzCyxaqpICM1gye_kBU2YDY2jk9VtvA4,16601
785
+ sglang/srt/managers/scheduler_profiler_mixin.py,sha256=4yhFzHO8ir4TbnYluDFYvCl8RgH0L-AihdIYuMLtBcw,13453
774
786
  sglang/srt/managers/scheduler_recv_skipper.py,sha256=8rVQCBjn9f26Th4XbeUS3fEsvo1GI029Me28wMjcKRY,1103
775
- sglang/srt/managers/scheduler_runtime_checker_mixin.py,sha256=54z5p36M2BgTQYrEz30aAtQVXWCBI9VHBjgzOf19QPo,8521
776
- sglang/srt/managers/scheduler_update_weights_mixin.py,sha256=AuOKrV943inXe5s4cPb4_BQiNAFwkiQGlpaBS-aal-M,6957
777
- sglang/srt/managers/session_controller.py,sha256=FGADRGSkRmS76o_BQ2fivpgw0Q5Q-K0Ws3aezH41YSc,6041
787
+ sglang/srt/managers/scheduler_runtime_checker_mixin.py,sha256=7PEtI6ns8amrCyYufdIL-bhuYznOXi98qnW-dP0JbS0,10374
788
+ sglang/srt/managers/scheduler_update_weights_mixin.py,sha256=SG_OTAHW9SxroBT1Yzo3SlyXYQakIo5jH1ICBsIG4uE,7345
789
+ sglang/srt/managers/session_controller.py,sha256=C3bGNdb3qRIb84PPWxNDr8_I3kFmrOLa5xADWl60WY0,6123
778
790
  sglang/srt/managers/template_manager.py,sha256=M4EshVv1OhKxUAGQPP4OntRkSkUVvG93457xsYfWnQk,11968
779
791
  sglang/srt/managers/tokenizer_communicator_mixin.py,sha256=CHry04ONVx3YMGNN5KtNJFaafxnw4LfXHceMR1q2Nwc,26088
780
- sglang/srt/managers/tokenizer_manager.py,sha256=RcK-EvZJj1iNDlhD0WPK7FxxM1cAfKlidnZeJUkpSJ8,90837
781
- sglang/srt/managers/tp_worker.py,sha256=qENe8zAagoTs50RJmCJi2il9JsQtuQqBHII6XBBPLJg,16212
792
+ sglang/srt/managers/tokenizer_manager.py,sha256=JM1V0cL76vhMTLlf6QhuaMz_xvG2KRBWDwChQZkGFOw,94039
793
+ sglang/srt/managers/tp_worker.py,sha256=R0iNwa5-gvz6YJZxpI_bBfHExMBNpEv0odMOGzLYc0E,17267
782
794
  sglang/srt/managers/utils.py,sha256=HRPecRiWLHTX6QbkyYRY-tjlpJEb9N1k0fSJsqBxJl8,7324
783
795
  sglang/srt/mem_cache/allocator.py,sha256=TEAkK32vyYz7wow5bpZLlrzb3KHVXtw9h1KtGWg6kIo,18246
784
796
  sglang/srt/mem_cache/allocator_ascend.py,sha256=GVI1HbNQRy_rIlUHEn-6oRe2WS_OBXfqmoco2Hxta_w,5017
785
- sglang/srt/mem_cache/base_prefix_cache.py,sha256=Z6c9YKJjInVxvZAZpIh8KRAPlOyE0-aowncm4JMXE70,2813
797
+ sglang/srt/mem_cache/base_prefix_cache.py,sha256=jamGKy3t4tYWolxF7p7ern95OtsN0dA7foU6eBRiAjo,3178
786
798
  sglang/srt/mem_cache/chunk_cache.py,sha256=u4EIGuWNonVoCItF2wrKnXzh2OtoDM04XhoffEK6ykE,3923
787
- sglang/srt/mem_cache/common.py,sha256=PEFKzoawIIPRVboyInPKWG56qht-inp34vcj6q_fsfg,16283
799
+ sglang/srt/mem_cache/common.py,sha256=lKCDHdMdAWh-3hI7H13gSIms82W17OKGN78OBgLKHTM,16315
788
800
  sglang/srt/mem_cache/evict_policy.py,sha256=FVI4QsFJoRR1CaxE9jpX4OzBPt4w9ftfM2Ndu4BSfhA,1012
789
801
  sglang/srt/mem_cache/flush_cache.py,sha256=GYcxmNXh4hsMpFfNOuCTpKilW7guZwTtAg_usVeM3J0,979
790
- sglang/srt/mem_cache/hicache_storage.py,sha256=t1Dl7OLamm4sPa93sKNIIjSHtX1Rom3D8G9n9GXTipw,8073
802
+ sglang/srt/mem_cache/hicache_storage.py,sha256=lvRaZesRhHQopBoNBbWlXxs4IbRwcWnpEP51MjowtWs,8366
791
803
  sglang/srt/mem_cache/hiradix_cache.py,sha256=BK52hyQjPoXKzn_PDn_LRk_3a0AjWBie1Xk4yAO1B3s,35984
792
804
  sglang/srt/mem_cache/mamba_radix_cache.py,sha256=mpKTxCzA1_u4eoHk0SvXPPNVVG_JivEAb44miY3aNuw,38678
793
- sglang/srt/mem_cache/memory_pool.py,sha256=6zpF492cuG4sEXTC41liHi5wSN_dQnDt3sLulRDOPQA,64880
794
- sglang/srt/mem_cache/memory_pool_host.py,sha256=IBUKHCmU_Fu8d22_V5ssYp4Ff97w3EaMSpyFZvPD0Go,27634
805
+ sglang/srt/mem_cache/memory_pool.py,sha256=BCK0hwwYmqKTOja1X8_zRxV9MhoyQDflD4fYHMia8OY,71649
806
+ sglang/srt/mem_cache/memory_pool_host.py,sha256=mATIWHObG0zYrVSfbv0WVm3MyWGx54boDu93oSoPF_8,27939
795
807
  sglang/srt/mem_cache/multimodal_cache.py,sha256=23d34nWEDtgiOM6fqAhmkQ8-OHnrNR1-n8Ert0K0n3U,2147
796
- sglang/srt/mem_cache/radix_cache.py,sha256=7NQHMUKjdKaAGMFdx1z0pCPBPvwux9KcqymFRxFUAY4,28181
808
+ sglang/srt/mem_cache/radix_cache.py,sha256=pWSHz1Ue7-4zg5nanBFUp1HjlEtez3paBRQLSD3qjPI,28353
797
809
  sglang/srt/mem_cache/radix_cache_cpp.py,sha256=PIJenIaR_ouY-pAmyYuI84KY0tDaLg6VAPvKBaNttPM,9663
798
810
  sglang/srt/mem_cache/swa_radix_cache.py,sha256=xYK1K6tgyUErhWvfTDfm_TWDRiAWbRNWM1Wd4LSzv4Q,43420
799
811
  sglang/srt/mem_cache/cpp_radix_tree/radix_tree.py,sha256=tQZpz-H6HxNAQe9mYqt6aX8mfDZyu_fbJTcCNK-Ns1M,7179
@@ -806,35 +818,35 @@ sglang/srt/mem_cache/storage/eic/test_unit.py,sha256=PfNPpL624t23tyVgtmS5F1pGiuW
806
818
  sglang/srt/mem_cache/storage/hf3fs/hf3fs_client.py,sha256=3xG0dV5JmnbIJ8kB1_lk8jAeqshOcU7tXES27ldyb8I,5228
807
819
  sglang/srt/mem_cache/storage/hf3fs/hf3fs_usrbio_client.py,sha256=6oH4v_WF_pKH4FMSr252v6QPhBCnRHztHqzuS8j6_QI,5323
808
820
  sglang/srt/mem_cache/storage/hf3fs/hf3fs_utils.cpp,sha256=dDYPtxmL6OFhEyv_GuTgzkTDpBjcD0EK8kphnn7eaGc,1133
809
- sglang/srt/mem_cache/storage/hf3fs/mini_3fs_metadata_server.py,sha256=lJ9Jp2kOgQQaUihxlO9l-W8fYfOMa1h1y0WAtzzFGLM,17850
821
+ sglang/srt/mem_cache/storage/hf3fs/mini_3fs_metadata_server.py,sha256=IKIm5uQ9XyWx19YflkYZvBSjbVpYbMpeg3Mg7wYMwNM,17880
810
822
  sglang/srt/mem_cache/storage/hf3fs/storage_hf3fs.py,sha256=MI-x2979lvJL8d4aJluTCx6DofIe0tkLTNbrAJbV0FI,21514
811
823
  sglang/srt/mem_cache/storage/hf3fs/test_hf3fs_utils.py,sha256=g2h0Woa2CK39pRTigHCVR_hq095dTaC70lCIAIs9THM,1089
812
824
  sglang/srt/mem_cache/storage/lmcache/lmc_radix_cache.py,sha256=pd5NC37FORcF-yHmOjbARZGGPcpc-Xd3iu3KGjgYnc4,10009
813
825
  sglang/srt/mem_cache/storage/lmcache/unit_test.py,sha256=DCSZDMJAe-HehL9hWzsP759pck36Q-8ijxWZKfgXmA8,3590
814
- sglang/srt/mem_cache/storage/mooncake_store/mooncake_store.py,sha256=j4KVka-45-RaTnBoGLS8BQnGTxnTLPDOaT-jrFriPKg,20216
826
+ sglang/srt/mem_cache/storage/mooncake_store/mooncake_store.py,sha256=UOLOTx3OQqFq1ZBAxxckS2v_Eiy40FDf3l5ytdJ9Sq0,20216
815
827
  sglang/srt/mem_cache/storage/mooncake_store/test_mooncake_store.py,sha256=6TiqbzEIL71DC7wL1B-Q-SMMZRYsz08sg-dZYeMzmAc,4930
816
828
  sglang/srt/mem_cache/storage/nixl/hicache_nixl.py,sha256=kfGOqJPtq_kiLO2m_bDMFGID9iO79D8iBWadPIgsanY,10911
817
829
  sglang/srt/mem_cache/storage/nixl/nixl_utils.py,sha256=3ouXVNJ17nilYF5gKDqphWux2sHqdqD5ztusCv4aP9w,7457
818
830
  sglang/srt/mem_cache/storage/nixl/test_hicache_nixl_storage.py,sha256=Jj3o2zkPZBBUYzbQeHWV1ujjlC70GYHXmQL_SPStp7Q,10031
819
- sglang/srt/metrics/collector.py,sha256=Qvwsn5POBDbxsaNRfjwssLszdACtxNeIojq0zfy8O4Q,35327
831
+ sglang/srt/metrics/collector.py,sha256=HHsr7vMdEnEWwX8bo7tFkCGTsY-qbkqIdQVEqpN5kDs,36538
820
832
  sglang/srt/metrics/func_timer.py,sha256=Om9o4svdyPfUpgcwMt6tL560qmbPBQvkDPhPzTwCmvE,3300
821
833
  sglang/srt/metrics/startup_func_log_and_timer.py,sha256=PRVg3Z2d5GBMFifZXR-VhzGcn9nmKTkqEU41VJKZmaI,4937
822
834
  sglang/srt/metrics/utils.py,sha256=MGb3quRI39n4tgJS1e0UHI5TBX3D0MwsgiZFMW2EsSQ,1903
823
835
  sglang/srt/model_executor/cpu_graph_runner.py,sha256=ypp5yIW2OhRX-Xmido5mWuzEFpd-ohlq2c2wEuSW71I,23415
824
- sglang/srt/model_executor/cuda_graph_runner.py,sha256=hz7y3q5J7e8lnDhDPxiJIGvtGG7Ws0Og8ztbaZ_mqXw,35580
825
- sglang/srt/model_executor/forward_batch_info.py,sha256=9SsVdDZfGIF-HFm3ulEACjhj95tHQhCzVfe3vzUqZV4,42612
826
- sglang/srt/model_executor/model_runner.py,sha256=ocjmkK3yKz_z_EAd6sgOZ8xd8qzmpw9f8G1004Ew-L4,100592
827
- sglang/srt/model_executor/npu_graph_runner.py,sha256=B1YQla4jW9PiciBBisKg-qoC-vmnldRr8ut_aSmUB-E,3664
828
- sglang/srt/model_executor/piecewise_cuda_graph_runner.py,sha256=-Kb1XILyAxRTbHgT2SzV_BLW-L161eg7vgPiOF1Wrpw,21992
836
+ sglang/srt/model_executor/cuda_graph_runner.py,sha256=ZBhkLRgZ8Pax74pBvIRzQdzogZt-zgMyuC_0uHwuvG0,36200
837
+ sglang/srt/model_executor/forward_batch_info.py,sha256=rAqs3v0Oa-nKQNhhE3k0C_hIQ_FwGBJZSqovsziVXBo,44452
838
+ sglang/srt/model_executor/model_runner.py,sha256=2llf_picIOYhb9YwqKUJlwJrhjDIoFKlCEUnpF2xeA4,96209
839
+ sglang/srt/model_executor/npu_graph_runner.py,sha256=n4d_lfSbI5MRS03gbZ3aSdy791w7R88Fj1ztfgO-vRU,3922
840
+ sglang/srt/model_executor/piecewise_cuda_graph_runner.py,sha256=yYOuLLI8hscmpnlxEKrrIpGnirMIncoy0dHBWi7XcB8,22684
829
841
  sglang/srt/model_loader/__init__.py,sha256=Y4gehllriF0JNjly4rGhQPSkUrA9u9Lr-WbfZfBIs6k,1034
830
842
  sglang/srt/model_loader/loader.py,sha256=73Pd71im3E56u9SCZmrMgeq5ZJxadeb-ENIIQW4LW9I,80809
831
843
  sglang/srt/model_loader/remote_instance_weight_loader_utils.py,sha256=_HnQD1Ab-Wv9oATOmwJe6aQaQD_Gs_yG9EsDCGJQWfs,2881
832
844
  sglang/srt/model_loader/utils.py,sha256=cfMXqVGRppD7CglcFqdMzwhCeB__FHWovYN0IBqkMuw,5001
833
- sglang/srt/model_loader/weight_utils.py,sha256=O8cdxYdEjMyXgZT0Jz0PdagQGnIgPwnSvAWsyovOHsA,45019
845
+ sglang/srt/model_loader/weight_utils.py,sha256=o5KU0uvOUDGHO1d1UN845rmGoEWHO-Y1eRRv4GTh8qQ,45035
834
846
  sglang/srt/models/apertus.py,sha256=Wuz4H8EQUMlqlcCTM3Fe7E0lE0eodb-cX9us1avQxwI,25937
835
847
  sglang/srt/models/arcee.py,sha256=O5yGtgAeIdcmYwZNLURWVE6Hu1O0k34gNiUEtux8ozU,18966
836
848
  sglang/srt/models/baichuan.py,sha256=HbvlErnkCSK4pRQYCSDxMcrn-1DQyfiNoeDcnRrJas8,15807
837
- sglang/srt/models/bailing_moe.py,sha256=Av6psy73-ZzsHnYLI4OTFshDVvjWtitGn_KQ_CY0fjQ,36313
849
+ sglang/srt/models/bailing_moe.py,sha256=X1kPFtu0cB8j3yxmvF_B2NJyN7ABX8pMUfqKkASAefc,36721
838
850
  sglang/srt/models/bailing_moe_nextn.py,sha256=rzHElrOiXJTV90khQUdx74u4RTXXu07_JUIY_zTRbaw,5930
839
851
  sglang/srt/models/bert.py,sha256=2aUAVMT-43VGIbrI8keRBZZdCMOi5PzssykHO00zT94,15791
840
852
  sglang/srt/models/chatglm.py,sha256=cajLN9caBl09e0TwOFkiTTKDqwlbmHo_yS-NCjdeQW8,13957
@@ -843,9 +855,9 @@ sglang/srt/models/commandr.py,sha256=5Y_b3K0QY7D37nFGkyiGgY38RleRui_GJUYcHSuHUZo
843
855
  sglang/srt/models/dbrx.py,sha256=117gwrB_o8VlACwDH5YlXkPfuS7t2Mh-nyJvpNpIYxs,15903
844
856
  sglang/srt/models/deepseek.py,sha256=M7nyHcAbTIs8vc1g6u00oy22-pp704Xp4T3clBzu4xM,17460
845
857
  sglang/srt/models/deepseek_janus_pro.py,sha256=td8xGs6ARfJ8AQCYwUhMOZoWigrAs7m3trF5-kXCqik,70418
846
- sglang/srt/models/deepseek_nextn.py,sha256=B-Xk9mh7op-Gx42yJKV353yzWzL68iwwR08r6jbNZ6A,6710
858
+ sglang/srt/models/deepseek_nextn.py,sha256=OljOU6Y35NDPLpvch_9TYfyAZS4KGJNDnc69FVgu4wU,6991
847
859
  sglang/srt/models/deepseek_ocr.py,sha256=WAPLXeg3S1UB3x3iP-tiandHk5AEnCUMeMs0ak302Gg,52416
848
- sglang/srt/models/deepseek_v2.py,sha256=EzPUoRGCcBoJIbZ9s_XztIVikp7FSNsTv42qUBzHoNQ,139536
860
+ sglang/srt/models/deepseek_v2.py,sha256=7Y7yCgDOvzsXFpQ8Gu8MazjqXu-7_4f69qXm3IAjDgM,149267
849
861
  sglang/srt/models/deepseek_vl2.py,sha256=7X3gI4DE7guUtNJvMLf06jO8MUHKa2Aan8evZg5hsXc,13061
850
862
  sglang/srt/models/dots_ocr.py,sha256=sWkFsENjX5b_CecLCqXjepsr6iyyCbNTmjZbRfoB4ek,6683
851
863
  sglang/srt/models/dots_vlm.py,sha256=3uLSXO7W8UPKU7a3ixkC_gwSVDGYecCHK0kZAoD6vNs,7192
@@ -862,14 +874,14 @@ sglang/srt/models/gemma3_mm.py,sha256=9JpkNj_u-8Af9RJJQbUNGOxWmvW3TbXUceoI6omb8j
862
874
  sglang/srt/models/gemma3n_audio.py,sha256=isgKfjA5UieYawxU6medL2ssXlzYPqAbagDBnLcemC0,36405
863
875
  sglang/srt/models/gemma3n_causal.py,sha256=kBDlpSWAg6ZDmUPe08Q7sj5CbdVD_0h07zwJw8sKu7I,36335
864
876
  sglang/srt/models/gemma3n_mm.py,sha256=Il5LHjZdbHEXueUVdBp5lpSJHt56W7fpfPHD0Y7RED4,20301
865
- sglang/srt/models/glm4.py,sha256=dijzVTTgg8zyJ3gga95MKY0WwqwnuAaf-VIV93OFAmc,11433
866
- sglang/srt/models/glm4_moe.py,sha256=plEh-b5C2az6MMNF5hotXIusJAEdXOZy7KTRd4EIRLg,41209
867
- sglang/srt/models/glm4_moe_nextn.py,sha256=fWuDWY8nwnHBXpdEYkhyMcBkUByIrBZvEMdLEtsTVi8,5947
868
- sglang/srt/models/glm4v.py,sha256=LwiFQxYm2ksmaePeO57i5d4YGQjiQX52e-Dsjyh_P7I,23834
869
- sglang/srt/models/glm4v_moe.py,sha256=MxuF0pFf2frKPCp4A_2YmrXx_uvZzOFdA4hVJFbLY6E,17375
877
+ sglang/srt/models/glm4.py,sha256=5U4kawVYhpabzN5KFNSdAxI6CungLT51EqA-A8QFNYs,23010
878
+ sglang/srt/models/glm4_moe.py,sha256=x8Y5gD4GMr6wvx3tzllMQ9dz7cWcq18rII986f_Bke8,38217
879
+ sglang/srt/models/glm4_moe_nextn.py,sha256=H-z8CKc1v_9oR6PzKE7aX6L1PHG8hHNrgyVgFO1ZZWE,5601
880
+ sglang/srt/models/glm4v.py,sha256=NfEBYVFFiv3z1r8ZYkbXKTDiIrsx9a8NelQVTUuO0cQ,28954
881
+ sglang/srt/models/glm4v_moe.py,sha256=YWWJNwBeZh8F2Xm4O3cyW9P1Klksfi4x3vPieFjwYqA,9534
870
882
  sglang/srt/models/gpt2.py,sha256=kclhxEs8oJk1KCyhmAqo7rZqecVGGHYkc-a1WZi3aIk,9841
871
883
  sglang/srt/models/gpt_bigcode.py,sha256=1D6bi8Zu760gCRZkvdLHFcg8kCkY35ARwQYaMDtYhl4,10307
872
- sglang/srt/models/gpt_oss.py,sha256=K9g2c9xTE2eM74isijM-KSvGPHt6Cjgjl8L8EzBTLmM,43711
884
+ sglang/srt/models/gpt_oss.py,sha256=mnBgeZWiLxYmhP1IZB230Nylpdx2F0FwgzvjHdO0YF8,43527
873
885
  sglang/srt/models/granite.py,sha256=8q92shxVPAp_cJDohJATffSGd7Z0Oi-vF5jpY6DlK4s,19840
874
886
  sglang/srt/models/granitemoe.py,sha256=j1rgZ62CbBioECjUblDCw_NneDQgY_QJODsI0fqXVO8,13779
875
887
  sglang/srt/models/grok.py,sha256=qEuuoVg5aaVGPyjuYvx_rTRcAiUToDNv0IQ8XbCXOr4,40021
@@ -879,18 +891,19 @@ sglang/srt/models/internlm2.py,sha256=F_iNY1gUqzAjAuUatcE47gnrcoTh5_08PY2Rw9tKr9
879
891
  sglang/srt/models/internlm2_reward.py,sha256=ndfGmyqYZbVZ7C7rJ-v9oK3wa-EpoBGybS8MlyKZi2E,2522
880
892
  sglang/srt/models/interns1.py,sha256=VZAGsvjkjPhdUvvLuSy9qV40KXsBTy0KdiXg00EeOnE,12450
881
893
  sglang/srt/models/internvl.py,sha256=iQm2wDtkcyjPYoV9oY_jQ3_7WvhP315eP_vZEiQX3uw,27062
894
+ sglang/srt/models/kimi_linear.py,sha256=LaAV1HyrLGnf70AFRlIkMCzHye9lDoZH49LdCpnqBkI,25353
882
895
  sglang/srt/models/kimi_vl.py,sha256=Tm0-cZXzD3FNW6YEoAFGqCX7ExW4hni-RGFsK3GOCcg,12707
883
896
  sglang/srt/models/kimi_vl_moonvit.py,sha256=qtS8ANHYJ_VPrnzg7oSN30nGAnxfn6LA7xQ8GPH9uQM,23939
884
897
  sglang/srt/models/llama.py,sha256=Et_i6a1A3TL0pS6ccD8NIOiBpqTxjmSMl1KUQsAXotE,28248
885
- sglang/srt/models/llama4.py,sha256=i4-Vo5FVE9zf_6Y80dyft5VjPOQ-a-xWYfEV8s-ltKQ,19872
898
+ sglang/srt/models/llama4.py,sha256=EjuNofz3_Idba-Evk9Wb37QcBZA3r2hsjyGH6HF-jzg,19841
886
899
  sglang/srt/models/llama_classification.py,sha256=4QWTFaUZIFKYZvEzs8bx8VkOZNIwdYCLrnwrdAw4QK0,3108
887
900
  sglang/srt/models/llama_eagle.py,sha256=Ubh_jmtfiOnriwvHgQT0ZGID7JvYvdSi_QGHOIkEgPE,5028
888
- sglang/srt/models/llama_eagle3.py,sha256=yezjnua5fBjTwJT2lKmybn0uAE7dKOJtazN2fWxqY_k,9182
901
+ sglang/srt/models/llama_eagle3.py,sha256=nat81V2I2qSI2c4ZetfYsG8E1weRGURe7n9rU0HasSc,9476
889
902
  sglang/srt/models/llama_embedding.py,sha256=zq-_lNu35VBFc7eemiam0zdkGIE8fzrgk5OWYfirZnA,3254
890
903
  sglang/srt/models/llama_reward.py,sha256=LF2nqMV5XOrljGjAwJg43mBv3z6Q040I2EYlgZeCp8k,4681
891
904
  sglang/srt/models/llava.py,sha256=xzYip_BAwpzSIdZre43LZiyTpFISa0ZCLdO6LUSbaCg,37702
892
905
  sglang/srt/models/llavavid.py,sha256=-CSk0RJ2MQeb81sh-RISeVJFaI-XWY6nR6_I594MkME,12818
893
- sglang/srt/models/longcat_flash.py,sha256=CjlGMrV5IYZ98DoCByiN61rVn2CFtVKEEH7oWNp0OwY,40507
906
+ sglang/srt/models/longcat_flash.py,sha256=jiBZwzbZPxeS0L75ekHLloX9gGLz8H61grxQOaJcguc,40562
894
907
  sglang/srt/models/longcat_flash_nextn.py,sha256=tbM7UYNs8iP_N2SN3tgP1GA3S9oEEq9KDkVPV-DF4hY,29353
895
908
  sglang/srt/models/mimo.py,sha256=TdiflXteo_HLH7Q1Yf6xDAOXRzNrOpLR4kjVXMueltM,5662
896
909
  sglang/srt/models/mimo_mtp.py,sha256=HbdSi0ZXW30YfQYhubnU6JmUI0zceJLvRjI2ptmqbVw,7251
@@ -898,6 +911,7 @@ sglang/srt/models/minicpm.py,sha256=CzBJyZtfMpp8jvlEl29DHI7HLVq-CxuqP1UHwxIbaUI,
898
911
  sglang/srt/models/minicpm3.py,sha256=Cflu4Tb2hxpjapRBZ5n4kX8a1nnFwffK-M8uHPRUra4,19276
899
912
  sglang/srt/models/minicpmo.py,sha256=1bNtbJM5wbMjV4ax8gesVsYVbMz4ozaIHAvvi8_d0iE,76175
900
913
  sglang/srt/models/minicpmv.py,sha256=_CnCR2y3RaYxhONAKFpBIuPQBrqn9Od4o7QnJw8CLR4,35884
914
+ sglang/srt/models/minimax_m2.py,sha256=CshFtRY7MGoXfleHqLKnLBAYyrC46TdiQwy2MG_GJNk,33997
901
915
  sglang/srt/models/mistral.py,sha256=ni7PppA_5X4ivTnIps3yoEaMEL-G6Gaf9b5hGC1vU5Q,3475
902
916
  sglang/srt/models/mixtral.py,sha256=bZdsTw4A3B-MIHSR8U26mBv3sLYkawVM4V1VXEyBrmE,16992
903
917
  sglang/srt/models/mixtral_quant.py,sha256=UUIq7lpUonD9IoGePyl59oJYEcVwT9wUXvtVp5tjQ9Y,15406
@@ -905,6 +919,8 @@ sglang/srt/models/mllama.py,sha256=mMhDrLd1jJ-4lwMMHKRC5Uzcs3kWdzRJJzdjhQN4LOw,3
905
919
  sglang/srt/models/mllama4.py,sha256=z6YKfmHu0lJ-oyALZNlL9-EcHzFvNgkxWU_mURyS7z4,36694
906
920
  sglang/srt/models/nemotron_h.py,sha256=clbTirOxve6yefRaf2eE0dT0IqhPDfknOtnsAEsnZOM,17904
907
921
  sglang/srt/models/nemotron_nas.py,sha256=CoSAKqlbej4Xe30uY4w76iASBqeuJf8-imisDK00zEU,15964
922
+ sglang/srt/models/nvila.py,sha256=2IVELp0pFTnN8Yz1GVns03aoLsgb8_7X_x5gQd02Vqg,12077
923
+ sglang/srt/models/nvila_lite.py,sha256=Cl7wey1bXUyyaDjntCytS4Z-cRVljK4WJU_Z-exjD1s,6206
908
924
  sglang/srt/models/olmo.py,sha256=7-q_fA6XXdG7kPUjpUzYkzMUWJobuSjhqjYw9xSUs_c,12671
909
925
  sglang/srt/models/olmo2.py,sha256=zprucQEogxPV38E_IU0edcTYP-d-dqLVeTmt2kRLznA,15448
910
926
  sglang/srt/models/olmoe.py,sha256=zryYUQEhEdhd6xcR_HyLV7gHCcKt-HWHeEeIUqmhmcc,16100
@@ -919,18 +935,18 @@ sglang/srt/models/phimoe.py,sha256=cZQIGjEvArPDiJzC3uKYje-o48QZC699P8TTLwfVIas,1
919
935
  sglang/srt/models/pixtral.py,sha256=H378jvdhwjgdAuUszhCe5tmcEPYvw2YPhg_d8QrjLZE,16776
920
936
  sglang/srt/models/points_v15_chat.py,sha256=HV_GRgLTcetKh0B2agJry02N_atcWI5NPjjQELarUGk,6415
921
937
  sglang/srt/models/qwen.py,sha256=_X1mUt_MczEE2jFK7rfGyRRtpd4U93jdD1SVpCTNsns,11856
922
- sglang/srt/models/qwen2.py,sha256=kHNZCtT0jnQXC2aJN7Bp1DzaEzKWuhUAGL3hAmt8OU8,23598
938
+ sglang/srt/models/qwen2.py,sha256=P40jq8NjHsRKpR5aF_ckU-vzFizHyuCfbNYaeiE4Gxk,24388
923
939
  sglang/srt/models/qwen2_5_vl.py,sha256=X7Hh-75gsoGqaK2iJg7eBUFR_8qwJRLhhkii3yxc-KA,25084
924
940
  sglang/srt/models/qwen2_audio.py,sha256=Hr4j9W-q23XjQUX4kk1NxUGA-EQkj8AKDqKVK741TjI,7097
925
941
  sglang/srt/models/qwen2_classification.py,sha256=dGrMm4ebd30_lBhHOhaV57ig2iOTx3nqB4GEzsrRIM8,2747
926
942
  sglang/srt/models/qwen2_eagle.py,sha256=6spFg6JYQGeUXLv2Q5eMkVzZvnqGyvW6SdVBtFMxlTM,4806
927
- sglang/srt/models/qwen2_moe.py,sha256=-pkURmqiLazr7oq11-3hQCFKrdj1crx30Z7iK7DBs90,30920
943
+ sglang/srt/models/qwen2_moe.py,sha256=98FMmmWyWtuzK0W8mTzzGy57oGfRgJHZVaFaKEWU-9s,31535
928
944
  sglang/srt/models/qwen2_rm.py,sha256=-mQXDEv11p-I1HXgYLTtY6ROem6UYorO958WsDrzsgs,2837
929
945
  sglang/srt/models/qwen2_vl.py,sha256=xV8s6kgyjZ37SqLi9nF9J6n3gq9piUmlXOe2PVPQqjI,21488
930
- sglang/srt/models/qwen3.py,sha256=2OSKkk-AdIpg6ZnNcQ9tqZLlF-VH-QxncY1J_g8k-bc,19637
946
+ sglang/srt/models/qwen3.py,sha256=wvmLUODprLvIlHcOovQPtoiE5k_jgYXkNhkn6KFhQ74,20644
931
947
  sglang/srt/models/qwen3_classification.py,sha256=bdjAylXJCjXKjAho74nmtIMpEG0Af98N-aZQ-pKKMY0,3262
932
- sglang/srt/models/qwen3_moe.py,sha256=W27Yaut4mNOutT91D31MxaLfAPXJF9jItTmANkFArCM,33363
933
- sglang/srt/models/qwen3_next.py,sha256=hbIiLXcPBNa41lRnqZqdXa7Q8FDYX9JlaviXIZN_BEk,37279
948
+ sglang/srt/models/qwen3_moe.py,sha256=HIX-HSoykQZUckLFsZdkeNKzqRkNAmaYxmdH0567Rsg,33520
949
+ sglang/srt/models/qwen3_next.py,sha256=T8pYvxt26hWh7yJOYWkrbwznnfXgi04NuZYzLY4tgc8,37526
934
950
  sglang/srt/models/qwen3_next_mtp.py,sha256=nua9MgSa0_2Dz2Zju0chk6VXGDndBqr-1xMQ-_OirTU,4387
935
951
  sglang/srt/models/qwen3_omni_moe.py,sha256=X5dB2zB1LAAD6_baK84y6MGvEm5ArgcFDmarUyoaS9c,25444
936
952
  sglang/srt/models/qwen3_vl.py,sha256=fNTKorRODMDFOkARN0vcC8sLrcwLZlLpNCf_JQJKohM,29489
@@ -946,19 +962,19 @@ sglang/srt/models/step3_vl.py,sha256=QeU7RQ5YnU6FcAi4c-ICVABpM1PJ5E65w5XE3UJmIbE
946
962
  sglang/srt/models/torch_native_llama.py,sha256=3xf6CzCiizJ8i94GIChpOLq9q64Xa519RtuEspPTZQk,18501
947
963
  sglang/srt/models/transformers.py,sha256=laA2h39MPeiAWKv4DEg0ydre-1pyXWFSRga-nwy1HUk,10244
948
964
  sglang/srt/models/utils.py,sha256=yB1rHC9Xk6hTQ59Fy2ExdrtntuSn6vkm-idf3CFrYP4,2032
949
- sglang/srt/models/vila.py,sha256=3NiRHWOqXnCRjXmswAldsNtiE5zRILbScEsbhUzLZF4,9846
950
965
  sglang/srt/models/xverse.py,sha256=DsNVI9JpzN4jj0Ry6aTrj7r-xq5YLOoDX2kH4YLJA-I,14035
951
966
  sglang/srt/models/xverse_moe.py,sha256=nBtG_PAK8wcp1tW2l2Zby2oEOmtWAYzH5COH-_N5IAM,17072
952
967
  sglang/srt/models/yivl.py,sha256=oToK7-u5IGO7xwpJIQ7VtudlK6-zPqJX4bt6_wv0SH8,4850
968
+ sglang/srt/multimodal/customized_mm_processor_utils.py,sha256=KIosMfjeDmkhLrvfSBSAKVmod-QHDwqDDleikWp_14w,1127
953
969
  sglang/srt/multimodal/mm_utils.py,sha256=6bV1_a7Iet9W0y3qdd0E-hFM78zalIzNZCYbLzJX2y8,12640
954
- sglang/srt/multimodal/processors/base_processor.py,sha256=RAJYoUI8XGTa97rJKz72V0UzTMzfpKvU3206GjRJ0ZQ,25053
970
+ sglang/srt/multimodal/processors/base_processor.py,sha256=h914TZNxWT8-wT0bQRXUCYE4wBTylJs9ip36nFNz_KI,25096
955
971
  sglang/srt/multimodal/processors/clip.py,sha256=5nXZuQYbyf-5mlqPwjhQrlWqxvswImWZQXivChsiHfQ,1057
956
972
  sglang/srt/multimodal/processors/deepseek_ocr.py,sha256=ZuP-zHNjPV3-lb6NkmNIitwIiXtNopNIwOLPttLjBYI,1234
957
973
  sglang/srt/multimodal/processors/deepseek_vl_v2.py,sha256=nKqWQ9PmtY66cMx0YhIHGPaGIW-VyPKt_KeRqFLU60c,2479
958
974
  sglang/srt/multimodal/processors/dots_vlm.py,sha256=azazFc_lFj40NJKWf1X1MGgJ5FXgv2RlgVS-R6IhFdk,3521
959
975
  sglang/srt/multimodal/processors/gemma3.py,sha256=7aD6cR60iSC_MqjzdCDMAgtrb_cmy9YJyqLgVRClBT8,1986
960
976
  sglang/srt/multimodal/processors/gemma3n.py,sha256=mtmvBasOMxb3Y2NLZR02nMYX30RLUXhDYJ5uVOElr10,2776
961
- sglang/srt/multimodal/processors/glm4v.py,sha256=EPPILSirXexpRkWZfIhxWGgWKZGk1q6eENZS5gWyfjw,4899
977
+ sglang/srt/multimodal/processors/glm4v.py,sha256=Q9ifVo4DMsxsysta2cqUGwHGdx3pT5fS_jVB31pUfP8,4883
962
978
  sglang/srt/multimodal/processors/internvl.py,sha256=vvOlWmJ4AzbXnDxHED1NkRgHQfOnZlmEaWMA3-1_2cQ,9765
963
979
  sglang/srt/multimodal/processors/janus_pro.py,sha256=nd1v0--5733pOwWTpArnOHCfh4aHHVBUOJPOhk9rLd4,1395
964
980
  sglang/srt/multimodal/processors/kimi_vl.py,sha256=5i8KmGxnnDtQc7XqUBNyanAfGxhxj8iRFBFONHmpiFg,1565
@@ -966,40 +982,42 @@ sglang/srt/multimodal/processors/llava.py,sha256=-YtDc_7TsMWmwKkD4KJZW2Y0jPFlZtb
966
982
  sglang/srt/multimodal/processors/minicpm.py,sha256=ysJlUaxcBcWjKliz5VmXKVv0ec4QWRHXZk4ga-hXVf0,5354
967
983
  sglang/srt/multimodal/processors/mlama.py,sha256=FgPm2JQzfPFDcGYDm0mqfDfO_eJKy-NiVgF-vId6w8Y,1233
968
984
  sglang/srt/multimodal/processors/mllama4.py,sha256=pYzqbuV9Hb5RMYNLRabTMIMTwL8C5SCToZdhSg403go,1653
985
+ sglang/srt/multimodal/processors/nvila.py,sha256=MqpZmj2fO9U8DQSFGVkrUYqK7HBrhx5nIlMCdrZShfY,2524
969
986
  sglang/srt/multimodal/processors/phi4mm.py,sha256=8Co-UPT8Am2P5dfW8bjZcy-pVAPqFXW7hbK8v23NMiA,3781
970
987
  sglang/srt/multimodal/processors/pixtral.py,sha256=Lx5Z-9NkovLDTHlRBznHxGn4r2XhDz8am2XpOskOVQY,3203
971
- sglang/srt/multimodal/processors/points_v15_chat.py,sha256=n1lwAnAYk1xPhnZRpAtDDpyP8N7NlZGwX7Pdun9Kv50,1581
988
+ sglang/srt/multimodal/processors/points_v15_chat.py,sha256=bd_gpgkpcMcl6gxugqfQSJwyr50szjKOAHrsVrBnuPg,1575
972
989
  sglang/srt/multimodal/processors/qwen_audio.py,sha256=xkIFrHepF8Ok6MB-1OwVz1BmzPmEPgUe8lIb0azO2Bc,2411
973
990
  sglang/srt/multimodal/processors/qwen_vl.py,sha256=h26WSDFJiXvyCmUxNwetjgDANxXoQGxocdd_uudC2Vw,13537
974
991
  sglang/srt/multimodal/processors/sarashina2_vision.py,sha256=E0KSOw_yzc7prHkQfMHS_DzOcYL1GZJ77NopVkd_V5M,3024
975
992
  sglang/srt/multimodal/processors/step3_vl.py,sha256=2zNf1gT-fSrA88-cvkr6xJDE0sEWFKdBDUWsMiFx_uY,18330
976
- sglang/srt/multimodal/processors/vila.py,sha256=vWgV1lTdjiFiTR8w-7fC66-L_tpOOD59c-c9NljGelE,2192
993
+ sglang/srt/multiplex/multiplexing_mixin.py,sha256=9C6qLFi4pJZbdU-wCrJxkeynxe3gNE-7onZ2nI2o0mI,8815
994
+ sglang/srt/multiplex/pdmux_context.py,sha256=wMgxxJHxtUD23738miy6OqLyAeKsLpf8X2CLgR5YHGI,5133
977
995
  sglang/srt/parser/code_completion_parser.py,sha256=KFa95OU0TeVjJkOqIgS4xV3kaJ5dFWOmAAgISyc1oEc,3803
978
- sglang/srt/parser/conversation.py,sha256=r5Fp4BGNjGeuvBw7dAUt-aUl3ExsTSG00Gq8dS8_hj0,40089
996
+ sglang/srt/parser/conversation.py,sha256=a40EouvQ4uKlIMVul-6KHxsPQrwDWrNhLkAIljf691I,40389
979
997
  sglang/srt/parser/harmony_parser.py,sha256=YweG4azWm5jmzYGaAHEXSaORpgWctPpSGQk_jp5H-CE,23227
980
998
  sglang/srt/parser/jinja_template_utils.py,sha256=_rtLpriMmodo-tBD8B9ifu3BsZFdaQQCDPRUqF26pIg,8006
981
- sglang/srt/parser/reasoning_parser.py,sha256=Q5yC-Giug7fA0W5d1BarTKUWWFO5QUwtnonMeuDziOw,11149
982
- sglang/srt/sampling/custom_logit_processor.py,sha256=phIOI0ttJHQ_yCZhnqD5qNs98QG0gdY9evbXkgS3544,4272
999
+ sglang/srt/parser/reasoning_parser.py,sha256=sGHGN8UUYjv6qW3HtHlgGGwf_5NRzlBF1jvCEiG-5vI,12180
1000
+ sglang/srt/sampling/custom_logit_processor.py,sha256=-Xb_W2szIPaySsp-XxQ2hA1KmZq7cztiuP54-_9FHnA,6556
983
1001
  sglang/srt/sampling/sampling_batch_info.py,sha256=xlkEs3zgrwZCNBs69JHL3og9-jJnFbDD3_RLJJ-M36U,15544
984
1002
  sglang/srt/sampling/sampling_params.py,sha256=ULhZRhA9C1oK34T3cbwqaODV3iMX8HL1VOlo_gewzZw,9193
985
1003
  sglang/srt/sampling/penaltylib/__init__.py,sha256=mtN8grFEcaBUhl4yBHmw8NNirt_i6uKO2cDNLHOpZQE,496
986
- sglang/srt/sampling/penaltylib/frequency_penalty.py,sha256=Loc3qjJTksNc5s-DV7QZHjgqoo5pxk7-nZzxwyhD2tQ,2144
987
- sglang/srt/sampling/penaltylib/min_new_tokens.py,sha256=rdU_D7RoIcrQPhysNQEzmr4TO2OoEi___p-i3QdwkgU,3331
988
- sglang/srt/sampling/penaltylib/orchestrator.py,sha256=Romk41ahToaVlNMnnd1Enko7_kRA4KdMGO94qnEbDHA,6061
989
- sglang/srt/sampling/penaltylib/presence_penalty.py,sha256=NRh10AJrrQlGJ6S-enGdRefrTrWpyqrSm-aNnyqQNQQ,2119
1004
+ sglang/srt/sampling/penaltylib/frequency_penalty.py,sha256=HxfZEk2WO9xCgBb4VqFxV0Oz2APPVd4uj61BVQ5dimE,2141
1005
+ sglang/srt/sampling/penaltylib/min_new_tokens.py,sha256=vWPwqrmX2m5akK0nxNqqaq26xp0yW8muBRApcQPA0nY,3407
1006
+ sglang/srt/sampling/penaltylib/orchestrator.py,sha256=DDkA6CYpTkVRZFTzQyiDqTPr3YxdlF2Ye7dUyeX0G8k,7376
1007
+ sglang/srt/sampling/penaltylib/presence_penalty.py,sha256=-fXSNJA8EIS0mQVSG44M6cw1oi0cPkwEfAy00YnCkdc,2114
990
1008
  sglang/srt/speculative/base_spec_worker.py,sha256=M2hIHGmno1ew_gbgsU7rcIsNzR7pixDkN0UDJpZneEY,698
991
- sglang/srt/speculative/draft_utils.py,sha256=E7u9u_-lrjOu82bBqmLB6zsbygRbWuLHO0Y1NwfbH4o,8261
1009
+ sglang/srt/speculative/draft_utils.py,sha256=DSjA151W2LpgF-b-xdGnWbOWprHbjKVkMP1ssq1VkhM,8865
992
1010
  sglang/srt/speculative/eagle_draft_cuda_graph_runner.py,sha256=LmqXLmMxLBuAFz8XiJpBQAsjpX77ZLrcDlv2hCXDRKs,14995
993
1011
  sglang/srt/speculative/eagle_draft_extend_cuda_graph_runner.py,sha256=AucQHsYM9hktPgmjtygPCxjMyQhFikJX_pc41APXR4M,16737
994
- sglang/srt/speculative/eagle_info.py,sha256=ucS_hYCxoKlHA8pGtDN5mdk9i6z-NHYq4vAz1uLGcwk,31479
995
- sglang/srt/speculative/eagle_info_v2.py,sha256=2PmbYzDrMkgNky0xeTIVaL04hDI15JaEqaE8pUlsu8c,16548
996
- sglang/srt/speculative/eagle_utils.py,sha256=HA_h9dkO9RLOBXn4dFFQHY3yiSw4CwjuYewer5BchHI,4581
997
- sglang/srt/speculative/eagle_worker.py,sha256=m40xi1IAWZQLX48D297BZy7ohlCWbptqkOszXmWC9JA,39344
998
- sglang/srt/speculative/eagle_worker_v2.py,sha256=nzW7KQFBwU8F7F4CRlBGr7i_7_uCJzjcdMA5zCHqdB8,26315
1012
+ sglang/srt/speculative/eagle_info.py,sha256=A1X1JCUV6N39eeExR4AbvbxjBUltirgqZTgxwAp77cw,31570
1013
+ sglang/srt/speculative/eagle_info_v2.py,sha256=nX5Ivs1MxawvjAFhMQ2B5Q8njRUHnXu6WHYzzrRGC0I,17742
1014
+ sglang/srt/speculative/eagle_utils.py,sha256=DJ9hSEZaEprmb9e2Cw3TDS1Ege9xGMqwNeX1CQAXuhI,13826
1015
+ sglang/srt/speculative/eagle_worker.py,sha256=sQ4sbRRBAaZp7qYSiqOyvlBQ0VshVfSCJMi60pMQ5_I,39654
1016
+ sglang/srt/speculative/eagle_worker_v2.py,sha256=E7cNRH2qunO4NxAAGH4ab_RY9EIFmTJrstyT0VQrYQk,26451
999
1017
  sglang/srt/speculative/ngram_info.py,sha256=WEpR-I6dGbzKPvH915pPysONO5TodtyfrX0mN9LNBMU,16777
1000
1018
  sglang/srt/speculative/ngram_worker.py,sha256=t05lgkBATs-mo45eloiqvMalsJKdHI7fZ2BTYEpXoxg,9720
1001
- sglang/srt/speculative/spec_info.py,sha256=1AkkpJwifuOtB1ZEjLctrzzjC46O1qtJIkoAdY2rmas,2669
1002
- sglang/srt/speculative/spec_utils.py,sha256=hxm84b37ADwntrlpJ6JOxVGdZ22Ek4uBICnHUy82AxU,21345
1019
+ sglang/srt/speculative/spec_info.py,sha256=Uo9VNQUTduBaQk_VDszam8Px3TNbKO5HqnHEdG_H6l4,11128
1020
+ sglang/srt/speculative/spec_utils.py,sha256=lPYH_dz36UKdozuVtjGiuVjk-QBawlg500Vr7HZW-6U,22314
1003
1021
  sglang/srt/speculative/standalone_worker.py,sha256=9PfG1-aXG3W4j43vLnSvBuaOqgqs-MsfWRH1e7nbkSg,3745
1004
1022
  sglang/srt/speculative/cpp_ngram/ngram.cpp,sha256=j8D4xNaa8dv8CN9F5TG_yHxil-A79XiuMjyEE3ZUOSs,12962
1005
1023
  sglang/srt/speculative/cpp_ngram/ngram.h,sha256=9OMOzO3KXEVbT5gEXjK-IRATI63in54LjeT_Xba5DSU,2492
@@ -1008,12 +1026,12 @@ sglang/srt/speculative/cpp_ngram/ngram_cache_binding.cpp,sha256=yrRXulpjivoSveCR
1008
1026
  sglang/srt/speculative/cpp_ngram/param.h,sha256=tLSD_Ke1c2GjTY9tl3p1UgpbrBfaZqPRsHfw2YJ87hw,4375
1009
1027
  sglang/srt/speculative/cpp_ngram/queue.h,sha256=m8OK4Nd6_yWnJkWxx-JRqUIOfzQwi3apy_3TvyxSY4Q,1288
1010
1028
  sglang/srt/tokenizer/tiktoken_tokenizer.py,sha256=xIi7o38MB-pWPLC6sTdmGC9NN_kgRDvMStIo0nJZulw,6246
1011
- sglang/srt/tracing/trace.py,sha256=5SKy8XA4KLaTcBO6ZJvJSP_IYK5--2RJN0Q6O6Vg10g,16110
1029
+ sglang/srt/tracing/trace.py,sha256=btVqj-Cz3zp_QKSTgNE6Bpxs-6T5-XvEkbcnoRQZmTI,19810
1012
1030
  sglang/srt/utils/__init__.py,sha256=zuoHoZnKrciwFy11a6p5Ua8mYU67QUI_09L0SfEjpeo,102
1013
1031
  sglang/srt/utils/aio_rwlock.py,sha256=6LYtOdeTUY3hkfa1dmYkgsaF2ttrwIF3hUWz2AZ2fqw,2970
1014
1032
  sglang/srt/utils/bench_utils.py,sha256=0xXUeDk61RynxbOV0P_okb-5rLPpc-ZqfCGx3W35K4I,4421
1015
- sglang/srt/utils/common.py,sha256=uSu4JABt4oSwJiLFSaqLgkMkw8QDXn5ydrkslOUXb48,113357
1016
- sglang/srt/utils/hf_transformers_utils.py,sha256=x5HyF75geb7vskOU9FaHarxK_u2MprUZm1SrmgMQX0E,17696
1033
+ sglang/srt/utils/common.py,sha256=vmGMM1rUlcR0AzwM4pCURfHpSFLAhrYEXAomRAvSVn0,115824
1034
+ sglang/srt/utils/hf_transformers_utils.py,sha256=0jUMlVRH6NikwHia4JI8I1D8xvr4rtR4WYrNV_23BlA,18618
1017
1035
  sglang/srt/utils/host_shared_memory.py,sha256=0tO3qMlbmEIs11XvdI7BB0AtH4Z5hm9vWEkEyau4vlM,2264
1018
1036
  sglang/srt/utils/offloader.py,sha256=mKN1Vd0ftr2mjcVIXKCZnc51pcQ6bfYvhqFvdAUyRC4,18771
1019
1037
  sglang/srt/utils/patch_torch.py,sha256=yaVs6YNm63rFYBw-v59usYR3cmb_qX6F69L5dMfQCxg,3307
@@ -1021,7 +1039,7 @@ sglang/srt/utils/poll_based_barrier.py,sha256=9vjn32ROlSueEk7EuZjWKUrrL7XVR9KJsS
1021
1039
  sglang/srt/utils/profile_merger.py,sha256=bvnz-yHMb7zHE1Bv09JKgCgYZY1n4h_UK7Wz2wNAmro,7202
1022
1040
  sglang/srt/utils/rpd_utils.py,sha256=F8FWL_mT05xKQYLrzCJ8Q_5zfZJ86dHxX6LEqpwC7rw,20743
1023
1041
  sglang/srt/utils/slow_rank_detector.py,sha256=81-KXp33wevk4jG2QuThsc17fLdmdeMouxwVfSXscic,2052
1024
- sglang/srt/utils/torch_memory_saver_adapter.py,sha256=WFwPsOBvnWu6N2yTHmiOjLbDAYosslHwNSfyFHjz-7w,2511
1042
+ sglang/srt/utils/torch_memory_saver_adapter.py,sha256=GWJmtaxseoBbNsmVP83ZyvsNzDrHqeJarm7fNKjG-6k,2919
1025
1043
  sglang/srt/weight_sync/tensor_bucket.py,sha256=vp_LRrhULNnxiw9Tf56FcEckgUg07lifgv1lasG6y7o,3695
1026
1044
  sglang/srt/weight_sync/utils.py,sha256=1FHM5kBav1GJUyYQLKHSJAh9MXwsuizDWxAVJMg1ZgE,4155
1027
1045
  sglang/test/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -1029,18 +1047,17 @@ sglang/test/doc_patch.py,sha256=P9PYjBIVlZHvP9M34qS-8m1scmDP27ciNJNvZOdrUKE,1614
1029
1047
  sglang/test/few_shot_gsm8k.py,sha256=zalplyHOYCnIwAnSQg-xlZl-Q-wGuMfjLdl9EJnUN7U,4333
1030
1048
  sglang/test/few_shot_gsm8k_engine.py,sha256=Vgs0SBguumrdlGOY1Hjjc8nTIdv5mxiTAmR4Isa4g4I,3793
1031
1049
  sglang/test/get_logits_ut.py,sha256=XotfHBDbQDRuSrJLRErsrdIOA0WDflnrK9171E-2iWE,1822
1032
- sglang/test/kit_matched_stop.py,sha256=60YESivdEqn6XXUa9oLu1UeLozp4ahteEEvWyOUVDx8,5382
1033
1050
  sglang/test/run_eval.py,sha256=88EUq7X9L1jN83IO9kijEoBXq9CS0DHgKaiX4QtgmUk,7829
1034
- sglang/test/runners.py,sha256=dz4ZlbsF7BePTrS84BmlVt8LnxkoZhkyCPdjGg1hd04,34203
1051
+ sglang/test/runners.py,sha256=Fd2vyAhm48pFRkT1QzAz9RhfDpqcFmorz4gMAGfnU-I,34904
1035
1052
  sglang/test/send_one.py,sha256=sxdAVh6nxq8IgPf1behPiWF7ZVugwoOE4DjdJyY6qzo,6392
1036
- sglang/test/simple_eval_common.py,sha256=06wMMTLf8kpbySBtImD9xdjmYCPuJSghhKcJ_D_KdB4,12976
1053
+ sglang/test/simple_eval_common.py,sha256=UTJkzvkuhfQcPoITAb2lliqfDkFUftPFYXsBpTyBsdk,13120
1037
1054
  sglang/test/simple_eval_gpqa.py,sha256=Ui416_9Fh8TYU_51bClhEXi6wVCLEhLG28a7qPJfJYQ,3276
1038
- sglang/test/simple_eval_humaneval.py,sha256=AhB-0dimur6_vSH9qHVyCRag_VZ8Jf3gH6PdmTkPHAU,5658
1055
+ sglang/test/simple_eval_humaneval.py,sha256=0m9IWJNWvfzMr9RnBe7LLxnHsFjIV2qcVtJZOUsggr0,5700
1039
1056
  sglang/test/simple_eval_longbench_v2.py,sha256=LLa3qAmF8PF1HGC-ubNcaB4jaz22NhZBY67rIzTH5Dk,12169
1040
- sglang/test/simple_eval_math.py,sha256=6kGKNwNbLN-Af3Wj8WTimWhH-Xp3enDmSvvSjsgWUpk,2550
1057
+ sglang/test/simple_eval_math.py,sha256=FjDGaaf6pxw3Oq9mNc1Rza4aKaAnmKTILAH8OyhwHKA,2598
1041
1058
  sglang/test/simple_eval_mgsm.py,sha256=rd7TSUyxdKbrXaVoewo24V8lCo_6kO8zxPhhmvylpw8,10259
1042
- sglang/test/simple_eval_mmlu.py,sha256=FkwamjGMjueTixymkedF-YiPloSLiy4ftILFUrKZ9XI,4357
1043
- sglang/test/simple_eval_mmmu_vlm.py,sha256=XpADoB825LUX-n4hDFOR3wkuowdLPB6sMHJEvM2dah8,15195
1059
+ sglang/test/simple_eval_mmlu.py,sha256=kHo4tClHM6VO8Qk-hLSxd3Abi1fHirJuMBdu9imoFF8,4405
1060
+ sglang/test/simple_eval_mmmu_vlm.py,sha256=ic4uXAPPY6GCLmNwNkRa0AcBHVtXerfbZ-1JQHgBm40,15243
1044
1061
  sglang/test/test_activation.py,sha256=bDBFl4Y30siXj7Ifl66fc2HytOrcZdHFiP2i9K8TIsY,3140
1045
1062
  sglang/test/test_block_fp8.py,sha256=z7cVJLy9jfD-xer3lALeBWkzRxhseqSboBAw75LZGgE,21828
1046
1063
  sglang/test/test_block_fp8_deep_gemm_blackwell.py,sha256=G6Yw6npnUO8OSuu4L2fOl-vP3mYCI7Mcrst6hc96t4s,8170
@@ -1048,8 +1065,8 @@ sglang/test/test_custom_ops.py,sha256=PenQ8zM1wj5xwiVEPVzD37pO-x90aOfFMpCRZenaKs
1048
1065
  sglang/test/test_cutlass_moe.py,sha256=0kzalShZCSSbV1JLKv77mx8bXgK2wvskTuPGqK_qNnQ,10051
1049
1066
  sglang/test/test_cutlass_w4a8_moe.py,sha256=iQIZ1K43emzqI9WVKlb2fplLPcvlpm3D7qCNK-wJfa4,8924
1050
1067
  sglang/test/test_deepep_utils.py,sha256=749ysTBGNzh6rYUCJhhZBtZpeD15eWTeNHYCytcvZtc,7448
1051
- sglang/test/test_deterministic.py,sha256=ISh_2dnEgRI1Ku7lxmDKs7mwNgLrBEhKnLnvW9Uei98,15689
1052
- sglang/test/test_deterministic_utils.py,sha256=vVtwq_NjH9GzSkRUn4mep-IIvgAXtw-5l6iKjYDP8SA,2133
1068
+ sglang/test/test_deterministic.py,sha256=94QAh_y98SLjbroZ837qQ4qv2LypvbLmgX60WD9lu24,23593
1069
+ sglang/test/test_deterministic_utils.py,sha256=iGP6d7JRpk49u4l8IXI-Ix8-pfDliTt0TwD1NvIg_Y0,2212
1053
1070
  sglang/test/test_disaggregation_utils.py,sha256=k_V_vw6qCEw3iZyUeujozMBkUgGRfCWxkLyCb9ktIbk,5588
1054
1071
  sglang/test/test_dynamic_grad_mode.py,sha256=L76yUCuk_ymNpXD2CmO8r2GiGjIvD_gtTsuFDs2NolI,1638
1055
1072
  sglang/test/test_fp4_moe.py,sha256=wvHbGMH1UBr_XVWYgX57Y2bLy9h2DPQH10_Hmf2q6iw,22436
@@ -1057,18 +1074,20 @@ sglang/test/test_layernorm.py,sha256=2GMWqqNDuGvSMSsEBF5eDCzwVSYA9E6hGhRo6s4ecKg
1057
1074
  sglang/test/test_marlin_moe.py,sha256=d3LsMn9qT-r-DzHKhHikRTzSPSDWDtBNuIpz35AeM20,7958
1058
1075
  sglang/test/test_marlin_utils.py,sha256=kC7IzN364mJT9xw0nKUP1V1OK1hkw6fQTBvD4nRaOz4,5151
1059
1076
  sglang/test/test_programs.py,sha256=R-pzgNB-h_jjdJiW50hn83-nY7z5q5XcqPwugPnVF5Y,18916
1060
- sglang/test/test_utils.py,sha256=-i5Jh91gO7fDkr6PM1Lb7s7tyUqcI5v_qdhCKyDbgNg,56381
1077
+ sglang/test/test_utils.py,sha256=tRph5yeVbCBEPaZnEEbYsZikKaPoqCM_1IO1lPH2iv0,56725
1061
1078
  sglang/test/attention/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
1062
1079
  sglang/test/attention/test_flashattn_backend.py,sha256=Uh895KymXiRFH1pJ1NR9eSfoi6UI41YdPc4viLdUTBA,13904
1063
1080
  sglang/test/attention/test_flashattn_mla_backend.py,sha256=XW12ALYv2Ncs4t-Bz6omhYzNUQGe_P10K0gyqp9Y37U,10690
1064
1081
  sglang/test/attention/test_prefix_chunk_info.py,sha256=er0i3KGHMkw-4UZB1GCFd4oYwRcXfU5wpO1ORqpNGGA,7626
1065
1082
  sglang/test/attention/test_trtllm_mla_backend.py,sha256=UbtvkzTAqP-kHHEhhtPxVpuzG9QmyWBrFuJa0S7Z52g,54951
1083
+ sglang/test/kits/matched_stop_kit.py,sha256=60YESivdEqn6XXUa9oLu1UeLozp4ahteEEvWyOUVDx8,5382
1084
+ sglang/test/kits/radix_cache_server_kit.py,sha256=Mu8PdyNQaCq7IRysqY2uikQ_Fo04cpXgBss2ToXSK18,1509
1066
1085
  sglang/test/longbench_v2/__init__.py,sha256=ZcOIPSyqbDI_tzB-qltXF67-4uMMPwCkkiWDVcDBDvQ,63
1067
1086
  sglang/test/longbench_v2/test_longbench_v2_eval.py,sha256=NI_Om4ODw5utUNsYjrj6nueebI4U5u4N2PKBtT5O27k,7352
1068
1087
  sglang/test/longbench_v2/validate_longbench_v2.py,sha256=mJa5Lh8XiSTXKrf5qopKuAfspSVbhoacnCkz6u4lYFQ,11635
1069
1088
  sglang/test/longbench_v2/validate_longbench_v2_standalone.py,sha256=gr0zif2c680hSyIHDVJ_NHYcrMquM3fpJ26mBtbm7zs,10909
1070
- sglang-0.5.4.dist-info/licenses/LICENSE,sha256=FJXh51fvTQklojUFY89XVLsjxRcBqOxPs8XNy-2uZ0c,11346
1071
- sglang-0.5.4.dist-info/METADATA,sha256=M8BtBa6y1fGn0YOx6BJttNdVgtLNOPMbLM3t58ZNCy0,25668
1072
- sglang-0.5.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
1073
- sglang-0.5.4.dist-info/top_level.txt,sha256=yxhh3pYQkcnA7v3Bg889C2jZhvtJdEincysO7PEB09M,7
1074
- sglang-0.5.4.dist-info/RECORD,,
1089
+ sglang-0.5.4.post2.dist-info/licenses/LICENSE,sha256=FJXh51fvTQklojUFY89XVLsjxRcBqOxPs8XNy-2uZ0c,11346
1090
+ sglang-0.5.4.post2.dist-info/METADATA,sha256=UwIgUH6gwmLBVFPQeJLRwMIeO8QWlZiDhVnMhasa9o4,25428
1091
+ sglang-0.5.4.post2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
1092
+ sglang-0.5.4.post2.dist-info/top_level.txt,sha256=yxhh3pYQkcnA7v3Bg889C2jZhvtJdEincysO7PEB09M,7
1093
+ sglang-0.5.4.post2.dist-info/RECORD,,