sglang 0.5.0rc0__py3-none-any.whl → 0.5.0rc2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (170) hide show
  1. sglang/__init__.py +8 -3
  2. sglang/bench_one_batch.py +6 -1
  3. sglang/lang/chat_template.py +18 -0
  4. sglang/srt/bench_utils.py +137 -0
  5. sglang/srt/configs/model_config.py +8 -7
  6. sglang/srt/disaggregation/decode.py +8 -4
  7. sglang/srt/disaggregation/mooncake/conn.py +43 -25
  8. sglang/srt/disaggregation/mooncake/transfer_engine.py +29 -0
  9. sglang/srt/distributed/parallel_state.py +4 -2
  10. sglang/srt/entrypoints/context.py +3 -20
  11. sglang/srt/entrypoints/engine.py +13 -8
  12. sglang/srt/entrypoints/harmony_utils.py +2 -0
  13. sglang/srt/entrypoints/http_server.py +68 -5
  14. sglang/srt/entrypoints/openai/protocol.py +2 -9
  15. sglang/srt/entrypoints/openai/serving_chat.py +60 -265
  16. sglang/srt/entrypoints/openai/serving_completions.py +1 -0
  17. sglang/srt/entrypoints/openai/tool_server.py +4 -3
  18. sglang/srt/function_call/ebnf_composer.py +1 -0
  19. sglang/srt/function_call/function_call_parser.py +2 -0
  20. sglang/srt/function_call/glm4_moe_detector.py +1 -1
  21. sglang/srt/function_call/gpt_oss_detector.py +331 -0
  22. sglang/srt/function_call/kimik2_detector.py +3 -3
  23. sglang/srt/function_call/qwen3_coder_detector.py +219 -9
  24. sglang/srt/jinja_template_utils.py +6 -0
  25. sglang/srt/layers/attention/aiter_backend.py +370 -107
  26. sglang/srt/layers/attention/ascend_backend.py +3 -0
  27. sglang/srt/layers/attention/dual_chunk_flashattention_backend.py +1 -1
  28. sglang/srt/layers/attention/flashattention_backend.py +18 -0
  29. sglang/srt/layers/attention/flashinfer_backend.py +55 -13
  30. sglang/srt/layers/attention/flashinfer_mla_backend.py +1 -0
  31. sglang/srt/layers/attention/hybrid_attn_backend.py +1 -1
  32. sglang/srt/layers/attention/triton_backend.py +24 -27
  33. sglang/srt/layers/attention/trtllm_mha_backend.py +8 -6
  34. sglang/srt/layers/attention/trtllm_mla_backend.py +129 -25
  35. sglang/srt/layers/attention/vision.py +9 -1
  36. sglang/srt/layers/attention/wave_backend.py +627 -0
  37. sglang/srt/layers/attention/wave_ops/decode_attention.py +186 -0
  38. sglang/srt/layers/attention/wave_ops/extend_attention.py +149 -0
  39. sglang/srt/layers/attention/wave_ops/prefill_attention.py +79 -0
  40. sglang/srt/layers/communicator.py +11 -13
  41. sglang/srt/layers/dp_attention.py +118 -27
  42. sglang/srt/layers/flashinfer_comm_fusion.py +4 -4
  43. sglang/srt/layers/linear.py +1 -0
  44. sglang/srt/layers/logits_processor.py +12 -18
  45. sglang/srt/layers/moe/cutlass_moe.py +11 -16
  46. sglang/srt/layers/moe/cutlass_w4a8_moe.py +4 -5
  47. sglang/srt/layers/moe/ep_moe/kernels.py +43 -0
  48. sglang/srt/layers/moe/ep_moe/layer.py +60 -2
  49. sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_2_0/E=129,N=352,device_name=NVIDIA_A800-SXM4-80GB,dtype=int8_w8a8.json +146 -0
  50. sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_2_0/E=161,N=192,device_name=NVIDIA_A800-SXM4-80GB,dtype=int8_w8a8.json +146 -0
  51. sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_3_0/E=16,N=1024,device_name=NVIDIA_B200.json +146 -0
  52. sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_3_1/E=128,N=384,device_name=NVIDIA_H20,dtype=fp8_w8a8,block_shape=[128, 128].json +146 -0
  53. sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_3_1/E=128,N=768,device_name=NVIDIA_H20.json +146 -0
  54. sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_3_1/E=160,N=640,device_name=NVIDIA_H200,dtype=fp8_w8a8,block_shape=[128, 128].json +146 -0
  55. sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_3_1/E=257,N=128,device_name=NVIDIA_H20,dtype=fp8_w8a8,block_shape=[128, 128].json +146 -0
  56. sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_3_1/E=257,N=128,device_name=NVIDIA_H200,dtype=fp8_w8a8,block_shape=[128, 128].json +146 -0
  57. sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_3_1/E=257,N=256,device_name=NVIDIA_H20,dtype=fp8_w8a8,block_shape=[128, 128].json +146 -0
  58. sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_3_1/E=257,N=256,device_name=NVIDIA_H20-3e,dtype=fp8_w8a8,block_shape=[128, 128].json +146 -0
  59. sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_3_1/E=257,N=256,device_name=NVIDIA_H200,dtype=fp8_w8a8,block_shape=[128, 128].json +146 -0
  60. sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_4_0/E=128,N=768,device_name=NVIDIA_B200,dtype=fp8_w8a8,block_shape=[128, 128].json +146 -0
  61. sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_4_0/E=384,N=256,device_name=NVIDIA_B200,dtype=fp8_w8a8,block_shape=[128, 128].json +146 -0
  62. sglang/srt/layers/moe/fused_moe_triton/layer.py +7 -9
  63. sglang/srt/layers/moe/token_dispatcher/deepep.py +61 -24
  64. sglang/srt/layers/moe/topk.py +4 -1
  65. sglang/srt/layers/multimodal.py +156 -40
  66. sglang/srt/layers/quantization/__init__.py +10 -35
  67. sglang/srt/layers/quantization/awq.py +15 -16
  68. sglang/srt/layers/quantization/compressed_tensors/compressed_tensors_moe.py +0 -1
  69. sglang/srt/layers/quantization/fp8_kernel.py +277 -0
  70. sglang/srt/layers/quantization/fp8_utils.py +22 -10
  71. sglang/srt/layers/quantization/gptq.py +12 -17
  72. sglang/srt/layers/quantization/marlin_utils.py +15 -5
  73. sglang/srt/layers/quantization/modelopt_quant.py +58 -41
  74. sglang/srt/layers/quantization/mxfp4.py +20 -3
  75. sglang/srt/layers/quantization/utils.py +52 -2
  76. sglang/srt/layers/quantization/w4afp8.py +20 -11
  77. sglang/srt/layers/quantization/w8a8_int8.py +48 -34
  78. sglang/srt/layers/rotary_embedding.py +281 -2
  79. sglang/srt/layers/sampler.py +5 -2
  80. sglang/srt/lora/backend/base_backend.py +3 -23
  81. sglang/srt/lora/layers.py +66 -116
  82. sglang/srt/lora/lora.py +17 -62
  83. sglang/srt/lora/lora_manager.py +12 -48
  84. sglang/srt/lora/lora_registry.py +20 -9
  85. sglang/srt/lora/mem_pool.py +20 -63
  86. sglang/srt/lora/triton_ops/qkv_lora_b.py +1 -1
  87. sglang/srt/lora/utils.py +25 -58
  88. sglang/srt/managers/cache_controller.py +24 -29
  89. sglang/srt/managers/detokenizer_manager.py +1 -1
  90. sglang/srt/managers/io_struct.py +20 -6
  91. sglang/srt/managers/mm_utils.py +1 -2
  92. sglang/srt/managers/multimodal_processor.py +1 -1
  93. sglang/srt/managers/schedule_batch.py +43 -49
  94. sglang/srt/managers/schedule_policy.py +6 -6
  95. sglang/srt/managers/scheduler.py +18 -11
  96. sglang/srt/managers/scheduler_profiler_mixin.py +28 -8
  97. sglang/srt/managers/tokenizer_manager.py +53 -44
  98. sglang/srt/mem_cache/allocator.py +39 -214
  99. sglang/srt/mem_cache/allocator_ascend.py +158 -0
  100. sglang/srt/mem_cache/chunk_cache.py +1 -1
  101. sglang/srt/mem_cache/hicache_storage.py +1 -1
  102. sglang/srt/mem_cache/hiradix_cache.py +34 -24
  103. sglang/srt/mem_cache/lora_radix_cache.py +421 -0
  104. sglang/srt/mem_cache/memory_pool_host.py +33 -35
  105. sglang/srt/mem_cache/radix_cache.py +2 -5
  106. sglang/srt/mem_cache/storage/hf3fs/mini_3fs_metadata_server.py +443 -0
  107. sglang/srt/mem_cache/storage/hf3fs/storage_hf3fs.py +139 -67
  108. sglang/srt/mem_cache/storage/mooncake_store/mooncake_store.py +6 -9
  109. sglang/srt/model_executor/cuda_graph_runner.py +29 -23
  110. sglang/srt/model_executor/forward_batch_info.py +33 -14
  111. sglang/srt/model_executor/model_runner.py +179 -81
  112. sglang/srt/model_loader/loader.py +18 -6
  113. sglang/srt/models/deepseek_nextn.py +2 -1
  114. sglang/srt/models/deepseek_v2.py +79 -38
  115. sglang/srt/models/gemma2.py +0 -34
  116. sglang/srt/models/gemma3n_mm.py +8 -9
  117. sglang/srt/models/glm4.py +6 -0
  118. sglang/srt/models/glm4_moe.py +11 -11
  119. sglang/srt/models/glm4_moe_nextn.py +2 -1
  120. sglang/srt/models/glm4v.py +589 -0
  121. sglang/srt/models/glm4v_moe.py +400 -0
  122. sglang/srt/models/gpt_oss.py +142 -20
  123. sglang/srt/models/granite.py +0 -25
  124. sglang/srt/models/llama.py +10 -27
  125. sglang/srt/models/llama4.py +19 -6
  126. sglang/srt/models/qwen2.py +2 -2
  127. sglang/srt/models/qwen2_5_vl.py +7 -3
  128. sglang/srt/models/qwen2_audio.py +10 -9
  129. sglang/srt/models/qwen2_moe.py +20 -5
  130. sglang/srt/models/qwen3.py +0 -24
  131. sglang/srt/models/qwen3_classification.py +78 -0
  132. sglang/srt/models/qwen3_moe.py +18 -5
  133. sglang/srt/models/registry.py +1 -1
  134. sglang/srt/models/step3_vl.py +6 -2
  135. sglang/srt/models/torch_native_llama.py +0 -24
  136. sglang/srt/multimodal/processors/base_processor.py +23 -13
  137. sglang/srt/multimodal/processors/glm4v.py +132 -0
  138. sglang/srt/multimodal/processors/qwen_audio.py +4 -2
  139. sglang/srt/operations.py +17 -2
  140. sglang/srt/reasoning_parser.py +316 -0
  141. sglang/srt/sampling/sampling_batch_info.py +7 -4
  142. sglang/srt/server_args.py +142 -140
  143. sglang/srt/speculative/eagle_draft_cuda_graph_runner.py +7 -21
  144. sglang/srt/speculative/eagle_draft_extend_cuda_graph_runner.py +7 -21
  145. sglang/srt/speculative/eagle_worker.py +16 -0
  146. sglang/srt/two_batch_overlap.py +16 -12
  147. sglang/srt/utils.py +3 -3
  148. sglang/srt/weight_sync/tensor_bucket.py +106 -0
  149. sglang/test/attention/test_trtllm_mla_backend.py +186 -36
  150. sglang/test/doc_patch.py +59 -0
  151. sglang/test/few_shot_gsm8k.py +1 -1
  152. sglang/test/few_shot_gsm8k_engine.py +1 -1
  153. sglang/test/run_eval.py +4 -1
  154. sglang/test/simple_eval_common.py +6 -0
  155. sglang/test/simple_eval_gpqa.py +2 -0
  156. sglang/test/test_fp4_moe.py +118 -36
  157. sglang/test/test_marlin_moe.py +1 -1
  158. sglang/test/test_marlin_utils.py +1 -1
  159. sglang/utils.py +1 -1
  160. sglang/version.py +1 -1
  161. {sglang-0.5.0rc0.dist-info → sglang-0.5.0rc2.dist-info}/METADATA +27 -31
  162. {sglang-0.5.0rc0.dist-info → sglang-0.5.0rc2.dist-info}/RECORD +166 -142
  163. sglang/lang/backend/__init__.py +0 -0
  164. sglang/srt/function_call/harmony_tool_parser.py +0 -130
  165. sglang/srt/layers/quantization/scalar_type.py +0 -352
  166. sglang/srt/lora/backend/flashinfer_backend.py +0 -131
  167. /sglang/{api.py → lang/api.py} +0 -0
  168. {sglang-0.5.0rc0.dist-info → sglang-0.5.0rc2.dist-info}/WHEEL +0 -0
  169. {sglang-0.5.0rc0.dist-info → sglang-0.5.0rc2.dist-info}/licenses/LICENSE +0 -0
  170. {sglang-0.5.0rc0.dist-info → sglang-0.5.0rc2.dist-info}/top_level.txt +0 -0
@@ -1,7 +1,6 @@
1
- sglang/__init__.py,sha256=x1v8748WXS2BAptWAd5fR3YBEkngC7e_P_rkCNuNCGg,1702
2
- sglang/api.py,sha256=rcp3GeoyZhmJ0GDLPRkuZNcxd0TBJy_wfUDpcmQoqW8,7210
1
+ sglang/__init__.py,sha256=CK60u1J439CJZaPihWqlDjFZ8doIC-5YgIYz-E1PIh4,1823
3
2
  sglang/bench_offline_throughput.py,sha256=Bge0KG4Uiv9CHsxDnqKdXJmG_TcxM4blz3CmvLmDRvM,14815
4
- sglang/bench_one_batch.py,sha256=gfb4hSLbRupVOd6wfmSMgcJqjse17eQbkMn_Q2xRmGA,23086
3
+ sglang/bench_one_batch.py,sha256=sFJ9nN-M9PTB1Sy5Xa5b1-L3IzfiEj4rQetSB_YLffg,23398
5
4
  sglang/bench_one_batch_server.py,sha256=LS1BRmFwP67IpYlU5wmkWjqquiA5drvtWe-fwHnFSKI,14170
6
5
  sglang/bench_serving.py,sha256=nOjDnqOKDezDvtCvEhC1_FAoWVkir38bSaEIcSGGVZg,71748
7
6
  sglang/check_env.py,sha256=qDMIG2rCNBH1yKnxQmF-Bp10oiFMUKMgfZLHZYOmdSY,8412
@@ -9,17 +8,17 @@ sglang/compile_deep_gemm.py,sha256=EsgboGA-MK3Rvx9TlUJPLxJ5LBira4bTcHJLKEp1H6k,6
9
8
  sglang/global_config.py,sha256=ZMTux_PsGnvkyJ0kTFwhTdbnFwIjjpGDogut_9Lu4Vo,1732
10
9
  sglang/launch_server.py,sha256=mDXfwha8LHpWQJekcCosR98QhCQsbmilsBlI5jAIgg0,420
11
10
  sglang/profiler.py,sha256=tEHzHerXC-ymk4OrkoUcMbgcGHmb8VESthsNSP2Yx9w,4417
12
- sglang/utils.py,sha256=C_r3OF-OA6DwUz6KYQF6xWUBApjHaqSPsV9JccafrWI,16403
13
- sglang/version.py,sha256=Ko_9h2aNaKSGsWwzeD1Y47Z_-706MS9StmJBcxrT3V4,25
11
+ sglang/utils.py,sha256=EF1BDyviT9rj3kVrqZEgax2_gX2gZsWq0HIR7Zf6YtA,16394
12
+ sglang/version.py,sha256=hVkz5IR8OavTJcQvBQ7pJq8m2jZBCgPJLhJfPncjkj0,25
14
13
  sglang/eval/llama3_eval.py,sha256=gWSboDchIGybIce88bJlrCG0yiLZ513mw4gcutJlzGM,10017
15
14
  sglang/eval/loogle_eval.py,sha256=-CC2s2kh5qUoDrHRkQVkC_jNvBgNojXbf456ny5s78s,4557
16
- sglang/lang/chat_template.py,sha256=ZNcuDvDZE9781tQqfKpptck_zJVK0aggq7IxrNHltao,21934
15
+ sglang/lang/api.py,sha256=rcp3GeoyZhmJ0GDLPRkuZNcxd0TBJy_wfUDpcmQoqW8,7210
16
+ sglang/lang/chat_template.py,sha256=4_JVa7NDpHP2it6rAQS5UnCSxSMy0rtfdOgSvH_Kbdc,22549
17
17
  sglang/lang/choices.py,sha256=-W1DVw9N9ZliVpvmWrzIXG4cswAah8eMQrHWzkS3D8o,6234
18
18
  sglang/lang/compiler.py,sha256=MAuzoOOpb98njJ7Io2SDmFkhTroDYiq0te0ZpfHkMY4,7597
19
19
  sglang/lang/interpreter.py,sha256=JneG-Yw-XyOTBZCIoxTiQluQjAlSz1YswnV0l6pqVPo,34811
20
20
  sglang/lang/ir.py,sha256=FnRJ-lndAsR4GR0ONJRPDtlYx8FvL9RIk44vSA16RBk,19656
21
21
  sglang/lang/tracer.py,sha256=ljBo9VZ0zVaGwzNk32qw21acyo60N0UjIjqBbT5a1WI,8175
22
- sglang/lang/backend/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
23
22
  sglang/lang/backend/anthropic.py,sha256=qXWqqFlk0-nC62QCcYIRjLTc4AHrdTKpl7hCeDzROUs,2019
24
23
  sglang/lang/backend/base_backend.py,sha256=tEutGCU5tni1xGlrIjAVvA9aflJBt2duKrIDzqabJWc,1975
25
24
  sglang/lang/backend/litellm.py,sha256=ugmL7sfUxkUHVbHtwNzHgdQAEd4UCjNQboFuE3KThcY,2450
@@ -28,22 +27,23 @@ sglang/lang/backend/runtime_endpoint.py,sha256=oxLCLXCa26VfKyPV-wbRjLrQvqTG8Nzoa
28
27
  sglang/lang/backend/vertexai.py,sha256=gz0uNYyBb88jbPYz6ZIJ774fefrcbuVdoK33bphUZpI,4827
29
28
  sglang/srt/_custom_ops.py,sha256=9GPNUyqnybgvUnzdQ8n5_NgluHmQNw0Gptos0iLPfrY,5342
30
29
  sglang/srt/aio_rwlock.py,sha256=6LYtOdeTUY3hkfa1dmYkgsaF2ttrwIF3hUWz2AZ2fqw,2970
30
+ sglang/srt/bench_utils.py,sha256=zNTsTBUta27XxojgvR5p5X9M0v1MFzZ7dcX9TMq4NvQ,4348
31
31
  sglang/srt/code_completion_parser.py,sha256=KFa95OU0TeVjJkOqIgS4xV3kaJ5dFWOmAAgISyc1oEc,3803
32
32
  sglang/srt/constants.py,sha256=0i-tEwG2BSYNDy96MxnGHV5HnBELkYcnsVGsE-R18o0,93
33
33
  sglang/srt/conversation.py,sha256=pli5tbV3AUBciFBqE9l4tXST2Wgem7vsjNlnwqUDLas,38936
34
34
  sglang/srt/custom_op.py,sha256=7OPQAZe3PqDXk-xM0Wxl7pm9cazilNJfkNiYIWztWgI,3198
35
35
  sglang/srt/hf_transformers_utils.py,sha256=e--dYjSaaB0t2FhrvHlUrd-l2KmrLIRRtyGErDAGV_Q,13786
36
- sglang/srt/jinja_template_utils.py,sha256=T5jdZmXUh3I6Iw-CYYqGdc4MJJH17rmf24pvKcv6ky8,7488
36
+ sglang/srt/jinja_template_utils.py,sha256=XCuqi6iHQrtziUvhy22ePdh8WcS42O9sKxuXpM_bMXc,7836
37
37
  sglang/srt/model_parallel.py,sha256=eLXZhvJ4wG6dh0FontNCIdVZvHYdWgaeY-5cu7TD9tE,6078
38
- sglang/srt/operations.py,sha256=ddQ8KO63L73OciaR8MZ9h2h83gKVY4-WuWgeEGowPJA,5346
38
+ sglang/srt/operations.py,sha256=6Inmt4MQSRrlLxYFYTraVSD9u1cmGY6mk6fSJC9u7-M,5931
39
39
  sglang/srt/operations_strategy.py,sha256=-w6GI2VgSGvORy3pUWRAJo6244ykSW1ZBV1Dx0fZlHA,7138
40
40
  sglang/srt/patch_torch.py,sha256=OUPCGQSQz3MVZB1zZ_Eq8lXiw0uIKJ_HWjqQolI8FsM,3088
41
41
  sglang/srt/poll_based_barrier.py,sha256=9vjn32ROlSueEk7EuZjWKUrrL7XVR9KJsSVliGTYB_4,937
42
- sglang/srt/reasoning_parser.py,sha256=6OvK4BZ_L_JsrtgXZgFMeBccc3aCAYKEkiYNv7nCWo4,8515
43
- sglang/srt/server_args.py,sha256=RhWAIFZ69MIXbmE9IQQe4J8QxLz_7EP_NPi_Th5T9nc,96012
42
+ sglang/srt/reasoning_parser.py,sha256=MxJ-urjCWfvrBRKhdkionRaiSbZMPmk6QAoY-zVc5qw,22910
43
+ sglang/srt/server_args.py,sha256=BK0WbcFd-4pmTGGI2AHgmeXkKswbKHwDu7EAqvePih4,96728
44
44
  sglang/srt/torch_memory_saver_adapter.py,sha256=K_eTx0UU84MHSTXI3iqYLdHV4IWtJMJ2FKdGFJR8v1E,2417
45
- sglang/srt/two_batch_overlap.py,sha256=-jICdc_ysKkHIYfCSdMSFoHnZ8uSeo3I4lT6rhcdJtA,34170
46
- sglang/srt/utils.py,sha256=ggT1LuNwFDLQp2dCGWKjFFIE9JsJ5VPzYaxlm_Zqy8Q,93664
45
+ sglang/srt/two_batch_overlap.py,sha256=D-zWCnJnhkmmqzcePSgGhcn7Wu2PUheyCTP8HdEvwa8,34136
46
+ sglang/srt/utils.py,sha256=gCpO4VqGbAD_xvp7qAc7XtEBG2n7nuZNsxV5V_IAVkg,93674
47
47
  sglang/srt/warmup.py,sha256=zldxhMlXpclRAJXmfBjJNUJd1eDizVdysibBvQyTVuA,1782
48
48
  sglang/srt/configs/__init__.py,sha256=gas3cKYVgZp7qF4m8FejX4EUUmdQd_w5WDTm7fo7yM0,743
49
49
  sglang/srt/configs/chatglm.py,sha256=j-b0YkdYUmQm2y1kNmMJtKeACxWKmBbvNNkDWbs6kbI,2907
@@ -56,7 +56,7 @@ sglang/srt/configs/janus_pro.py,sha256=yI2c_aWBIKiTcK6RZxK6hq8CIxyYRH_NN8uaSNKsr
56
56
  sglang/srt/configs/kimi_vl.py,sha256=4W7VQI3pr888ZsFA2SqCQo4mI0seXTOrGQ-x3oTvWew,1358
57
57
  sglang/srt/configs/kimi_vl_moonvit.py,sha256=hx2Rt4JSFbvy2HUTeLjBpge87m8M6ITAhqsgdNf_Jd4,1163
58
58
  sglang/srt/configs/load_config.py,sha256=qs-AxuplouBx2tsv9KGBOLZPbwzuVA4vbktbGP_cRp8,3309
59
- sglang/srt/configs/model_config.py,sha256=u6BS-f4QFOrcjwQMm1P9qqIhQ3Kr1pf2woPqY_YYb8s,30288
59
+ sglang/srt/configs/model_config.py,sha256=J8jb35erM0xsvhRVCUQDzZhJIabNu3E9SoIorbFYzW8,30415
60
60
  sglang/srt/configs/step3_vl.py,sha256=_Otgnym57DVgB_kZ__8c1_Ys5gSalA_K0ZuVjcG51T0,4845
61
61
  sglang/srt/configs/update_config.py,sha256=D-myV9Ombwp6wTF0RX9qUO6m5rxFiUcyse32FQADG28,4787
62
62
  sglang/srt/configs/utils.py,sha256=3nHUfisMs_Ltuhv8OZTNCJp63YJKJVF43h1QZB1zqx8,670
@@ -79,7 +79,7 @@ sglang/srt/debug_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3
79
79
  sglang/srt/debug_utils/dump_comparator.py,sha256=8ZPwP0zojfRHvPiSKgpESYFcC3tR-sBjIej5SotOmpg,3947
80
80
  sglang/srt/debug_utils/dumper.py,sha256=eyrg5lmwyYF88kn8b06kpu1__aGnWb6CLM8fxywtooI,3158
81
81
  sglang/srt/debug_utils/text_comparator.py,sha256=pg58q3fzsnd3rJKRgZTdcOviOtAv8pSYZdwf-TLffMM,5522
82
- sglang/srt/disaggregation/decode.py,sha256=w8CpZAN6EqNI4NncRkwEEUERTrRlDbghYUw85jnatMU,34126
82
+ sglang/srt/disaggregation/decode.py,sha256=8uu_IZthGye-g-htPHjr60OtYrQjLnan1hoz6Dsgs-8,34289
83
83
  sglang/srt/disaggregation/decode_schedule_batch_mixin.py,sha256=Iu7ehHGAfYIVATtClwX6y-6zxWs-JyDlMotYo_5yuUc,6598
84
84
  sglang/srt/disaggregation/kv_events.py,sha256=yFbtwOeblcCmOXTjg00TopxnyjkmCBQIVz46KB8jetY,13555
85
85
  sglang/srt/disaggregation/launch_lb.py,sha256=Elw-J-97jTA70Ml1EMp_J-k9X9H5WHTWOC2XEvmyJRY,3827
@@ -97,13 +97,13 @@ sglang/srt/disaggregation/common/utils.py,sha256=SxRhAWisNK8seGhb5BXBJ5u53DF7yeK
97
97
  sglang/srt/disaggregation/fake/__init__.py,sha256=jJGWdXwaQiGIoR6atKqkQfkJmVyQ09l55VUN2WjwaeY,77
98
98
  sglang/srt/disaggregation/fake/conn.py,sha256=oD1DArn1yDFZCu-X6p93uSLlAXEkt9lYxERICMznxGw,2286
99
99
  sglang/srt/disaggregation/mooncake/__init__.py,sha256=0TgqkAdQI1YynbHY6c0QISvVoOSk-0SwCIq5rjPSmgE,156
100
- sglang/srt/disaggregation/mooncake/conn.py,sha256=5GarzDKjUgjEt5-e_hl8jufhwdtOSlcbzFbmrMEzeBY,67155
101
- sglang/srt/disaggregation/mooncake/transfer_engine.py,sha256=-ulLhz6DBDsmEjwNjjH5Pj8ngZKISgwBc_zL3ViGDN0,4761
100
+ sglang/srt/disaggregation/mooncake/conn.py,sha256=doYihoIUALi-5aK96tkmfO5SF-EEaupTjgJ5VeoW7GM,68200
101
+ sglang/srt/disaggregation/mooncake/transfer_engine.py,sha256=O-XRmQ3QwD6RuiyRgw4ZohSrFkuPdppV_eDBMUXn0jk,5884
102
102
  sglang/srt/disaggregation/nixl/__init__.py,sha256=qODVPIGWUXKXq4zsRIcMYoAoAeg6nBIN9vdQOlVMANE,136
103
103
  sglang/srt/disaggregation/nixl/conn.py,sha256=eSof87fG21Dd4COszfnbeXIxne3TWvw0mSvCOkjsBZc,20323
104
104
  sglang/srt/distributed/__init__.py,sha256=jFOcyt-wFAPMBUAf9zkZalNQlt-4rqmT6pCKBz1E4qo,149
105
105
  sglang/srt/distributed/communication_op.py,sha256=IBnFUdMftK_VSTMMMitGveonorFUUVNL4guqO31cMSc,1130
106
- sglang/srt/distributed/parallel_state.py,sha256=90eqCuQYgA1OI611KGznBAXVVtTb3XYdeXus5WrvohI,61659
106
+ sglang/srt/distributed/parallel_state.py,sha256=asGRvL5K0-r_mmscSyYx1gwBKrsI0SuZkqYoNXQQHrA,61689
107
107
  sglang/srt/distributed/utils.py,sha256=aaCxATncLGnVgB0WlGpBdee0behKW8Dy_dakqcuKSaQ,8497
108
108
  sglang/srt/distributed/device_communicators/cuda_wrapper.py,sha256=3jvPG-Ow5UBLiXhfx8T8snR7crSZbPpARAggsDPWq7k,7038
109
109
  sglang/srt/distributed/device_communicators/custom_all_reduce.py,sha256=p-GLYYnMSjcUvK30qcwYhXEJwGrOz6rR99p_23SWFj8,16570
@@ -118,22 +118,22 @@ sglang/srt/distributed/device_communicators/quick_all_reduce.py,sha256=4j1_E4azo
118
118
  sglang/srt/distributed/device_communicators/shm_broadcast.py,sha256=IrSrnpZnii0EJTS1CYRwEwE7gyHxJBVgI2QuJS3AKW0,20906
119
119
  sglang/srt/distributed/device_communicators/xpu_communicator.py,sha256=ajW6132BvA6jkeipEIgN27TFycI0U06Ih2Z8WNjlA4s,1593
120
120
  sglang/srt/entrypoints/EngineBase.py,sha256=yKN76witT2jz1zhmLHmPNLGMpK2UiOTaKQ2KPD8l99U,2594
121
- sglang/srt/entrypoints/context.py,sha256=104mtyJw9ZAplRpliLPhTWbvYJ7NVRm8xlegMZuFP2A,8006
122
- sglang/srt/entrypoints/engine.py,sha256=lfix_7Uyz9-SYL4bqr_r1OxpHT-BUHFP-vBkXEr7d2E,31903
123
- sglang/srt/entrypoints/harmony_utils.py,sha256=vuI-KsX99Czj9YhkEWPMr1TcMz7hY57IFXeW4y1Jt8o,13403
124
- sglang/srt/entrypoints/http_server.py,sha256=H-MGK3RH6t-90x4pyRuvaaCh6HpnRL-CSdYHwtX4mqo,41426
121
+ sglang/srt/entrypoints/context.py,sha256=s-kgI8t1t_NbcpWr52JiCqutLx3aiCea-PagiWVQHu0,7373
122
+ sglang/srt/entrypoints/engine.py,sha256=y8bf1uh45QIG1x2otFoo9pxG3nlofu6uTDCYDVRQdpc,32119
123
+ sglang/srt/entrypoints/harmony_utils.py,sha256=01T-A5GBUm2b306PcxNEg2rfx4cykBcqNYrzcXTWBlc,13590
124
+ sglang/srt/entrypoints/http_server.py,sha256=75PA8JjfgsZ0_12VoBBzGDhw1eAfkEErfx3TFb5Tmk8,43951
125
125
  sglang/srt/entrypoints/http_server_engine.py,sha256=_--j4U04OeJLlnnv1f0XmCd_Ry0z1FlhkrbePX8rYV0,4938
126
126
  sglang/srt/entrypoints/tool.py,sha256=6fyXArrLqDsZO3rTtPfZ_6ngYLfTMRyyTSvESqos5tA,2678
127
127
  sglang/srt/entrypoints/openai/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
128
- sglang/srt/entrypoints/openai/protocol.py,sha256=nMbnURu9GN8OcvmLDlXFwHxGul4JlNKHj8bPL5srmI8,26748
128
+ sglang/srt/entrypoints/openai/protocol.py,sha256=agMKqVv4wYKYLZyGBZD26vfJYD0D81iOdJhUhvtrfPw,26499
129
129
  sglang/srt/entrypoints/openai/serving_base.py,sha256=epD6J7K72p6TP8o2dGYf-a76nXeF80vFhPRpWts6684,5445
130
- sglang/srt/entrypoints/openai/serving_chat.py,sha256=zV_a2r_hmP576_z5QzSvNEBnTgOY5xzlbBiB72LpaQU,48675
131
- sglang/srt/entrypoints/openai/serving_completions.py,sha256=emIutVmnJgOgGRuAqdB80-kVHUfQbE67n1VS-76o4QY,16690
130
+ sglang/srt/entrypoints/openai/serving_chat.py,sha256=ML-_9l1sDfSl_pxdGPj0J-upvRHpG_uu9S2RWV17CRw,40160
131
+ sglang/srt/entrypoints/openai/serving_completions.py,sha256=HCzdkXwokcYeq9gsjzTE96Gkvwrw_gV8OpzyqZgj6yM,16770
132
132
  sglang/srt/entrypoints/openai/serving_embedding.py,sha256=hqPt2ELpT1yQ8sBXo801aLJ3sExoPXs_K5ZQtC2vpAs,6274
133
133
  sglang/srt/entrypoints/openai/serving_rerank.py,sha256=8n6y5kC6UhRpWrDtzH0eIp0dznW12FT60MLCR4bvD2U,3333
134
134
  sglang/srt/entrypoints/openai/serving_responses.py,sha256=65KIJ6gjEUz_kbmqejMVY45NixVTz4VqL2zZIMilk3Y,53394
135
135
  sglang/srt/entrypoints/openai/serving_score.py,sha256=ebAts-m6Pq-LTgFKwggkywBUrAgUSppHHVEzgwYHUzo,1955
136
- sglang/srt/entrypoints/openai/tool_server.py,sha256=qbhkCu8CkDv1kLUb-2778Mhb2HfrAKvzserYZHxxWag,5648
136
+ sglang/srt/entrypoints/openai/tool_server.py,sha256=rRNGELPV5RHONp55MYkO4_b0NPsPffJnWg-gMYwDSTc,5659
137
137
  sglang/srt/entrypoints/openai/usage_processor.py,sha256=9LTB5rqdRuMKyZrIXiUBuF_WKaSg9X45YdzERDxbtCY,2746
138
138
  sglang/srt/entrypoints/openai/utils.py,sha256=DT9quW0F1DX1P9NAuMxpERgXcNYKKtm7rd7J1m7EaDQ,2112
139
139
  sglang/srt/eplb/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -150,75 +150,79 @@ sglang/srt/eplb/eplb_simulator/reader.py,sha256=OlsWqsuXqVQY7PfvvrP-vsl2Ww2Kg4vD
150
150
  sglang/srt/function_call/base_format_detector.py,sha256=FKBzsGFHfNl3Wvccsdvv9ftjbCZIyyjOLj2kHgKvX9g,15901
151
151
  sglang/srt/function_call/core_types.py,sha256=wLUsW8mUA-i-ISz5QUDL7Ejq72W-K1HIhFa9Wm-_oA8,786
152
152
  sglang/srt/function_call/deepseekv3_detector.py,sha256=WzJbwCe8DoOi8guX9pdVMd70CViVrwoaxi8PZwIC9pg,9712
153
- sglang/srt/function_call/ebnf_composer.py,sha256=HvLTgfNnBNKFKW-L36DKh07yRLbdTYjSfbTcLRUxZUc,14948
154
- sglang/srt/function_call/function_call_parser.py,sha256=t4ISHoB_xF7HFy7DF8zCJ0U8EwWivbc_DNlLX1o8Xb0,8107
155
- sglang/srt/function_call/glm4_moe_detector.py,sha256=TD67qS7T-9iR4-P5fhrUbqqYWEYVTb30dDNd7lGj4Rk,6934
156
- sglang/srt/function_call/harmony_tool_parser.py,sha256=dGgjXYEULlnxfORsJdiv0OvqW9O15Jy_deFwP7-wiMc,4651
157
- sglang/srt/function_call/kimik2_detector.py,sha256=7unW_GwH7I6jrh2BZbw22mWRZzQ0OMTYDz_xVX5abPU,10116
153
+ sglang/srt/function_call/ebnf_composer.py,sha256=f5Lqn3mtTtJ7LCJXAurVw2k4Zp5LgbWywQv7GsxSoPw,15000
154
+ sglang/srt/function_call/function_call_parser.py,sha256=YHt-5qIeFwueOQCiXzfKKwDXXkQ7AaNYvJlmNhMSt34,8211
155
+ sglang/srt/function_call/glm4_moe_detector.py,sha256=FS4Jhyt8_2xTTytNsQhzlNds2VQO_JIp3tKyCf7PtF0,6939
156
+ sglang/srt/function_call/gpt_oss_detector.py,sha256=F9RfZ_NFyb0HkwNOK_B4fk4etsfsj505bvcQUQuPrKc,14201
157
+ sglang/srt/function_call/kimik2_detector.py,sha256=u6GXTAcvqWstkuDgxZMeKlpp9zu3V4OTZ8yaplLxEGM,10109
158
158
  sglang/srt/function_call/llama32_detector.py,sha256=trZja7IXc2IWUko5PRj7p4pRU6XCVjtxr-7qJNr0EWo,3647
159
159
  sglang/srt/function_call/mistral_detector.py,sha256=Ts2HrJdu5r2lCCMVKPZfnCds9pt1K5H1EaOQrF_HD60,4686
160
160
  sglang/srt/function_call/pythonic_detector.py,sha256=yAatItKtVDf9uhlB78wPWKP3fbefLJDNGGzFV5ey-YA,8756
161
161
  sglang/srt/function_call/qwen25_detector.py,sha256=nv83_sipZMU6Vie3J4HeNiZVCSRU5ei7601j50779HA,5181
162
- sglang/srt/function_call/qwen3_coder_detector.py,sha256=3QAoK9W3YFPrx_j3xIsDpmQSnbX0BixMAlJ6BoNJo8o,5517
162
+ sglang/srt/function_call/qwen3_coder_detector.py,sha256=wRsGBH3TUdI3cubWEAmHDFYGojfHyt2bPpV2RCbKsyg,14297
163
163
  sglang/srt/function_call/step3_detector.py,sha256=SAibrispu0peDQzqOG2-V93KGHtV6Ud7a38vlnhTunA,17442
164
164
  sglang/srt/function_call/utils.py,sha256=__ImDF2kNyoLWsYO5RYoryvy1mmgEjnjXlCvLv-uLCM,1695
165
165
  sglang/srt/layers/activation.py,sha256=uhfhh10N5iLoLEBCvFPRjCfDxu5jXe1ehHJb3ISIjig,7840
166
166
  sglang/srt/layers/amx_utils.py,sha256=1mENgHK2B8mgaD1oMtgbZ15Jmy_Uu1QueBmo09Ff2iA,2865
167
- sglang/srt/layers/communicator.py,sha256=beXuwnzexWN0J82rmv8RrvJF9rc97nSeOu3vjnb5RpA,21336
168
- sglang/srt/layers/dp_attention.py,sha256=vm20fQ60OfdrXxOylsLAEA_NQC3yekalQ3NFWctqCfw,11949
167
+ sglang/srt/layers/communicator.py,sha256=TLEb4nM4RoGkRLdGlYbz6Fr5-sbG7nHdij594JAG0qM,21133
168
+ sglang/srt/layers/dp_attention.py,sha256=vnvt5BQxJG4suDmnVRjyXOJKMnb-Q6O_9kKPDZb5AIU,14794
169
169
  sglang/srt/layers/elementwise.py,sha256=MyQUflyKEfPZ-BggW1Kd4hB53RFD6FXGc2S5LXjx_do,16026
170
- sglang/srt/layers/flashinfer_comm_fusion.py,sha256=fkTcAB7qYwSWi95qI3Rqq0JUyDpJdcYkd4TYkWO01HI,5891
170
+ sglang/srt/layers/flashinfer_comm_fusion.py,sha256=oWnDVaQKOzsI_YoqTJ0ERs-gHGoeF6XqG1j_S0kP4Go,5913
171
171
  sglang/srt/layers/layernorm.py,sha256=Qkx4Jzb3KWOt2okAVM6Is4FDClpUIJShcPGoElUSnEQ,9598
172
- sglang/srt/layers/linear.py,sha256=hQE5p4hIC2qAqlGM2jtkHGVGxaD9Drt17FFHuPZQ_K4,52461
173
- sglang/srt/layers/logits_processor.py,sha256=LToJR70CfI7_gBLVNLmn5kUTovj3BU_7UDc4hjlac08,27077
174
- sglang/srt/layers/multimodal.py,sha256=wVo5-OLz-J4k8fM0ld1ZKMtzOsSue4aa-uILak-I8Bk,2398
172
+ sglang/srt/layers/linear.py,sha256=LeAfQqiYSZLv_Dqu7F0UdiiUIQRsJjaW-j-VwvmZ9mk,52462
173
+ sglang/srt/layers/logits_processor.py,sha256=B0miOSuVyBsVhzgmkp7LusIhbEaMCjNKgU4TGh4wVZ8,26778
174
+ sglang/srt/layers/multimodal.py,sha256=vNswe0J0maeBiN8ehlmxfs-YYlrmMllYl6Nc_Y57Neg,5114
175
175
  sglang/srt/layers/parameter.py,sha256=jCg0G-12GZqTa9gGOqEtVCsnnuBGnYg0VmF6pc6oCFg,17455
176
176
  sglang/srt/layers/pooler.py,sha256=uZ6WX1FLMEafZwusyZdm6KuVlIwSjbKrdwk2qzgqNGk,3812
177
177
  sglang/srt/layers/radix_attention.py,sha256=vtzCPfEiWYunglcLfqO9dcATb-LXzU4sFBwIWsWHbiY,3513
178
- sglang/srt/layers/rotary_embedding.py,sha256=IoWhqKpBVylRdmjCDZQ8_5fTVPp6UzqnCSgJrWNhQRI,60992
179
- sglang/srt/layers/sampler.py,sha256=xNds1migup2s6b9_pS6ljkJUkvNtv7nmTGeIdOzoQ6w,11182
178
+ sglang/srt/layers/rotary_embedding.py,sha256=7D2zy38ZrSU5eIPyD-zygrssSF6uPvhQlQnBS3mHVc4,73069
179
+ sglang/srt/layers/sampler.py,sha256=cgtAtsxcllqhlrxk5ktiBEAeeVLZb-5wWb9NlGzkNYg,11199
180
180
  sglang/srt/layers/torchao_utils.py,sha256=Ws24FdRBSkTpyeyA6bQrdDm-W5wfDxKvSIPUSahyMfA,4063
181
181
  sglang/srt/layers/utils.py,sha256=NEWsf7OlUgcX42WHXxANduDL0ByBm3beirCp8gvHDRs,1437
182
182
  sglang/srt/layers/vocab_parallel_embedding.py,sha256=x0421kNUgnAb5LnkJR6O67vGZ0ikSD-ThluV3QGsZ_8,22673
183
- sglang/srt/layers/attention/aiter_backend.py,sha256=2ThUq2lypJuQ9g06OxjwwqbZNplnQ_pkPkz8OVr1CVQ,32735
184
- sglang/srt/layers/attention/ascend_backend.py,sha256=jPCsU9_gH1iZNoZHD9nCeDdVdXqBt31LI65N55BTJPg,8250
183
+ sglang/srt/layers/attention/aiter_backend.py,sha256=XfZKrPFL1feerRMRL4jFoBGtbtoOD9gzKFCx8BomfJ4,43146
184
+ sglang/srt/layers/attention/ascend_backend.py,sha256=Tsaa15B7t2nO546jEUfOyztBbyoW6bbkCkX7mLjsIBk,8317
185
185
  sglang/srt/layers/attention/base_attn_backend.py,sha256=_vM05ddWy6SaoqWYPR8w5lflSE4MhcVFR271Q9EKK8E,3600
186
186
  sglang/srt/layers/attention/cutlass_mla_backend.py,sha256=PB5BjbJHhmTg_t0kXfarTI6C3pPvKhBAqvCSGGajou0,9846
187
187
  sglang/srt/layers/attention/double_sparsity_backend.py,sha256=2ZRL_gYz14idoVqQzeQ6N77nXer0f_8_TUYw40XUUz0,9161
188
- sglang/srt/layers/attention/dual_chunk_flashattention_backend.py,sha256=9Jyb3XhVwZLz7I6B8sjHi0pCwypBn0rqYxe_CKVEYXY,68635
189
- sglang/srt/layers/attention/flashattention_backend.py,sha256=22vHnwDBDTtx0WoW76TsYUPewPu9OqCYQtJmLKqVJ2s,93917
190
- sglang/srt/layers/attention/flashinfer_backend.py,sha256=HQp14R29hQVXYjATKPoGaHY9LJ9e1cw2k-RhBEmFxt8,51505
191
- sglang/srt/layers/attention/flashinfer_mla_backend.py,sha256=NirRlNFxD0S2EncvvmrerIxNfuTnYpvemZV3MR5_FnU,34040
188
+ sglang/srt/layers/attention/dual_chunk_flashattention_backend.py,sha256=hCATQEhBATZpPhBMF-cCM9r6nxXA0dr3jOT_hTFS_T0,68656
189
+ sglang/srt/layers/attention/flashattention_backend.py,sha256=LSx908tNxjyFwbWKF4SG6MASltsMHBeLMQYtNeTOCaQ,94565
190
+ sglang/srt/layers/attention/flashinfer_backend.py,sha256=F9p_DUWsyZAbmy4hXNBNSbf4BxcjrKP9v37EXI6604M,53751
191
+ sglang/srt/layers/attention/flashinfer_mla_backend.py,sha256=_upcQy8QmS6NdSEdxmkSOpd778C2KWUl41642K7fy7o,34114
192
192
  sglang/srt/layers/attention/flashmla_backend.py,sha256=5iSic5ho-lkXNas9mR3uLbXbEl-do31gc8gjR7-a79k,20711
193
- sglang/srt/layers/attention/hybrid_attn_backend.py,sha256=ZIzBeR5r0SMkNLekEWPUCas_TCNOmzZ725YaueYVUlM,3196
193
+ sglang/srt/layers/attention/hybrid_attn_backend.py,sha256=dwbxscTGMOnwfxxPpmGdbSiQ0kQRHnH0pdpKHA-_vqc,3181
194
194
  sglang/srt/layers/attention/intel_amx_backend.py,sha256=hH9lxXs_o66_IVs58oPhRCOXGUrHbXSz82FKtHr9GO8,4092
195
195
  sglang/srt/layers/attention/merge_state.py,sha256=OnWmNV6LYTUj0y8SCy_IK7A9q6v9bZwR4_XiLOIvbrk,1423
196
196
  sglang/srt/layers/attention/tbo_backend.py,sha256=CBnSDUmDvT-Tbhi9NHNo1LLkgUAcIsWMJgKa-sAIKW8,9318
197
197
  sglang/srt/layers/attention/torch_native_backend.py,sha256=RsI4lYiQJAj-Xy0vKkzbyKOWHAVPOD9b0n0dEehwlos,9496
198
- sglang/srt/layers/attention/triton_backend.py,sha256=eBWkuNiHtB4bvm_fjKCqQ53mF3RAgaLFoRJbmSyK2qQ,40159
199
- sglang/srt/layers/attention/trtllm_mha_backend.py,sha256=Q1DkrnUAC4ZX42xa_gK7nfc_sTE_4k-LOiyIGVWb-o4,12679
200
- sglang/srt/layers/attention/trtllm_mla_backend.py,sha256=KwKvpnL6CpO84oDRuLVnGfNtT3SQ1SRYCZRI0ElGabA,13446
198
+ sglang/srt/layers/attention/triton_backend.py,sha256=BobOz3UfVjzSoFxPSbELDmZGmlN6vR9PgWCAzFPEnvk,40257
199
+ sglang/srt/layers/attention/trtllm_mha_backend.py,sha256=XsnPenywiHSuneygzziBJq40prmzZ8ECun9EsXB6uBw,12769
200
+ sglang/srt/layers/attention/trtllm_mla_backend.py,sha256=0i2gWCr1h37z53nQeyVDUgacSzpZJsun92hf8PPUvmk,18568
201
201
  sglang/srt/layers/attention/utils.py,sha256=lx_jNw2VwlBe2VnDb1eXRRdN9WArw9rdWHTHqndUEFk,3174
202
- sglang/srt/layers/attention/vision.py,sha256=GEmwwsh08WSuhm5V79FO7i1aSQefM8DgPnsTanwUZxM,19126
202
+ sglang/srt/layers/attention/vision.py,sha256=a9fUE5FH-aUMmT6wWVOSYQALkhswUjJDmAxYkeWnKfo,19473
203
+ sglang/srt/layers/attention/wave_backend.py,sha256=_rjyALSl5huNtIGSe6OJlBrC04LhwBBu62bgjlkavkw,23010
203
204
  sglang/srt/layers/attention/triton_ops/decode_attention.py,sha256=pS7ZmwMoK5Hrl0d9-V7ZcGZ0YkOeQUAwwZLmONqBssE,19305
204
205
  sglang/srt/layers/attention/triton_ops/double_sparsity_attention.py,sha256=FbgrPO5GvEGEvojV7Ss0jX7384e9vuzX2goDCQuP1Zk,31124
205
206
  sglang/srt/layers/attention/triton_ops/extend_attention.py,sha256=2t80inXyHE2A4TWKUHP1SvYZzmM7cklRk9uCygONxXg,16010
206
207
  sglang/srt/layers/attention/triton_ops/merge_state.py,sha256=v9nD01a5eTnkwZxMwERtrrRfC5rs6GxkYOpErkAPcYI,2877
207
208
  sglang/srt/layers/attention/triton_ops/prefill_attention.py,sha256=waZsmpKIp8rTgFSoM4QMabJuLaB3yW6ltOzAKJksBoE,6260
208
209
  sglang/srt/layers/attention/triton_ops/rocm_mla_decode_rope.py,sha256=664WnAJ91EiCUZOcnVDfbTQf4uGJ4ZDZB1CbxpEUFZc,13866
209
- sglang/srt/layers/moe/cutlass_moe.py,sha256=CtuoUWxgSfpFeSnJU4NepUVahGxEAp7-TFAbImAhJws,14987
210
+ sglang/srt/layers/attention/wave_ops/decode_attention.py,sha256=C-W1hvswZ7ggDKp4lSRE7C_sjVxuuhvk7nTqF96aam0,4813
211
+ sglang/srt/layers/attention/wave_ops/extend_attention.py,sha256=aPNVsrhJD3OW7YF3jRm59IIawgA-bv_6GT91UPf5x5Y,3957
212
+ sglang/srt/layers/attention/wave_ops/prefill_attention.py,sha256=viTUit0rxjVV5UahuwmVAhmL66YRFJD4g1YhH_oRBu8,2344
213
+ sglang/srt/layers/moe/cutlass_moe.py,sha256=8WWLlEQF5pQHXGsFmmyLCNBo4i1kfI8a_CKg8ruztMQ,14800
210
214
  sglang/srt/layers/moe/cutlass_moe_params.py,sha256=9NRCmgP_Ug3gGqCcpi-x-QRbLjCNpw8792gKXwZsbEU,6522
211
- sglang/srt/layers/moe/cutlass_w4a8_moe.py,sha256=bc8s5Oc36pCF0VozxZuqFOOU2fov-4wGPlyduye3Imk,7296
215
+ sglang/srt/layers/moe/cutlass_w4a8_moe.py,sha256=rWyHMg0kYZhIdLWTJeC7pqRG9ywfeKqi47-OekNeF4Y,7306
212
216
  sglang/srt/layers/moe/fused_moe_native.py,sha256=SkOFgU23aZfHmLhnkVhdUWGx0-2wbo6uu9ohKBp2yOI,3486
213
217
  sglang/srt/layers/moe/router.py,sha256=UrPieRvemN7Ew48gtG7DA2xhNDBRSnZxzugTEBI-0_E,12006
214
- sglang/srt/layers/moe/topk.py,sha256=5O0Q5FlsjEyqo41jjDf7noFjhnyUZE5Ysw0TiyLapu4,27235
218
+ sglang/srt/layers/moe/topk.py,sha256=TSaJaMSa50wFuWEfEckXdYBiCCn6tefYwkOkdcoqiLE,27433
215
219
  sglang/srt/layers/moe/utils.py,sha256=XOl_KRa7G3YOiDI4pP8MWPC_fDubxk-FUANIkK2Jm2g,1545
216
220
  sglang/srt/layers/moe/ep_moe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
217
- sglang/srt/layers/moe/ep_moe/kernels.py,sha256=UFH-XacP3aBjAcn6_SeC641jGzjSrY0fz50IB9URix4,42706
218
- sglang/srt/layers/moe/ep_moe/layer.py,sha256=BfVqJ5vTN0FhJbq49JGtQQEoBVdsAiU5AmuvfFv1V_w,25830
221
+ sglang/srt/layers/moe/ep_moe/kernels.py,sha256=7MieYfBctQjqfBoKun_QUyfloIrrgt5tjzmMkMoY5Ys,44107
222
+ sglang/srt/layers/moe/ep_moe/layer.py,sha256=41NC4KpK8X4nEP2Y2_LCo6p0kv-EWRP4OkboE6V3TNs,27748
219
223
  sglang/srt/layers/moe/fused_moe_triton/__init__.py,sha256=4NXZHbCw-G-uSnNUj4up0yh3xBDPnT-x0pdoIr0lku8,831
220
224
  sglang/srt/layers/moe/fused_moe_triton/fused_moe.py,sha256=KEzRCWicAMBLzQN2IASzTcTCGD4VdAwanYiZ4ehxj6M,60613
221
- sglang/srt/layers/moe/fused_moe_triton/layer.py,sha256=F6fJIjsFbaRb9d_YapwbXBPkA-yBaVXo8YB3sd450gQ,42067
225
+ sglang/srt/layers/moe/fused_moe_triton/layer.py,sha256=P3W8u0F0obxYWWzn4RnuMumAxLYCKJyKopIGuaI_1ko,41959
222
226
  sglang/srt/layers/moe/fused_moe_triton/triton_kernels_moe.py,sha256=fC9PGO2Z3XAQ8cVBcY0TSH5BvVB7UI319Vp4Lfx37ns,10814
223
227
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_1_0/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json",sha256=iNGsE2ZeVnQEnN4A8UJ9Jv0d3hbRF2MJ9oBgjup5Szk,2737
224
228
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_1_0/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json",sha256=JJN0hryyLr5Zv3dSS7C8cPFhAwTT6XxUVnBGMZvV6JA,2752
@@ -364,7 +368,9 @@ sglang/srt/layers/moe/fused_moe_triton/triton_kernels_moe.py,sha256=fC9PGO2Z3XAQ
364
368
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_2_0/E=128,N=768,device_name=NVIDIA_H200,dtype=fp8_w8a8,block_shape=[128, 128].json",sha256=pdQ1RvXvdWDn8Y8-8MAX3vn-T-wbtkZvHV9GZZvNjnc,3266
365
369
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_2_0/E=128,N=768,device_name=NVIDIA_H200.json",sha256=JraM-Nvbg5V_TJkSl6UPFYZN1zHHoIbr2pAcksenoTY,3248
366
370
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_2_0/E=128,N=96,device_name=NVIDIA_H20.json",sha256=JtcHRlPz8xQEAqJ9EWI63oYvdmjQFG6VTHqtt85VOSA,3221
371
+ "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_2_0/E=129,N=352,device_name=NVIDIA_A800-SXM4-80GB,dtype=int8_w8a8.json",sha256=L8bVHdPaB7r5kcNhoEeN-e_GFnz6OcBc8k206EnkB7A,3244
367
372
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_2_0/E=160,N=320,device_name=NVIDIA_A800-SXM4-80GB,dtype=int8_w8a8.json",sha256=ZRON2XIRRZrvJ3tbPuQ7-0HqGZ_FkPpRN3yj1isGmpg,3255
373
+ "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_2_0/E=161,N=192,device_name=NVIDIA_A800-SXM4-80GB,dtype=int8_w8a8.json",sha256=eA1hf3skXF7yE3Hy3eDMM3sblzwP2HfTUga-YiPXnJY,3246
368
374
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_2_0/E=257,N=128,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8,block_shape=[128, 128].json",sha256=ttFuL1rKnEpShItmlGyClOfpUwLi5cZYFaVgo7CAxnA,3268
369
375
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_2_0/E=257,N=128,device_name=NVIDIA_H20,dtype=fp8_w8a8,block_shape=[128, 128].json",sha256=Pc2ri-qDByslfD8LgJtRB9QDWjI-KqMeA5ftltiwy8k,3262
370
376
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_2_0/E=257,N=256,device_name=NVIDIA_B200,dtype=fp8_w8a8,block_shape=[128, 128].json",sha256=uuua9V6-1H38ASMPQ60t7UOtV0IQLZWBCl13MwQ25Ss,3264
@@ -380,52 +386,62 @@ sglang/srt/layers/moe/fused_moe_triton/triton_kernels_moe.py,sha256=fC9PGO2Z3XAQ
380
386
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_2_0/E=272,N=64,device_name=NVIDIA_A800-SXM4-80GB.json",sha256=Piw4LN6d8QYrUahWsw3XUOtTMD1o3vHPwA94sGI56Gk,3242
381
387
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_2_0/E=288,N=64,device_name=NVIDIA_A800-SXM4-80GB.json",sha256=3T8_rF2PEojhgTMyQ8DscXgJCWWdWfDPj4M434zWcA4,3243
382
388
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_2_0/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3.json",sha256=tme0ydWzIxdABZLk4tU8G_X2dJUYGGZNkQzNGcmcvUc,3261
389
+ "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_3_0/E=16,N=1024,device_name=NVIDIA_B200.json",sha256=he873aoOy7KfFg-uMoTFV4IP7Yk0Dk7mOTuLCTqwZZc,3250
383
390
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_3_1/E=128,N=352,device_name=NVIDIA_RTX_6000_Ada_Generation,dtype=fp8_w8a8.json",sha256=RMYwqtB7hYeaCyuZ1feVnRhBGlN4jMcmNQX2hqUqBlk,3254
384
391
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_3_1/E=128,N=384,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8,block_shape=[128, 128].json",sha256=LNx1W_BsWZcpHomiScCRap46dV0-F7S_w3Htskoqlm8,3263
392
+ "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_3_1/E=128,N=384,device_name=NVIDIA_H20,dtype=fp8_w8a8,block_shape=[128, 128].json",sha256=qc7qnAk3BYcP5m_eT8IPDfnvFrng_kiRCS36_Uy1M2o,3260
393
+ "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_3_1/E=128,N=768,device_name=NVIDIA_H20.json",sha256=T2sNHVZCLbyuO68ZeudUzQMBsAQzs2-eo53I-EUIuWM,3233
385
394
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_3_1/E=160,N=192,device_name=NVIDIA_H200,dtype=fp8_w8a8.json",sha256=rqPWpRfa9s7USa9cUyHAVP50WYkCqXDJzfKZhqk6GHw,3267
386
395
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_3_1/E=160,N=320,device_name=NVIDIA_H20-3e.json",sha256=cWkEpNqnyn0QS8HcgWiwWI1xqh_U93_S1kyNeb69aOc,3238
387
396
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_3_1/E=160,N=384,device_name=NVIDIA_H200,dtype=fp8_w8a8.json",sha256=jGWfZNP5T1en8KX0_94lqqTKRQXC_Kkq_lJrtY4gE8Y,3263
397
+ "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_3_1/E=160,N=640,device_name=NVIDIA_H200,dtype=fp8_w8a8,block_shape=[128, 128].json",sha256=naKw-2qby2xDupZ1Lmatf2o_CobkdvFS8V6CUORWLpI,3259
398
+ "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_3_1/E=257,N=128,device_name=NVIDIA_H20,dtype=fp8_w8a8,block_shape=[128, 128].json",sha256=OW3W029Obm4HoiuxZbbjTDwTUIGZ4Qr9zDsumYc9m7k,3261
399
+ "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_3_1/E=257,N=128,device_name=NVIDIA_H200,dtype=fp8_w8a8,block_shape=[128, 128].json",sha256=P0btzx5KorCnqUxYzbubIfUhfavja28d-7pEdiXI0Tg,3267
388
400
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_3_1/E=257,N=256,device_name=NVIDIA_B200,dtype=fp8_w8a8,block_shape=[128, 128].json",sha256=fo1akCuGoqcGwQgfh56hApgg-wLXfo9kHHksE_6m1F4,3262
401
+ "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_3_1/E=257,N=256,device_name=NVIDIA_H20,dtype=fp8_w8a8,block_shape=[128, 128].json",sha256=oH4bCkjBe9PhvqfdqTl1Dnnh95HaPT43VDiz7VjkMUA,3260
402
+ "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_3_1/E=257,N=256,device_name=NVIDIA_H20-3e,dtype=fp8_w8a8,block_shape=[128, 128].json",sha256=MeULXWyN79rosSTJp3QODmE_yEQHCkcDIvAVN3WOSBY,3258
403
+ "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_3_1/E=257,N=256,device_name=NVIDIA_H200,dtype=fp8_w8a8,block_shape=[128, 128].json",sha256=Vz1g-YtTWcv573EYaR7LzhJlRyonaMsHPT2MMjuRJ9k,3270
389
404
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_3_1/E=384,N=128,device_name=NVIDIA_H20,dtype=fp8_w8a8,block_shape=[128, 128].json",sha256=ENDYnC1ljPNpDVHdmqR7UbgDWT1IP_55ZIQ_Oae34mI,3264
390
405
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_3_1/E=384,N=128,device_name=NVIDIA_H200,dtype=fp8_w8a8,block_shape=[128, 128].json",sha256=5UAs8Z1myw8F-5FY2HHWd5WMT2ii9X-aYIYkf3FsA8s,3269
391
406
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_3_1/E=384,N=256,device_name=NVIDIA_H20-3e,dtype=fp8_w8a8,block_shape=[128, 128].json",sha256=941ZXJti99_GUeiylwPUWqYK8b548xuNIjv0pz9Kcqg,3262
392
407
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_3_1/E=385,N=128,device_name=NVIDIA_B200,dtype=fp8_w8a8,block_shape=[128, 128].json",sha256=rgF-KSAUXmI7QGrhMUywPVfeTxz_j8_IP4N-6bkYdak,3260
393
408
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_3_1/E=385,N=128,device_name=NVIDIA_H200,dtype=fp8_w8a8,block_shape=[128, 128].json",sha256=7aaoi0MI2xC5ZJkflkTZAH4tawTPdmUpmcBOgOInKxs,3268
394
409
  "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_3_1/E=8,N=7168,device_name=NVIDIA_H100_80GB_HBM3.json",sha256=a9XJZ0XudUTebAdN5guVq-3XSvZetHIRjatO1-_0xCk,3257
410
+ "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_4_0/E=128,N=768,device_name=NVIDIA_B200,dtype=fp8_w8a8,block_shape=[128, 128].json",sha256=dPe_9-JH0wF8q7Mhec4WWSLSGRE2gj_AQT3dnR3FREI,3257
411
+ "sglang/srt/layers/moe/fused_moe_triton/configs/triton_3_4_0/E=384,N=256,device_name=NVIDIA_B200,dtype=fp8_w8a8,block_shape=[128, 128].json",sha256=FEnjuvvky-cvW1iq8TPrfGOOH8y4rOEx4jlYZ4tqbDs,3253
395
412
  sglang/srt/layers/moe/token_dispatcher/__init__.py,sha256=QUjIW1xImUsIf9M8Ze6gervzEdRvvMpgtt_xcYERALQ,516
396
413
  sglang/srt/layers/moe/token_dispatcher/base_dispatcher.py,sha256=ibQnHlcnemt8mwOMj01qz360XaherXvTY0T6wGOeBQU,1273
397
- sglang/srt/layers/moe/token_dispatcher/deepep.py,sha256=CbPI6Ul1GjrT81NMbhL2E_CSt6cwFFepMtmcEyTAv54,22830
414
+ sglang/srt/layers/moe/token_dispatcher/deepep.py,sha256=IUkwcp9nQXeyDoqyqrxz2UGnT5pPSpe8nZwaxBZ99VE,23777
398
415
  sglang/srt/layers/moe/token_dispatcher/standard.py,sha256=jseBfZpst5iCDxXxQV_-53qb0VMqy8RHqXJMf86Bdgg,430
399
- sglang/srt/layers/quantization/__init__.py,sha256=wB1hLMUrdqEVAlkzKjo139rlRnlTt93_uoEYdZhNI9k,8692
400
- sglang/srt/layers/quantization/awq.py,sha256=gLEOx6QoGQ0McBEURXPVidKGsdNUjqc9sJwGLQx86rE,26690
416
+ sglang/srt/layers/quantization/__init__.py,sha256=KJ_DGIe-vhd4qTPK8GPNdLDBCdsmoHNa71TlFrfUM_k,7856
417
+ sglang/srt/layers/quantization/awq.py,sha256=lkSljl4LuBOG8QFsGAFdahGjO9i8KHuWNrSrjkrTqnI,26485
401
418
  sglang/srt/layers/quantization/awq_triton.py,sha256=4XwJbRNlFmlvjbMGtWF1Wvk26Kf96162vNEmuI5Kars,11737
402
419
  sglang/srt/layers/quantization/base_config.py,sha256=CiSxG5iuOa-12V9kIOh0Fu8Y7knZxfFbbNGTo6nEaRE,7173
403
420
  sglang/srt/layers/quantization/blockwise_int8.py,sha256=3avetVUBjCiuYWBJQbElbVXWpx0SgsFsDc5F9F_zHgA,13879
404
421
  sglang/srt/layers/quantization/fp4.py,sha256=rmitvYd4PqDK906oeRgpaaKs_XIdDLMJ1UzSvG3nd-c,19317
405
422
  sglang/srt/layers/quantization/fp8.py,sha256=Ee0c8ft9j5uUAhRM84Ng4oRE1hxfkK-YLBN_Fad0fvk,48753
406
- sglang/srt/layers/quantization/fp8_kernel.py,sha256=0iC_rlmWVEfZOtr5osgMrd8-QsW2pCi-paaX1NqoVdU,40694
407
- sglang/srt/layers/quantization/fp8_utils.py,sha256=SmJEVKQOqbR17vgfUbQqixvWbDGvD1lNBXZUIvvvj3E,26402
408
- sglang/srt/layers/quantization/gptq.py,sha256=3q9xfq5sJJHcrVr9C8-l9JdcLFvwKAAfWJEfZW6CzLs,39145
423
+ sglang/srt/layers/quantization/fp8_kernel.py,sha256=u-8o7zr3zsuD_tszRM_HMaDS8UyQv_Q06kiVa9uyK4U,49779
424
+ sglang/srt/layers/quantization/fp8_utils.py,sha256=8vvtk-lTfz7-hOm_vbWZk0F6nYqzSaX0k0VHrvkGZj4,26966
425
+ sglang/srt/layers/quantization/gptq.py,sha256=xgqaqIK2biZ8MI2-I4tYLAPiVif7kOV8HKYEGkBxIlU,39030
409
426
  sglang/srt/layers/quantization/int8_kernel.py,sha256=GfRC9FOn9exNvK4QHbUeBj3Hhv32VcyGphapFPt5b84,12625
410
427
  sglang/srt/layers/quantization/int8_utils.py,sha256=YK9CS-lb_n91kNCTKK5o5apYF31V2giDg5G5VKrpcUA,2356
411
428
  sglang/srt/layers/quantization/kv_cache.py,sha256=_9pF5rwvB7ta6Gdc5YKVVGbNzYwqmhIx4TrX1-xnodQ,3261
412
- sglang/srt/layers/quantization/marlin_utils.py,sha256=ShsoxcVTYo1Es3XKp9mlQNw-TsRF_o4mHIO5MfAP5HA,25906
413
- sglang/srt/layers/quantization/modelopt_quant.py,sha256=suZ49ni5ODCHq2qrAio2F59a4TCBmk87hjBGNr5n0Y8,46525
429
+ sglang/srt/layers/quantization/marlin_utils.py,sha256=m60HSsDaL9X9cI99zjh7JVVeFvlk1i9PIa-Ys0-H80s,25989
430
+ sglang/srt/layers/quantization/modelopt_quant.py,sha256=fq3OLaq4shaz4ltrAzSpnGdssk54yuGsYg9MRxY7L1k,47358
414
431
  sglang/srt/layers/quantization/moe_wna16.py,sha256=NGcFjiMXwfOX10dkHAY3EgZHxox2k7I402Bvwj3jW1Q,19105
415
- sglang/srt/layers/quantization/mxfp4.py,sha256=8Ze0E1MqJL640C4ugLo7HlS32xFzULsxjToASYFnICU,24360
432
+ sglang/srt/layers/quantization/mxfp4.py,sha256=Gf6I81tz6vUDQF5zGvslYLVgKYbiCTZwNvGTtV2q6SQ,25211
416
433
  sglang/srt/layers/quantization/mxfp4_tensor.py,sha256=I1hh_uZqIqkgFnNyjaP17cDMLMV5rs3aFytg91MPhzk,5357
417
434
  sglang/srt/layers/quantization/petit.py,sha256=74Jn0eICq23v_b4rEctDaYTINtbqkdM6IXycT-_FbbI,8954
418
435
  sglang/srt/layers/quantization/petit_utils.py,sha256=-gy4zMhqNoIA1R0n7-5C0efV54jHonCUgPDUUFjGsyM,3245
419
436
  sglang/srt/layers/quantization/qoq.py,sha256=jM96uJfKz3vo1B6SSIrQXNT3vnD3UJrepK2eY-tSQU4,8139
420
- sglang/srt/layers/quantization/scalar_type.py,sha256=nBk4THjeRWMGW3hKWRdrjfQ0gwpuBxmYqapDBaRpnr4,12395
421
437
  sglang/srt/layers/quantization/unquant.py,sha256=zLShmKPEMW1OeuiwDzDteE7a2m7YlM7WVw0jWPSBgOQ,14481
422
- sglang/srt/layers/quantization/utils.py,sha256=9ZmfS0MMqueQ6zIxMIFoQy2OFBQ5vHjOHBgVvUn7ews,16213
423
- sglang/srt/layers/quantization/w4afp8.py,sha256=NxAFT-pRnwMb_9v5UD1DdCNK2oqFRil9z32J2fcs_Aw,11092
438
+ sglang/srt/layers/quantization/utils.py,sha256=ATf7dfF2rMlcO5BHALsVBFsHU1b6cmM0WXEWnNuLH7o,17210
439
+ sglang/srt/layers/quantization/w4afp8.py,sha256=Il7qrNaIFK9hS7c8Ig7p5pb6g-eZajiHdtnfyBjseC0,11359
424
440
  sglang/srt/layers/quantization/w8a8_fp8.py,sha256=I_W9A4Pnluaf-SaT8zq-tAJTt1acpxfE_kG5mqdc5cE,10250
425
- sglang/srt/layers/quantization/w8a8_int8.py,sha256=VXGAMKMlRU7k6c-WRXDExBTOa2oLODRFq-RIZXGsI-c,35013
441
+ sglang/srt/layers/quantization/w8a8_int8.py,sha256=G2GxKH_EQovudn4DrZVmmpqcdGWe4B7n5tKT_D0JD50,35379
426
442
  sglang/srt/layers/quantization/compressed_tensors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
427
443
  sglang/srt/layers/quantization/compressed_tensors/compressed_tensors.py,sha256=DsPCI82A4rqI6mjKo-WorIKUweppFV7-16Qku-zW9_g,25897
428
- sglang/srt/layers/quantization/compressed_tensors/compressed_tensors_moe.py,sha256=dceX06gCeqiY2Ydw3o7s_YioVt4twEMnbnr5dM1Ff1M,24343
444
+ sglang/srt/layers/quantization/compressed_tensors/compressed_tensors_moe.py,sha256=ACOY0Eoh_8aGtnMqqvvew7XP_19k4lLNrmPv8YLta_E,24318
429
445
  sglang/srt/layers/quantization/compressed_tensors/utils.py,sha256=mnUmKWFQUnY8bVoFHUuNVwqsfS-cefeR-ofyaihCXcY,7621
430
446
  sglang/srt/layers/quantization/compressed_tensors/schemes/__init__.py,sha256=HWMTnmrj-mUCRXgcOwnnXLrvrAE-ONdPTSzSImjHCMA,347
431
447
  sglang/srt/layers/quantization/compressed_tensors/schemes/compressed_tensors_scheme.py,sha256=tdKJC8c3SX8T3z8JL-1YCsg4ftcv55Wxt0vZrYftpX8,1635
@@ -592,72 +608,74 @@ sglang/srt/layers/quantization/quark/utils.py,sha256=Aq85sXcnVN2IJnfwCe5t9hfkodc
592
608
  sglang/srt/layers/quantization/quark/schemes/__init__.py,sha256=z1LHBPqkxAS6Wp70DWwESOSixWpIhIQwz1IHcWDdURQ,167
593
609
  sglang/srt/layers/quantization/quark/schemes/quark_scheme.py,sha256=b8-Djo-UQAwgxSWViKDoEP5dOSesnEBPyozX-osB3WY,1478
594
610
  sglang/srt/layers/quantization/quark/schemes/quark_w4a4_mxfp4.py,sha256=gMKmrpimBzzzQ1_XlqNKHPhJffqoEdifi8EJ6EdCRhE,3758
595
- sglang/srt/lora/layers.py,sha256=FaTYf0w3zbKKKAT1nJdAzGRtxvySB6FpNKXvEi5RHH0,12958
596
- sglang/srt/lora/lora.py,sha256=sRoU7BdlTV4cnBv1-u3QjisVR9XQrrqAsmhxdNtd8dU,9433
611
+ sglang/srt/lora/layers.py,sha256=3RwD5TC4zO8A2Haz7ScIT5vc_neU9RHM3DoamKttVkw,10838
612
+ sglang/srt/lora/lora.py,sha256=lPPEJavrfANXDzdmKEg4hbgmKIiEr3NU7KNJeaaKTB8,7393
597
613
  sglang/srt/lora/lora_config.py,sha256=qDgMTx_69jyJUl29O5FxLzYa0BMhqYVXWXfyyVOvGm0,1684
598
- sglang/srt/lora/lora_manager.py,sha256=pwC79GnsTX34qBHJOe12KpSQQrlCqXBUENfqSBhipDQ,22615
599
- sglang/srt/lora/lora_registry.py,sha256=VBszMm5Hc3WbISONKUmTCTkW7kd0LgDKN67DLvjFVgU,7912
600
- sglang/srt/lora/mem_pool.py,sha256=yqCAgD2R7G0YwnRTl8h2wq54IExZq0PFgfzipOdEhhM,13274
601
- sglang/srt/lora/utils.py,sha256=5G0KiDEn-Zg4OgIOjWnU2ZdQGNstZswoAog9xU4GVDA,5660
602
- sglang/srt/lora/backend/base_backend.py,sha256=EIz8I-GIrdmK4fISw3ENhbJVVITaxKfyLxHXGPU4fPs,5044
603
- sglang/srt/lora/backend/flashinfer_backend.py,sha256=el6IAB4kTgDTbwCggmqFuukliyoapN5X6FLksG-4wJ8,4151
614
+ sglang/srt/lora/lora_manager.py,sha256=nM5UTd_HxtZxULRekQ_qzRj5p8AYohlJT78Opf_1XiI,20749
615
+ sglang/srt/lora/lora_registry.py,sha256=XaMCHRvuqZR9snpTe4HECRMzPryU6bIl3z2KqV-14qs,8190
616
+ sglang/srt/lora/mem_pool.py,sha256=T_TxnXpCcUtoiS_PPWTXgfMXutA7t3IzbjqqvtESkUM,11170
617
+ sglang/srt/lora/utils.py,sha256=z9UDfU4Ky_h7n_phQSQmbFU_TehoBO8z_dClJQgVd7k,3878
618
+ sglang/srt/lora/backend/base_backend.py,sha256=hnP7iL6KjOVsH-Sgzj-5AlBAxpwnf37yi-7X_faP3n4,4355
604
619
  sglang/srt/lora/backend/triton_backend.py,sha256=uqwBGlguXX8EkCKjSPqac6SPTgcKA31u3u6HkKPQcos,2530
605
620
  sglang/srt/lora/triton_ops/__init__.py,sha256=JGOYPIn1XbGcyJTbt8A0qoc02PYONSGNNjGkC8yJpAM,283
606
621
  sglang/srt/lora/triton_ops/gate_up_lora_b.py,sha256=QURCYxHNR8Ls4SQtt3dvdgjvdDVhywI9tOzsK8SV9m8,5779
607
- sglang/srt/lora/triton_ops/qkv_lora_b.py,sha256=iz5scFNo2YFTeiM8beWg9Z1oZI-6AM_T1wBMCQ6qp2Q,6485
622
+ sglang/srt/lora/triton_ops/qkv_lora_b.py,sha256=z9BB84Xu_MjwCu5v9Yvji-FkIzfEjDySAFybc4WYv7A,6483
608
623
  sglang/srt/lora/triton_ops/sgemm_lora_a.py,sha256=Ksova04wgeGsFqGOXWqJtMYaHgyUYcx8VU42BZQOkVA,5129
609
624
  sglang/srt/lora/triton_ops/sgemm_lora_b.py,sha256=VqCAFvUtq_l-0RGIkx3W_fzD55QcW2FAcqpvSHOBFp4,5115
610
- sglang/srt/managers/cache_controller.py,sha256=umU5ekzYEwt3NL668aGPmtzt1DkttKBjZzAJzl8ipxk,30569
625
+ sglang/srt/managers/cache_controller.py,sha256=spYUdHn05DGexZjvajFcT-cbbYhwvd3UPFuUmZtG_Rw,30508
611
626
  sglang/srt/managers/configure_logging.py,sha256=8sNXZ2z9pBWOwn-X3wyz013Ob8Nbm1zDxRkxoZjH-l4,1633
612
627
  sglang/srt/managers/data_parallel_controller.py,sha256=VvEkidmYCGAFTv6upEHf_tyTvkM8xLhCyOnLJGWL6BQ,14592
613
- sglang/srt/managers/detokenizer_manager.py,sha256=uyt4px35nMvPN1d3TXzrMPzhoZExFQqXjpgUUbg5_2Y,10711
614
- sglang/srt/managers/io_struct.py,sha256=pSetzuUXLC7g0NEjqJcBT4UVcotP4AZ1DlFrh0Us76I,38581
615
- sglang/srt/managers/mm_utils.py,sha256=kbpD-8t-K4kMdg7FSP6DGK9X4PRuoksTQJkEsdPNdZ8,29378
616
- sglang/srt/managers/multimodal_processor.py,sha256=mLnGcUHIvjruwoVhqiz4j7RMYMsZnvQMH8JnKCITDlY,1805
617
- sglang/srt/managers/schedule_batch.py,sha256=NHWtATO2hYGh86Qi3GlCLMjI_FNV51Ayh-CKWzy7J5A,77343
618
- sglang/srt/managers/schedule_policy.py,sha256=l_2C8z52pSi-FOQpF_aR4joj9UL5wP9A0oJlIzSq6bM,22449
619
- sglang/srt/managers/scheduler.py,sha256=PMwhKXnzRUPvYjjJuv1ME0x26sxTm43YQhT449d9De8,106835
628
+ sglang/srt/managers/detokenizer_manager.py,sha256=ZbCFTgOYT4hTB9zvOobmFI8z7HrdsRmRD7TEq9RqTos,10711
629
+ sglang/srt/managers/io_struct.py,sha256=Luoy_IYmIA_r7sb1t-hz6BI-qnAswKGPR4ntwzQgQAA,39143
630
+ sglang/srt/managers/mm_utils.py,sha256=DQDiTbnLp0hYMVdSCrl3T2njMP92orVAI4pso3YheEk,29361
631
+ sglang/srt/managers/multimodal_processor.py,sha256=cnWpu2G79v1a6FJB_FriLxESgGUbfC3GptLmeRVVgew,1801
632
+ sglang/srt/managers/schedule_batch.py,sha256=d8imQLB8bOWoiPmTJvh41LV3q1ZfqBgEvTSSUeW9Kl4,77279
633
+ sglang/srt/managers/schedule_policy.py,sha256=vh9BQW9tBv80LW4JApLE6smU2m4gy6cAEI25HVXiS60,22383
634
+ sglang/srt/managers/scheduler.py,sha256=oiQ_VMLdOPhVqwIGfvk4xNI-xuABwbBEObr35Qu4h3g,107338
620
635
  sglang/srt/managers/scheduler_input_blocker.py,sha256=zP8xU_UmU2H0AB6sEqvivDcDB1QDgTauNDYDIJ7Nez4,3683
621
636
  sglang/srt/managers/scheduler_metrics_mixin.py,sha256=-1IOE30eOoTvvpz-Xg9J4UcamwAJle2-odFJ9vrinLE,9341
622
637
  sglang/srt/managers/scheduler_output_processor_mixin.py,sha256=e_l5TRm05liINSAeZU-YPRpJXcutmEWYV30F1vPaxbs,31345
623
- sglang/srt/managers/scheduler_profiler_mixin.py,sha256=GnR1SALuj_JbsENfmpiVgVcJWtGQn8hJ8TERkLB7h1c,10701
638
+ sglang/srt/managers/scheduler_profiler_mixin.py,sha256=A67lC_U7HUCf_znatXK51orC8xeFNGouJ866HH_Y-yc,11402
624
639
  sglang/srt/managers/scheduler_recv_skipper.py,sha256=8rVQCBjn9f26Th4XbeUS3fEsvo1GI029Me28wMjcKRY,1103
625
640
  sglang/srt/managers/scheduler_update_weights_mixin.py,sha256=R81fU-0aIJoi5URm9IA-n2sEjvn3phGXOhzJALZjiOM,5467
626
641
  sglang/srt/managers/session_controller.py,sha256=dzlMNZlo20FTSl64QqK7y7pElsdCy8ICOWWBPTBVwgs,6040
627
642
  sglang/srt/managers/template_manager.py,sha256=L3eWAhrQoaFYaEKoj9AA7r212bXcj8RJxb9UbhJf9Jg,11823
628
- sglang/srt/managers/tokenizer_manager.py,sha256=mCisuEEYP-oCY1lfaEl_0xmaYKaZGC09DPSD4cQVSB0,82631
643
+ sglang/srt/managers/tokenizer_manager.py,sha256=_yUuiY9Pmn0jc3E1by-BGUiFgmKdpgYrhuxhVZHunc4,83080
629
644
  sglang/srt/managers/tp_worker.py,sha256=923H0m12cVt_b5_6uaBhyceGvbGP56mtOX3l5tGnsnM,11904
630
645
  sglang/srt/managers/tp_worker_overlap_thread.py,sha256=NXjrBT7lvdUlDDNFzEQyFYCerpqj92sNl2YynGhQj-Y,11118
631
646
  sglang/srt/managers/utils.py,sha256=RogDdqb2bcxpNk5TbxKyaXFpgFz8t30IOnDp4s-IilM,2776
632
- sglang/srt/mem_cache/allocator.py,sha256=id4riucsG9d-P1ikj3-DLJbzhM8-MuJfvDmB8H4g9-o,23364
647
+ sglang/srt/mem_cache/allocator.py,sha256=5sO8TD2CYdNfEsNkjI9bcT9pGEuELPs2Hvj74Y6x-dc,18118
648
+ sglang/srt/mem_cache/allocator_ascend.py,sha256=1oS_emiKDkigfkSJK2YV2ne-Xj8nUjfHIwJ-gdVpNGg,4734
633
649
  sglang/srt/mem_cache/base_prefix_cache.py,sha256=hLS2ncTMAz7Kpdk5pNwn5c6g8b61_K9OCBL4Vj1xsYc,2801
634
- sglang/srt/mem_cache/chunk_cache.py,sha256=FU_fq8e_dodgU8EkRqE4Jr0sKwCXQnKmapO88k6_JfU,3207
650
+ sglang/srt/mem_cache/chunk_cache.py,sha256=xQjfmpijkkNRuqfwYMhoiV2nJAviABX4uOSLE-yyVus,3184
635
651
  sglang/srt/mem_cache/flush_cache.py,sha256=GYcxmNXh4hsMpFfNOuCTpKilW7guZwTtAg_usVeM3J0,979
636
- sglang/srt/mem_cache/hicache_storage.py,sha256=USRuV4bvePMxkKr1ypiDnZZSUBbE8Arm5PnZklsbrkc,6385
637
- sglang/srt/mem_cache/hiradix_cache.py,sha256=uZvT2elMJ6DFwMMoM_QoKK1UZmmCEP4DcmrBmeRVEeI,27679
652
+ sglang/srt/mem_cache/hicache_storage.py,sha256=Sjl0ZJFj7dqVuinhcoKu3upueVNYWifzGMTPM8exNAE,6375
653
+ sglang/srt/mem_cache/hiradix_cache.py,sha256=J-k8HYwJuZlKAFxKWSWvDgaAUp-bgANWH8rr46chnCo,28173
654
+ sglang/srt/mem_cache/lora_radix_cache.py,sha256=FCA1d-TSqXYPrz9-m-cRrxse9RtwALXltGNuzR-PnB8,14354
638
655
  sglang/srt/mem_cache/memory_pool.py,sha256=i-QhFrYuaAFcMOG7QH6SJyJ8hFzVRS5fjxwKmae8f94,37064
639
- sglang/srt/mem_cache/memory_pool_host.py,sha256=jbAl2wiYBLkLDam6g-sRlRu1ORmpp5YoEkZ_niMc-mo,25383
656
+ sglang/srt/mem_cache/memory_pool_host.py,sha256=pUyp_pw4e5abPMySngY-akq_1_csqSroJeoAdt4_Lvc,25050
640
657
  sglang/srt/mem_cache/multimodal_cache.py,sha256=zPnQLQhBZ6zsUpCQPSoNkrB9EEvpoDQS4mU7c3sRWjE,2171
641
- sglang/srt/mem_cache/radix_cache.py,sha256=kp4JiVxh3eS4MsFxGKIYjYAb14B777qc1bHrABPqBMc,19101
658
+ sglang/srt/mem_cache/radix_cache.py,sha256=VdsMPUkaBUjLDTzMqKCwBr1CDP0GlbS_8bJCHrONlk8,19046
642
659
  sglang/srt/mem_cache/radix_cache_cpp.py,sha256=1V-XxYC2jxQYUMJBLrlcSMcqhCBo8TC7wRTTVbOaMkY,9269
643
660
  sglang/srt/mem_cache/swa_radix_cache.py,sha256=4qt_gS7GuHiekd6VvKkx54dB2GHJzNA_kj71Np6jTDA,40300
644
661
  sglang/srt/mem_cache/cpp_radix_tree/radix_tree.py,sha256=tQZpz-H6HxNAQe9mYqt6aX8mfDZyu_fbJTcCNK-Ns1M,7179
645
662
  sglang/srt/mem_cache/storage/hf3fs/client_hf3fs.py,sha256=WV5M9UPPLUMMjU3Mpp6HBqyCQpGBuMyj-N5PwQcNo5k,5178
646
663
  sglang/srt/mem_cache/storage/hf3fs/hf3fs_utils.cpp,sha256=dDYPtxmL6OFhEyv_GuTgzkTDpBjcD0EK8kphnn7eaGc,1133
647
- sglang/srt/mem_cache/storage/hf3fs/storage_hf3fs.py,sha256=H0X4v5AWs4uTHoBGgb9BgfKf3WZ3reZKpLNxmL1dTbI,9230
664
+ sglang/srt/mem_cache/storage/hf3fs/mini_3fs_metadata_server.py,sha256=OfQMFwbbQg0pbC7rJktg5wz3YFhNsNOjsXCsAjrh6iU,16738
665
+ sglang/srt/mem_cache/storage/hf3fs/storage_hf3fs.py,sha256=qTFFuiaSmIkt7zuQx89vDdDniEnqDnH4AmAsupQnfQs,11848
648
666
  sglang/srt/mem_cache/storage/hf3fs/test_hf3fs_utils.py,sha256=g2h0Woa2CK39pRTigHCVR_hq095dTaC70lCIAIs9THM,1089
649
- sglang/srt/mem_cache/storage/mooncake_store/mooncake_store.py,sha256=vFDsTE1a-6FP_AidlGKrlX9-oZvdxh8rnQiFDd-UcE8,9748
667
+ sglang/srt/mem_cache/storage/mooncake_store/mooncake_store.py,sha256=MQ4SfOpV3NAz6diDkoYVD6Ih-8HLR8Ur7KFu6g0iDLY,9513
650
668
  sglang/srt/mem_cache/storage/mooncake_store/unit_test.py,sha256=jMdJgU41VscKS-mn_AVZE8LQbb_3MWQ57i9V3OCWLI4,1007
651
669
  sglang/srt/mem_cache/storage/nixl/hicache_nixl.py,sha256=GU2J2335razBIIEqV2L44CR8N-QYKmhbHEDGa61EFEE,6170
652
670
  sglang/srt/mem_cache/storage/nixl/nixl_utils.py,sha256=i2C70Ct2xdZtR_6OSL7uQk7ped1TieSpdUKo8yXdc08,8672
653
671
  sglang/srt/mem_cache/storage/nixl/test_hicache_nixl_storage.py,sha256=TBtN12muLFXZ296mK2d3TSTyj8qhMo5kAYWLpSjLBhY,8017
654
672
  sglang/srt/metrics/collector.py,sha256=FH6Wil2lMK7d7q74CfxfdULCaHKDXeAoo8UBZqqdepM,20289
655
673
  sglang/srt/metrics/func_timer.py,sha256=VFyNRrbnKVCwnQsrlLin1lITJfjQpf9m8sGPqL5LIsQ,3438
656
- sglang/srt/model_executor/cuda_graph_runner.py,sha256=47ppwENzKmm8NuTlNPY9H3oWhbBHytVc4txQpdowUZA,33303
657
- sglang/srt/model_executor/forward_batch_info.py,sha256=CFMEfynC-lpIrFfllHgINqsZwr7qqyBIgbPc8Ypcoyw,39400
658
- sglang/srt/model_executor/model_runner.py,sha256=Z6WXH_PaU2AZZcEoXDQYNgrSOLu9s5kFxURkcedZcGs,74005
674
+ sglang/srt/model_executor/cuda_graph_runner.py,sha256=JfwUWBu0yXfJaB_uEe1Wit49Hdll6B2ae8JoNT-jKLQ,33416
675
+ sglang/srt/model_executor/forward_batch_info.py,sha256=3N1SelM99XS2HDWW5DhHrpnRjJH1lYs8hDRtjkCOBaM,40525
676
+ sglang/srt/model_executor/model_runner.py,sha256=mxqdZCHROajHMQbfEdPBkVKB-cMZZacCMdDzp4wjthk,78323
659
677
  sglang/srt/model_loader/__init__.py,sha256=zGZkOBz1zx-pkaIy47BasL3fjDlAcxAXUTjInOhXHAE,919
660
- sglang/srt/model_loader/loader.py,sha256=wxSUYrqv23w9yHYy9Lm0ozWggs9pf6Co4yqe1UO8PZk,59799
678
+ sglang/srt/model_loader/loader.py,sha256=pphR7OKRqpsNt7rU0wWg4z-Pakx40a6tvWotfEFY7vU,60131
661
679
  sglang/srt/model_loader/utils.py,sha256=svSrPQxViBz_-0_sByu4coCYrzJ51-4FCi_bFqa6rDo,4474
662
680
  sglang/srt/model_loader/weight_utils.py,sha256=dHEkm0c4w-lyhJBzktvmop-Psmkpb2KoTu7Azgw7VgU,38555
663
681
  sglang/srt/models/arcee.py,sha256=Q6fujRESEnljzs8ls3XGsPtWxzfKfUa0QAvAekYzeBY,18981
@@ -670,27 +688,29 @@ sglang/srt/models/commandr.py,sha256=5Y_b3K0QY7D37nFGkyiGgY38RleRui_GJUYcHSuHUZo
670
688
  sglang/srt/models/dbrx.py,sha256=4pn_fdoATg01VEqNnIAxNEsKV5XU7gwHyd289eydq1s,15598
671
689
  sglang/srt/models/deepseek.py,sha256=sqobTr9a9c5pNLNJZE-WrJIE_qBq0lC5gCGv9NpGU_Q,17364
672
690
  sglang/srt/models/deepseek_janus_pro.py,sha256=td8xGs6ARfJ8AQCYwUhMOZoWigrAs7m3trF5-kXCqik,70418
673
- sglang/srt/models/deepseek_nextn.py,sha256=47fehxRdiOizr0rdLg5f1fzQEx6gGAOcDcWKtblloyk,5928
674
- sglang/srt/models/deepseek_v2.py,sha256=PWE4zFCHr3SThN3mh2ktiKZJHRSWHgSSyHjCQfOgmHI,105516
691
+ sglang/srt/models/deepseek_nextn.py,sha256=7Z_gO6XkOFM50pQ5oyfuITVVr-a5yKCEb24-csv5W4g,5974
692
+ sglang/srt/models/deepseek_v2.py,sha256=jMRyz7HBEIlNUJvVmgrpjTZnd0zvXy8h7SvTjUB_1AE,106923
675
693
  sglang/srt/models/deepseek_vl2.py,sha256=7X3gI4DE7guUtNJvMLf06jO8MUHKa2Aan8evZg5hsXc,13061
676
694
  sglang/srt/models/ernie4.py,sha256=_s_Cvw-lwoeSAvGBHSfG1X8_pmPJoJv6e6TvAJGYfoA,16084
677
695
  sglang/srt/models/ernie4_eagle.py,sha256=E7f-ygCcY8pIoyTMKFyVC2uRcG59-_RaQTO4gd5_uWI,7223
678
696
  sglang/srt/models/exaone.py,sha256=TpO-rtCpEZ8Ua7hGFnS8l2oAYhY0Pij50grc9WQ2mvc,13576
679
697
  sglang/srt/models/gemma.py,sha256=2atKwFN5wCsJCmBRmURX9vaCcFjxlFirL7xsnG5KPlI,14180
680
- sglang/srt/models/gemma2.py,sha256=lpHKN-ovN9IWz3iA9FsR5H86lGatectnM8sjx0GoinM,18033
698
+ sglang/srt/models/gemma2.py,sha256=n2s3WLGVM3XDvOXwbi_h7tgeh5SDDv1VvifH680DmV0,16785
681
699
  sglang/srt/models/gemma2_reward.py,sha256=V8U3_ADUHWPdOwvEe1jhGW-oJmBgL8t1TY3-67Ksv2A,2618
682
700
  sglang/srt/models/gemma3_causal.py,sha256=0FdI0wVoJ4ZakBl8ShO29D1uEMO0T8CRjdsfiHzCGY8,27424
683
701
  sglang/srt/models/gemma3_mm.py,sha256=sRvdAOiStlDhC_-sSH226d0awx4ZQJG7Wtdf7PE6ygw,17189
684
702
  sglang/srt/models/gemma3n_audio.py,sha256=isgKfjA5UieYawxU6medL2ssXlzYPqAbagDBnLcemC0,36405
685
703
  sglang/srt/models/gemma3n_causal.py,sha256=kBDlpSWAg6ZDmUPe08Q7sj5CbdVD_0h07zwJw8sKu7I,36335
686
- sglang/srt/models/gemma3n_mm.py,sha256=TpyhU0Q_T-pZHc5_oo_o7WDVv5kW6cvLlOqRF8AoUng,20439
687
- sglang/srt/models/glm4.py,sha256=2VQzUqFkQTy_2nfkxP9SF6_9kKLTZUExGRjge7r99Es,11265
688
- sglang/srt/models/glm4_moe.py,sha256=6y3VVwL313JpA7CED65-xkuMhqJPrgL_uzrb8AwthwQ,43215
689
- sglang/srt/models/glm4_moe_nextn.py,sha256=cWB6o3w7xBvgi2ouGKsqZ3iovKH65QiRQul42wcgzMk,5897
704
+ sglang/srt/models/gemma3n_mm.py,sha256=XTY3HIUt4xv407aS_2rXdfxD3G1sp4z2kVhdC4vnxIQ,20354
705
+ sglang/srt/models/glm4.py,sha256=dijzVTTgg8zyJ3gga95MKY0WwqwnuAaf-VIV93OFAmc,11433
706
+ sglang/srt/models/glm4_moe.py,sha256=pCTWGOJtMPtOzotyyXCfYKYV4p45vFzNSQVHtbsmOeY,43150
707
+ sglang/srt/models/glm4_moe_nextn.py,sha256=EuDWOBSd0oFfdvloePlpzAL81M_L7oz0BiWm74RQioc,5943
708
+ sglang/srt/models/glm4v.py,sha256=uVdlBBVxQoFOf7-4VVXvhlCBOe2yUYzuYvvUin_5dPM,21279
709
+ sglang/srt/models/glm4v_moe.py,sha256=dykgo7O99Z4dD_HrhFYuCQJRqBIbKnoM3XXZQR9Ye4Y,17267
690
710
  sglang/srt/models/gpt2.py,sha256=kclhxEs8oJk1KCyhmAqo7rZqecVGGHYkc-a1WZi3aIk,9841
691
711
  sglang/srt/models/gpt_bigcode.py,sha256=1D6bi8Zu760gCRZkvdLHFcg8kCkY35ARwQYaMDtYhl4,10307
692
- sglang/srt/models/gpt_oss.py,sha256=fuKmLBTkesmAOnx8IWJI24mvSn7Hhfs-GtGu73F37z0,42929
693
- sglang/srt/models/granite.py,sha256=5WOJyNYAlt5RNHSexNfPNihhSxIMd7wPzju1cTixKig,20852
712
+ sglang/srt/models/gpt_oss.py,sha256=YyUprvV-DfgQXe2XYMKmSm67tcBuu9M3C1llO42NwRo,46675
713
+ sglang/srt/models/granite.py,sha256=8q92shxVPAp_cJDohJATffSGd7Z0Oi-vF5jpY6DlK4s,19840
694
714
  sglang/srt/models/granitemoe.py,sha256=Yr1pEOS_8QopQKBIiDpFpMXZ0Wkc1REyPorM3eDTjNE,13808
695
715
  sglang/srt/models/grok.py,sha256=M23KdbuB3rrJoOG2LkS6EvVts1p0fMfmYAzcbjXQy-Q,28243
696
716
  sglang/srt/models/hunyuan.py,sha256=RSZErx-Swt65kmfvSXJQJJ6KhjucuNY4UUVLWC8hWaA,31102
@@ -701,8 +721,8 @@ sglang/srt/models/interns1.py,sha256=nResXUzfcHZoJie1gHuYwyVir7Ys2fWp3hjzTs6Utvk
701
721
  sglang/srt/models/internvl.py,sha256=o6XSAvnMYK5tTPbln9RI9BfRfAQZBE8_xmGPffrznnQ,27838
702
722
  sglang/srt/models/kimi_vl.py,sha256=XulRiufQzOSWZe8-bUl2OEdznvsVU9OBsEYipaX3YkM,12877
703
723
  sglang/srt/models/kimi_vl_moonvit.py,sha256=M5L7AJOJ2Zh2pqLZAq8aRqhbTSlipr8XOoD3ix6o2sU,23908
704
- sglang/srt/models/llama.py,sha256=Nsxv2s1sOmLnZsTHkwbTh53cUFEQ2fnKDQi5BFbFcsk,28994
705
- sglang/srt/models/llama4.py,sha256=frV2ZWeupnHMnjsurP2HCARluhjncvL_ydRXwg447nE,19379
724
+ sglang/srt/models/llama.py,sha256=tdyUon6icwzqo4XTAkFxVA2f82g80AGr9ZezK1uXmkM,28126
725
+ sglang/srt/models/llama4.py,sha256=CZiLZCJACIz73L9pmDc7gqg6tuAMu2ca_NdKVb-XlKQ,19690
706
726
  sglang/srt/models/llama_classification.py,sha256=4QWTFaUZIFKYZvEzs8bx8VkOZNIwdYCLrnwrdAw4QK0,3108
707
727
  sglang/srt/models/llama_eagle.py,sha256=Ubh_jmtfiOnriwvHgQT0ZGID7JvYvdSi_QGHOIkEgPE,5028
708
728
  sglang/srt/models/llama_eagle3.py,sha256=715soylDE3kOMWskbPy_70BFxaSc5ptaHCS1v3-ViA0,8579
@@ -733,33 +753,35 @@ sglang/srt/models/phi4mm_utils.py,sha256=bW3un4x3SHDvSkAOHQEFO286FGdOPeKhBpJCOmN
733
753
  sglang/srt/models/phimoe.py,sha256=EGaKFi02MZP20qFrILA4o2SJ0wb1HoJagFTSqVUbJcQ,19223
734
754
  sglang/srt/models/pixtral.py,sha256=ZkZrV0mEfmbBdgRko2AvsMFZbAVskgp_5a5p1xCSRN0,16835
735
755
  sglang/srt/models/qwen.py,sha256=j0OU3JjznWi_TbayI09yYGM-Obov6mQzJO82Hs0qBGw,11868
736
- sglang/srt/models/qwen2.py,sha256=hUM8r5SJLOWRfTq9LuFMuoAkP81B0qFi8r23tvrnG2I,22758
737
- sglang/srt/models/qwen2_5_vl.py,sha256=vOuIyK_NLuGgz9LlAdyM7cSQUU93VnBCYXUr_n4iOLs,22708
738
- sglang/srt/models/qwen2_audio.py,sha256=lVeYmC29eVZIR9I6ZjFe4xvC0wSXR0NtGCli6fSXtms,7870
756
+ sglang/srt/models/qwen2.py,sha256=TuKblSvilyVoq9en9e9YpwzLGkpDeOA6IWJELOYSzZA,22733
757
+ sglang/srt/models/qwen2_5_vl.py,sha256=LfJj-nwcKyl5XAQcaJrQLyQqwCquGORIK-RVAZrnqwM,22813
758
+ sglang/srt/models/qwen2_audio.py,sha256=SOOsspU7J6eM-iSkms5op0nWhoxJd6QxmwXU2aQBEEQ,7776
739
759
  sglang/srt/models/qwen2_classification.py,sha256=dGrMm4ebd30_lBhHOhaV57ig2iOTx3nqB4GEzsrRIM8,2747
740
760
  sglang/srt/models/qwen2_eagle.py,sha256=6spFg6JYQGeUXLv2Q5eMkVzZvnqGyvW6SdVBtFMxlTM,4806
741
- sglang/srt/models/qwen2_moe.py,sha256=LPiuiQbAcoZwM17OR0_Jf5ddPRc8PORzVjhknOZQ6f8,25985
761
+ sglang/srt/models/qwen2_moe.py,sha256=sxSYHIkRzJncsrt2K1JfaNGBomEwoJEFm8y8B17UUyk,26466
742
762
  sglang/srt/models/qwen2_rm.py,sha256=-mQXDEv11p-I1HXgYLTtY6ROem6UYorO958WsDrzsgs,2837
743
763
  sglang/srt/models/qwen2_vl.py,sha256=ZRAL32Ymt4ZCBqB0JorXAm4ZBrECZ9EbaXKaTSikkQM,21366
744
- sglang/srt/models/qwen3.py,sha256=COSC1TsCQNTq3E1QoVJYj1yTn-CFEVEX7keRwrrBXLs,20121
745
- sglang/srt/models/qwen3_moe.py,sha256=MUHbQ52QoQgslfak2gedOnhdZFcYo2f2LHvxihsZ1k4,32728
746
- sglang/srt/models/registry.py,sha256=bH9H0OiNV0Cn7FRBM30Oh6dxICTs9mJscdLtHYPJvxc,3783
764
+ sglang/srt/models/qwen3.py,sha256=F74fEfkN-hgeHHwSSHLZQtbsmgHvng-0_WnubyNu0_g,19157
765
+ sglang/srt/models/qwen3_classification.py,sha256=1Hd4VeO56BMTE7ZU4u4YkOdaqZKdf5_59yOStw3I62s,3045
766
+ sglang/srt/models/qwen3_moe.py,sha256=8IHuWr-CiH7gp2bfBBW6vb03idfFaMAKvgBr5eYIMjk,33156
767
+ sglang/srt/models/registry.py,sha256=kKQ5ruD6_c3JxWsykOoxt-hroSlslv-Niz0nYvHrhGg,3779
747
768
  sglang/srt/models/roberta.py,sha256=3k53V2Gbezk3jU-D03thXx8csGn5DxFK01ZQ9WFiWPI,9828
748
769
  sglang/srt/models/siglip.py,sha256=DIVJRwdtpLD2QT1kVPIHw7Bn9BE40xJbkHujDNzkjgA,9892
749
770
  sglang/srt/models/stablelm.py,sha256=0x_31uIr3WcWwecdPAI3ek9KkyKBJS7VwknTk2y0gjY,12281
750
- sglang/srt/models/step3_vl.py,sha256=MrYg9L3BbSj8fwRzipeSUOCM0tmqibip6qmEqjTYJRg,35600
751
- sglang/srt/models/torch_native_llama.py,sha256=oTxxof5Wx2b2egIwWx56LeHjtPGQleQ2zM5jXHMiuOU,19293
771
+ sglang/srt/models/step3_vl.py,sha256=jULEA-i7SHtPr6JaXQBCEqtX4HaKllYxD7IUp3PAL0I,35621
772
+ sglang/srt/models/torch_native_llama.py,sha256=C1WpLn47q0l7IQa0k-Gvbs914FBcpKzqTIX-uvibq-w,18320
752
773
  sglang/srt/models/transformers.py,sha256=ChqRbUq5YD9oXnXwVP81XRoZmsKc44ouYDNgRsH6zmk,10249
753
774
  sglang/srt/models/vila.py,sha256=3NiRHWOqXnCRjXmswAldsNtiE5zRILbScEsbhUzLZF4,9846
754
775
  sglang/srt/models/xverse.py,sha256=DsNVI9JpzN4jj0Ry6aTrj7r-xq5YLOoDX2kH4YLJA-I,14035
755
776
  sglang/srt/models/xverse_moe.py,sha256=7KCM2-j12towDMNvXkuuYiBOmNauH6NG4Ip40x0khqA,16782
756
777
  sglang/srt/models/yivl.py,sha256=oToK7-u5IGO7xwpJIQ7VtudlK6-zPqJX4bt6_wv0SH8,4850
757
778
  sglang/srt/multimodal/mm_utils.py,sha256=6bV1_a7Iet9W0y3qdd0E-hFM78zalIzNZCYbLzJX2y8,12640
758
- sglang/srt/multimodal/processors/base_processor.py,sha256=ctdHYzzmplktfQYINHBN7GM3TLtiunM3n73yFulHAQI,24216
779
+ sglang/srt/multimodal/processors/base_processor.py,sha256=nR4U0CWuUzs0z43-DO5Uf1so0pL_dEirDeAgWwA2hSQ,24469
759
780
  sglang/srt/multimodal/processors/clip.py,sha256=5nXZuQYbyf-5mlqPwjhQrlWqxvswImWZQXivChsiHfQ,1057
760
781
  sglang/srt/multimodal/processors/deepseek_vl_v2.py,sha256=Pymag9f0U5L_bBOTFs2q94BbuPJ-VwqSixs3meO0nsM,2569
761
782
  sglang/srt/multimodal/processors/gemma3.py,sha256=7aD6cR60iSC_MqjzdCDMAgtrb_cmy9YJyqLgVRClBT8,1986
762
783
  sglang/srt/multimodal/processors/gemma3n.py,sha256=mtmvBasOMxb3Y2NLZR02nMYX30RLUXhDYJ5uVOElr10,2776
784
+ sglang/srt/multimodal/processors/glm4v.py,sha256=7VcbNhnCdhqsvLAajtZJtdwOtDTwy4M7UqVMO5ofowU,4916
763
785
  sglang/srt/multimodal/processors/internvl.py,sha256=p8dba1LBEceGObJvPdq3auDhlMKQIXyp_fXM5VMd4BI,9771
764
786
  sglang/srt/multimodal/processors/janus_pro.py,sha256=_4ltWmdtFjbh1VCMRbcgxW61eWIABIzHG-YgwHWaYq8,1471
765
787
  sglang/srt/multimodal/processors/kimi_vl.py,sha256=5i8KmGxnnDtQc7XqUBNyanAfGxhxj8iRFBFONHmpiFg,1565
@@ -769,12 +791,12 @@ sglang/srt/multimodal/processors/mlama.py,sha256=FgPm2JQzfPFDcGYDm0mqfDfO_eJKy-N
769
791
  sglang/srt/multimodal/processors/mllama4.py,sha256=1YGETKSzMZIa7BOwq3T9cbsYjUcW5sopcpc9JNJ000g,1911
770
792
  sglang/srt/multimodal/processors/phi4mm.py,sha256=8GaUVpGucV4UKoa0XkxN0gDpMZax6UyCiRBX_QaJK78,3857
771
793
  sglang/srt/multimodal/processors/pixtral.py,sha256=Lx5Z-9NkovLDTHlRBznHxGn4r2XhDz8am2XpOskOVQY,3203
772
- sglang/srt/multimodal/processors/qwen_audio.py,sha256=jxtArfNuBH4q9LQVEydMDsj85avqBGNl-v1ZZTjC9E0,2367
794
+ sglang/srt/multimodal/processors/qwen_audio.py,sha256=xkIFrHepF8Ok6MB-1OwVz1BmzPmEPgUe8lIb0azO2Bc,2411
773
795
  sglang/srt/multimodal/processors/qwen_vl.py,sha256=tZOpz8dabyNvjS4hn0UxLf-EaEZH8kmHjyZaYRm9EZ8,10498
774
796
  sglang/srt/multimodal/processors/step3_vl.py,sha256=9OI6UW9ybGbAnYN_S-5jh7TN8BGM_bQkvh1AHBJKzAQ,18350
775
797
  sglang/srt/multimodal/processors/vila.py,sha256=vWgV1lTdjiFiTR8w-7fC66-L_tpOOD59c-c9NljGelE,2192
776
798
  sglang/srt/sampling/custom_logit_processor.py,sha256=AwODYVJdRkcQ8PGtJrhzKsqAgn8XZLQbAmR9fGiQzmc,1608
777
- sglang/srt/sampling/sampling_batch_info.py,sha256=Duk4Fp99QZyOFld3i4AGwkW9FlULY86CNKv6v0_kA4w,14683
799
+ sglang/srt/sampling/sampling_batch_info.py,sha256=ntC5ZHNth4uBVel4ZLdDVNC5xf8YS7pPw8k7Banb8rk,14792
778
800
  sglang/srt/sampling/sampling_params.py,sha256=HbVcCeSXgPW19MRB-v0FTG1D-zHDAY6-toxyndSl-zI,6462
779
801
  sglang/srt/sampling/penaltylib/__init__.py,sha256=mtN8grFEcaBUhl4yBHmw8NNirt_i6uKO2cDNLHOpZQE,496
780
802
  sglang/srt/sampling/penaltylib/frequency_penalty.py,sha256=Loc3qjJTksNc5s-DV7QZHjgqoo5pxk7-nZzxwyhD2tQ,2144
@@ -782,20 +804,22 @@ sglang/srt/sampling/penaltylib/min_new_tokens.py,sha256=rdU_D7RoIcrQPhysNQEzmr4T
782
804
  sglang/srt/sampling/penaltylib/orchestrator.py,sha256=XM-Lm6u7gYPtMZrTIc0FR4QxNZxBH5s_Cj82umyCzYk,5721
783
805
  sglang/srt/sampling/penaltylib/presence_penalty.py,sha256=NRh10AJrrQlGJ6S-enGdRefrTrWpyqrSm-aNnyqQNQQ,2119
784
806
  sglang/srt/speculative/build_eagle_tree.py,sha256=O9LJNaBflgJdWT94D-rGH1gJFJ18nst2oOD8HnA2mZ4,12859
785
- sglang/srt/speculative/eagle_draft_cuda_graph_runner.py,sha256=kVqMGj25jxtJlP-nTSlq_QJgoabFqKOU7-0WeUFhvw8,14509
786
- sglang/srt/speculative/eagle_draft_extend_cuda_graph_runner.py,sha256=lrh3ZUNX2KAPtSVuTguxHKCJk3WhbaaW5ADEudC_PyM,16069
807
+ sglang/srt/speculative/eagle_draft_cuda_graph_runner.py,sha256=9Jf6R-78JLTr8AeF9WkSVY7XR9XWO6rZyNHsEqrRFQE,13899
808
+ sglang/srt/speculative/eagle_draft_extend_cuda_graph_runner.py,sha256=QuPI0S85KirTlJArLpJXpywv7XQLborDGLFYwLUBnwk,15459
787
809
  sglang/srt/speculative/eagle_utils.py,sha256=x5MKA2GkecNAXE58KKhPJRy5KxCLhRkD-C_kVSZIyzc,46433
788
- sglang/srt/speculative/eagle_worker.py,sha256=AWMaTVgNgKmCecLsQRMLR5jIW6j69ogAQewYHrPK4d0,38717
810
+ sglang/srt/speculative/eagle_worker.py,sha256=9NcNI99SsxbGStXdJLylEsrY5Y5wFc1uLvPpeCgSKBw,39336
789
811
  sglang/srt/speculative/spec_info.py,sha256=rhaKG0TzyF9XZYHEWp1jccwTBohSNsUDvxHFtAoOl18,709
812
+ sglang/srt/weight_sync/tensor_bucket.py,sha256=vp_LRrhULNnxiw9Tf56FcEckgUg07lifgv1lasG6y7o,3695
790
813
  sglang/srt/weight_sync/utils.py,sha256=43zl3u8Svzj49p7Sk78xp7SWW83mlr3EH-OZFGUGy5w,4157
791
814
  sglang/test/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
792
- sglang/test/few_shot_gsm8k.py,sha256=qnEejCyPHGEMBEiNc7T4-t9lvoo2DNN72RXw-ei_TnY,4300
793
- sglang/test/few_shot_gsm8k_engine.py,sha256=Yf1Dg0Tk-tY4v1oj_UTxJ7950CWn6kRMbQKDjT2Orgo,3902
794
- sglang/test/run_eval.py,sha256=K4Z3OdMPvLeuGJhWWTBD0F-MOUFeBYLvsPnDQ44bd18,4036
815
+ sglang/test/doc_patch.py,sha256=P9PYjBIVlZHvP9M34qS-8m1scmDP27ciNJNvZOdrUKE,1614
816
+ sglang/test/few_shot_gsm8k.py,sha256=e7NgJLJi3o7uPKUfBF1O9oueKWxLzZ_9bx1xFaEWX3M,4305
817
+ sglang/test/few_shot_gsm8k_engine.py,sha256=h88s3HzEStA1zjQkR-AgIEOQMwJMSnPHkX_wGBWXUYw,3907
818
+ sglang/test/run_eval.py,sha256=VnbcmUhceDUU3-nXlZ6uQMM3MEvnZh1gzP3LXxYkuxc,4251
795
819
  sglang/test/runners.py,sha256=a8Edv5sSo8EeEEiOrKbPrCS8Z0ADaRzfSpdtzG6b_qM,33761
796
820
  sglang/test/send_one.py,sha256=XNZdfZs21tXDBwrDj2pq46WQd5smiKoYETY8U09c1Z8,5079
797
- sglang/test/simple_eval_common.py,sha256=OW4Z7O33QqDySRFuHIC4Ouidfup4eaOEuR9i7xJzkDY,12379
798
- sglang/test/simple_eval_gpqa.py,sha256=8Xt9Bw05c7SZTYrCZgB68OZUqUbLo69ywiyx0bTvSUk,3220
821
+ sglang/test/simple_eval_common.py,sha256=B60Yi3ox2Yubsq8M3BbApQTfmLhwQoL4ciS2ac12SM4,12702
822
+ sglang/test/simple_eval_gpqa.py,sha256=M6hpPs8l2Z4wUiyE7rCU1zyKoImXB4Z395Hgz43uvvQ,3293
799
823
  sglang/test/simple_eval_humaneval.py,sha256=s8YuKIBkNUEOBP4XKsTMRdXGv5aRhl0oJyl-89lGk1w,5687
800
824
  sglang/test/simple_eval_math.py,sha256=6kGKNwNbLN-Af3Wj8WTimWhH-Xp3enDmSvvSjsgWUpk,2550
801
825
  sglang/test/simple_eval_mgsm.py,sha256=rd7TSUyxdKbrXaVoewo24V8lCo_6kO8zxPhhmvylpw8,10259
@@ -809,19 +833,19 @@ sglang/test/test_cutlass_moe.py,sha256=beXdvpwpHh0O8fpLW-RV3Bx8Wu0lRFG_SNkL3Op5I
809
833
  sglang/test/test_cutlass_w4a8_moe.py,sha256=u4Fk2Kdu5yodhsPuiwTIJlWCpWgW5vMBmd1EDwdkDXw,8724
810
834
  sglang/test/test_deepep_utils.py,sha256=749ysTBGNzh6rYUCJhhZBtZpeD15eWTeNHYCytcvZtc,7448
811
835
  sglang/test/test_dynamic_grad_mode.py,sha256=L76yUCuk_ymNpXD2CmO8r2GiGjIvD_gtTsuFDs2NolI,1638
812
- sglang/test/test_fp4_moe.py,sha256=yOYpn1dAztaRMBQYzsxU8222HZe2V_tg0Pz_gy9PNY0,8131
836
+ sglang/test/test_fp4_moe.py,sha256=0oDgC30EEm7dx8cbnmNpZhsRdDL_2NUT86Q5kDijpmI,10104
813
837
  sglang/test/test_layernorm.py,sha256=2GMWqqNDuGvSMSsEBF5eDCzwVSYA9E6hGhRo6s4ecKg,3764
814
- sglang/test/test_marlin_moe.py,sha256=PITMGcGF4ci2csXJejdLSNuxpURnFmcflsipAZsGakU,7991
815
- sglang/test/test_marlin_utils.py,sha256=gFMJwxbfEEJDeHI-HU5FDF9FFqqcM-yahK0TWyVIVgQ,5171
838
+ sglang/test/test_marlin_moe.py,sha256=TOuYlVMx2Lv_IN3AMWsg5aGaxQF472E1B9ev_vvfU2Q,7971
839
+ sglang/test/test_marlin_utils.py,sha256=kC7IzN364mJT9xw0nKUP1V1OK1hkw6fQTBvD4nRaOz4,5151
816
840
  sglang/test/test_programs.py,sha256=DJIbTChloPwaDiEWHQoSTuKv3BGx0-K8Y5e1mDDTACM,18910
817
841
  sglang/test/test_utils.py,sha256=2vUWNlGaInhG5iLNIUOmULlO65CLzojRpbX2yZamj9w,41155
818
842
  sglang/test/attention/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
819
843
  sglang/test/attention/test_flashattn_backend.py,sha256=_rTG849FwQdVTyGKkqhczaOqngBmRWXFmkl5NnuK1GM,13914
820
844
  sglang/test/attention/test_flashattn_mla_backend.py,sha256=g4O50WblTpM7_Gq2b76k0i25_z01BOUBQ4i6PmyxpO4,10774
821
845
  sglang/test/attention/test_prefix_chunk_info.py,sha256=hpoDe2wfSa6RlUbfyri_c0iyBTb35UXGL9I2Xh6jamM,7772
822
- sglang/test/attention/test_trtllm_mla_backend.py,sha256=D7KOJbsfGRSdO5dMlGokBpiC6Sh42g51HlVkgxSK-yI,36251
823
- sglang-0.5.0rc0.dist-info/licenses/LICENSE,sha256=FJXh51fvTQklojUFY89XVLsjxRcBqOxPs8XNy-2uZ0c,11346
824
- sglang-0.5.0rc0.dist-info/METADATA,sha256=rGKDl9lYZ-foVU7hoyNLPRsDGmbsI_lB_NWUtjJKJd8,27541
825
- sglang-0.5.0rc0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
826
- sglang-0.5.0rc0.dist-info/top_level.txt,sha256=yxhh3pYQkcnA7v3Bg889C2jZhvtJdEincysO7PEB09M,7
827
- sglang-0.5.0rc0.dist-info/RECORD,,
846
+ sglang/test/attention/test_trtllm_mla_backend.py,sha256=ilrX20-1hVo0nmKN0GTqzKoUmDarTXGS8nWJ6c8RHVY,41792
847
+ sglang-0.5.0rc2.dist-info/licenses/LICENSE,sha256=FJXh51fvTQklojUFY89XVLsjxRcBqOxPs8XNy-2uZ0c,11346
848
+ sglang-0.5.0rc2.dist-info/METADATA,sha256=xCApmEOvX65YPgwcJhhPbU7tfRUDVLqfP1mhNhmUECE,27495
849
+ sglang-0.5.0rc2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
850
+ sglang-0.5.0rc2.dist-info/top_level.txt,sha256=yxhh3pYQkcnA7v3Bg889C2jZhvtJdEincysO7PEB09M,7
851
+ sglang-0.5.0rc2.dist-info/RECORD,,