sglang 0.4.6.post3__py3-none-any.whl → 0.4.6.post4__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (107) hide show
  1. sglang/bench_offline_throughput.py +4 -2
  2. sglang/bench_one_batch.py +2 -2
  3. sglang/bench_one_batch_server.py +143 -15
  4. sglang/bench_serving.py +9 -7
  5. sglang/compile_deep_gemm.py +1 -1
  6. sglang/eval/loogle_eval.py +157 -0
  7. sglang/lang/chat_template.py +78 -78
  8. sglang/lang/tracer.py +1 -1
  9. sglang/srt/code_completion_parser.py +1 -1
  10. sglang/srt/configs/deepseekvl2.py +2 -2
  11. sglang/srt/configs/model_config.py +1 -0
  12. sglang/srt/constrained/base_grammar_backend.py +55 -72
  13. sglang/srt/constrained/llguidance_backend.py +25 -21
  14. sglang/srt/constrained/outlines_backend.py +27 -26
  15. sglang/srt/constrained/reasoner_grammar_backend.py +22 -33
  16. sglang/srt/constrained/xgrammar_backend.py +69 -43
  17. sglang/srt/conversation.py +48 -43
  18. sglang/srt/disaggregation/base/conn.py +1 -0
  19. sglang/srt/disaggregation/decode.py +7 -2
  20. sglang/srt/disaggregation/fake/conn.py +1 -1
  21. sglang/srt/disaggregation/mooncake/conn.py +227 -120
  22. sglang/srt/disaggregation/nixl/conn.py +1 -0
  23. sglang/srt/disaggregation/prefill.py +7 -4
  24. sglang/srt/disaggregation/utils.py +7 -1
  25. sglang/srt/entrypoints/engine.py +17 -2
  26. sglang/srt/entrypoints/http_server.py +17 -2
  27. sglang/srt/function_call_parser.py +2 -2
  28. sglang/srt/layers/attention/flashattention_backend.py +1 -1
  29. sglang/srt/layers/attention/triton_ops/double_sparsity_attention.py +1 -1
  30. sglang/srt/layers/attention/utils.py +4 -2
  31. sglang/srt/layers/dp_attention.py +71 -21
  32. sglang/srt/layers/layernorm.py +1 -1
  33. sglang/srt/layers/logits_processor.py +46 -11
  34. sglang/srt/layers/moe/ep_moe/kernels.py +1 -1
  35. sglang/srt/layers/moe/ep_moe/layer.py +1 -1
  36. sglang/srt/layers/moe/fused_moe_triton/fused_moe.py +1 -1
  37. sglang/srt/layers/moe/topk.py +1 -1
  38. sglang/srt/layers/quantization/__init__.py +1 -1
  39. sglang/srt/layers/quantization/blockwise_int8.py +2 -2
  40. sglang/srt/layers/quantization/deep_gemm.py +72 -71
  41. sglang/srt/layers/quantization/fp8.py +2 -2
  42. sglang/srt/layers/quantization/fp8_kernel.py +3 -3
  43. sglang/srt/layers/quantization/int8_kernel.py +2 -2
  44. sglang/srt/layers/sampler.py +0 -4
  45. sglang/srt/layers/vocab_parallel_embedding.py +18 -7
  46. sglang/srt/lora/lora_manager.py +1 -1
  47. sglang/srt/lora/mem_pool.py +4 -4
  48. sglang/srt/lora/triton_ops/gate_up_lora_b.py +1 -1
  49. sglang/srt/lora/triton_ops/qkv_lora_b.py +1 -1
  50. sglang/srt/lora/triton_ops/sgemm_lora_a.py +1 -1
  51. sglang/srt/lora/triton_ops/sgemm_lora_b.py +1 -1
  52. sglang/srt/lora/utils.py +1 -1
  53. sglang/srt/managers/data_parallel_controller.py +3 -3
  54. sglang/srt/managers/detokenizer_manager.py +21 -8
  55. sglang/srt/managers/io_struct.py +3 -1
  56. sglang/srt/managers/mm_utils.py +1 -1
  57. sglang/srt/managers/multimodal_processors/llava.py +46 -0
  58. sglang/srt/managers/multimodal_processors/pixtral.py +127 -0
  59. sglang/srt/managers/schedule_batch.py +76 -24
  60. sglang/srt/managers/schedule_policy.py +0 -3
  61. sglang/srt/managers/scheduler.py +113 -88
  62. sglang/srt/managers/scheduler_output_processor_mixin.py +124 -55
  63. sglang/srt/managers/tokenizer_manager.py +133 -34
  64. sglang/srt/managers/tp_worker.py +12 -9
  65. sglang/srt/managers/tp_worker_overlap_thread.py +22 -11
  66. sglang/srt/mem_cache/memory_pool.py +2 -0
  67. sglang/srt/metrics/collector.py +312 -37
  68. sglang/srt/model_executor/cuda_graph_runner.py +10 -11
  69. sglang/srt/model_executor/forward_batch_info.py +1 -1
  70. sglang/srt/model_executor/model_runner.py +19 -14
  71. sglang/srt/models/deepseek_janus_pro.py +2 -2
  72. sglang/srt/models/deepseek_v2.py +23 -20
  73. sglang/srt/models/llama.py +2 -0
  74. sglang/srt/models/llama4.py +5 -6
  75. sglang/srt/models/llava.py +248 -5
  76. sglang/srt/models/mixtral.py +98 -34
  77. sglang/srt/models/pixtral.py +467 -0
  78. sglang/srt/models/roberta.py +1 -1
  79. sglang/srt/models/torch_native_llama.py +1 -1
  80. sglang/srt/openai_api/adapter.py +30 -4
  81. sglang/srt/openai_api/protocol.py +0 -8
  82. sglang/srt/reasoning_parser.py +3 -3
  83. sglang/srt/sampling/custom_logit_processor.py +18 -3
  84. sglang/srt/sampling/sampling_batch_info.py +4 -56
  85. sglang/srt/sampling/sampling_params.py +2 -2
  86. sglang/srt/server_args.py +34 -4
  87. sglang/srt/speculative/eagle_draft_cuda_graph_runner.py +3 -3
  88. sglang/srt/speculative/eagle_utils.py +7 -7
  89. sglang/srt/speculative/eagle_worker.py +22 -19
  90. sglang/srt/utils.py +6 -5
  91. sglang/test/few_shot_gsm8k.py +2 -2
  92. sglang/test/few_shot_gsm8k_engine.py +2 -2
  93. sglang/test/run_eval.py +2 -2
  94. sglang/test/runners.py +8 -1
  95. sglang/test/send_one.py +13 -3
  96. sglang/test/simple_eval_common.py +1 -1
  97. sglang/test/simple_eval_humaneval.py +1 -1
  98. sglang/test/test_programs.py +5 -5
  99. sglang/test/test_utils.py +89 -14
  100. sglang/utils.py +1 -1
  101. sglang/version.py +1 -1
  102. {sglang-0.4.6.post3.dist-info → sglang-0.4.6.post4.dist-info}/METADATA +6 -5
  103. {sglang-0.4.6.post3.dist-info → sglang-0.4.6.post4.dist-info}/RECORD +107 -104
  104. /sglang/{llama3_eval.py → eval/llama3_eval.py} +0 -0
  105. {sglang-0.4.6.post3.dist-info → sglang-0.4.6.post4.dist-info}/WHEEL +0 -0
  106. {sglang-0.4.6.post3.dist-info → sglang-0.4.6.post4.dist-info}/licenses/LICENSE +0 -0
  107. {sglang-0.4.6.post3.dist-info → sglang-0.4.6.post4.dist-info}/top_level.txt +0 -0
@@ -1,22 +1,23 @@
1
1
  sglang/__init__.py,sha256=T-fZEjKP66Q1q3PB56oREs5U3zf6bL0fNcdIbW8jMhE,1652
2
2
  sglang/api.py,sha256=vHiKBg8wwIdmrpnGclop5BzJ-1Q88emrlrfLwNCHg98,7010
3
- sglang/bench_offline_throughput.py,sha256=OQb-AjL4UNymmir02ht43uzgaNsnO_I11nXSowKMqBI,13841
4
- sglang/bench_one_batch.py,sha256=EnLkIb3JrnrcENMBi_mF7I1HqMJo7ajxsO_IsFaLMkQ,19216
5
- sglang/bench_one_batch_server.py,sha256=8VYNhaQbWGP8TkNVuy_sPjD5FiuVZHamtGRWKwa-Z-Q,5962
6
- sglang/bench_serving.py,sha256=ojEmGh2atqc8iwv371xCNsVc0CyFpKGRmr0Jvcjau0I,62858
3
+ sglang/bench_offline_throughput.py,sha256=G1lLm5F-ZE9HCb7tBi7GqhlZaDelgG4or4HgUSAD0sE,13877
4
+ sglang/bench_one_batch.py,sha256=4XysFhY3fbJmVXVaIAvwb0dx5TYTtO8ONAAzTFT-ixQ,19222
5
+ sglang/bench_one_batch_server.py,sha256=XJNBXYEuhU3vuSXJ2BRDAwlSPUmnC-gLCCJ1FSpuC9A,10894
6
+ sglang/bench_serving.py,sha256=JkPLvFxCax5EKw-0DSoGxuFte2loApCIW7fGI_MuWsI,62931
7
7
  sglang/check_env.py,sha256=qDMIG2rCNBH1yKnxQmF-Bp10oiFMUKMgfZLHZYOmdSY,8412
8
- sglang/compile_deep_gemm.py,sha256=Umy3oYFeCn40qHUdwlPVuFXmA24fFYB-fuWApgZnEfw,6211
8
+ sglang/compile_deep_gemm.py,sha256=XaKt2M4BMSiV8gx3ERzX5YwwEoE7suvUqgoi_wYlNpQ,6211
9
9
  sglang/global_config.py,sha256=xzLdk8W53fneFblNh8iIjGF9C3-7mnzR1-LleD9Btxg,1495
10
10
  sglang/launch_server.py,sha256=mDXfwha8LHpWQJekcCosR98QhCQsbmilsBlI5jAIgg0,420
11
- sglang/llama3_eval.py,sha256=gWSboDchIGybIce88bJlrCG0yiLZ513mw4gcutJlzGM,10017
12
- sglang/utils.py,sha256=GIcgiRHkZ-gyPxXOdn1qFF41jkg4-YdDxbPc4mzO-qk,16159
13
- sglang/version.py,sha256=o3vugdOdxbhKKrJaAjwQWlBdh89DmwewfXahpF5Cgxs,28
14
- sglang/lang/chat_template.py,sha256=YZPcCTWpW_OTwOm2IJv-CTlijqjhi4EFKlmJVZnn0hI,21059
11
+ sglang/utils.py,sha256=6Zpzw96ZDrZcBAI-OFmWtKvXcLBVLiHok0B42pK3kKs,16160
12
+ sglang/version.py,sha256=Rr2NlJlI5ama66BpRjzDUs7DOzgB59i8o_MYW0YO2X8,28
13
+ sglang/eval/llama3_eval.py,sha256=gWSboDchIGybIce88bJlrCG0yiLZ513mw4gcutJlzGM,10017
14
+ sglang/eval/loogle_eval.py,sha256=pRPVA4fxGmT3_oXvXnlNE-UlPrcQGLBJF-OSE9YWJXM,4336
15
+ sglang/lang/chat_template.py,sha256=HKlx7snSWFED8GKF5ex79sQrPWFw5TSXQM0_LsiD9Bc,20552
15
16
  sglang/lang/choices.py,sha256=-W1DVw9N9ZliVpvmWrzIXG4cswAah8eMQrHWzkS3D8o,6234
16
17
  sglang/lang/compiler.py,sha256=MAuzoOOpb98njJ7Io2SDmFkhTroDYiq0te0ZpfHkMY4,7597
17
18
  sglang/lang/interpreter.py,sha256=OH1SFCm4rUCPO32MTo8j5V2Z13Jic7_r1GQOP1-aHaw,33234
18
19
  sglang/lang/ir.py,sha256=gssBGxqQEVJmjR_PqG2yah48AsInGaO3CmnQ2boJThc,18769
19
- sglang/lang/tracer.py,sha256=20B9w2W3d0D6xSUGZjKFszFuZAzsa3gvgdIgsXR8GtU,8176
20
+ sglang/lang/tracer.py,sha256=ljBo9VZ0zVaGwzNk32qw21acyo60N0UjIjqBbT5a1WI,8175
20
21
  sglang/lang/backend/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
21
22
  sglang/lang/backend/anthropic.py,sha256=qXWqqFlk0-nC62QCcYIRjLTc4AHrdTKpl7hCeDzROUs,2019
22
23
  sglang/lang/backend/base_backend.py,sha256=tEutGCU5tni1xGlrIjAVvA9aflJBt2duKrIDzqabJWc,1975
@@ -26,23 +27,23 @@ sglang/lang/backend/runtime_endpoint.py,sha256=4pTG1TnOVTWBCh3rMhqL_NP2hsawG9xuP
26
27
  sglang/lang/backend/vertexai.py,sha256=gz0uNYyBb88jbPYz6ZIJ774fefrcbuVdoK33bphUZpI,4827
27
28
  sglang/srt/_custom_ops.py,sha256=L7NuEaRD_Q6Q54n0NZnLXgWZURbnn8Tkg4NQedE6zgA,3616
28
29
  sglang/srt/aio_rwlock.py,sha256=6LYtOdeTUY3hkfa1dmYkgsaF2ttrwIF3hUWz2AZ2fqw,2970
29
- sglang/srt/code_completion_parser.py,sha256=iYRFBxXBAysHcBnf9IHmmyjVkrqKu_9h6Z0_EEjjTp4,5404
30
- sglang/srt/conversation.py,sha256=c58QHyh1sxzFk9ERX9tkDk6zXT9h5zX08V_vF8BCmFk,35139
30
+ sglang/srt/code_completion_parser.py,sha256=vafJqdTTreD9kvCsoMuxP_fFmoue7pOA1ibI9KXg4mE,5405
31
+ sglang/srt/conversation.py,sha256=569K5QEjnZGF45GjFGVZfP1n8RqmpcwxuVbgWRNFyis,35295
31
32
  sglang/srt/custom_op.py,sha256=J1PUcGaeJJjfAjp06BQsLpUkKyR1zsh9MvDiDlqqJsg,1129
32
- sglang/srt/function_call_parser.py,sha256=evwCPbLFjgNiRf-1CcxVFYbF08UVsh0ZGvq_R35TPlw,33379
33
+ sglang/srt/function_call_parser.py,sha256=W3ZBbYP1Eg5z70sc1-HVhT_b1TJg5oxZDuGOppgMrA8,33378
33
34
  sglang/srt/hf_transformers_utils.py,sha256=97J396flSaelvOIn0zO8Ji3bvFWUiL2mhLgxnup-d-M,10054
34
35
  sglang/srt/mm_utils.py,sha256=1ScBunw_x4W8ebM_AcJ62-1T2mfT8NlMJqdAhkF1lb0,12367
35
36
  sglang/srt/model_parallel.py,sha256=eLXZhvJ4wG6dh0FontNCIdVZvHYdWgaeY-5cu7TD9tE,6078
36
37
  sglang/srt/patch_torch.py,sha256=OUPCGQSQz3MVZB1zZ_Eq8lXiw0uIKJ_HWjqQolI8FsM,3088
37
- sglang/srt/reasoning_parser.py,sha256=UN9UFulb1KRU34308xt9bYckC7syzq6G95M6sjUquZg,6324
38
- sglang/srt/server_args.py,sha256=5zM7vmMuZsDDSPEqF-_ggZZPwGdhWcgwzLKyX3Q5iDU,58086
38
+ sglang/srt/reasoning_parser.py,sha256=lZN5b1TJp3EK2GzxcICQhp0tRQjQw3ROOrjRgQe6Bsc,6341
39
+ sglang/srt/server_args.py,sha256=gW3mDnnRqrtpZTZOmjeWPfdnDNr070tSpUMrl7Qlc_Y,59525
39
40
  sglang/srt/torch_memory_saver_adapter.py,sha256=HYlgYJ2sgmjs2RSjU2KbCaXijRg3mTDZ0ZcCB5Bt6Ps,2211
40
- sglang/srt/utils.py,sha256=_4G44_vC2Aa8wHknV8poLVC7cQu88VE3tgLyW1n8om8,66491
41
+ sglang/srt/utils.py,sha256=8xEOCR2aw4InlcwrdIN9EFfR-1FU26T_VylU5FQJ4-s,66467
41
42
  sglang/srt/warmup.py,sha256=FmJiYfjRr3X_eAe7ojQaPoN17LvHpjDmRWRnO-k86AQ,1469
42
43
  sglang/srt/configs/__init__.py,sha256=8EcVRP95epZ49DxBa6LgKWt7eO3Qe7Hrr3V1c6HkMnY,553
43
44
  sglang/srt/configs/chatglm.py,sha256=j-b0YkdYUmQm2y1kNmMJtKeACxWKmBbvNNkDWbs6kbI,2907
44
45
  sglang/srt/configs/dbrx.py,sha256=tdhIkXAQl1yr0MxqFmsDG1E0e2puRTTKm6UTyANBLac,11005
45
- sglang/srt/configs/deepseekvl2.py,sha256=xMm_K8qhj6ckRO-neRQ649mBOXGsyn8iL4ts0_dzfJ4,23397
46
+ sglang/srt/configs/deepseekvl2.py,sha256=X8Q2gm7og_Ylx6tbFXetusfIJIXjWY_YH_p90C67BTI,23397
46
47
  sglang/srt/configs/device_config.py,sha256=kdwFrk5myAURxdp4rSr8ANpBpSJfuBDoT-kuCyuscRs,442
47
48
  sglang/srt/configs/exaone.py,sha256=Duxd4yQoKy8GWEzZD_kCY_OzmN_67CTJL_Kgn0eXk3g,10731
48
49
  sglang/srt/configs/internvl.py,sha256=0wUu_ExziVaA6bJjJ6VKP1uFJOHlj6fVx6y5wLSqJvw,27722
@@ -50,7 +51,7 @@ sglang/srt/configs/janus_pro.py,sha256=Rrb7kQsNaUP-TiZrjNk8Lr1momFrql8ScEunnrH0_
50
51
  sglang/srt/configs/kimi_vl.py,sha256=4W7VQI3pr888ZsFA2SqCQo4mI0seXTOrGQ-x3oTvWew,1358
51
52
  sglang/srt/configs/kimi_vl_moonvit.py,sha256=hx2Rt4JSFbvy2HUTeLjBpge87m8M6ITAhqsgdNf_Jd4,1163
52
53
  sglang/srt/configs/load_config.py,sha256=qs-AxuplouBx2tsv9KGBOLZPbwzuVA4vbktbGP_cRp8,3309
53
- sglang/srt/configs/model_config.py,sha256=3Q9YSf6ISu6zbgR6PeMCSA5EPZFjGyCchQCE4HjAg7o,23859
54
+ sglang/srt/configs/model_config.py,sha256=MONwgieC5BZ2fPq31a-xTTx-RzPu1OGUBaEkcpdFkjU,23896
54
55
  sglang/srt/configs/utils.py,sha256=3nHUfisMs_Ltuhv8OZTNCJp63YJKJVF43h1QZB1zqx8,670
55
56
  sglang/srt/connector/__init__.py,sha256=czLX5JOxuMhH-T9eSJzoc1qv1B4z9chyffDRL5I6wo4,1247
56
57
  sglang/srt/connector/base_connector.py,sha256=i6i1TIzsz4NbSEkrdMPq-urb2sN2aLAx8dazga4gB9U,2833
@@ -60,26 +61,26 @@ sglang/srt/connector/utils.py,sha256=isTvxauz1_8no5MW6p8Bwj2H9mQkweaRO_RSwAPA7R8
60
61
  sglang/srt/connector/serde/__init__.py,sha256=MvBJ7FBJtnou-AD-EdsCdAIDCcA8kWvUNuRViILVJ-0,718
61
62
  sglang/srt/connector/serde/safe_serde.py,sha256=Iv_mFsDvk-cXuw0WTykBZ2yGxW0jb82DwVqC7r3RmAU,750
62
63
  sglang/srt/connector/serde/serde.py,sha256=n59I2MXLa7WCyN_8pEd8L-scJk7lMhmEX-GOUIhF0ZA,1004
63
- sglang/srt/constrained/base_grammar_backend.py,sha256=ljTVWpBo3bolce-E_-mtHIY2XWez4qcyDPeaIeZyIhM,7454
64
- sglang/srt/constrained/llguidance_backend.py,sha256=S3Mz6j1k816E0w0VE_iZwwtUa2uUOoEnleWtW9VXrbY,5952
65
- sglang/srt/constrained/outlines_backend.py,sha256=XbmkZSJzJnnY7k11uj8Et3StfuOiFwRs3ID4IRYAA4Q,6839
64
+ sglang/srt/constrained/base_grammar_backend.py,sha256=c7EbA6o_OlZTeUPkTcMVR0lNkZiCUo8C7ra5z7DJork,6822
65
+ sglang/srt/constrained/llguidance_backend.py,sha256=FP_Mafzb034Q62v19NZsdDQQ2iSl-dfLvCFuB8BsFFA,6117
66
+ sglang/srt/constrained/outlines_backend.py,sha256=P0EE0OoaJmxas0hnPN8Xz9vtST0J8f-wzuTsDY0aA2w,6864
66
67
  sglang/srt/constrained/outlines_jump_forward.py,sha256=Gyubp-FVetxd6wP4FA_kD6cCXIRfr8k_ZDviJyte048,6824
67
- sglang/srt/constrained/reasoner_grammar_backend.py,sha256=XFxdZqvPofmtCeIMqR10NOyph06HwbdXfiVI8rIoV5s,3646
68
- sglang/srt/constrained/xgrammar_backend.py,sha256=nyjH5I6d96PdyZFEJgI1IShYU6p_ph7uvp2DLZ3zdpM,6955
68
+ sglang/srt/constrained/reasoner_grammar_backend.py,sha256=YFxWuOTTo4e6cGhxnaBwuwli6f8FTUJtszib8dBq_8I,3207
69
+ sglang/srt/constrained/xgrammar_backend.py,sha256=FKWrMb1QSgtCTCyk6pQZ5NS-5T3M6dvdxN7OOPCYc8A,7837
69
70
  sglang/srt/constrained/triton_ops/bitmask_ops.py,sha256=WjTen9iuuFWLzkE1mAHQZB9_7aIy5QH8Wjf-lB-Fams,4614
70
- sglang/srt/disaggregation/decode.py,sha256=3XQaSCpckX-FvgpshG4ahImL8d13128B889O-F7OOps,25231
71
+ sglang/srt/disaggregation/decode.py,sha256=WDaXASJn2cp35r6ySPDdm5oXXg-3kR714CXX5xG28fY,25378
71
72
  sglang/srt/disaggregation/mini_lb.py,sha256=SROT_-_OdZSD3R7ar2g90vL5WX5Ijc-K99zz7ewWD7w,12389
72
- sglang/srt/disaggregation/prefill.py,sha256=4wLYQtPMbKWMQvF3mGnvr8ygd9xRLO9zTwLKeM5BIf8,15424
73
- sglang/srt/disaggregation/utils.py,sha256=D4NDKWzFAwrsCxHIaOj_C3UNgDiFUBawK0eFkhEKuxI,4886
73
+ sglang/srt/disaggregation/prefill.py,sha256=Sf8wRv7BDBv0QQTahXR5wMTCiqOddhymx7L7vQbswXE,15527
74
+ sglang/srt/disaggregation/utils.py,sha256=W3Fe_MwJrSxHC1eMZRkD7C09VWFKRwfoM9_XXY-n2s0,5054
74
75
  sglang/srt/disaggregation/base/__init__.py,sha256=KR8xXoRCDAy2U623mfP6ujXu42m1_F9EiudjrKu2I_A,130
75
- sglang/srt/disaggregation/base/conn.py,sha256=gpf32bhYXWm_iaYB6WcrDaJ-UoL1ZzPI_xpi5pMhRQo,2443
76
+ sglang/srt/disaggregation/base/conn.py,sha256=hEOuR6kXrc7fRSYE9RAH53DLGHGaCcYWod6IkmtNttg,2491
76
77
  sglang/srt/disaggregation/fake/__init__.py,sha256=zmfeKYXjonRhfFOck1c_mP7Q4cW5G0f1RsTwRivKu0s,47
77
- sglang/srt/disaggregation/fake/conn.py,sha256=DKEVBgmzV3CNzZ0-r7rFV4orue2iP_7apEtgn-fcTEA,2552
78
+ sglang/srt/disaggregation/fake/conn.py,sha256=N9y0ZBhfPkrhaKN3gsRxqb2wWpiioaANtFqO9wVl2Ec,2553
78
79
  sglang/srt/disaggregation/mooncake/__init__.py,sha256=1vacEHmWjf7zgbMPzsXKB08FqNKNCquJdUiDlO41BOk,122
79
- sglang/srt/disaggregation/mooncake/conn.py,sha256=a1keKV59E1DV1TBPifhgK3mkowCDhIeDSi8qncBS0gQ,27913
80
+ sglang/srt/disaggregation/mooncake/conn.py,sha256=MF2N1FbBdI5mh5Btl6gkX6Dw8MqjKPMVe9NvwdspEdY,33652
80
81
  sglang/srt/disaggregation/mooncake/transfer_engine.py,sha256=MxDAB9ZetRF1pFS2LP3FVHPtQ1HjIt_SK3UMaYHZ94o,2604
81
82
  sglang/srt/disaggregation/nixl/__init__.py,sha256=n9HjrRk36WUcZNeetGWOh2pSriLp7GNTq7YYX9K3EtY,85
82
- sglang/srt/disaggregation/nixl/conn.py,sha256=e7bzFgu4XoCeuyTEyhvWILe1AGlXsqTzX_W2vaXCstg,30056
83
+ sglang/srt/disaggregation/nixl/conn.py,sha256=ekYUmS2c9TnkFrzS1DYGXZG-Yrb5WbMIL6gnQHAxG8M,30104
83
84
  sglang/srt/distributed/__init__.py,sha256=jFOcyt-wFAPMBUAf9zkZalNQlt-4rqmT6pCKBz1E4qo,149
84
85
  sglang/srt/distributed/communication_op.py,sha256=IBnFUdMftK_VSTMMMitGveonorFUUVNL4guqO31cMSc,1130
85
86
  sglang/srt/distributed/parallel_state.py,sha256=cCQq94H8A-rO2wZf_bCf1lkwcTVOBrHubM9K1PrzVSY,51560
@@ -94,51 +95,51 @@ sglang/srt/distributed/device_communicators/pynccl_wrapper.py,sha256=LblisImY9d6
94
95
  sglang/srt/distributed/device_communicators/shm_broadcast.py,sha256=d8mykYmXM1lfbPm8GNtqCF0Un_pdXYjbNmsgoVFyyow,20874
95
96
  sglang/srt/distributed/device_communicators/xpu_communicator.py,sha256=ajW6132BvA6jkeipEIgN27TFycI0U06Ih2Z8WNjlA4s,1593
96
97
  sglang/srt/entrypoints/EngineBase.py,sha256=xoyvp6XAeDLY2_Q2Ng33H-fRhrXHv2ldJJKd-HuDhqE,1870
97
- sglang/srt/entrypoints/engine.py,sha256=a4fWdSQrP1falTtceTf5wXoy7RTdhPDmfHq35ZdSE00,24064
98
- sglang/srt/entrypoints/http_server.py,sha256=5rOQGgWQ8Xq0Mt0khZ2au1IV-iQmpiDh4UKQAZ86QYM,30547
98
+ sglang/srt/entrypoints/engine.py,sha256=0L0jis9GLehFgkYP9cBBw7-Plg7e_quCF5OiX82O8io,24704
99
+ sglang/srt/entrypoints/http_server.py,sha256=xH-iXPx9wg2VqHW9dFxDAyIwcdBMAsUboK7MH4SR-5E,31003
99
100
  sglang/srt/entrypoints/http_server_engine.py,sha256=ihA6y3GXRs28Y9U3SgdQcJQjnw_SVIby7QrVgiafX04,4846
100
101
  sglang/srt/entrypoints/verl_engine.py,sha256=RYizNetTHzcB8dErX1EW4NsyRNGkFPljYaAf7pVRPdM,7002
101
102
  sglang/srt/layers/activation.py,sha256=oSkdo8B8najXFcVay3Y__CEvgXh87lAIhG0CMp2Ugqs,5954
102
- sglang/srt/layers/dp_attention.py,sha256=I5cJnBT996mzjpNRrzcZXGt9j8nrkgD4A4T-BHiHkGM,7649
103
+ sglang/srt/layers/dp_attention.py,sha256=MwqjY3uOg4dKjFxTyNlWnnHaA0oLL3oUkapfh0qs1IE,9438
103
104
  sglang/srt/layers/elementwise.py,sha256=XCrR2i-9dP-H6jQo2zUuquwZrsl_wEQqj5Wxk6WUf7o,13987
104
- sglang/srt/layers/layernorm.py,sha256=2XEaRK9e6syWO3YLcqWqlR7hZ5R-CFDqbCII-zntQLM,5957
105
+ sglang/srt/layers/layernorm.py,sha256=kU47PX_V46RblaxxMNxWxGjWSa99o0w2s68908rGp6Q,5957
105
106
  sglang/srt/layers/linear.py,sha256=nC9MxJrFap1BEyqgFlBySH4IeQruIbcBp32cOhUl5Fw,52149
106
- sglang/srt/layers/logits_processor.py,sha256=RMcgimdBCOTg_ikyUvyqPJ_Bc_0rKBK5AtDTBPyQZAo,24230
107
+ sglang/srt/layers/logits_processor.py,sha256=eeG2zXZguvz2r1OVKVd5HFSPseL5fzRenh0cYuKO-GQ,25557
107
108
  sglang/srt/layers/parameter.py,sha256=zqWyEzpWzP4NNTjq3G9khq6XofgpcmJqQLg6Vd4WyWE,15084
108
109
  sglang/srt/layers/pooler.py,sha256=nR9F4x0GP2KYkJihhcL-TX30gfLY3mVhOLRfeBDeKL4,1942
109
110
  sglang/srt/layers/radix_attention.py,sha256=F71GgDes_fEt_cHxR9HM2QhNG5u7uF4zDAuLqwLYEV4,3481
110
111
  sglang/srt/layers/rotary_embedding.py,sha256=eVBwYvGpFhL1KyyPutQuZotmvSpChcxzyhpmcbQ6cKQ,48267
111
- sglang/srt/layers/sampler.py,sha256=PNgMXm2vsNsE6Rt89R5GLDC3lDxdIujoWli8F3vldng,11384
112
+ sglang/srt/layers/sampler.py,sha256=JmzceFPgl3vjaf9VQA3OPEW52tRZ_njrOxpGdZ35LP0,11261
112
113
  sglang/srt/layers/torchao_utils.py,sha256=Ws24FdRBSkTpyeyA6bQrdDm-W5wfDxKvSIPUSahyMfA,4063
113
114
  sglang/srt/layers/utils.py,sha256=tkTz86DFZ4NRMEUc4QkYNskUskdxXoEqkWqaMGbhP7E,1045
114
- sglang/srt/layers/vocab_parallel_embedding.py,sha256=QUxd4sELx6p3dHvEKmccPZ-phdd_9EjNdwjH3SJ9zxI,22238
115
+ sglang/srt/layers/vocab_parallel_embedding.py,sha256=GPKCQiR2yH5Z2XSE9g3vWObdegcwPnMHXv7qEZovLH4,22755
115
116
  sglang/srt/layers/attention/base_attn_backend.py,sha256=lGujcYJ_CxHJy0Q9L6Phn3ds-nBGMy0OGj3R54R65iQ,3334
116
117
  sglang/srt/layers/attention/cutlass_mla_backend.py,sha256=kCNn5Ub0jCsFjhVhuE-9qK53gu5a9oMStMeT2lcc6CU,9904
117
118
  sglang/srt/layers/attention/double_sparsity_backend.py,sha256=2ZRL_gYz14idoVqQzeQ6N77nXer0f_8_TUYw40XUUz0,9161
118
- sglang/srt/layers/attention/flashattention_backend.py,sha256=iloWukpG30lefbAkXGVIARuy5PUQ6l1awVIeOAS_-18,87867
119
+ sglang/srt/layers/attention/flashattention_backend.py,sha256=o9ggOpIAhmLzxRfVg8mjLM_x6vesOb5f6MayVZe0UJU,87868
119
120
  sglang/srt/layers/attention/flashinfer_backend.py,sha256=53TXhmBpU5rs04-4u-yXclwJ5UYg7WJfyLDZJ8nSDOU,47651
120
121
  sglang/srt/layers/attention/flashinfer_mla_backend.py,sha256=4BJy18GHYiNVjcSkvmzxgoSk8nugsLrZuars_m-4oYw,32406
121
122
  sglang/srt/layers/attention/flashmla_backend.py,sha256=wR0bkLz3mj5EfuHEi9fwEP2vtq6xFhsrIijpFb009o4,10340
122
123
  sglang/srt/layers/attention/merge_state.py,sha256=OnWmNV6LYTUj0y8SCy_IK7A9q6v9bZwR4_XiLOIvbrk,1423
123
124
  sglang/srt/layers/attention/torch_native_backend.py,sha256=K5hUqBgakk2COSQqsaxWs0yEVOHS-7BlOygZTOeI8kE,9444
124
125
  sglang/srt/layers/attention/triton_backend.py,sha256=oEEiUwHbm4rNw5ExbQ2c3n0TwAgkk77yuLFenj9bHOo,26902
125
- sglang/srt/layers/attention/utils.py,sha256=rxB4sbNIHDTges78bDbnpd_hUgtyb3e16wUwgI4WmoU,2751
126
+ sglang/srt/layers/attention/utils.py,sha256=3NyDQ2T2IHwFb5mAJzbpyxRYmdkB8htM3_9_U5GqQDY,2889
126
127
  sglang/srt/layers/attention/vision.py,sha256=TOTRWzd5d_9fCR8DOvy_oY-vJ1zl2cVYni5hlZGDens,15355
127
128
  sglang/srt/layers/attention/triton_ops/decode_attention.py,sha256=DPu_aCPgwPqKWZPEQmp_xA7MPbpV2ip-MEICCB470Ao,19120
128
- sglang/srt/layers/attention/triton_ops/double_sparsity_attention.py,sha256=vsDZZ5QGb8-KBzADgKshnVQbsW8zRJF1h5hgdPGW5lU,31124
129
+ sglang/srt/layers/attention/triton_ops/double_sparsity_attention.py,sha256=FbgrPO5GvEGEvojV7Ss0jX7384e9vuzX2goDCQuP1Zk,31124
129
130
  sglang/srt/layers/attention/triton_ops/extend_attention.py,sha256=m12jEnQkNJguATqvZ57HtMC2hhU4wqdB8xAYdh25BxE,13922
130
131
  sglang/srt/layers/attention/triton_ops/merge_state.py,sha256=v9nD01a5eTnkwZxMwERtrrRfC5rs6GxkYOpErkAPcYI,2877
131
132
  sglang/srt/layers/attention/triton_ops/prefill_attention.py,sha256=waZsmpKIp8rTgFSoM4QMabJuLaB3yW6ltOzAKJksBoE,6260
132
133
  sglang/srt/layers/attention/triton_ops/rocm_mla_decode_rope.py,sha256=664WnAJ91EiCUZOcnVDfbTQf4uGJ4ZDZB1CbxpEUFZc,13866
133
134
  sglang/srt/layers/moe/fused_moe_native.py,sha256=U0qh3udHuJJll3udydqABoXPFz0au9aEj8Lv7OAHYvQ,4655
134
135
  sglang/srt/layers/moe/router.py,sha256=5Aeqoix_AS4uymb665OJE904wVSBkQeFdZP4e7KKPvg,10530
135
- sglang/srt/layers/moe/topk.py,sha256=K-VU64nWBV07bu1Okn-uYbhz9gylq-KFNRYn2SFzu28,11129
136
+ sglang/srt/layers/moe/topk.py,sha256=ir3CXINtE2xeLJDh9S3PlxikRC0e4AIxb-lEQqttnBk,11127
136
137
  sglang/srt/layers/moe/ep_moe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
137
- sglang/srt/layers/moe/ep_moe/kernels.py,sha256=9uYEBcxw7DLRy-YEZimvBbY_eWLWJgjWGobWka705sk,33546
138
- sglang/srt/layers/moe/ep_moe/layer.py,sha256=_GmykK_yQOIKXlmv1SNkUbM4AVAhxQwwx5mrhCF9LlU,40349
138
+ sglang/srt/layers/moe/ep_moe/kernels.py,sha256=tj2yIWdgn3zaz9uuhsm6qx4syaX_t-zpYPLKotCX89k,33547
139
+ sglang/srt/layers/moe/ep_moe/layer.py,sha256=TPBcD9_To_sQhayur9nbQNRn8AYTCO3gXtytKHfUkGM,40349
139
140
  sglang/srt/layers/moe/ep_moe/token_dispatcher.py,sha256=y-t3qG0GS9r8GLTe6_-5BV43Sp5BPHIoveDlYFGIt7s,22051
140
141
  sglang/srt/layers/moe/fused_moe_triton/__init__.py,sha256=h9yMFAL_bagUf-qBED8gSWdCOb7d8IdA-pE-L_nIg8E,842
141
- sglang/srt/layers/moe/fused_moe_triton/fused_moe.py,sha256=O5GTg0RkAdqDDFB99Ux4ku7BDuj5_Lr-vNph1RLbedo,55996
142
+ sglang/srt/layers/moe/fused_moe_triton/fused_moe.py,sha256=mNFBkSB9n1axyLAs9dsIwdAj7L5w9ZFEEDsxOL6XPPE,55996
142
143
  sglang/srt/layers/moe/fused_moe_triton/layer.py,sha256=BMOV76fabrZcoyDmRpRbH11Jc0ogWH2k2QAQwvZIpgI,25084
143
144
  "sglang/srt/layers/moe/fused_moe_triton/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB,dtype=int8_w8a16.json",sha256=iNGsE2ZeVnQEnN4A8UJ9Jv0d3hbRF2MJ9oBgjup5Szk,2737
144
145
  "sglang/srt/layers/moe/fused_moe_triton/configs/E=1,N=14336,device_name=NVIDIA_A100-SXM4-80GB.json",sha256=JJN0hryyLr5Zv3dSS7C8cPFhAwTT6XxUVnBGMZvV6JA,2752
@@ -293,16 +294,16 @@ sglang/srt/layers/moe/fused_moe_triton/layer.py,sha256=BMOV76fabrZcoyDmRpRbH11Jc
293
294
  "sglang/srt/layers/moe/fused_moe_triton/configs/E=8,N=8192,device_name=AMD_Radeon_Graphics,dtype=fp8_w8a8.json",sha256=-RzUWSIAAsg6iA-8SPMa68hPpBVoUyMJs3dLP7edRu0,4323
294
295
  "sglang/srt/layers/moe/fused_moe_triton/configs/E=8,N=8192,device_name=NVIDIA_H100_80GB_HBM3,dtype=fp8_w8a8.json",sha256=sY2nWMPh9lsIkhPCjkHO245wpnfFbrHmzdcZDVFPVww,3265
295
296
  "sglang/srt/layers/moe/fused_moe_triton/configs/E=8,N=8192,device_name=NVIDIA_H200,dtype=fp8_w8a8.json",sha256=Uz5X80VcNBOaxshwVNUEittHk2zqB4HQCfTJ4TPG5aM,3274
296
- sglang/srt/layers/quantization/__init__.py,sha256=WVaItwaovrn-tZiAK0Wvs5RkV_yXi88K4z3xHB44Wf8,12424
297
+ sglang/srt/layers/quantization/__init__.py,sha256=0qQgvF5wR9VlYO9xv8GERPgtKWZ9OMilaxcSUeGTyN8,12424
297
298
  sglang/srt/layers/quantization/awq.py,sha256=KemDG55U3B6YZVjMV71awVAIj0islFvtxcUHmOBeGy0,6739
298
299
  sglang/srt/layers/quantization/base_config.py,sha256=jWk_egQrVNMYmQgbTI9vkcgzScLFjB5_sywFlAfE5J0,4776
299
- sglang/srt/layers/quantization/blockwise_int8.py,sha256=cu9-JiCZDfMfvB97Kv_-eEG87VX5bRFIllFkzpO_xIg,15122
300
- sglang/srt/layers/quantization/deep_gemm.py,sha256=kRQlSowo733jtdY3FCwo6ybed6bzG0qzE36jv2B9JpE,13207
301
- sglang/srt/layers/quantization/fp8.py,sha256=rYPGv7bn8WaNTLSVhb8vpmaySwadLQPEHdEYBC24Ieo,40709
302
- sglang/srt/layers/quantization/fp8_kernel.py,sha256=qc-95CXESRLw5CxApExNKnwsulxbcFwxC8ynT61gins,32570
300
+ sglang/srt/layers/quantization/blockwise_int8.py,sha256=BgPrsTakDDFirALkW9q9VmFk0wFZv9cotkTU69Gnxeo,15122
301
+ sglang/srt/layers/quantization/deep_gemm.py,sha256=a8T2IdWV11m4tnXfSwEmNzb_LwdaXcuaseFRsR07TtM,13124
302
+ sglang/srt/layers/quantization/fp8.py,sha256=QguTeY-PMgU5Vu3QdeqmS3DgFD1R9avwgBZABG92dcg,40709
303
+ sglang/srt/layers/quantization/fp8_kernel.py,sha256=OKpebbn09CpRzxFgB-RB_I4ZnWGLJ9nR0YTFu6-ZMdw,32570
303
304
  sglang/srt/layers/quantization/fp8_utils.py,sha256=VHU7glWyKjAMvR-zXAvZIuqMk6V3fj-rOx9K3xR-LEE,20075
304
305
  sglang/srt/layers/quantization/gptq.py,sha256=gyGMOPXHzozK7pPWSjKgLdFX9h7MCEww7n8FqEVEVac,15364
305
- sglang/srt/layers/quantization/int8_kernel.py,sha256=CR-VuTTR4GYluOZTpS5mmEz3hYrsY4GOX-G-h3XAYKc,12163
306
+ sglang/srt/layers/quantization/int8_kernel.py,sha256=W9sXTIs46LJQPHLCt6UjoAVkIZhUn5eWq8pbyQBHpSo,12163
306
307
  sglang/srt/layers/quantization/int8_utils.py,sha256=YK9CS-lb_n91kNCTKK5o5apYF31V2giDg5G5VKrpcUA,2356
307
308
  sglang/srt/layers/quantization/kv_cache.py,sha256=_9pF5rwvB7ta6Gdc5YKVVGbNzYwqmhIx4TrX1-xnodQ,3261
308
309
  sglang/srt/layers/quantization/modelopt_quant.py,sha256=TpPgtbV7O5r1JY4Wm0np2pReQO6XERIdEDQcV41oTn0,16596
@@ -473,33 +474,33 @@ sglang/srt/layers/quantization/compressed_tensors/schemes/compressed_tensors_w8a
473
474
  sglang/srt/lora/layers.py,sha256=xdP2Gwlw9PCPZBhujGqO6aBn0eGxpVeIBFUp1LIGCto,13119
474
475
  sglang/srt/lora/lora.py,sha256=uNvbjZ_Wr1SLI9-ElRJA_JKwkibSGroP5Bfpsr9MI-Y,7527
475
476
  sglang/srt/lora/lora_config.py,sha256=qDgMTx_69jyJUl29O5FxLzYa0BMhqYVXWXfyyVOvGm0,1684
476
- sglang/srt/lora/lora_manager.py,sha256=9MoVn-3PaeczidcDuqGQuRtJqa4yP5LW2HX3t5Fbzps,11527
477
- sglang/srt/lora/mem_pool.py,sha256=xUFoHUDJgX9lt2YugD9HUY5tIMnJiazYMZ6LYqSGv-E,9633
478
- sglang/srt/lora/utils.py,sha256=GjEBgsGhDhX4NqVqeaciznQ8RotKZmb2c-nw4YMLHxA,5251
477
+ sglang/srt/lora/lora_manager.py,sha256=1vkfpx5EfkGji08xUFEBTNfeDjpjfieQDRScIbEmO3w,11528
478
+ sglang/srt/lora/mem_pool.py,sha256=dIx_8yZiJkFMyddfKL9G0zzgDxdkCQjG2qrbdHxqPtA,9633
479
+ sglang/srt/lora/utils.py,sha256=S53SOjYqeEc9toqGaThod9MNWEJs0OJew6KY558cMF0,5250
479
480
  sglang/srt/lora/backend/base_backend.py,sha256=EIz8I-GIrdmK4fISw3ENhbJVVITaxKfyLxHXGPU4fPs,5044
480
481
  sglang/srt/lora/backend/flashinfer_backend.py,sha256=el6IAB4kTgDTbwCggmqFuukliyoapN5X6FLksG-4wJ8,4151
481
482
  sglang/srt/lora/backend/triton_backend.py,sha256=uqwBGlguXX8EkCKjSPqac6SPTgcKA31u3u6HkKPQcos,2530
482
483
  sglang/srt/lora/triton_ops/__init__.py,sha256=JGOYPIn1XbGcyJTbt8A0qoc02PYONSGNNjGkC8yJpAM,283
483
- sglang/srt/lora/triton_ops/gate_up_lora_b.py,sha256=CDGt7lpu9GjykgMtmwbZ3PEqjTlRYyh28AUlj1cRcmw,5279
484
- sglang/srt/lora/triton_ops/qkv_lora_b.py,sha256=HTfU3HxxxVyaG_aJrrVjPJTnqf62yvepcKJKYkG0XJQ,5944
485
- sglang/srt/lora/triton_ops/sgemm_lora_a.py,sha256=ZmWEqHJaorRNNj-c_ZXPi_pX8X_yIAwudRHAJVa0m08,4350
486
- sglang/srt/lora/triton_ops/sgemm_lora_b.py,sha256=Q58UzWUb3QFqY_ZxWA3poN373N0Hwkks5AQRKIuvFC8,4517
484
+ sglang/srt/lora/triton_ops/gate_up_lora_b.py,sha256=vOUDzC_Sq7UGnDbdF8F7ChKG12hDIOFwwMb7e62Lz9w,5280
485
+ sglang/srt/lora/triton_ops/qkv_lora_b.py,sha256=qCpJAksCSXS3Znm-ABx1QfrdNqj9hrP61oaeW-n2RhU,5945
486
+ sglang/srt/lora/triton_ops/sgemm_lora_a.py,sha256=yNBgl8jS76DPlGJg8puRkSnKkewf2_2oKfVZZRq4lYY,4351
487
+ sglang/srt/lora/triton_ops/sgemm_lora_b.py,sha256=EoF9HymgQ1V9DwyOJOvbw1hCbEjprVOne_fC4VHgj-s,4518
487
488
  sglang/srt/managers/cache_controller.py,sha256=RDKuRuRdrMWhsy4QOXvtTG_u_NQUQFly7a6BnoEYiMY,18434
488
489
  sglang/srt/managers/configure_logging.py,sha256=fOJaXAQ1n9m-8KPJndpsKvS885i69SMafoEADLIVfIM,1633
489
- sglang/srt/managers/data_parallel_controller.py,sha256=UgMruoTjQDWDCZK7ATmmgNrrY011pDqrFGl4vJdBpKU,11677
490
- sglang/srt/managers/detokenizer_manager.py,sha256=3S3aRvKSi75RQSxEEQkeyxKDNNunWiw9wlwsbT1VXSo,10099
490
+ sglang/srt/managers/data_parallel_controller.py,sha256=nB4CD_g8VShTZHCQ9sfst73lQeSvOChFzeY-6RRAhL8,11648
491
+ sglang/srt/managers/detokenizer_manager.py,sha256=SpLxTsSPKBZfD-ZMhJ5zpPPGuUb8PmcYgFSL9CsurU4,10696
491
492
  sglang/srt/managers/expert_distribution.py,sha256=r3o5RGI0gnV7xb60AApqKYa0oiSB37oB7hQBX7P3xZM,3225
492
- sglang/srt/managers/io_struct.py,sha256=ipda4zV_48dIOgmO8t-rvd37jcqvhXtkM8z5PzeKtG4,31755
493
- sglang/srt/managers/mm_utils.py,sha256=JTu5B7jZWTtZi8LCpVa6ITvSToxcuf5PDbb3FJC9M6o,18089
493
+ sglang/srt/managers/io_struct.py,sha256=A6Odr-nyO3CJ0925m_2zCnvra6oQAFPU2o7F9TqSD70,31835
494
+ sglang/srt/managers/mm_utils.py,sha256=qTxNjMWdQwPpWBjk86eOS-UEgkfwNq5WwYiREK3wRso,18090
494
495
  sglang/srt/managers/multimodal_processor.py,sha256=XlRYvNhF6XOssreRX9DZPhLSpps_VE62gSKw3EGdNPo,2088
495
- sglang/srt/managers/schedule_batch.py,sha256=bPCIF6WYB5qMAhJn8f_waFF6RC3MAJ0nyRXVAkuF4SE,65030
496
- sglang/srt/managers/schedule_policy.py,sha256=VtjzbEdpCpay9HUFrIRM68ju1vyIPX9yDZVnX03ffAE,19765
497
- sglang/srt/managers/scheduler.py,sha256=Aujk_lnvlxpoDRpZdGPRULYD4oxg53BTpUzjGFdmJFo,90200
498
- sglang/srt/managers/scheduler_output_processor_mixin.py,sha256=15Eicph3bPVuBMPsMPOLReNc2Kmi6m1WXlq0UbYtj9g,26773
496
+ sglang/srt/managers/schedule_batch.py,sha256=OhrWYd_ywWiNNMOp_fcDOIwYt9_gX7oZnR9imEXbkb4,67564
497
+ sglang/srt/managers/schedule_policy.py,sha256=mCgwmhCTpzQJawiNizIxjY4nszkxokMmMz9DlDGGUa8,19666
498
+ sglang/srt/managers/scheduler.py,sha256=2TzJU0DZ_nmLnYJjQGn_JZJdfG-cDQnuMZUrINiOwsU,91483
499
+ sglang/srt/managers/scheduler_output_processor_mixin.py,sha256=aaj0z1PD3fGIOPoTtWwqoKsii0yQCR7txVFXMPECveQ,29879
499
500
  sglang/srt/managers/session_controller.py,sha256=o-ifit0n4_xHLNmyD0Ams8FxGRgxFybX-Vz1hwgr3UQ,5755
500
- sglang/srt/managers/tokenizer_manager.py,sha256=w2zheYUZ8KHMWegPOyusJzvMqVDs3xI1Bxn9-NjrE9g,50830
501
- sglang/srt/managers/tp_worker.py,sha256=ce2Q1AF1ZilE3Vh1Vcs4tXBkeUIl4Bm1NKv9yjX6xqs,9919
502
- sglang/srt/managers/tp_worker_overlap_thread.py,sha256=PyBiUdHeh1Z_o_R34lNB28SBjqTP4nArNCQhX0O6K2M,9440
501
+ sglang/srt/managers/tokenizer_manager.py,sha256=DMGNicPMCudO81ryP4zPC9GbO6cAkouGNUHtSQ4f_pQ,56162
502
+ sglang/srt/managers/tp_worker.py,sha256=cnI2JRxDqM7RXaaXAnLHNyYH4Jt7SB6HLAD5fRoWoNA,10025
503
+ sglang/srt/managers/tp_worker_overlap_thread.py,sha256=W-FP7dkR9_voS0emMj4N5ML3Iao9gNZc-on6iUflbrw,9835
503
504
  sglang/srt/managers/utils.py,sha256=5i75uLlQOF_5CaT02CrWtwozMTtwTg2_nLP8Dtr-JZQ,1536
504
505
  sglang/srt/managers/multimodal_processors/base_processor.py,sha256=DMeqUdxyOZ5IKo-Z2NjEteJS-Oz6gG9jyU27c8QwA5A,10367
505
506
  sglang/srt/managers/multimodal_processors/clip.py,sha256=lRc2mcuDbAhZVf-0EfkO81pqDiol9zLvTpDqtPIBQ2k,1525
@@ -508,23 +509,24 @@ sglang/srt/managers/multimodal_processors/gemma3.py,sha256=G52ck_3UQGeyrtvjLqI8B
508
509
  sglang/srt/managers/multimodal_processors/internvl.py,sha256=mydI4yWRMiIo6y8ZL_wxqU2IPpfVf2eR4SA-yOmK3H0,9172
509
510
  sglang/srt/managers/multimodal_processors/janus_pro.py,sha256=UJoKQWsoU9kittKDwjWbG2KC12wSA-4A3DpTPhA6VoI,1854
510
511
  sglang/srt/managers/multimodal_processors/kimi_vl.py,sha256=vC9OeS7gVTHzazbluiQ1I0QRKqszlqK75ghUA1rmUNc,2490
511
- sglang/srt/managers/multimodal_processors/llava.py,sha256=8mac3vUUpVd12o43k1TyMaLEySZB915ks8Q5epeZmbg,6209
512
+ sglang/srt/managers/multimodal_processors/llava.py,sha256=APzkprLvqrQkFA6LoDemUa73FtjQL4lwGSnsx5R4vuk,8004
512
513
  sglang/srt/managers/multimodal_processors/minicpm.py,sha256=uEnlsImjHBOMVNGlfBGpn1zCDLNeMY58HvJ7ZthL2N4,5698
513
514
  sglang/srt/managers/multimodal_processors/mlama.py,sha256=MLiGS606LzVtdoXvjWGANx-K_7nE9J_fMVmkXN7Gz8k,1661
514
515
  sglang/srt/managers/multimodal_processors/mllama4.py,sha256=50Yox7TaGrrB7iPjN1dQ_UzuY41x7VLmMcRXBhTgUvE,5592
516
+ sglang/srt/managers/multimodal_processors/pixtral.py,sha256=YG4-ufrooQnlGZ4gCnl-Scwor322oCHHbO6-SdztwpI,4064
515
517
  sglang/srt/managers/multimodal_processors/qwen_vl.py,sha256=l94DOaY9vhlD-QjWVWNHUmLu48UKTb-QN9vXqrQxBgA,6907
516
518
  sglang/srt/mem_cache/base_prefix_cache.py,sha256=NY62Zo0A0tLJ7ObRLOQqQcXCxoJUDZsK8f5U4dNQjKc,973
517
519
  sglang/srt/mem_cache/chunk_cache.py,sha256=Lyv3eUEaYnCJCLoZQhCx5WfiiUCrrS4xti3e5VROl1A,1894
518
520
  sglang/srt/mem_cache/flush_cache.py,sha256=GYcxmNXh4hsMpFfNOuCTpKilW7guZwTtAg_usVeM3J0,979
519
521
  sglang/srt/mem_cache/hiradix_cache.py,sha256=BJR-R2u5YyYIhGIxTY-3rf8Vx60XjCRU8Yhmkn2fzzM,16597
520
- sglang/srt/mem_cache/memory_pool.py,sha256=DG02tZ7jPRoh1_OVcvmhyHg8u-YKlEuBe9AvyB88p6Y,36260
522
+ sglang/srt/mem_cache/memory_pool.py,sha256=M1rKyPZ0TBLenO1nQgsjAwheBfMzcR3-B4hPNAEgCEQ,36358
521
523
  sglang/srt/mem_cache/paged_allocator.py,sha256=BrJS0vN1k-vTSgb_M8u_1KoZFRgzgR1WRyImCTq3T0U,9770
522
524
  sglang/srt/mem_cache/radix_cache.py,sha256=Lm-pco6CJ4orb9IfDpbHm5MnyK8Ya0OF1x9p88dv548,14906
523
- sglang/srt/metrics/collector.py,sha256=zHg4twFQJvuK1mSme3-EYQa9PJryfp_u7a4RxQ5RcO0,8874
525
+ sglang/srt/metrics/collector.py,sha256=o9s4j-QC6JK_S352QVkAUkz35my57gFPWyhh3WUIfiY,19569
524
526
  sglang/srt/metrics/func_timer.py,sha256=VFyNRrbnKVCwnQsrlLin1lITJfjQpf9m8sGPqL5LIsQ,3438
525
- sglang/srt/model_executor/cuda_graph_runner.py,sha256=ISDLqpJZ0_WjX2IqWt6yASy4yLMUchVc9-6J_bK-UBY,26208
526
- sglang/srt/model_executor/forward_batch_info.py,sha256=Kz30RuEjuOAN9_8hlvvknF4qeohyas7NrS90FCRtIMg,27730
527
- sglang/srt/model_executor/model_runner.py,sha256=Ly2mSDbI83UBom4FHDMPIKdCqS4m_2t7O-gZWjYHnYE,49184
527
+ sglang/srt/model_executor/cuda_graph_runner.py,sha256=toZ6OvNcxWQMoPcpifWgeoeJP-fGdwySVzdLkec8Oso,26310
528
+ sglang/srt/model_executor/forward_batch_info.py,sha256=b7XH72qIpslgEpy7hyMqCXtC_fWNm_yuqVtQRk8hWPw,27731
529
+ sglang/srt/model_executor/model_runner.py,sha256=J0B6nSs8oiuizHM653c0SY5PJ9BbqUmne8igPs1bUdg,49200
528
530
  sglang/srt/model_loader/__init__.py,sha256=zGZkOBz1zx-pkaIy47BasL3fjDlAcxAXUTjInOhXHAE,919
529
531
  sglang/srt/model_loader/loader.py,sha256=-TISKGKpehU86vVyGm0xo2GALVVzQSUibi3jEisTBiw,55494
530
532
  sglang/srt/model_loader/utils.py,sha256=0NaMR67fESFopaklmsleiL27XH1QUrjZW246MUu1EJ0,1369
@@ -536,9 +538,9 @@ sglang/srt/models/clip.py,sha256=58m-y5lkHIGY0ypYGtgD6gImQ7yZJutYGVl-ygqbNBI,197
536
538
  sglang/srt/models/commandr.py,sha256=5Y_b3K0QY7D37nFGkyiGgY38RleRui_GJUYcHSuHUZo,15315
537
539
  sglang/srt/models/dbrx.py,sha256=4pn_fdoATg01VEqNnIAxNEsKV5XU7gwHyd289eydq1s,15598
538
540
  sglang/srt/models/deepseek.py,sha256=ZnN02HdgXCB23Vno5V9UMUoOxH5HC82vNTwsVulUJ-o,17206
539
- sglang/srt/models/deepseek_janus_pro.py,sha256=9pQyTzKPTJI0tbOs0aPfqfqMeZeY-ZyyDiNjhkvNxZ8,70449
541
+ sglang/srt/models/deepseek_janus_pro.py,sha256=OeeI7vZbE4HGpxa8CwT6-Lbfs7J7WMQ3oBNpVJQpv3w,70450
540
542
  sglang/srt/models/deepseek_nextn.py,sha256=Yy5dItwimszQsAN7EjgND2cNQ9bypJ1TtFfhqcBQJnk,5673
541
- sglang/srt/models/deepseek_v2.py,sha256=qCTwb5d2Tem2hgH0_lBb2auIfn9TUSaO_D4-yzfYX08,75561
543
+ sglang/srt/models/deepseek_v2.py,sha256=ueqi4m3S4rj8VL49MdXmxXrNHp2rAsYCfclcjLOafHg,75767
542
544
  sglang/srt/models/deepseek_vl2.py,sha256=j8BdxZsMjm6lPdbDipEIKhVIVywCP1Vl1Kl46BZ5_0Y,13147
543
545
  sglang/srt/models/exaone.py,sha256=rX7J0xFt9TSt6tMIhnYMkb5KDnqTJIV4BtjPLFwQ8_8,13425
544
546
  sglang/srt/models/gemma.py,sha256=4cdrPISg1VKnsuI-QPTpYvet4BrX8BMKvCIN82iLskw,12641
@@ -555,21 +557,21 @@ sglang/srt/models/internlm2_reward.py,sha256=ndfGmyqYZbVZ7C7rJ-v9oK3wa-EpoBGybS8
555
557
  sglang/srt/models/internvl.py,sha256=kEzkL5tAq3skvK5D7TqhiElSIXrA6cNOd8irYV4aKhA,24927
556
558
  sglang/srt/models/kimi_vl.py,sha256=YoM6CmrF4ZS0SsXKiR-_SfylKhd87ciJjno6_x5LG4o,12874
557
559
  sglang/srt/models/kimi_vl_moonvit.py,sha256=M5L7AJOJ2Zh2pqLZAq8aRqhbTSlipr8XOoD3ix6o2sU,23908
558
- sglang/srt/models/llama.py,sha256=ELNq-rheXbf1_YEFhg-AfuoPTPP0rF6mp1p-r0njGjA,26998
559
- sglang/srt/models/llama4.py,sha256=Nd78ymcCzflazaFehYc1YGzZLbLfHgFl8dJXmhYmcEE,19402
560
+ sglang/srt/models/llama.py,sha256=-NC9EL9R8iJqaRrkMLewvTP3sgC_f07AHmGBVEdKmQ8,27149
561
+ sglang/srt/models/llama4.py,sha256=EZdosYTrzEX0oYnWqocTzB4n7U9_V8fIgJqGxrJn268,19385
560
562
  sglang/srt/models/llama_classification.py,sha256=4QWTFaUZIFKYZvEzs8bx8VkOZNIwdYCLrnwrdAw4QK0,3108
561
563
  sglang/srt/models/llama_eagle.py,sha256=Ubh_jmtfiOnriwvHgQT0ZGID7JvYvdSi_QGHOIkEgPE,5028
562
564
  sglang/srt/models/llama_eagle3.py,sha256=KCvUrWn17t7T28G60HwMyy99iB9AbdbPnS2el9n3r6o,6804
563
565
  sglang/srt/models/llama_embedding.py,sha256=zq-_lNu35VBFc7eemiam0zdkGIE8fzrgk5OWYfirZnA,3254
564
566
  sglang/srt/models/llama_reward.py,sha256=LF2nqMV5XOrljGjAwJg43mBv3z6Q040I2EYlgZeCp8k,4681
565
- sglang/srt/models/llava.py,sha256=KMwNNrlMuMaKEOZMDRBKBQbe6uctpKTLc0zOceyGC34,27242
567
+ sglang/srt/models/llava.py,sha256=b9WcshvSqz1cqbuOq1tVTKH5J9D5PN5bBYrWzVKIQzo,37116
566
568
  sglang/srt/models/llavavid.py,sha256=q0lHlRnoYHKJZsWnkIQdd6dYAQ26t7XsmrqA0zDGmZc,12829
567
569
  sglang/srt/models/minicpm.py,sha256=m5HFsSJj0Po09LY9R6qj6K4gceqWDMOePz3NDGgMGT4,14691
568
570
  sglang/srt/models/minicpm3.py,sha256=6-gfHSfXwyB5zw7AIj-c5TzjpEKR6CM0H67MrD8LVUE,19347
569
571
  sglang/srt/models/minicpmo.py,sha256=BAiFR78L0j5WDZtOrUf6JgUe9DZs9huIsfQ_4RzUbdA,76319
570
572
  sglang/srt/models/minicpmv.py,sha256=hSDWEcmutqOJv-xs0X_4TaNCDAWFUk71eRHLm9sPC0U,40564
571
573
  sglang/srt/models/mistral.py,sha256=EYifJUUzN2Z2-iL37eJiNZF_DB0H4pa0mKlgYRIxM70,838
572
- sglang/srt/models/mixtral.py,sha256=zQHCL_ZMKmLR7jitpEw8n7Rv6xhxUJzSXklsw6auh2E,14965
574
+ sglang/srt/models/mixtral.py,sha256=n-Pz7fyWE4m6Uh7sjzAYKNr5Wy4QUj5Yekl0qiCwQI8,17055
573
575
  sglang/srt/models/mixtral_quant.py,sha256=-kQw9r8KcLdO8SNN9RKXzrGq9Q2Al9l9cWHi1VrZSRM,15260
574
576
  sglang/srt/models/mllama.py,sha256=sOuP3Od3h9_uh_oxDN5rj4CzhZjg82PyElfBHuTxzUQ,39768
575
577
  sglang/srt/models/mllama4.py,sha256=ejuhIVX0MDojdB5EPR-V-Qd_E9st8KYjnjyeArFbdFs,9084
@@ -577,6 +579,7 @@ sglang/srt/models/olmo.py,sha256=7-q_fA6XXdG7kPUjpUzYkzMUWJobuSjhqjYw9xSUs_c,126
577
579
  sglang/srt/models/olmo2.py,sha256=azmljhJF4ivcQfUtfsAUxq3ducE4tRKTL6iwe0IKYMg,14327
578
580
  sglang/srt/models/olmoe.py,sha256=TMzt-yB891bvA4X50xL0NjNnFYSx9imlA7N1EG8KNK0,15949
579
581
  sglang/srt/models/phi3_small.py,sha256=eJb8aS_3KLObrq3PNkoIyVHaQ6SZTAJe42rbpC54QKg,16012
582
+ sglang/srt/models/pixtral.py,sha256=Iu7OTvM_nnApk1VjpUb1ucPBU2F1Kov5w6ddYn7gGqE,16983
580
583
  sglang/srt/models/qwen.py,sha256=xYkVmMZS2uMqWhfndc8EYm0olpKFnggfuMp_6aobVi4,10758
581
584
  sglang/srt/models/qwen2.py,sha256=ab912Yyk0aXOzI-wrxqN-sNF3bTVkNxB8P2uNcOCv9U,16394
582
585
  sglang/srt/models/qwen2_5_vl.py,sha256=LQee0Yuz6XzKiIFZQBUgRuDN2aX_CqvoxHx7w5a35ww,22603
@@ -588,38 +591,38 @@ sglang/srt/models/qwen2_vl.py,sha256=X18_Smisiz6zQHUK4h7-ho8poRKWjUZisjB5LuUwYGk
588
591
  sglang/srt/models/qwen3.py,sha256=reaowGkotYAGHS5zTCWrvnyxtu92QKus19n-2amtMa4,12358
589
592
  sglang/srt/models/qwen3_moe.py,sha256=A9Z3OhJqld1sJUDsHymgGxib4lMCMTKxF8iIzHDGdNo,15877
590
593
  sglang/srt/models/registry.py,sha256=inKh9iwOp3LFYm3nqujg-OtABClOP-ifc1stA9cZegA,3434
591
- sglang/srt/models/roberta.py,sha256=Zgd35och3pW6TYrNeEoeOZ8qPfbFwB3ngThpVWSPBcY,6320
594
+ sglang/srt/models/roberta.py,sha256=77H_-9jtjqpHlpQhBuZXs7RUG-dSjauDkpHhFe61DpE,6320
592
595
  sglang/srt/models/stablelm.py,sha256=0x_31uIr3WcWwecdPAI3ek9KkyKBJS7VwknTk2y0gjY,12281
593
- sglang/srt/models/torch_native_llama.py,sha256=5tfFSMAXB3ScToqTALtCXa8Oo-qPCJh-KQCNB6QOlNA,19293
596
+ sglang/srt/models/torch_native_llama.py,sha256=oTxxof5Wx2b2egIwWx56LeHjtPGQleQ2zM5jXHMiuOU,19293
594
597
  sglang/srt/models/xiaomi_mimo.py,sha256=Mp-iFp4YHuiuq-H8enUF5K5QbMnVcvEa6mURH6vM3yM,6140
595
598
  sglang/srt/models/xverse.py,sha256=DsNVI9JpzN4jj0Ry6aTrj7r-xq5YLOoDX2kH4YLJA-I,14035
596
599
  sglang/srt/models/xverse_moe.py,sha256=7KCM2-j12towDMNvXkuuYiBOmNauH6NG4Ip40x0khqA,16782
597
600
  sglang/srt/models/yivl.py,sha256=oToK7-u5IGO7xwpJIQ7VtudlK6-zPqJX4bt6_wv0SH8,4850
598
- sglang/srt/openai_api/adapter.py,sha256=-BDvis2oTREf54GBsvWyot9sv3uTgyvnKLEeAFhQLiI,77004
599
- sglang/srt/openai_api/protocol.py,sha256=AHJkOvQfdYk4OkP6amSGdRKJAyfPoGW3iZ5qnUREFO0,14856
601
+ sglang/srt/openai_api/adapter.py,sha256=rTVMbR6jbY-lbMZL_VvWF-3E6FQrD2nb0HMg2OrBP88,77748
602
+ sglang/srt/openai_api/protocol.py,sha256=CsMwbu09RzmdZ5d6nrZ5di-5_kN1g8452kKBlX9sF6c,14353
600
603
  sglang/srt/platforms/interface.py,sha256=hym3iooBB4C8if5hDZezgVN6h4NIOu7sg2ZUBIV6XmM,11246
601
- sglang/srt/sampling/custom_logit_processor.py,sha256=tDvoLgLqn-sy1qcY6vSrpbnHCeqbdk0uhMOO-uy4p4E,1099
602
- sglang/srt/sampling/sampling_batch_info.py,sha256=UxM025exqxa6yg_T40D5jNpluTFWjLT6wlDiyK0r014,14207
603
- sglang/srt/sampling/sampling_params.py,sha256=xGo939Ai-_qUAvVEomZtuFN7U3Iro70Kpq42yXadyXk,6013
604
+ sglang/srt/sampling/custom_logit_processor.py,sha256=AwODYVJdRkcQ8PGtJrhzKsqAgn8XZLQbAmR9fGiQzmc,1608
605
+ sglang/srt/sampling/sampling_batch_info.py,sha256=VjOQpiXsY2vlTPtSb0T4piXIEtE54QefDpTVSDJ7bXE,11988
606
+ sglang/srt/sampling/sampling_params.py,sha256=tfUwWgxu6JWXsOClX_MFGTfetgRE63CQZsIpOhnWcoE,6013
604
607
  sglang/srt/sampling/penaltylib/__init__.py,sha256=mtN8grFEcaBUhl4yBHmw8NNirt_i6uKO2cDNLHOpZQE,496
605
608
  sglang/srt/sampling/penaltylib/frequency_penalty.py,sha256=Loc3qjJTksNc5s-DV7QZHjgqoo5pxk7-nZzxwyhD2tQ,2144
606
609
  sglang/srt/sampling/penaltylib/min_new_tokens.py,sha256=rdU_D7RoIcrQPhysNQEzmr4TO2OoEi___p-i3QdwkgU,3331
607
610
  sglang/srt/sampling/penaltylib/orchestrator.py,sha256=XM-Lm6u7gYPtMZrTIc0FR4QxNZxBH5s_Cj82umyCzYk,5721
608
611
  sglang/srt/sampling/penaltylib/presence_penalty.py,sha256=NRh10AJrrQlGJ6S-enGdRefrTrWpyqrSm-aNnyqQNQQ,2119
609
612
  sglang/srt/speculative/build_eagle_tree.py,sha256=lt4sXUehPi26MT2-2Z0VivtF6AP7kirSaEO_u-YJ4J4,11670
610
- sglang/srt/speculative/eagle_draft_cuda_graph_runner.py,sha256=NviXdUvowQkV1kLs3eXLlxJx6UZzyQMZH03zCXpsIg4,9291
611
- sglang/srt/speculative/eagle_utils.py,sha256=iJYhklXHfDgEKbVB39HkVEea-XTEC60Z_LjIVjkrZQs,28701
612
- sglang/srt/speculative/eagle_worker.py,sha256=MwsBbKyV-dCwzYlIpVcb-urk-GSdoe_kY8KHe5Gkw7A,26860
613
+ sglang/srt/speculative/eagle_draft_cuda_graph_runner.py,sha256=zQl6o6_T08UWIzkZbMghwVy_O2pLOyAYreM9VmyHRmY,9298
614
+ sglang/srt/speculative/eagle_utils.py,sha256=DKYmQrO1Mg4i_8e-7YpbVtDifMWxMkAG3rATRh9gQOQ,28694
615
+ sglang/srt/speculative/eagle_worker.py,sha256=M3vSOd2MHzECAcWogFuGjdYt-AGuHFqfODQDl_Bo6qE,27012
613
616
  sglang/srt/speculative/spec_info.py,sha256=rhaKG0TzyF9XZYHEWp1jccwTBohSNsUDvxHFtAoOl18,709
614
617
  sglang/test/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
615
- sglang/test/few_shot_gsm8k.py,sha256=7VLbWl4nCQs1wjtW4q-46jf9jUCycSs5Iw8v7sUSzBw,4284
616
- sglang/test/few_shot_gsm8k_engine.py,sha256=QQbrwOX6-cJDD3RZC_e7zPnt6aSo8JdF8X_lRHSjdDM,3886
617
- sglang/test/run_eval.py,sha256=9yO0hXZOcn4abEOs96T-XPguDEklK16Ltco0pGF3zCg,4020
618
- sglang/test/runners.py,sha256=WWAu07NXSJV1y4W-iEi_iOCy1P5Ow9rL0ex-U969Nws,30417
619
- sglang/test/send_one.py,sha256=_l72sRfuXRUldyD3PD63hg_WxNvvhW5unNnbe4XuAwk,4380
620
- sglang/test/simple_eval_common.py,sha256=joqrGysuLnJFtzDRIgFkMsRyKUSyjVPFWp0_PHAL3Ik,12378
618
+ sglang/test/few_shot_gsm8k.py,sha256=qnEejCyPHGEMBEiNc7T4-t9lvoo2DNN72RXw-ei_TnY,4300
619
+ sglang/test/few_shot_gsm8k_engine.py,sha256=Yf1Dg0Tk-tY4v1oj_UTxJ7950CWn6kRMbQKDjT2Orgo,3902
620
+ sglang/test/run_eval.py,sha256=K4Z3OdMPvLeuGJhWWTBD0F-MOUFeBYLvsPnDQ44bd18,4036
621
+ sglang/test/runners.py,sha256=ryQXb7Jpg_ewqLSF9ZSy7BAwcB1gGeTBlw9MeknzTxE,30699
622
+ sglang/test/send_one.py,sha256=zIgnesgLDI3hcoZbYv4lpmizN44ZRmhShI2FbQauLrs,5003
623
+ sglang/test/simple_eval_common.py,sha256=OW4Z7O33QqDySRFuHIC4Ouidfup4eaOEuR9i7xJzkDY,12379
621
624
  sglang/test/simple_eval_gpqa.py,sha256=8Xt9Bw05c7SZTYrCZgB68OZUqUbLo69ywiyx0bTvSUk,3220
622
- sglang/test/simple_eval_humaneval.py,sha256=zmV3xWYc2OrpiT9Dy55RTKZL5DEROD1cJ0NA_-cU5zI,5685
625
+ sglang/test/simple_eval_humaneval.py,sha256=s8YuKIBkNUEOBP4XKsTMRdXGv5aRhl0oJyl-89lGk1w,5687
623
626
  sglang/test/simple_eval_math.py,sha256=6kGKNwNbLN-Af3Wj8WTimWhH-Xp3enDmSvvSjsgWUpk,2550
624
627
  sglang/test/simple_eval_mgsm.py,sha256=rd7TSUyxdKbrXaVoewo24V8lCo_6kO8zxPhhmvylpw8,10259
625
628
  sglang/test/simple_eval_mmlu.py,sha256=FkwamjGMjueTixymkedF-YiPloSLiy4ftILFUrKZ9XI,4357
@@ -630,14 +633,14 @@ sglang/test/test_custom_ops.py,sha256=2bSo9P5_rJZYFq8Y8IKRimDfFyZZGJluhL7Ngny0Pf
630
633
  sglang/test/test_deepep_utils.py,sha256=749ysTBGNzh6rYUCJhhZBtZpeD15eWTeNHYCytcvZtc,7448
631
634
  sglang/test/test_dynamic_grad_mode.py,sha256=L76yUCuk_ymNpXD2CmO8r2GiGjIvD_gtTsuFDs2NolI,1638
632
635
  sglang/test/test_layernorm.py,sha256=2GMWqqNDuGvSMSsEBF5eDCzwVSYA9E6hGhRo6s4ecKg,3764
633
- sglang/test/test_programs.py,sha256=VZ3vXtUDBnXz0M7gFdDH8hXg9Wa0j_qI8CVqjEgRN_E,18877
634
- sglang/test/test_utils.py,sha256=trMVLChmuCqq6Cue-9zP8b8tsx0V29HTJwygk2fQR0E,33042
636
+ sglang/test/test_programs.py,sha256=DJIbTChloPwaDiEWHQoSTuKv3BGx0-K8Y5e1mDDTACM,18910
637
+ sglang/test/test_utils.py,sha256=XijnLXyC7t1Kfg_yz3Y426DgQx8PYsE8iOesdHLAPY8,35032
635
638
  sglang/test/attention/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
636
639
  sglang/test/attention/test_flashattn_backend.py,sha256=_rTG849FwQdVTyGKkqhczaOqngBmRWXFmkl5NnuK1GM,13914
637
640
  sglang/test/attention/test_flashattn_mla_backend.py,sha256=g4O50WblTpM7_Gq2b76k0i25_z01BOUBQ4i6PmyxpO4,10774
638
641
  sglang/test/attention/test_prefix_chunk_info.py,sha256=er0i3KGHMkw-4UZB1GCFd4oYwRcXfU5wpO1ORqpNGGA,7626
639
- sglang-0.4.6.post3.dist-info/licenses/LICENSE,sha256=FJXh51fvTQklojUFY89XVLsjxRcBqOxPs8XNy-2uZ0c,11346
640
- sglang-0.4.6.post3.dist-info/METADATA,sha256=qB8YbUsae_tEFg_DyQ1UqA4VcSotC3QL700-YFw3bco,25930
641
- sglang-0.4.6.post3.dist-info/WHEEL,sha256=DnLRTWE75wApRYVsjgc6wsVswC54sMSJhAEd4xhDpBk,91
642
- sglang-0.4.6.post3.dist-info/top_level.txt,sha256=yxhh3pYQkcnA7v3Bg889C2jZhvtJdEincysO7PEB09M,7
643
- sglang-0.4.6.post3.dist-info/RECORD,,
642
+ sglang-0.4.6.post4.dist-info/licenses/LICENSE,sha256=FJXh51fvTQklojUFY89XVLsjxRcBqOxPs8XNy-2uZ0c,11346
643
+ sglang-0.4.6.post4.dist-info/METADATA,sha256=LYS-QShEa42mO05m4fh0JjTDKD9a4rKtxYaB2vNK_jk,26006
644
+ sglang-0.4.6.post4.dist-info/WHEEL,sha256=DnLRTWE75wApRYVsjgc6wsVswC54sMSJhAEd4xhDpBk,91
645
+ sglang-0.4.6.post4.dist-info/top_level.txt,sha256=yxhh3pYQkcnA7v3Bg889C2jZhvtJdEincysO7PEB09M,7
646
+ sglang-0.4.6.post4.dist-info/RECORD,,
File without changes