sglang 0.2.2__tar.gz → 0.2.4__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (98) hide show
  1. {sglang-0.2.2/sglang.egg-info → sglang-0.2.4}/PKG-INFO +2 -2
  2. {sglang-0.2.2 → sglang-0.2.4}/README.md +1 -1
  3. {sglang-0.2.2 → sglang-0.2.4}/pyproject.toml +1 -1
  4. sglang-0.2.4/sglang/version.py +1 -0
  5. {sglang-0.2.2 → sglang-0.2.4/sglang.egg-info}/PKG-INFO +2 -2
  6. sglang-0.2.2/sglang/version.py +0 -1
  7. {sglang-0.2.2 → sglang-0.2.4}/LICENSE +0 -0
  8. {sglang-0.2.2 → sglang-0.2.4}/setup.cfg +0 -0
  9. {sglang-0.2.2 → sglang-0.2.4}/sglang/__init__.py +0 -0
  10. {sglang-0.2.2 → sglang-0.2.4}/sglang/api.py +0 -0
  11. {sglang-0.2.2 → sglang-0.2.4}/sglang/bench_latency.py +0 -0
  12. {sglang-0.2.2 → sglang-0.2.4}/sglang/bench_serving.py +0 -0
  13. {sglang-0.2.2 → sglang-0.2.4}/sglang/check_env.py +0 -0
  14. {sglang-0.2.2 → sglang-0.2.4}/sglang/global_config.py +0 -0
  15. {sglang-0.2.2 → sglang-0.2.4}/sglang/lang/__init__.py +0 -0
  16. {sglang-0.2.2 → sglang-0.2.4}/sglang/lang/backend/__init__.py +0 -0
  17. {sglang-0.2.2 → sglang-0.2.4}/sglang/lang/backend/anthropic.py +0 -0
  18. {sglang-0.2.2 → sglang-0.2.4}/sglang/lang/backend/base_backend.py +0 -0
  19. {sglang-0.2.2 → sglang-0.2.4}/sglang/lang/backend/litellm.py +0 -0
  20. {sglang-0.2.2 → sglang-0.2.4}/sglang/lang/backend/openai.py +0 -0
  21. {sglang-0.2.2 → sglang-0.2.4}/sglang/lang/backend/runtime_endpoint.py +0 -0
  22. {sglang-0.2.2 → sglang-0.2.4}/sglang/lang/backend/vertexai.py +0 -0
  23. {sglang-0.2.2 → sglang-0.2.4}/sglang/lang/chat_template.py +0 -0
  24. {sglang-0.2.2 → sglang-0.2.4}/sglang/lang/compiler.py +0 -0
  25. {sglang-0.2.2 → sglang-0.2.4}/sglang/lang/interpreter.py +0 -0
  26. {sglang-0.2.2 → sglang-0.2.4}/sglang/lang/ir.py +0 -0
  27. {sglang-0.2.2 → sglang-0.2.4}/sglang/lang/tracer.py +0 -0
  28. {sglang-0.2.2 → sglang-0.2.4}/sglang/launch_server.py +0 -0
  29. {sglang-0.2.2 → sglang-0.2.4}/sglang/launch_server_llavavid.py +0 -0
  30. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/constrained/__init__.py +0 -0
  31. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/constrained/base_cache.py +0 -0
  32. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/constrained/fsm_cache.py +0 -0
  33. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/constrained/jump_forward.py +0 -0
  34. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/conversation.py +0 -0
  35. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/flush_cache.py +0 -0
  36. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/hf_transformers_utils.py +0 -0
  37. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/layers/context_flashattention_nopad.py +0 -0
  38. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/layers/extend_attention.py +0 -0
  39. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/layers/fused_moe.py +0 -0
  40. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/layers/linear.py +0 -0
  41. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/layers/logits_processor.py +0 -0
  42. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/layers/quantization/__init__.py +0 -0
  43. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/layers/quantization/fp8.py +0 -0
  44. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/layers/radix_attention.py +0 -0
  45. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/layers/token_attention.py +0 -0
  46. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/managers/controller/cuda_graph_runner.py +0 -0
  47. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/managers/controller/infer_batch.py +0 -0
  48. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/managers/controller/manager_multi.py +0 -0
  49. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/managers/controller/manager_single.py +0 -0
  50. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/managers/controller/model_runner.py +0 -0
  51. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/managers/controller/radix_cache.py +0 -0
  52. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/managers/controller/schedule_heuristic.py +0 -0
  53. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/managers/controller/tp_worker.py +0 -0
  54. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/managers/detokenizer_manager.py +0 -0
  55. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/managers/io_struct.py +0 -0
  56. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/managers/tokenizer_manager.py +0 -0
  57. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/memory_pool.py +0 -0
  58. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/mm_utils.py +0 -0
  59. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/model_config.py +0 -0
  60. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/model_loader/model_loader.py +0 -0
  61. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/model_loader/utils.py +0 -0
  62. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/models/chatglm.py +0 -0
  63. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/models/commandr.py +0 -0
  64. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/models/dbrx.py +0 -0
  65. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/models/deepseek.py +0 -0
  66. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/models/gemma.py +0 -0
  67. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/models/gemma2.py +0 -0
  68. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/models/gpt_bigcode.py +0 -0
  69. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/models/grok.py +0 -0
  70. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/models/internlm2.py +0 -0
  71. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/models/llama2.py +0 -0
  72. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/models/llama_classification.py +0 -0
  73. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/models/llava.py +0 -0
  74. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/models/llavavid.py +0 -0
  75. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/models/minicpm.py +0 -0
  76. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/models/mistral.py +0 -0
  77. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/models/mixtral.py +0 -0
  78. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/models/mixtral_quant.py +0 -0
  79. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/models/qwen.py +0 -0
  80. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/models/qwen2.py +0 -0
  81. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/models/qwen2_moe.py +0 -0
  82. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/models/stablelm.py +0 -0
  83. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/models/yivl.py +0 -0
  84. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/openai_api/adapter.py +0 -0
  85. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/openai_api/protocol.py +0 -0
  86. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/sampling_params.py +0 -0
  87. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/server.py +0 -0
  88. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/server_args.py +0 -0
  89. {sglang-0.2.2 → sglang-0.2.4}/sglang/srt/utils.py +0 -0
  90. {sglang-0.2.2 → sglang-0.2.4}/sglang/test/test_conversation.py +0 -0
  91. {sglang-0.2.2 → sglang-0.2.4}/sglang/test/test_openai_protocol.py +0 -0
  92. {sglang-0.2.2 → sglang-0.2.4}/sglang/test/test_programs.py +0 -0
  93. {sglang-0.2.2 → sglang-0.2.4}/sglang/test/test_utils.py +0 -0
  94. {sglang-0.2.2 → sglang-0.2.4}/sglang/utils.py +0 -0
  95. {sglang-0.2.2 → sglang-0.2.4}/sglang.egg-info/SOURCES.txt +0 -0
  96. {sglang-0.2.2 → sglang-0.2.4}/sglang.egg-info/dependency_links.txt +0 -0
  97. {sglang-0.2.2 → sglang-0.2.4}/sglang.egg-info/requires.txt +0 -0
  98. {sglang-0.2.2 → sglang-0.2.4}/sglang.egg-info/top_level.txt +0 -0
{sglang-0.2.2/sglang.egg-info → sglang-0.2.4}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: sglang
3
- Version: 0.2.2
3
+ Version: 0.2.4
4
4
  Summary: SGLang is yet another fast serving framework for large language models and vision language models.
5
5
  License: Apache License
6
6
  Version 2.0, January 2004
@@ -310,7 +310,7 @@ Repalce `<secret>` below with your huggingface hub [token](https://huggingface.c
310
310
  docker run --gpus all \
311
311
  -p 30000:30000 \
312
312
  -v ~/.cache/huggingface:/root/.cache/huggingface \
313
- --env "HUGGING_FACE_HUB_TOKEN=<secret>" \
313
+ --env "HF_TOKEN=<secret>" \
314
314
  --ipc=host \
315
315
  lmsysorg/sglang:latest \
316
316
  python3 -m sglang.launch_server --model-path meta-llama/Meta-Llama-3-8B-Instruct --host 0.0.0.0 --port 30000
{sglang-0.2.2 → sglang-0.2.4}/README.md RENAMED
@@ -65,7 +65,7 @@ Repalce `<secret>` below with your huggingface hub [token](https://huggingface.c
65
65
  docker run --gpus all \
66
66
  -p 30000:30000 \
67
67
  -v ~/.cache/huggingface:/root/.cache/huggingface \
68
- --env "HUGGING_FACE_HUB_TOKEN=<secret>" \
68
+ --env "HF_TOKEN=<secret>" \
69
69
  --ipc=host \
70
70
  lmsysorg/sglang:latest \
71
71
  python3 -m sglang.launch_server --model-path meta-llama/Meta-Llama-3-8B-Instruct --host 0.0.0.0 --port 30000
{sglang-0.2.2 → sglang-0.2.4}/pyproject.toml RENAMED
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
4
4
 
5
5
  [project]
6
6
  name = "sglang"
7
- version = "0.2.2"
7
+ version = "0.2.4"
8
8
  description = "SGLang is yet another fast serving framework for large language models and vision language models."
9
9
  readme = "README.md"
10
10
  requires-python = ">=3.8"
sglang-0.2.4/sglang/version.py ADDED
@@ -0,0 +1 @@
1
+ __version__ = "0.2.4"
{sglang-0.2.2 → sglang-0.2.4/sglang.egg-info}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: sglang
3
- Version: 0.2.2
3
+ Version: 0.2.4
4
4
  Summary: SGLang is yet another fast serving framework for large language models and vision language models.
5
5
  License: Apache License
6
6
  Version 2.0, January 2004
@@ -310,7 +310,7 @@ Repalce `<secret>` below with your huggingface hub [token](https://huggingface.c
310
310
  docker run --gpus all \
311
311
  -p 30000:30000 \
312
312
  -v ~/.cache/huggingface:/root/.cache/huggingface \
313
- --env "HUGGING_FACE_HUB_TOKEN=<secret>" \
313
+ --env "HF_TOKEN=<secret>" \
314
314
  --ipc=host \
315
315
  lmsysorg/sglang:latest \
316
316
  python3 -m sglang.launch_server --model-path meta-llama/Meta-Llama-3-8B-Instruct --host 0.0.0.0 --port 30000
sglang-0.2.2/sglang/version.py DELETED
@@ -1 +0,0 @@
1
- __version__ = "0.2.2"
{sglang-0.2.2 → sglang-0.2.4}/LICENSE RENAMED
File without changes
{sglang-0.2.2 → sglang-0.2.4}/setup.cfg RENAMED
File without changes
{sglang-0.2.2 → sglang-0.2.4}/sglang/__init__.py RENAMED
File without changes
{sglang-0.2.2 → sglang-0.2.4}/sglang/api.py RENAMED
File without changes
{sglang-0.2.2 → sglang-0.2.4}/sglang/bench_latency.py RENAMED
File without changes
{sglang-0.2.2 → sglang-0.2.4}/sglang/bench_serving.py RENAMED
File without changes
{sglang-0.2.2 → sglang-0.2.4}/sglang/check_env.py RENAMED
File without changes
{sglang-0.2.2 → sglang-0.2.4}/sglang/global_config.py RENAMED
File without changes
{sglang-0.2.2 → sglang-0.2.4}/sglang/lang/__init__.py RENAMED
File without changes
{sglang-0.2.2 → sglang-0.2.4}/sglang/lang/compiler.py RENAMED
File without changes
{sglang-0.2.2 → sglang-0.2.4}/sglang/lang/ir.py RENAMED
File without changes
{sglang-0.2.2 → sglang-0.2.4}/sglang/lang/tracer.py RENAMED
File without changes
{sglang-0.2.2 → sglang-0.2.4}/sglang/launch_server.py RENAMED
File without changes
{sglang-0.2.2 → sglang-0.2.4}/sglang/srt/flush_cache.py RENAMED
File without changes
{sglang-0.2.2 → sglang-0.2.4}/sglang/srt/memory_pool.py RENAMED
File without changes
{sglang-0.2.2 → sglang-0.2.4}/sglang/srt/mm_utils.py RENAMED
File without changes
{sglang-0.2.2 → sglang-0.2.4}/sglang/srt/models/dbrx.py RENAMED
File without changes
{sglang-0.2.2 → sglang-0.2.4}/sglang/srt/models/grok.py RENAMED
File without changes
{sglang-0.2.2 → sglang-0.2.4}/sglang/srt/models/qwen.py RENAMED
File without changes
{sglang-0.2.2 → sglang-0.2.4}/sglang/srt/models/yivl.py RENAMED
File without changes
{sglang-0.2.2 → sglang-0.2.4}/sglang/srt/server.py RENAMED
File without changes
{sglang-0.2.2 → sglang-0.2.4}/sglang/srt/server_args.py RENAMED
File without changes
{sglang-0.2.2 → sglang-0.2.4}/sglang/srt/utils.py RENAMED
File without changes
{sglang-0.2.2 → sglang-0.2.4}/sglang/test/test_utils.py RENAMED
File without changes
{sglang-0.2.2 → sglang-0.2.4}/sglang/utils.py RENAMED
File without changes