ipex-llm 2.3.0b20250605__py3-none-manylinux2010_x86_64.whl → 2.3.0b20250606__py3-none-manylinux2010_x86_64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (9) hide show
  1. ipex_llm/vllm/xpu/engine/engine.py +1 -1
  2. {ipex_llm-2.3.0b20250605.dist-info → ipex_llm-2.3.0b20250606.dist-info}/METADATA +15 -15
  3. {ipex_llm-2.3.0b20250605.dist-info → ipex_llm-2.3.0b20250606.dist-info}/RECORD +9 -9
  4. {ipex_llm-2.3.0b20250605.data → ipex_llm-2.3.0b20250606.data}/scripts/ipex-llm-init +0 -0
  5. {ipex_llm-2.3.0b20250605.data → ipex_llm-2.3.0b20250606.data}/scripts/llm-chat +0 -0
  6. {ipex_llm-2.3.0b20250605.data → ipex_llm-2.3.0b20250606.data}/scripts/llm-cli +0 -0
  7. {ipex_llm-2.3.0b20250605.dist-info → ipex_llm-2.3.0b20250606.dist-info}/WHEEL +0 -0
  8. {ipex_llm-2.3.0b20250605.dist-info → ipex_llm-2.3.0b20250606.dist-info}/entry_points.txt +0 -0
  9. {ipex_llm-2.3.0b20250605.dist-info → ipex_llm-2.3.0b20250606.dist-info}/top_level.txt +0 -0
ipex_llm/vllm/xpu/engine/engine.py CHANGED
@@ -385,5 +385,5 @@ def run_mp_engine(vllm_config: VllmConfig, usage_context: UsageContext,
385
385
  engine_alive.value = False
386
386
  raise e # noqa
387
387
 
388
- if os.getenv("VLLM_USE_V1"):
388
+ if os.getenv("VLLM_USE_V1") == 1:
389
389
  IPEXLLMAsyncLLMEngine = IPEXLLMAsyncV1Engine
{ipex_llm-2.3.0b20250605.dist-info → ipex_llm-2.3.0b20250606.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: ipex-llm
3
- Version: 2.3.0b20250605
3
+ Version: 2.3.0b20250606
4
4
  Summary: Large Language Model Develop Toolkit
5
5
  Home-page: https://github.com/intel-analytics/ipex-llm
6
6
  Author: BigDL Authors
@@ -27,7 +27,7 @@ Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine
27
27
  Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'all'
28
28
  Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'all'
29
29
  Provides-Extra: cpp
30
- Requires-Dist: bigdl-core-cpp ==2.7.0b20250605 ; extra == 'cpp'
30
+ Requires-Dist: bigdl-core-cpp ==2.7.0b20250606 ; extra == 'cpp'
31
31
  Requires-Dist: setuptools ; extra == 'cpp'
32
32
  Requires-Dist: onednn-devel ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
33
33
  Requires-Dist: onednn ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
@@ -60,7 +60,7 @@ Requires-Dist: transformers ==4.40.0 ; extra == 'npu'
60
60
  Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'npu'
61
61
  Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'npu'
62
62
  Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'npu'
63
- Requires-Dist: bigdl-core-npu ==2.7.0b20250605 ; (platform_system == "Windows") and extra == 'npu'
63
+ Requires-Dist: bigdl-core-npu ==2.7.0b20250606 ; (platform_system == "Windows") and extra == 'npu'
64
64
  Provides-Extra: serving
65
65
  Requires-Dist: py-cpuinfo ; extra == 'serving'
66
66
  Requires-Dist: fschat[model_worker,webui] ==0.2.36 ; extra == 'serving'
@@ -80,9 +80,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu'
80
80
  Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu'
81
81
  Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu'
82
82
  Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu'
83
- Requires-Dist: bigdl-core-xe-21 ==2.7.0b20250605 ; extra == 'xpu'
84
- Requires-Dist: bigdl-core-xe-batch-21 ==2.7.0b20250605 ; extra == 'xpu'
85
- Requires-Dist: bigdl-core-xe-addons-21 ==2.7.0b20250605 ; extra == 'xpu'
83
+ Requires-Dist: bigdl-core-xe-21 ==2.7.0b20250606 ; extra == 'xpu'
84
+ Requires-Dist: bigdl-core-xe-batch-21 ==2.7.0b20250606 ; extra == 'xpu'
85
+ Requires-Dist: bigdl-core-xe-addons-21 ==2.7.0b20250606 ; extra == 'xpu'
86
86
  Provides-Extra: xpu-2-1
87
87
  Requires-Dist: py-cpuinfo ; extra == 'xpu-2-1'
88
88
  Requires-Dist: protobuf ; extra == 'xpu-2-1'
@@ -97,9 +97,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu-2-1'
97
97
  Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu-2-1'
98
98
  Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu-2-1'
99
99
  Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu-2-1'
100
- Requires-Dist: bigdl-core-xe-21 ==2.7.0b20250605 ; extra == 'xpu-2-1'
101
- Requires-Dist: bigdl-core-xe-batch-21 ==2.7.0b20250605 ; extra == 'xpu-2-1'
102
- Requires-Dist: bigdl-core-xe-addons-21 ==2.7.0b20250605 ; extra == 'xpu-2-1'
100
+ Requires-Dist: bigdl-core-xe-21 ==2.7.0b20250606 ; extra == 'xpu-2-1'
101
+ Requires-Dist: bigdl-core-xe-batch-21 ==2.7.0b20250606 ; extra == 'xpu-2-1'
102
+ Requires-Dist: bigdl-core-xe-addons-21 ==2.7.0b20250606 ; extra == 'xpu-2-1'
103
103
  Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-1'
104
104
  Requires-Dist: dpcpp-cpp-rt ==2024.0.2 ; (platform_system == "Windows") and extra == 'xpu-2-1'
105
105
  Requires-Dist: mkl-dpcpp ==2024.0.0 ; (platform_system == "Windows") and extra == 'xpu-2-1'
@@ -117,9 +117,7 @@ Requires-Dist: setuptools ; extra == 'xpu-2-6'
117
117
  Requires-Dist: torch ==2.6.0+xpu ; extra == 'xpu-2-6'
118
118
  Requires-Dist: torchvision ==0.21.0+xpu ; extra == 'xpu-2-6'
119
119
  Requires-Dist: torchaudio ==2.6.0+xpu ; extra == 'xpu-2-6'
120
- Requires-Dist: bigdl-core-xe-all ==2.7.0b20250605 ; extra == 'xpu-2-6'
121
- Requires-Dist: onednn-devel ==2025.0.1 ; extra == 'xpu-2-6'
122
- Requires-Dist: onednn ==2025.0.1 ; extra == 'xpu-2-6'
120
+ Requires-Dist: bigdl-core-xe-all ==2.7.0b20250606 ; extra == 'xpu-2-6'
123
121
  Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6'
124
122
  Provides-Extra: xpu-2-6-arl
125
123
  Requires-Dist: py-cpuinfo ; extra == 'xpu-2-6-arl'
@@ -132,9 +130,7 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-2-6-arl'
132
130
  Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-2-6-arl'
133
131
  Requires-Dist: tabulate ; extra == 'xpu-2-6-arl'
134
132
  Requires-Dist: setuptools ; extra == 'xpu-2-6-arl'
135
- Requires-Dist: bigdl-core-xe-all ==2.7.0b20250605 ; extra == 'xpu-2-6-arl'
136
- Requires-Dist: onednn-devel ==2025.0.1 ; extra == 'xpu-2-6-arl'
137
- Requires-Dist: onednn ==2025.0.1 ; extra == 'xpu-2-6-arl'
133
+ Requires-Dist: bigdl-core-xe-all ==2.7.0b20250606 ; extra == 'xpu-2-6-arl'
138
134
  Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6-arl'
139
135
  Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-6-arl'
140
136
  Requires-Dist: torch ==2.6.0+xpu ; (platform_system == "Linux") and extra == 'xpu-2-6-arl'
@@ -143,7 +139,11 @@ Requires-Dist: torchaudio ==2.6.0+xpu ; (platform_system == "Linux") and extra =
143
139
  Requires-Dist: torch ==2.6.0.post0+xpu ; (platform_system == "Windows") and extra == 'xpu-2-6-arl'
144
140
  Requires-Dist: torchvision ==0.21.0.post0+xpu ; (platform_system == "Windows") and extra == 'xpu-2-6-arl'
145
141
  Requires-Dist: torchaudio ==2.6.0.post0+xpu ; (platform_system == "Windows") and extra == 'xpu-2-6-arl'
142
+ Requires-Dist: onednn-devel ==2025.0.1 ; (platform_system == "Windows") and extra == 'xpu-2-6-arl'
143
+ Requires-Dist: onednn ==2025.0.1 ; (platform_system == "Windows") and extra == 'xpu-2-6-arl'
146
144
  Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-6'
145
+ Requires-Dist: onednn-devel ==2025.0.1 ; (platform_system == "Windows") and extra == 'xpu-2-6'
146
+ Requires-Dist: onednn ==2025.0.1 ; (platform_system == "Windows") and extra == 'xpu-2-6'
147
147
  Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu'
148
148
  Requires-Dist: dpcpp-cpp-rt ==2024.0.2 ; (platform_system == "Windows") and extra == 'xpu'
149
149
  Requires-Dist: mkl-dpcpp ==2024.0.0 ; (platform_system == "Windows") and extra == 'xpu'
{ipex_llm-2.3.0b20250605.dist-info → ipex_llm-2.3.0b20250606.dist-info}/RECORD RENAMED
@@ -262,14 +262,14 @@ ipex_llm/vllm/xpu/ipex_llm_v1_wrapper.py,sha256=pd939vFomKIg9Qn2NO4u0OF6hPgvQpqc
262
262
  ipex_llm/vllm/xpu/ipex_llm_wrapper.py,sha256=_CbhvBuf_KPnmLfngYKtJl5gPAHVsG2mWth3wSeaH3M,892
263
263
  ipex_llm/vllm/xpu/model_convert.py,sha256=HZeTrQHMYfgXlz1b9KiKdAUZ57nLgpv6VhM5CkiSrUc,10416
264
264
  ipex_llm/vllm/xpu/engine/__init__.py,sha256=sOvwLx_Zj0jiRCGj9W3DgGTfcSU3hABYhgIQI7T6cxU,879
265
- ipex_llm/vllm/xpu/engine/engine.py,sha256=XAprw7VifjfnR915TZOaKcxe3QCFsVBgxzS8qOdn1yg,14462
265
+ ipex_llm/vllm/xpu/engine/engine.py,sha256=Gzmw2TPZO0sBkwEF8Yd_9D9YrcQbFD6EEA5jG4WCezE,14467
266
266
  ipex_llm/vllm/xpu/entrypoints/openai/api_server.py,sha256=VlmS56hBHBZTIZ5Jhvb4TZN-h28O7uMn33hX8NiJXKk,45719
267
267
  ipex_llm/vllm/xpu/entrypoints/openai/cli_args.py,sha256=hB398yYtKauASRzevctScdbFIjiiSGMAe1bwEuIHrhY,10893
268
- ipex_llm-2.3.0b20250605.data/scripts/ipex-llm-init,sha256=fLQsT2dRL6H5bThb4GuIWotAuqoLsIxFwA-0c2qmaO8,6672
269
- ipex_llm-2.3.0b20250605.data/scripts/llm-chat,sha256=TdUnUmNapzuoe1c8IzrdVOQwWEg8IqsMSBRlOD3daZM,2249
270
- ipex_llm-2.3.0b20250605.data/scripts/llm-cli,sha256=RXGPlLElHxcKzoUxljEMBIAXbzCDysXL-Nxw-xF-7LU,2457
271
- ipex_llm-2.3.0b20250605.dist-info/METADATA,sha256=2CommuodTS_N2xOt4lnyS-8ZP0vWAMSEBYQOElEuSjk,8865
272
- ipex_llm-2.3.0b20250605.dist-info/WHEEL,sha256=PPJcBMAZibF_2GFE9NmOJGqiaSMPiNFbJd6QaJjdA6Y,109
273
- ipex_llm-2.3.0b20250605.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
274
- ipex_llm-2.3.0b20250605.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
275
- ipex_llm-2.3.0b20250605.dist-info/RECORD,,
268
+ ipex_llm-2.3.0b20250606.data/scripts/ipex-llm-init,sha256=fLQsT2dRL6H5bThb4GuIWotAuqoLsIxFwA-0c2qmaO8,6672
269
+ ipex_llm-2.3.0b20250606.data/scripts/llm-chat,sha256=TdUnUmNapzuoe1c8IzrdVOQwWEg8IqsMSBRlOD3daZM,2249
270
+ ipex_llm-2.3.0b20250606.data/scripts/llm-cli,sha256=RXGPlLElHxcKzoUxljEMBIAXbzCDysXL-Nxw-xF-7LU,2457
271
+ ipex_llm-2.3.0b20250606.dist-info/METADATA,sha256=SnzYMsnRu41RAd3x_3k1wTDv3n3_4h0Pt1H7zYa86dM,9005
272
+ ipex_llm-2.3.0b20250606.dist-info/WHEEL,sha256=PPJcBMAZibF_2GFE9NmOJGqiaSMPiNFbJd6QaJjdA6Y,109
273
+ ipex_llm-2.3.0b20250606.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
274
+ ipex_llm-2.3.0b20250606.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
275
+ ipex_llm-2.3.0b20250606.dist-info/RECORD,,