ipex-llm 2.2.0b20250120__py3-none-manylinux2010_x86_64.whl → 2.2.0b20250121__py3-none-manylinux2010_x86_64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (10) hide show
  1. ipex_llm/transformers/low_bit_linear.py +7 -4
  2. ipex_llm/transformers/utils.py +16 -10
  3. {ipex_llm-2.2.0b20250120.dist-info → ipex_llm-2.2.0b20250121.dist-info}/METADATA +20 -20
  4. {ipex_llm-2.2.0b20250120.dist-info → ipex_llm-2.2.0b20250121.dist-info}/RECORD +10 -10
  5. {ipex_llm-2.2.0b20250120.data → ipex_llm-2.2.0b20250121.data}/scripts/ipex-llm-init +0 -0
  6. {ipex_llm-2.2.0b20250120.data → ipex_llm-2.2.0b20250121.data}/scripts/llm-chat +0 -0
  7. {ipex_llm-2.2.0b20250120.data → ipex_llm-2.2.0b20250121.data}/scripts/llm-cli +0 -0
  8. {ipex_llm-2.2.0b20250120.dist-info → ipex_llm-2.2.0b20250121.dist-info}/WHEEL +0 -0
  9. {ipex_llm-2.2.0b20250120.dist-info → ipex_llm-2.2.0b20250121.dist-info}/entry_points.txt +0 -0
  10. {ipex_llm-2.2.0b20250120.dist-info → ipex_llm-2.2.0b20250121.dist-info}/top_level.txt +0 -0
ipex_llm/transformers/low_bit_linear.py CHANGED
@@ -204,12 +204,15 @@ def ggml_q_format_convet_cpu2xpu(tensor: torch.Tensor, num_elem: int, qtype: int
204
204
 
205
205
 
206
206
  def ggml_q_format_convet_xpu2cpu(tensor: torch.Tensor, num_elem: int, qtype: int):
207
-
208
- invalidInputError(tensor.dtype == torch.uint8,
209
- "Input tensor must be uint8")
207
+ if qtype == NF4:
208
+ invalidInputError(tensor.dtype == torch.bfloat16,
209
+ "NF4 Input tensor must be bfloat16")
210
+ else:
211
+ invalidInputError(tensor.dtype == torch.uint8,
212
+ "Input tensor must be uint8")
210
213
 
211
214
  invalidInputError(tensor.device == torch.device('cpu'),
212
- "Input tensor must be uint8")
215
+ "Input tensor must be on cpu")
213
216
 
214
217
  src = ctypes.c_void_p(tensor.data.data_ptr())
215
218
 
ipex_llm/transformers/utils.py CHANGED
@@ -139,19 +139,25 @@ def fix_key(key):
139
139
 
140
140
 
141
141
  def get_autocast_dtype(x):
142
- if x.device.type == "xpu":
143
- if torch.xpu.is_autocast_xpu_enabled():
144
- return torch.xpu.get_autocast_xpu_dtype()
145
- else:
146
- return None
147
- elif x.device.type == "cpu":
148
- if torch.is_autocast_cpu_enabled():
149
- return torch.get_autocast_cpu_dtype()
142
+ if torch.__version__ >= '2.3':
143
+ if torch.is_autocast_enabled(x.device.type):
144
+ return torch.get_autocast_dtype(x.device.type)
150
145
  else:
151
146
  return None
152
147
  else:
153
- invalidInputError(False,
154
- f"Device {x.device} is not supported.")
148
+ if x.device.type == "xpu":
149
+ if torch.xpu.is_autocast_xpu_enabled():
150
+ return torch.xpu.get_autocast_xpu_dtype()
151
+ else:
152
+ return None
153
+ elif x.device.type == "cpu":
154
+ if torch.is_autocast_cpu_enabled():
155
+ return torch.get_autocast_cpu_dtype()
156
+ else:
157
+ return None
158
+ else:
159
+ invalidInputError(False,
160
+ f"Device {x.device} is not supported.")
155
161
 
156
162
 
157
163
  def get_xpu_device_name(device: torch.device):
{ipex_llm-2.2.0b20250120.dist-info → ipex_llm-2.2.0b20250121.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: ipex-llm
3
- Version: 2.2.0b20250120
3
+ Version: 2.2.0b20250121
4
4
  Summary: Large Language Model Develop Toolkit
5
5
  Home-page: https://github.com/intel-analytics/ipex-llm
6
6
  Author: BigDL Authors
@@ -27,10 +27,10 @@ Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine
27
27
  Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'all'
28
28
  Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'all'
29
29
  Provides-Extra: cpp
30
- Requires-Dist: bigdl-core-cpp ==2.6.0b20250120 ; extra == 'cpp'
30
+ Requires-Dist: bigdl-core-cpp ==2.6.0b20250121 ; extra == 'cpp'
31
31
  Requires-Dist: setuptools ; extra == 'cpp'
32
32
  Provides-Extra: cpp-arl
33
- Requires-Dist: bigdl-core-cpp ==2.6.0b20250120 ; extra == 'cpp-arl'
33
+ Requires-Dist: bigdl-core-cpp ==2.6.0b20250121 ; extra == 'cpp-arl'
34
34
  Requires-Dist: setuptools ; extra == 'cpp-arl'
35
35
  Requires-Dist: onednn-devel ==2024.1.1 ; (platform_system == "Windows") and extra == 'cpp-arl'
36
36
  Requires-Dist: onednn ==2024.1.1 ; (platform_system == "Windows") and extra == 'cpp-arl'
@@ -67,7 +67,7 @@ Requires-Dist: transformers ==4.40.0 ; extra == 'npu'
67
67
  Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'npu'
68
68
  Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'npu'
69
69
  Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'npu'
70
- Requires-Dist: bigdl-core-npu ==2.6.0b20250120 ; (platform_system == "Windows") and extra == 'npu'
70
+ Requires-Dist: bigdl-core-npu ==2.6.0b20250121 ; (platform_system == "Windows") and extra == 'npu'
71
71
  Provides-Extra: serving
72
72
  Requires-Dist: py-cpuinfo ; extra == 'serving'
73
73
  Requires-Dist: fschat[model_worker,webui] ==0.2.36 ; extra == 'serving'
@@ -87,9 +87,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu'
87
87
  Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu'
88
88
  Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu'
89
89
  Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu'
90
- Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250120 ; extra == 'xpu'
91
- Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250120 ; extra == 'xpu'
92
- Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250120 ; extra == 'xpu'
90
+ Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250121 ; extra == 'xpu'
91
+ Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250121 ; extra == 'xpu'
92
+ Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250121 ; extra == 'xpu'
93
93
  Provides-Extra: xpu-2-1
94
94
  Requires-Dist: py-cpuinfo ; extra == 'xpu-2-1'
95
95
  Requires-Dist: protobuf ; extra == 'xpu-2-1'
@@ -104,9 +104,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu-2-1'
104
104
  Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu-2-1'
105
105
  Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu-2-1'
106
106
  Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu-2-1'
107
- Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250120 ; extra == 'xpu-2-1'
108
- Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250120 ; extra == 'xpu-2-1'
109
- Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250120 ; extra == 'xpu-2-1'
107
+ Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250121 ; extra == 'xpu-2-1'
108
+ Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250121 ; extra == 'xpu-2-1'
109
+ Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250121 ; extra == 'xpu-2-1'
110
110
  Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-1'
111
111
  Requires-Dist: dpcpp-cpp-rt ==2024.0.2 ; (platform_system == "Windows") and extra == 'xpu-2-1'
112
112
  Requires-Dist: mkl-dpcpp ==2024.0.0 ; (platform_system == "Windows") and extra == 'xpu-2-1'
@@ -124,7 +124,7 @@ Requires-Dist: setuptools ; extra == 'xpu-2-6'
124
124
  Requires-Dist: torch ==2.6.0+xpu ; extra == 'xpu-2-6'
125
125
  Requires-Dist: torchvision ==0.21.0+xpu ; extra == 'xpu-2-6'
126
126
  Requires-Dist: torchaudio ==2.6.0+xpu ; extra == 'xpu-2-6'
127
- Requires-Dist: bigdl-core-xe-all ==2.6.0b20250120 ; extra == 'xpu-2-6'
127
+ Requires-Dist: bigdl-core-xe-all ==2.6.0b20250121 ; extra == 'xpu-2-6'
128
128
  Requires-Dist: onednn-devel ==2025.0.1 ; extra == 'xpu-2-6'
129
129
  Requires-Dist: onednn ==2025.0.1 ; extra == 'xpu-2-6'
130
130
  Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6'
@@ -140,9 +140,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-arc'
140
140
  Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-arc'
141
141
  Requires-Dist: tabulate ; extra == 'xpu-arc'
142
142
  Requires-Dist: setuptools ; extra == 'xpu-arc'
143
- Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250120 ; extra == 'xpu-arc'
144
- Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250120 ; extra == 'xpu-arc'
145
- Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250120 ; extra == 'xpu-arc'
143
+ Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250121 ; extra == 'xpu-arc'
144
+ Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250121 ; extra == 'xpu-arc'
145
+ Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250121 ; extra == 'xpu-arc'
146
146
  Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-arc'
147
147
  Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arc'
148
148
  Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arc'
@@ -163,9 +163,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-arl'
163
163
  Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-arl'
164
164
  Requires-Dist: tabulate ; extra == 'xpu-arl'
165
165
  Requires-Dist: setuptools ; extra == 'xpu-arl'
166
- Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250120 ; extra == 'xpu-arl'
167
- Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250120 ; extra == 'xpu-arl'
168
- Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250120 ; extra == 'xpu-arl'
166
+ Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250121 ; extra == 'xpu-arl'
167
+ Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250121 ; extra == 'xpu-arl'
168
+ Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250121 ; extra == 'xpu-arl'
169
169
  Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-arl'
170
170
  Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arl'
171
171
  Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arl'
@@ -186,9 +186,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-lnl'
186
186
  Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-lnl'
187
187
  Requires-Dist: tabulate ; extra == 'xpu-lnl'
188
188
  Requires-Dist: setuptools ; extra == 'xpu-lnl'
189
- Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250120 ; extra == 'xpu-lnl'
190
- Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250120 ; extra == 'xpu-lnl'
191
- Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250120 ; extra == 'xpu-lnl'
189
+ Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250121 ; extra == 'xpu-lnl'
190
+ Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250121 ; extra == 'xpu-lnl'
191
+ Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250121 ; extra == 'xpu-lnl'
192
192
  Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-lnl'
193
193
  Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-lnl'
194
194
  Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-lnl'
{ipex_llm-2.2.0b20250120.dist-info → ipex_llm-2.2.0b20250121.dist-info}/RECORD RENAMED
@@ -101,7 +101,7 @@ ipex_llm/transformers/kv.py,sha256=k4TU18LlA-Sbq9WNNQnfuzu3RSFBwFhmaV3BcGN5bAo,1
101
101
  ipex_llm/transformers/lisa.py,sha256=F5WxbtXQ7RdKulj83h_2DnEIgKiKGZf7zvOmg6QBl2s,3289
102
102
  ipex_llm/transformers/loader.py,sha256=AwjV5RpI2t2bedlv7ZhLm8cfd-QJZm5hny-XyjIvdnk,6876
103
103
  ipex_llm/transformers/lookup.py,sha256=b6OlZ9OV10R9qeWw8mVryVpDxszkjwLkldvi7GPMJY8,19614
104
- ipex_llm/transformers/low_bit_linear.py,sha256=2FhbDODYaw0D2RXfYCx3B9NyDep2D50tzQm6pYDxpzQ,40964
104
+ ipex_llm/transformers/low_bit_linear.py,sha256=CxG9a4oufYLw26TN-Hwz57tK1wTbOtY9YgXIn5fzVFs,41124
105
105
  ipex_llm/transformers/model.py,sha256=64eRLtbFftku9kcN5xSNerbZ3jAFUjCbNlM8Ly54ygE,41079
106
106
  ipex_llm/transformers/modelling_bigdl.py,sha256=7JpNVMuyq_OmtNUaMFMXdxPWZp2q0QHC02QeA-VTPOw,6709
107
107
  ipex_llm/transformers/npu_model.py,sha256=X8ZtvZJpzz64XrSPhUYXXZmdJcbZ9X6G3Vlzw-zgN1Q,39749
@@ -112,7 +112,7 @@ ipex_llm/transformers/relora.py,sha256=-dYzUV0P-IhO2jFdnzN9-v_sFzJpRj3ZwN9eCJzOo
112
112
  ipex_llm/transformers/speculative.py,sha256=0XNLgc9dGswJHVPrXo4iM7pPxkWwfFfJMECcivJSnIc,63368
113
113
  ipex_llm/transformers/streamer.py,sha256=RrVlLblzCOtABRUpaMXAyaMnCGgLUtAi_YesLumRbww,4842
114
114
  ipex_llm/transformers/training_patch.py,sha256=oxMkUtqyvqJiprw6dE3skkYfD1HOmUlH9N0hBkbn0G0,10799
115
- ipex_llm/transformers/utils.py,sha256=9IRSqfDokf8QFW9T47R--i3RL1E-_O31HO7IJf7H6pg,16748
115
+ ipex_llm/transformers/utils.py,sha256=JBekwpPD-CyMxt1OzvVsp7tu26pSA4v2mjuaUbqrAgI,16995
116
116
  ipex_llm/transformers/xpu_customize_fwd.py,sha256=wFpIhs5F6tkNs8gBOrLxWdhLzO3EDHovVkERPIAoAvg,7611
117
117
  ipex_llm/transformers/xpu_ops.py,sha256=vw4cUwvqUqDr45d-WMIkCpM2oiHfjN-VjF0bjMSF4kY,4830
118
118
  ipex_llm/transformers/awq/__init__.py,sha256=Du5gu3-eeAkeDO_dEMBTzrDBA66DSN3uL3-rn8WGXQw,875
@@ -251,11 +251,11 @@ ipex_llm/vllm/xpu/engine/__init__.py,sha256=pY_CpyuZd72fr6s32ejeKHKFW0K4vUU2rzZj
251
251
  ipex_llm/vllm/xpu/engine/engine.py,sha256=k4-D27WS_Gk3mA--w3HWAjPjb4Aiu043MVPi0ZoAUBc,5984
252
252
  ipex_llm/vllm/xpu/entrypoints/openai/api_server.py,sha256=GshTZFB8e4PWvqckfbmTOU6b0oLkNn7A-vzLuG9--j8,21544
253
253
  ipex_llm/vllm/xpu/entrypoints/openai/cli_args.py,sha256=2rENA2ucynMaIjiZBEh2ez1o5vR32GaP514t39CD7KM,8676
254
- ipex_llm-2.2.0b20250120.data/scripts/ipex-llm-init,sha256=fLQsT2dRL6H5bThb4GuIWotAuqoLsIxFwA-0c2qmaO8,6672
255
- ipex_llm-2.2.0b20250120.data/scripts/llm-chat,sha256=TdUnUmNapzuoe1c8IzrdVOQwWEg8IqsMSBRlOD3daZM,2249
256
- ipex_llm-2.2.0b20250120.data/scripts/llm-cli,sha256=RXGPlLElHxcKzoUxljEMBIAXbzCDysXL-Nxw-xF-7LU,2457
257
- ipex_llm-2.2.0b20250120.dist-info/METADATA,sha256=q7KGrzwCH-U7MiiWVeH6NibIoEag5WgHfMnbhWjdSio,12879
258
- ipex_llm-2.2.0b20250120.dist-info/WHEEL,sha256=PPJcBMAZibF_2GFE9NmOJGqiaSMPiNFbJd6QaJjdA6Y,109
259
- ipex_llm-2.2.0b20250120.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
260
- ipex_llm-2.2.0b20250120.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
261
- ipex_llm-2.2.0b20250120.dist-info/RECORD,,
254
+ ipex_llm-2.2.0b20250121.data/scripts/ipex-llm-init,sha256=fLQsT2dRL6H5bThb4GuIWotAuqoLsIxFwA-0c2qmaO8,6672
255
+ ipex_llm-2.2.0b20250121.data/scripts/llm-chat,sha256=TdUnUmNapzuoe1c8IzrdVOQwWEg8IqsMSBRlOD3daZM,2249
256
+ ipex_llm-2.2.0b20250121.data/scripts/llm-cli,sha256=RXGPlLElHxcKzoUxljEMBIAXbzCDysXL-Nxw-xF-7LU,2457
257
+ ipex_llm-2.2.0b20250121.dist-info/METADATA,sha256=nwJPYPb2gf21wSMev0UvAIaznP1WJP-GfCyql9iFOxI,12879
258
+ ipex_llm-2.2.0b20250121.dist-info/WHEEL,sha256=PPJcBMAZibF_2GFE9NmOJGqiaSMPiNFbJd6QaJjdA6Y,109
259
+ ipex_llm-2.2.0b20250121.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
260
+ ipex_llm-2.2.0b20250121.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
261
+ ipex_llm-2.2.0b20250121.dist-info/RECORD,,