ipex-llm 2.2.0b20250119__py3-none-win_amd64.whl → 2.2.0b20250121__py3-none-win_amd64.whl

ipex_llm/transformers/low_bit_linear.py

@@ -204,12 +204,15 @@ def ggml_q_format_convet_cpu2xpu(tensor: torch.Tensor, num_elem: int, qtype: int
 
 
 def ggml_q_format_convet_xpu2cpu(tensor: torch.Tensor, num_elem: int, qtype: int):
-
-    invalidInputError(tensor.dtype == torch.uint8,
-                      "Input tensor must be uint8")
+    if qtype == NF4:
+        invalidInputError(tensor.dtype == torch.bfloat16,
+                          "NF4 Input tensor must be bfloat16")
+    else:
+        invalidInputError(tensor.dtype == torch.uint8,
+                          "Input tensor must be uint8")
 
     invalidInputError(tensor.device == torch.device('cpu'),
-                      "Input tensor must be uint8")
+                      "Input tensor must be on cpu")
 
     src = ctypes.c_void_p(tensor.data.data_ptr())
 

ipex_llm/transformers/npu_models/convert_mp.py

@@ -34,7 +34,6 @@ def optimize_llm_pre(model: torch.nn.Module, qtype, mixed_precision,
                      quantization_group_size=0, load=False, max_prompt_len=512):
     if os.environ.get("IPEX_LLM_NPU_MTL", "0") == "1":
         # For MTL support
-        os.environ["IPEX_LLM_NPU_USE_LEVEL0"] = "0"
         os.environ["IPEX_LLM_NPU_DISABLE_COMPILE_OPT"] = "1"
 
     if os.environ.get("IPEX_LLM_NPU_ARL", "0") == "1":

ipex_llm/transformers/utils.py

@@ -139,19 +139,25 @@ def fix_key(key):
 
 
 def get_autocast_dtype(x):
-    if x.device.type == "xpu":
-        if torch.xpu.is_autocast_xpu_enabled():
-            return torch.xpu.get_autocast_xpu_dtype()
-        else:
-            return None
-    elif x.device.type == "cpu":
-        if torch.is_autocast_cpu_enabled():
-            return torch.get_autocast_cpu_dtype()
+    if torch.__version__ >= '2.3':
+        if torch.is_autocast_enabled(x.device.type):
+            return torch.get_autocast_dtype(x.device.type)
         else:
             return None
     else:
-        invalidInputError(False,
-                          f"Device {x.device} is not supported.")
+        if x.device.type == "xpu":
+            if torch.xpu.is_autocast_xpu_enabled():
+                return torch.xpu.get_autocast_xpu_dtype()
+            else:
+                return None
+        elif x.device.type == "cpu":
+            if torch.is_autocast_cpu_enabled():
+                return torch.get_autocast_cpu_dtype()
+            else:
+                return None
+        else:
+            invalidInputError(False,
+                              f"Device {x.device} is not supported.")
 
 
 def get_xpu_device_name(device: torch.device):

{ipex_llm-2.2.0b20250119.dist-info → ipex_llm-2.2.0b20250121.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ipex-llm
-Version: 2.2.0b20250119
+Version: 2.2.0b20250121
 Summary: Large Language Model Develop Toolkit
 Home-page: https://github.com/intel-analytics/ipex-llm
 Author: BigDL Authors
@@ -27,10 +27,10 @@ Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine
 Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'all'
 Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'all'
 Provides-Extra: cpp
-Requires-Dist: bigdl-core-cpp ==2.6.0b20250119 ; extra == 'cpp'
+Requires-Dist: bigdl-core-cpp ==2.6.0b20250121 ; extra == 'cpp'
 Requires-Dist: setuptools ; extra == 'cpp'
 Provides-Extra: cpp-arl
-Requires-Dist: bigdl-core-cpp ==2.6.0b20250119 ; extra == 'cpp-arl'
+Requires-Dist: bigdl-core-cpp ==2.6.0b20250121 ; extra == 'cpp-arl'
 Requires-Dist: setuptools ; extra == 'cpp-arl'
 Requires-Dist: onednn-devel ==2024.1.1 ; (platform_system == "Windows") and extra == 'cpp-arl'
 Requires-Dist: onednn ==2024.1.1 ; (platform_system == "Windows") and extra == 'cpp-arl'
@@ -67,7 +67,7 @@ Requires-Dist: transformers ==4.40.0 ; extra == 'npu'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'npu'
 Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'npu'
 Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'npu'
-Requires-Dist: bigdl-core-npu ==2.6.0b20250119 ; (platform_system == "Windows") and extra == 'npu'
+Requires-Dist: bigdl-core-npu ==2.6.0b20250121 ; (platform_system == "Windows") and extra == 'npu'
 Provides-Extra: serving
 Requires-Dist: py-cpuinfo ; extra == 'serving'
 Requires-Dist: fschat[model_worker,webui] ==0.2.36 ; extra == 'serving'
@@ -87,9 +87,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu'
 Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu'
 Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu'
 Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu'
-Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250119 ; extra == 'xpu'
-Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250119 ; extra == 'xpu'
-Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250119 ; extra == 'xpu'
+Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250121 ; extra == 'xpu'
+Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250121 ; extra == 'xpu'
+Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250121 ; extra == 'xpu'
 Provides-Extra: xpu-2-1
 Requires-Dist: py-cpuinfo ; extra == 'xpu-2-1'
 Requires-Dist: protobuf ; extra == 'xpu-2-1'
@@ -104,9 +104,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu-2-1'
 Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu-2-1'
 Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu-2-1'
 Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu-2-1'
-Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250119 ; extra == 'xpu-2-1'
-Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250119 ; extra == 'xpu-2-1'
-Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250119 ; extra == 'xpu-2-1'
+Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250121 ; extra == 'xpu-2-1'
+Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250121 ; extra == 'xpu-2-1'
+Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250121 ; extra == 'xpu-2-1'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-1'
 Requires-Dist: dpcpp-cpp-rt ==2024.0.2 ; (platform_system == "Windows") and extra == 'xpu-2-1'
 Requires-Dist: mkl-dpcpp ==2024.0.0 ; (platform_system == "Windows") and extra == 'xpu-2-1'
@@ -124,7 +124,7 @@ Requires-Dist: setuptools ; extra == 'xpu-2-6'
 Requires-Dist: torch ==2.6.0+xpu ; extra == 'xpu-2-6'
 Requires-Dist: torchvision ==0.21.0+xpu ; extra == 'xpu-2-6'
 Requires-Dist: torchaudio ==2.6.0+xpu ; extra == 'xpu-2-6'
-Requires-Dist: bigdl-core-xe-all ==2.6.0b20250119 ; extra == 'xpu-2-6'
+Requires-Dist: bigdl-core-xe-all ==2.6.0b20250121 ; extra == 'xpu-2-6'
 Requires-Dist: onednn-devel ==2025.0.1 ; extra == 'xpu-2-6'
 Requires-Dist: onednn ==2025.0.1 ; extra == 'xpu-2-6'
 Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6'
@@ -140,9 +140,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-arc'
 Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-arc'
 Requires-Dist: tabulate ; extra == 'xpu-arc'
 Requires-Dist: setuptools ; extra == 'xpu-arc'
-Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250119 ; extra == 'xpu-arc'
-Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250119 ; extra == 'xpu-arc'
-Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250119 ; extra == 'xpu-arc'
+Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250121 ; extra == 'xpu-arc'
+Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250121 ; extra == 'xpu-arc'
+Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250121 ; extra == 'xpu-arc'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-arc'
 Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arc'
 Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arc'
@@ -163,9 +163,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-arl'
 Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-arl'
 Requires-Dist: tabulate ; extra == 'xpu-arl'
 Requires-Dist: setuptools ; extra == 'xpu-arl'
-Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250119 ; extra == 'xpu-arl'
-Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250119 ; extra == 'xpu-arl'
-Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250119 ; extra == 'xpu-arl'
+Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250121 ; extra == 'xpu-arl'
+Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250121 ; extra == 'xpu-arl'
+Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250121 ; extra == 'xpu-arl'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-arl'
 Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arl'
 Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arl'
@@ -186,9 +186,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-lnl'
 Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-lnl'
 Requires-Dist: tabulate ; extra == 'xpu-lnl'
 Requires-Dist: setuptools ; extra == 'xpu-lnl'
-Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250119 ; extra == 'xpu-lnl'
-Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250119 ; extra == 'xpu-lnl'
-Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250119 ; extra == 'xpu-lnl'
+Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250121 ; extra == 'xpu-lnl'
+Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250121 ; extra == 'xpu-lnl'
+Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250121 ; extra == 'xpu-lnl'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-lnl'
 Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-lnl'
 Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-lnl'

{ipex_llm-2.2.0b20250119.dist-info → ipex_llm-2.2.0b20250121.dist-info}/RECORD

@@ -41,35 +41,35 @@ ipex_llm/langchain/llms/transformerspipelinellm.py,sha256=vm522YPPwWxxAPVvQBtxRf
 ipex_llm/langchain/vllm/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
 ipex_llm/langchain/vllm/vllm.py,sha256=6dxc-ZISZQrJilEa_HA827l75Dv9rcHpY_G6FdJ8BVs,7793
 ipex_llm/libs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ipex_llm/libs/bloom-api.dll,sha256=z8GumQgJ09jN5_WeTZQeYobki0H8oR3WfaJv2j3X2Kc,36352
-ipex_llm/libs/bloom.dll,sha256=mt1MWFzxMuIfltVQQMj16sYnzuCEik3VXtrrOLOU7OY,507904
-ipex_llm/libs/gptneox-api.dll,sha256=oS-DBMC4afKFADyCnnLLcJcfS8AsLPQjMpn4OmwVr2s,24576
-ipex_llm/libs/gptneox.dll,sha256=4jOoLRCUFfXpyDCka-7HqwIksgTpFR5vkX67NfZqvFY,568320
-ipex_llm/libs/libbloom_avx.dll,sha256=OKj_pdyb5_2dpc-k9u8XAreCuZ_riEsLOC1Bt8topsc,536576
-ipex_llm/libs/libbloom_vnni.dll,sha256=sZg1hXOmV3mbtmKxAxBSeDALH0dTUvPRNnyKFpQkHOU,508416
-ipex_llm/libs/libgptneox_avx.dll,sha256=rIGAG2cr8XdojCe0_wde8uoiMUj4S0DNNSFcJhqlgMc,596992
-ipex_llm/libs/libgptneox_vnni.dll,sha256=LpPCdUaLXFwRBKkyItyD_ksl7HhtFjF7Ig8oVIm8TR4,568832
-ipex_llm/libs/libllama_avx.dll,sha256=4XBgV6W7pwV7ODhyF6FujpBjNjnOFX2rN105jiXcr08,591360
-ipex_llm/libs/libllama_vnni.dll,sha256=_S2s_m37woktT1I41pAo3g1sYXMrzjVyI5_nau4Hm_k,563200
-ipex_llm/libs/libstarcoder_avx.dll,sha256=w8N8s0V9p7TYSedCEZTJQhBlPJcg45LYgsKnsPqJYu4,627712
-ipex_llm/libs/libstarcoder_vnni.dll,sha256=bki2vDSJ81W7lRcOJxJQ6cJy6s82KcOcYxKrs32-Nus,599552
-ipex_llm/libs/llama-api.dll,sha256=px0IGwjNkV1eCEfESoT3Bukd4aV5rL1BpogdYVHmFJo,25600
-ipex_llm/libs/llama.dll,sha256=ZG0nH-wxeOuszjPNhnKD3Az2uy8SiLVB9VKE5BqBXnk,562688
-ipex_llm/libs/main-bloom.exe,sha256=tRTPMI5WeNkaj9jFEd9epu33km4pLmG2-7afZQh7vRc,103424
-ipex_llm/libs/main-gptneox.exe,sha256=lxYx5e-4fuS7MzWBWItGawbd5fTvlGEwPGArX1eJvXw,98816
-ipex_llm/libs/main-llama.exe,sha256=xqNtVwU77nH0VQzjoMvJ8Wbdp6Xfzab9MDEJ7KQrABs,99840
-ipex_llm/libs/main-starcoder.exe,sha256=A_6d0SogVq1FxRAVjnik3KUjcZ6FOwLNM6GdjA1qGcg,157696
-ipex_llm/libs/pipeline.dll,sha256=46lfWwyKlWUOm54EqAW78fufypBm_0ZvEaYo5s3iJn0,72704
-ipex_llm/libs/quantize-bloom.exe,sha256=FH-UOdjfK9wSxd3oWy6OBnuhyC3S5f-v2yAkcbmj3Yk,126464
-ipex_llm/libs/quantize-bloom_vnni.exe,sha256=eXQmD-fGLBCrFNAsaIEk_fZGMjES4W89Qk2PbggCUoU,128000
-ipex_llm/libs/quantize-gptneox.exe,sha256=_1rz-OeXb4mGntbYnqNmQUQRNhz6G1MV8l7ycAvHL-A,104448
-ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=5RV_8oTBOfuEwAOIe90tHseodNnHOklGu8kbmi7ZIQ0,104960
-ipex_llm/libs/quantize-llama.exe,sha256=Ks6e9McULT4gTaaPminTmAFcohJC0FPibFUBvO-v1Pg,110080
-ipex_llm/libs/quantize-llama_vnni.exe,sha256=qn6c0Qk7cjX3xnYVe2b6Z0h0338_o5iA8XUTSMEZhpw,110592
-ipex_llm/libs/quantize-starcoder.exe,sha256=gLZckiPRF_eNps0xBHZVjPQJfU1k_cfrel-tJQtvRKM,127488
-ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=H9JaVX_NvGJqz1y2FDdZr4mHG94KBMiVRecFyfVQUGY,128512
-ipex_llm/libs/starcoder-api.dll,sha256=v70vRbDcAzhjHFHLckct2MeY0k-Xs7OWwd7CkA4XaA4,21504
-ipex_llm/libs/starcoder.dll,sha256=rl8iDobhIbZ8MSYLGnC2hOzwJfUYq9tKUL12inl2kd4,599040
+ipex_llm/libs/bloom-api.dll,sha256=ZB7jr6jHCxQLGfZdvhObglTiZ__yo5pu2tcIc7M_EoE,36352
+ipex_llm/libs/bloom.dll,sha256=26E6StbcySfNN4xftoerGuwO7qfjleCC17VJsm16DrU,507904
+ipex_llm/libs/gptneox-api.dll,sha256=BEQwpEncbKnOJMww9k6kZAp0gpP2p55qqUxFanWRTtg,24576
+ipex_llm/libs/gptneox.dll,sha256=HLTaA3toVUWtebhsq4ftWLCBTK8UdUF5j2147uiq6w8,568320
+ipex_llm/libs/libbloom_avx.dll,sha256=sXiX3vFDk0RMpCVZ2AOLS54Mz61v1Wc-hJZNHyxHq7g,536576
+ipex_llm/libs/libbloom_vnni.dll,sha256=rVWTOlrnhQr7S-8BRf9qKTVVU0z2rpz8YHc02XGB7y8,508416
+ipex_llm/libs/libgptneox_avx.dll,sha256=L0WBJtPOcgaKUaOp9u6bPAudZV50vwmTOuaZtNZD56A,596992
+ipex_llm/libs/libgptneox_vnni.dll,sha256=Vq-mHoIgxunzbUIayKkOR-Da5bKkYXY7ztGJ6tJG6TI,568832
+ipex_llm/libs/libllama_avx.dll,sha256=Gn9OyiNDqBz14rHMu0_HrL-ngFoBR52QDGjat7-RuH8,591360
+ipex_llm/libs/libllama_vnni.dll,sha256=pyj_rcVoTndCU5qaIUourCDLBSYr9eox9yj7XITbJq4,563200
+ipex_llm/libs/libstarcoder_avx.dll,sha256=EfSbQDcyTZa76waDYg92-MOtg36j7_r5gREqf4dRUc0,627712
+ipex_llm/libs/libstarcoder_vnni.dll,sha256=InvTtDwdDYWUHA5sEaqENFlegndZzTbuDD67_vMs_Is,599552
+ipex_llm/libs/llama-api.dll,sha256=rBSO3b2b9UMsRanaG-oOz_0kF4abliWYB5ylqTEVB0o,25600
+ipex_llm/libs/llama.dll,sha256=UkQTbMZi6r5IzpcVAEQ-7VWz8JCxwaBg6SmeuRCTjwE,562688
+ipex_llm/libs/main-bloom.exe,sha256=AgP1zjjxKUjlcHiPoj8bDBWPC28ZTld-5YtxQ8ADhPY,103424
+ipex_llm/libs/main-gptneox.exe,sha256=hVS2_qRUUae1AEhFi6ciY8aHnMq3QB9hB3J9UH1c7Sg,98816
+ipex_llm/libs/main-llama.exe,sha256=s5YZsyYu335ecKmKXYGnUXN3kmIulgqzQso-iB8G0Ac,99840
+ipex_llm/libs/main-starcoder.exe,sha256=iaGsrNmHMJMPa6SbSgS_wCadRreIW_E6-bv7nSFBEmM,157696
+ipex_llm/libs/pipeline.dll,sha256=pkulFXIN5JgzjiU_0C8OnJonYdLZYJJCrrHLqesxj9k,72704
+ipex_llm/libs/quantize-bloom.exe,sha256=8w0Wf60HtyYJj4YQaT00IYs9TU1O_I9Qn19GnyM8US0,126464
+ipex_llm/libs/quantize-bloom_vnni.exe,sha256=qLFbGcQJGfdDUQYtxIIxb4gvVEOUW6vzRSEt9g_ZmpI,128000
+ipex_llm/libs/quantize-gptneox.exe,sha256=wHyzfU4e1bp5PXFac3XQY7TewwUBKzPrpJwbjl4sWLE,104448
+ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=urTdkwOzPKUCQj1P31aMJVhOXqU5F2-WIYhKMg58y5I,104960
+ipex_llm/libs/quantize-llama.exe,sha256=Tk9wqILCokwRRRTDt7WxbKBFiwvT_eBEk6b2LR1eS3E,110080
+ipex_llm/libs/quantize-llama_vnni.exe,sha256=fwk5cgeOwX5SbN1ZwxxAW1qk4U86SG71kHGAnFeXeyE,110592
+ipex_llm/libs/quantize-starcoder.exe,sha256=Tmd6QBMDAzPsCdsq8eRXTIT_ZVu7gOuPkAR29LXCr0k,127488
+ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=rRAUFsNLda9xFPIaC7Uuzh_4jNhQ7UuM25CybDAemHQ,128512
+ipex_llm/libs/starcoder-api.dll,sha256=kdM7CtPA3LsJgx63Es2EoqHoK-K8GyCwj8UboXZNDlY,21504
+ipex_llm/libs/starcoder.dll,sha256=zOqCsZgodN4E1uGSPDXPfrrg3mN836Zx6KysqlnOQBw,599040
 ipex_llm/llamaindex/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
 ipex_llm/llamaindex/llms/__init__.py,sha256=KP1lEdGqDuxPoxL1ZSH25Pm2kKMPJBWUTLR0ckSLMIU,1139
 ipex_llm/llamaindex/llms/bigdlllm.py,sha256=FQBzq1KOjfc6uofTXAha3O7TqpJkNfOFepXQmOVlbnI,26314
@@ -94,7 +94,7 @@ ipex_llm/transformers/kv.py,sha256=k4TU18LlA-Sbq9WNNQnfuzu3RSFBwFhmaV3BcGN5bAo,1
 ipex_llm/transformers/lisa.py,sha256=F5WxbtXQ7RdKulj83h_2DnEIgKiKGZf7zvOmg6QBl2s,3289
 ipex_llm/transformers/loader.py,sha256=AwjV5RpI2t2bedlv7ZhLm8cfd-QJZm5hny-XyjIvdnk,6876
 ipex_llm/transformers/lookup.py,sha256=b6OlZ9OV10R9qeWw8mVryVpDxszkjwLkldvi7GPMJY8,19614
-ipex_llm/transformers/low_bit_linear.py,sha256=2FhbDODYaw0D2RXfYCx3B9NyDep2D50tzQm6pYDxpzQ,40964
+ipex_llm/transformers/low_bit_linear.py,sha256=CxG9a4oufYLw26TN-Hwz57tK1wTbOtY9YgXIn5fzVFs,41124
 ipex_llm/transformers/model.py,sha256=64eRLtbFftku9kcN5xSNerbZ3jAFUjCbNlM8Ly54ygE,41079
 ipex_llm/transformers/modelling_bigdl.py,sha256=7JpNVMuyq_OmtNUaMFMXdxPWZp2q0QHC02QeA-VTPOw,6709
 ipex_llm/transformers/npu_model.py,sha256=X8ZtvZJpzz64XrSPhUYXXZmdJcbZ9X6G3Vlzw-zgN1Q,39749
@@ -105,7 +105,7 @@ ipex_llm/transformers/relora.py,sha256=-dYzUV0P-IhO2jFdnzN9-v_sFzJpRj3ZwN9eCJzOo
 ipex_llm/transformers/speculative.py,sha256=0XNLgc9dGswJHVPrXo4iM7pPxkWwfFfJMECcivJSnIc,63368
 ipex_llm/transformers/streamer.py,sha256=RrVlLblzCOtABRUpaMXAyaMnCGgLUtAi_YesLumRbww,4842
 ipex_llm/transformers/training_patch.py,sha256=oxMkUtqyvqJiprw6dE3skkYfD1HOmUlH9N0hBkbn0G0,10799
-ipex_llm/transformers/utils.py,sha256=9IRSqfDokf8QFW9T47R--i3RL1E-_O31HO7IJf7H6pg,16748
+ipex_llm/transformers/utils.py,sha256=JBekwpPD-CyMxt1OzvVsp7tu26pSA4v2mjuaUbqrAgI,16995
 ipex_llm/transformers/xpu_customize_fwd.py,sha256=wFpIhs5F6tkNs8gBOrLxWdhLzO3EDHovVkERPIAoAvg,7611
 ipex_llm/transformers/xpu_ops.py,sha256=vw4cUwvqUqDr45d-WMIkCpM2oiHfjN-VjF0bjMSF4kY,4830
 ipex_llm/transformers/awq/__init__.py,sha256=Du5gu3-eeAkeDO_dEMBTzrDBA66DSN3uL3-rn8WGXQw,875
@@ -184,7 +184,7 @@ ipex_llm/transformers/npu_models/chatglm.py,sha256=YzpGLZ7ORt6qkwW9mCwZ_xhOAI8uH
 ipex_llm/transformers/npu_models/chatglm4.py,sha256=J4523DzhIzZxIvlf1V9qU4auzEGKvC80YqyxuCJygjw,9795
 ipex_llm/transformers/npu_models/common.py,sha256=tTUJL7IxVrJSnXle6nla35wTUrBf2sOEt7Ya1qyMezY,4853
 ipex_llm/transformers/npu_models/convert.py,sha256=FILSGnoltcR9FMrCkw0eOKh6p3sbBI5i0Ms8AsJc04E,25342
-ipex_llm/transformers/npu_models/convert_mp.py,sha256=ADMTnY3utRmCA9kGOCoiJ3NTI4via3TiX6i8duJ2TIE,24504
+ipex_llm/transformers/npu_models/convert_mp.py,sha256=Y6Fcde7bXHkZ0wvm8PymxJqvncbDj3ZjMez3SY9qi5U,24452
 ipex_llm/transformers/npu_models/glm_edge.py,sha256=VsJex-6530h4ZQk35TxRe1MnttAHT41omE8LV47LgBE,6723
 ipex_llm/transformers/npu_models/kv.py,sha256=2OSFO9Z6e4nGdVxXEM-Bq2qa_npYYbGmQt3lcCZxTlU,9201
 ipex_llm/transformers/npu_models/linear.py,sha256=RQxL42laJTm5hz11SNl0KlJX9xM6C_0OiN6soLShDM0,11284
@@ -244,11 +244,11 @@ ipex_llm/vllm/xpu/engine/__init__.py,sha256=pY_CpyuZd72fr6s32ejeKHKFW0K4vUU2rzZj
 ipex_llm/vllm/xpu/engine/engine.py,sha256=k4-D27WS_Gk3mA--w3HWAjPjb4Aiu043MVPi0ZoAUBc,5984
 ipex_llm/vllm/xpu/entrypoints/openai/api_server.py,sha256=GshTZFB8e4PWvqckfbmTOU6b0oLkNn7A-vzLuG9--j8,21544
 ipex_llm/vllm/xpu/entrypoints/openai/cli_args.py,sha256=2rENA2ucynMaIjiZBEh2ez1o5vR32GaP514t39CD7KM,8676
-ipex_llm-2.2.0b20250119.data/scripts/ipex-llm-init.bat,sha256=HPtCYuDYwEatq7dAwOvdfVcHYCpAVdbj75K1qh0vQek,2578
-ipex_llm-2.2.0b20250119.data/scripts/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
-ipex_llm-2.2.0b20250119.data/scripts/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
-ipex_llm-2.2.0b20250119.dist-info/METADATA,sha256=lkitliWjwOqlXgZj9NJKO3V7YL92z7x4tgPJPRw4zNE,12879
-ipex_llm-2.2.0b20250119.dist-info/WHEEL,sha256=6iYPr8vTHsyDK75jr9X0V3I9wPSVmtwr_8fdATBciGk,98
-ipex_llm-2.2.0b20250119.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
-ipex_llm-2.2.0b20250119.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
-ipex_llm-2.2.0b20250119.dist-info/RECORD,,
+ipex_llm-2.2.0b20250121.data/scripts/ipex-llm-init.bat,sha256=HPtCYuDYwEatq7dAwOvdfVcHYCpAVdbj75K1qh0vQek,2578
+ipex_llm-2.2.0b20250121.data/scripts/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
+ipex_llm-2.2.0b20250121.data/scripts/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
+ipex_llm-2.2.0b20250121.dist-info/METADATA,sha256=nwJPYPb2gf21wSMev0UvAIaznP1WJP-GfCyql9iFOxI,12879
+ipex_llm-2.2.0b20250121.dist-info/WHEEL,sha256=6iYPr8vTHsyDK75jr9X0V3I9wPSVmtwr_8fdATBciGk,98
+ipex_llm-2.2.0b20250121.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
+ipex_llm-2.2.0b20250121.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
+ipex_llm-2.2.0b20250121.dist-info/RECORD,,