ipex-llm 2.2.0b20250115__py3-none-win_amd64.whl → 2.2.0b20250116__py3-none-win_amd64.whl

ipex_llm/transformers/convert.py

@@ -1028,6 +1028,15 @@ def _optimize_pre(model, qtype=None):
             model.llm.config.model_type = "minicpm"
         _optimize_pre(model.llm, qtype=qtype)
         model.llm.config.model_type = "minicpmv"
+    elif model.config.model_type == "minicpmo":
+        # vpm opt
+        if hasattr(model, "vpm"):
+            from ipex_llm.transformers.models.minicpmv import merge_qkv
+            model.vpm.apply(merge_qkv)
+        # llm opt
+        model.llm.config.model_type = "qwen2"
+        _optimize_pre(model.llm, qtype=qtype)
+        model.llm.config.model_type = "minicpmo"
     elif model.config.model_type == "megrezo":
         from ipex_llm.transformers.models.minicpmv import merge_qkv
         model.vision.apply(merge_qkv)
@@ -1944,6 +1953,24 @@ def _optimize_post(model):
             convert_forward(model.vpm, vpm_module.Idefics2VisionAttention, siglip_attention_forward)
             minicpmv_chat = minicpmv_chat_wrapper(module.MiniCPMV.chat)
             model.chat = MethodType(minicpmv_chat, model)
+    elif model.config.model_type == "minicpmo":
+        # vpm opt
+        if hasattr(model, "vpm"):
+            vpm_modeling_module_name = model.vpm.__class__.__module__
+            vpm_module = importlib.import_module(vpm_modeling_module_name)
+            from ipex_llm.transformers.models.minicpmv import siglip_attention_forward
+            convert_forward(model.vpm, vpm_module.SiglipAttention, siglip_attention_forward)
+        # apm opt
+        if hasattr(model, "apm"):
+            apm_modeling_module_name = model.apm.__class__.__module__
+            apm_module = importlib.import_module(apm_modeling_module_name)
+            from transformers.models.whisper.modeling_whisper import WhisperSdpaAttention
+            from ipex_llm.transformers.models.whisper import whisper_attention_forward
+            convert_forward(model.apm, WhisperSdpaAttention, whisper_attention_forward)
+        # llm opt
+        model.llm.config.model_type = "qwen2"
+        _optimize_post(model.llm)
+        model.llm.config.model_type = "minicpmo"
     elif model.config.model_type == "megrezo":
         modeling_module_name = model.__class__.__module__
         module = importlib.import_module(modeling_module_name)

ipex_llm/transformers/low_bit_linear.py

@@ -273,7 +273,7 @@ def use_batch_forward(x: torch.Tensor, qtype: int, output_len: int):
         and x.shape[1] % 128 == 0
         and (
             (
-                qtype in [SYM_INT4, ASYM_INT4, FP8E5, FP8E4]
+                qtype in [SYM_INT4, ASYM_INT4, FP8E5, FP8E4, WOQ_INT4]
                 and (
                     batch_size <= 48
                     or (
@@ -284,7 +284,7 @@ def use_batch_forward(x: torch.Tensor, qtype: int, output_len: int):
                 )
             )
             or (
-                qtype in [SYM_INT8, FP4, FP6, Q4_K, Q6_K]
+                qtype in [SYM_INT8, FP4, FP6, Q4_K, Q6_K, WOQ_INT4]
                 and batch_size <= 48
                 and device_name in ["arc", "pvc", "mtl", "arl"]
                 and x.shape[1] % 256 == 0
@@ -297,8 +297,8 @@ def use_batch_forward(x: torch.Tensor, qtype: int, output_len: int):
             batch_size > 1
             or (device_name in ["arc"] and qtype in [SYM_INT8, FP4])
             or (device_name in ["arc", "mtl"] and qtype in [FP8E4])
-            or (device_name in ["lnl"] and qtype in [SYM_INT4] and x.shape[1] % 512 == 0)
-            or (device_name in ["bmg"] and qtype in [SYM_INT4, FP8E5])
+            or (device_name in ["lnl"] and qtype in [SYM_INT4, WOQ_INT4] and x.shape[1] % 512 == 0)
+            or (device_name in ["bmg"] and qtype in [SYM_INT4, WOQ_INT4, FP8E5])
         )
     return False
 

ipex_llm/transformers/models/whisper.py

@@ -0,0 +1,103 @@
+#
+# Copyright 2016 The BigDL Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# Some parts of this file is adapted from
+# https://github.com/huggingface/transformers/blob/main/src/transformers/models/whisper/modeling_whisper.py
+# which is licensed under Apache License 2.0:
+#
+# Copyright 2022 The OpenAI Authors and The HuggingFace Inc. team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+import torch
+
+from typing import Optional, Tuple
+from transformers.cache_utils import EncoderDecoderCache
+
+from ipex_llm.transformers.utils import invalidInputError
+from ipex_llm.transformers.models.common import scaled_dot_product_attention
+
+
+def whisper_attention_forward(
+    self,
+    hidden_states: torch.Tensor,
+    key_value_states: Optional[torch.Tensor] = None,
+    past_key_value: Optional[EncoderDecoderCache] = None,
+    attention_mask: Optional[torch.Tensor] = None,
+    layer_head_mask: Optional[torch.Tensor] = None,
+    output_attentions: bool = False,
+    cache_position: Optional[torch.LongTensor] = None,
+) -> Tuple[torch.Tensor, Optional[torch.Tensor], Optional[Tuple[torch.Tensor]]]:
+    invalidInputError(not output_attentions and layer_head_mask is None,
+                      "`output_attentions` and `layer_head_mask` are not supported")
+
+    # if key_value_states are provided this layer is used as a cross-attention layer
+    # for the decoder
+    is_cross_attention = key_value_states is not None
+    bsz, tgt_len, _ = hidden_states.size()
+
+    # get query proj
+    query_states = self._shape(self.q_proj(hidden_states), tgt_len, bsz)
+
+    if past_key_value is not None:
+        is_updated = past_key_value.is_updated.get(self.layer_idx)
+        if is_cross_attention:
+            past_key_value.is_updated[self.layer_idx] = True
+            past_key_value = past_key_value.cross_attention_cache
+        else:
+            past_key_value = past_key_value.self_attention_cache
+
+    # use key_value_states if cross attention
+    current_states = key_value_states if key_value_states is not None else hidden_states
+    if is_cross_attention and past_key_value and is_updated:
+        # reuse k,v, cross_attentions
+        key_states = past_key_value.key_cache[self.layer_idx]
+        value_states = past_key_value.value_cache[self.layer_idx]
+    else:
+        key_states = self._shape(self.k_proj(current_states), -1, bsz)
+        value_states = self._shape(self.v_proj(current_states), -1, bsz)
+        if past_key_value is not None:
+            cache_position = cache_position if not is_cross_attention else None
+            key_states, value_states = past_key_value.update(
+                key_states, value_states, self.layer_idx, {"cache_position": cache_position}
+            )
+
+    # IPEX-LLM OPT: sdpa
+    is_causal = True if self.is_causal and attention_mask is None and tgt_len > 1 else False
+    attn_output = scaled_dot_product_attention(
+        query_states,
+        key_states.contiguous(),
+        value_states.contiguous(),
+        attention_mask,
+        is_causal
+    )
+
+    attn_output = attn_output.transpose(1, 2)
+    attn_output = attn_output.reshape(bsz, tgt_len, self.embed_dim)
+
+    attn_output = self.out_proj(attn_output)
+
+    return attn_output, None, past_key_value

{ipex_llm-2.2.0b20250115.dist-info → ipex_llm-2.2.0b20250116.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ipex-llm
-Version: 2.2.0b20250115
+Version: 2.2.0b20250116
 Summary: Large Language Model Develop Toolkit
 Home-page: https://github.com/intel-analytics/ipex-llm
 Author: BigDL Authors
@@ -27,10 +27,10 @@ Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine
 Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'all'
 Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'all'
 Provides-Extra: cpp
-Requires-Dist: bigdl-core-cpp ==2.6.0b20250115 ; extra == 'cpp'
+Requires-Dist: bigdl-core-cpp ==2.6.0b20250116 ; extra == 'cpp'
 Requires-Dist: setuptools ; extra == 'cpp'
 Provides-Extra: cpp-arl
-Requires-Dist: bigdl-core-cpp ==2.6.0b20250115 ; extra == 'cpp-arl'
+Requires-Dist: bigdl-core-cpp ==2.6.0b20250116 ; extra == 'cpp-arl'
 Requires-Dist: setuptools ; extra == 'cpp-arl'
 Requires-Dist: onednn-devel ==2024.1.1 ; (platform_system == "Windows") and extra == 'cpp-arl'
 Requires-Dist: onednn ==2024.1.1 ; (platform_system == "Windows") and extra == 'cpp-arl'
@@ -67,7 +67,7 @@ Requires-Dist: transformers ==4.40.0 ; extra == 'npu'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'npu'
 Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'npu'
 Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'npu'
-Requires-Dist: bigdl-core-npu ==2.6.0b20250115 ; (platform_system == "Windows") and extra == 'npu'
+Requires-Dist: bigdl-core-npu ==2.6.0b20250116 ; (platform_system == "Windows") and extra == 'npu'
 Provides-Extra: serving
 Requires-Dist: py-cpuinfo ; extra == 'serving'
 Requires-Dist: fschat[model_worker,webui] ==0.2.36 ; extra == 'serving'
@@ -87,9 +87,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu'
 Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu'
 Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu'
 Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu'
-Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250115 ; extra == 'xpu'
-Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250115 ; extra == 'xpu'
-Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250115 ; extra == 'xpu'
+Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250116 ; extra == 'xpu'
+Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250116 ; extra == 'xpu'
+Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250116 ; extra == 'xpu'
 Provides-Extra: xpu-2-1
 Requires-Dist: py-cpuinfo ; extra == 'xpu-2-1'
 Requires-Dist: protobuf ; extra == 'xpu-2-1'
@@ -104,9 +104,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu-2-1'
 Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu-2-1'
 Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu-2-1'
 Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu-2-1'
-Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250115 ; extra == 'xpu-2-1'
-Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250115 ; extra == 'xpu-2-1'
-Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250115 ; extra == 'xpu-2-1'
+Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250116 ; extra == 'xpu-2-1'
+Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250116 ; extra == 'xpu-2-1'
+Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250116 ; extra == 'xpu-2-1'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-1'
 Requires-Dist: dpcpp-cpp-rt ==2024.0.2 ; (platform_system == "Windows") and extra == 'xpu-2-1'
 Requires-Dist: mkl-dpcpp ==2024.0.0 ; (platform_system == "Windows") and extra == 'xpu-2-1'
@@ -124,7 +124,10 @@ Requires-Dist: setuptools ; extra == 'xpu-2-6'
 Requires-Dist: torch ==2.6.0+xpu ; extra == 'xpu-2-6'
 Requires-Dist: torchvision ==0.21.0+xpu ; extra == 'xpu-2-6'
 Requires-Dist: torchaudio ==2.6.0+xpu ; extra == 'xpu-2-6'
-Requires-Dist: bigdl-core-xe-all ==2.6.0b20250115 ; extra == 'xpu-2-6'
+Requires-Dist: bigdl-core-xe-all ==2.6.0b20250116 ; extra == 'xpu-2-6'
+Requires-Dist: onednn-devel ==2025.0.1 ; extra == 'xpu-2-6'
+Requires-Dist: onednn ==2025.0.1 ; extra == 'xpu-2-6'
+Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-6'
 Provides-Extra: xpu-arc
 Requires-Dist: py-cpuinfo ; extra == 'xpu-arc'
@@ -137,9 +140,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-arc'
 Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-arc'
 Requires-Dist: tabulate ; extra == 'xpu-arc'
 Requires-Dist: setuptools ; extra == 'xpu-arc'
-Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250115 ; extra == 'xpu-arc'
-Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250115 ; extra == 'xpu-arc'
-Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250115 ; extra == 'xpu-arc'
+Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250116 ; extra == 'xpu-arc'
+Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250116 ; extra == 'xpu-arc'
+Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250116 ; extra == 'xpu-arc'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-arc'
 Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arc'
 Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arc'
@@ -160,9 +163,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-arl'
 Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-arl'
 Requires-Dist: tabulate ; extra == 'xpu-arl'
 Requires-Dist: setuptools ; extra == 'xpu-arl'
-Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250115 ; extra == 'xpu-arl'
-Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250115 ; extra == 'xpu-arl'
-Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250115 ; extra == 'xpu-arl'
+Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250116 ; extra == 'xpu-arl'
+Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250116 ; extra == 'xpu-arl'
+Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250116 ; extra == 'xpu-arl'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-arl'
 Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arl'
 Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arl'
@@ -183,9 +186,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-lnl'
 Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-lnl'
 Requires-Dist: tabulate ; extra == 'xpu-lnl'
 Requires-Dist: setuptools ; extra == 'xpu-lnl'
-Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250115 ; extra == 'xpu-lnl'
-Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250115 ; extra == 'xpu-lnl'
-Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250115 ; extra == 'xpu-lnl'
+Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250116 ; extra == 'xpu-lnl'
+Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250116 ; extra == 'xpu-lnl'
+Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250116 ; extra == 'xpu-lnl'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-lnl'
 Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-lnl'
 Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-lnl'

{ipex_llm-2.2.0b20250115.dist-info → ipex_llm-2.2.0b20250116.dist-info}/RECORD

@@ -41,35 +41,35 @@ ipex_llm/langchain/llms/transformerspipelinellm.py,sha256=vm522YPPwWxxAPVvQBtxRf
 ipex_llm/langchain/vllm/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
 ipex_llm/langchain/vllm/vllm.py,sha256=6dxc-ZISZQrJilEa_HA827l75Dv9rcHpY_G6FdJ8BVs,7793
 ipex_llm/libs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ipex_llm/libs/bloom-api.dll,sha256=m1QkAO-pzX8Tl4-7h7ECPkcQd55Mva_0YiCQHjvoCuc,36352
-ipex_llm/libs/bloom.dll,sha256=4wcMNz_M55USU1gK76cfwM8-UL4KQyBtqEPRi6w4VQA,507904
-ipex_llm/libs/gptneox-api.dll,sha256=ZMlvwz2bYbkonJ8na-AMhq-i-lhkwR4A2Y9SEKndcuU,24576
-ipex_llm/libs/gptneox.dll,sha256=qt-FMb8mLgt6yGydHET__9XVrt58Jzpvg4aSa1SO6oI,568320
-ipex_llm/libs/libbloom_avx.dll,sha256=Z95j-YTrQ8iHx9PoSxCeVFrYSmzT1mJxa7dTFMz598A,536576
-ipex_llm/libs/libbloom_vnni.dll,sha256=Kvl-Zy0k2dyoH4hksAfHfAQYYSFYMuuyeXXel8DjVq8,508416
-ipex_llm/libs/libgptneox_avx.dll,sha256=twEmfEw5TQYZuDkcKzxeXnrWpeutV4jKTTqcqLWNMSE,596992
-ipex_llm/libs/libgptneox_vnni.dll,sha256=3z656g1unGyfGRziVxIqjBMj4o_e2FYEzbebwNd7Kl4,568832
-ipex_llm/libs/libllama_avx.dll,sha256=h8VRZJ8kafy2NDJ2gRWxK4oHOWjn6vzkwDWD2Gj1nlQ,591360
-ipex_llm/libs/libllama_vnni.dll,sha256=CGSZXEmwnnJCrNRtARHAh6u8Xpdp5F-o8U2s3vhLCBU,563200
-ipex_llm/libs/libstarcoder_avx.dll,sha256=WXzhTIWIXhfMkkR8LHz_1v_V1m7PjGtO2tr6VyizyCc,627712
-ipex_llm/libs/libstarcoder_vnni.dll,sha256=NDIt9M04LDLQlTpCso01xLWxSbXf16yhJw5vZs4O7c0,599552
-ipex_llm/libs/llama-api.dll,sha256=K7f5zkVxmuhXF3hvqpMbvX4YDYx333UDjho-Dx8cSuM,25600
-ipex_llm/libs/llama.dll,sha256=NLjjB6-g2SG6eKl7Z5T1HfNo6vlCi9Ksv-4s0CgHWF4,562688
-ipex_llm/libs/main-bloom.exe,sha256=TyxnTvGmAiMCk1CSgjHrSB8heuxn01-C4v6tDoOrtUk,103424
-ipex_llm/libs/main-gptneox.exe,sha256=ObDn-P-3gLZYbu3H-CLK5sGFsQYqByuBpzRdk3dWqTU,98816
-ipex_llm/libs/main-llama.exe,sha256=qOtiJIf1S3sT-U576WuTP5ewBHjg2BRNd9iOm2Aw97g,99840
-ipex_llm/libs/main-starcoder.exe,sha256=so9jBqjslD_lH-dQX7_ud_BQLz2uostxVmRE5dCvQAc,157696
-ipex_llm/libs/pipeline.dll,sha256=V8grkx3xoVRzYkrs78LDqAPUZeKPIx3n73CjLG5cGMo,72704
-ipex_llm/libs/quantize-bloom.exe,sha256=J0ev15UaUIDCw966zJUyFqFcKtTqih0dlB2TdVqam7U,126464
-ipex_llm/libs/quantize-bloom_vnni.exe,sha256=b0aY-CcFLY7ric3fAOsiTG3yiKNGrobiZUw7JDNvZ-M,128000
-ipex_llm/libs/quantize-gptneox.exe,sha256=FcjfWHCHA5Frv3XYLIsBrGmbcfzzX_QY1mELCxsUDRk,104448
-ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=An_lGuTuftDfrSaMrLu5zpszFMalFjHIW7LnNQWUdfI,104960
-ipex_llm/libs/quantize-llama.exe,sha256=ftxWVqV1sj39hbXYjcHYzUdDsonZ_efNyY3ZkGl4Sko,110080
-ipex_llm/libs/quantize-llama_vnni.exe,sha256=IJfegrxBAL1HHj7PdAJ0HnGorGBJCkzlM_zIkvIduQ8,110592
-ipex_llm/libs/quantize-starcoder.exe,sha256=WxhZfJAPczJGLN6LBkxFBslNk5kjp3Oluq88PEQa6MU,127488
-ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=7N1OYZ3lqqfaMLP4M3tKg54f4dPtVzXqfDMd5l8nnLI,128512
-ipex_llm/libs/starcoder-api.dll,sha256=YUXlf8YqEa9M8x7Oe8G2AdctfOa32aJ4OMpUFfAMVuA,21504
-ipex_llm/libs/starcoder.dll,sha256=UwOP_9b_izkojuAt7xQnMQkDpTwmT0_uOxN0P36_5hQ,599040
+ipex_llm/libs/bloom-api.dll,sha256=KZO8E1UaDCnft7K0TDoh_3zTx42ISTU4D2bSqoPEV2s,36352
+ipex_llm/libs/bloom.dll,sha256=svReLrk8rOmuItKNyhldKdx-DoMPMO642_h_Ug5UxD0,507904
+ipex_llm/libs/gptneox-api.dll,sha256=O-N2Ia1UysaymHfImedI_WjOeJ2NTbxNn9q6yGXOQAI,24576
+ipex_llm/libs/gptneox.dll,sha256=fcBWhf3KmAqkmyf_F7NKa5lT0gO57-9BcC_rfeT-LwU,568320
+ipex_llm/libs/libbloom_avx.dll,sha256=zPvCrNZlhMXpWarLFBhmhybT54is_iiolIPrIwDWw2c,536576
+ipex_llm/libs/libbloom_vnni.dll,sha256=zJNPHctPT5i42tPNOSLeeMpllG30GGqI9v8iD1BYi4k,508416
+ipex_llm/libs/libgptneox_avx.dll,sha256=aM2pIFvj3JR3UtH_jaOfR7voUuPS3uxvmOEnplOBdbc,596992
+ipex_llm/libs/libgptneox_vnni.dll,sha256=SaC4qbKMRIqV_3NUcIYLV1gRZNsduV90DzovwmNY1UE,568832
+ipex_llm/libs/libllama_avx.dll,sha256=X-RoQ1vnzW0HEFDYJ8OyrMq9Nw080zXmM4RCOtNyx_E,591360
+ipex_llm/libs/libllama_vnni.dll,sha256=Is1ykadevzNjGRZTZtExJk8iAIXGjq-GJ7zHOpuNtzI,563200
+ipex_llm/libs/libstarcoder_avx.dll,sha256=kDSsXFnvGc0tqkv9uU3sO-JWYLYdeqq5mVe4aA_KB30,627712
+ipex_llm/libs/libstarcoder_vnni.dll,sha256=srj1INioPm8WX8WqsW1m5CrtvXfuySliylZH2bpCF08,599552
+ipex_llm/libs/llama-api.dll,sha256=LdTvWWTBx5z6a9WPJPLIuJ_y6KpjrSfq0weehc3VdwU,25600
+ipex_llm/libs/llama.dll,sha256=wYzQK-oATn1zwBuNu57FWSgVEOdNabU4PgU5O9SVm_Y,562688
+ipex_llm/libs/main-bloom.exe,sha256=_iCwL1VqzrOWnBDuilurts1prZwopIxPwqcMPUwuPIw,103424
+ipex_llm/libs/main-gptneox.exe,sha256=TQ4SKDSTZ811jn2ZlAcDj9uksjYbL9DQVKdo3_94NRQ,98816
+ipex_llm/libs/main-llama.exe,sha256=bQGz9gMIjKMMH5zTqpj3M8Mh_FCWdeyFUcK66usqqlI,99840
+ipex_llm/libs/main-starcoder.exe,sha256=siUfDQYwB9zmcsaqgccks4-_ylIeN4RIAcJdIFgfOSU,157696
+ipex_llm/libs/pipeline.dll,sha256=2WR7LimvR1WHIgoetcO2RO3uXmng752cZ9L9hr6iGoE,72704
+ipex_llm/libs/quantize-bloom.exe,sha256=2-S0X9dnWH1WYvTV0bWlZKTwC5PfMC5fLNWouC-UiPw,126464
+ipex_llm/libs/quantize-bloom_vnni.exe,sha256=5Oy_AOS8K7FDGXqUQj1aoAZ-NpZj5rDx4oXkYJU9zfs,128000
+ipex_llm/libs/quantize-gptneox.exe,sha256=3OXhZHW7T6x0JTT7R6mu9EmLZDmyymKK7SbLV4IW0L0,104448
+ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=8u0qGmF64EqIBZcYKFve3LzF94r-ag1-gp1poZ-UqTQ,104960
+ipex_llm/libs/quantize-llama.exe,sha256=SZps0VsS4RG1N_5lcCicfAMEI5RwdLMH7CZUVVVbdfQ,110080
+ipex_llm/libs/quantize-llama_vnni.exe,sha256=b_YXBMvuKfHX96Y31M8MdeUoGS__2e2NZSX1Kr0yCzM,110592
+ipex_llm/libs/quantize-starcoder.exe,sha256=Txap-heal5Q1pMJfrC1To8IcHktSboCReD8aLyT8u5A,127488
+ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=SEh_V-9nXaD5QlDZPQ6HdoStp1krtNc1vtIg0E-OPuo,128512
+ipex_llm/libs/starcoder-api.dll,sha256=obLtkGPijemfhwOHIu8iIwt6UdGeGg0PnuvDBoIhR0Q,21504
+ipex_llm/libs/starcoder.dll,sha256=pEZDz8kqNxmyyRd4LCVnvVsyM1Q2d5TnAV1fYbugGJI,599040
 ipex_llm/llamaindex/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
 ipex_llm/llamaindex/llms/__init__.py,sha256=KP1lEdGqDuxPoxL1ZSH25Pm2kKMPJBWUTLR0ckSLMIU,1139
 ipex_llm/llamaindex/llms/bigdlllm.py,sha256=FQBzq1KOjfc6uofTXAha3O7TqpJkNfOFepXQmOVlbnI,26314
@@ -87,14 +87,14 @@ ipex_llm/serving/fastchat/tgi_api_protocol.py,sha256=brT3k3-V0NJrU4fRqUwWjC0O3iO
 ipex_llm/serving/fastchat/tgi_api_server.py,sha256=agNTAEiZPSuj3dEdIdYKwkoY0cXOUDX06DiM9VP2knQ,24418
 ipex_llm/serving/fastchat/vllm_worker.py,sha256=ZLz2Q9GxJO6r_LOiP6epgCRjBGk-K4EB1SNEWSJp5DA,11091
 ipex_llm/transformers/__init__.py,sha256=pJHs6GZXHIObVE4BUCuej-6BKBZZg9pYWKPrkhWSfB4,1192
-ipex_llm/transformers/convert.py,sha256=_aTdg1c15aUXJD4ktgcaDcqrjyEIlsoPLbMT5zvXr6U,98150
+ipex_llm/transformers/convert.py,sha256=RVW8PIKpLrdMbvqKuUtWswyECTvDP7IM-o6I-Ez3TZ4,99554
 ipex_llm/transformers/convert_ipex.py,sha256=_nSnUTQy-yfkKaqGdqnBdWztZf3NGmnbZ0TKaDrF4X4,14617
 ipex_llm/transformers/embedding.py,sha256=bdgk59DvD4ZZyxRzewXOR7g56nThgO6uhIwk8QL7f-s,9299
 ipex_llm/transformers/kv.py,sha256=k4TU18LlA-Sbq9WNNQnfuzu3RSFBwFhmaV3BcGN5bAo,19191
 ipex_llm/transformers/lisa.py,sha256=F5WxbtXQ7RdKulj83h_2DnEIgKiKGZf7zvOmg6QBl2s,3289
 ipex_llm/transformers/loader.py,sha256=AwjV5RpI2t2bedlv7ZhLm8cfd-QJZm5hny-XyjIvdnk,6876
 ipex_llm/transformers/lookup.py,sha256=b6OlZ9OV10R9qeWw8mVryVpDxszkjwLkldvi7GPMJY8,19614
-ipex_llm/transformers/low_bit_linear.py,sha256=27xrIh-0-KAyepaT9lHz3W4kkjoRRo08zVO4C8LRJkc,40924
+ipex_llm/transformers/low_bit_linear.py,sha256=2FhbDODYaw0D2RXfYCx3B9NyDep2D50tzQm6pYDxpzQ,40964
 ipex_llm/transformers/model.py,sha256=64eRLtbFftku9kcN5xSNerbZ3jAFUjCbNlM8Ly54ygE,41079
 ipex_llm/transformers/modelling_bigdl.py,sha256=7JpNVMuyq_OmtNUaMFMXdxPWZp2q0QHC02QeA-VTPOw,6709
 ipex_llm/transformers/npu_model.py,sha256=X8ZtvZJpzz64XrSPhUYXXZmdJcbZ9X6G3Vlzw-zgN1Q,39749
@@ -175,6 +175,7 @@ ipex_llm/transformers/models/sd.py,sha256=VvHV5u-0k2MgHu3NL9113hPj7DgfxqctuKzEEe
 ipex_llm/transformers/models/stablelm.py,sha256=fj-XtOnR6kggnFUQTMPCOOzolkPztN06WAv8QW-XRnI,7054
 ipex_llm/transformers/models/starcoder2.py,sha256=ONKvD7JCkRM0DI-R56x28QFBJ7CjD5hOZBQ_3WfOcNk,6626
 ipex_llm/transformers/models/utils.py,sha256=Rdn9T4zk6Hz8ybJp6kvlyfPwgHwdxEZ8R4zGtMeozWg,15105
+ipex_llm/transformers/models/whisper.py,sha256=ju3WP8Eq-KvD7kb3Qy51r4FOfSX3NBxfp5RBcq__gzc,4241
 ipex_llm/transformers/models/yuan.py,sha256=JYAn_ZaSGK0NBJLEIxCACfAq084a66GFJkdd5NbpmMA,7732
 ipex_llm/transformers/npu_models/__init__.py,sha256=ulEUGLjaP48LCrVeury3UxLjXxKzRi0UpSG4bYu-7f8,585
 ipex_llm/transformers/npu_models/baichuan.py,sha256=fJtd7fBrttySghRUgfZTAdxLjsSNC-XL08HISsXigLE,4685
@@ -243,11 +244,11 @@ ipex_llm/vllm/xpu/engine/__init__.py,sha256=pY_CpyuZd72fr6s32ejeKHKFW0K4vUU2rzZj
 ipex_llm/vllm/xpu/engine/engine.py,sha256=k4-D27WS_Gk3mA--w3HWAjPjb4Aiu043MVPi0ZoAUBc,5984
 ipex_llm/vllm/xpu/entrypoints/openai/api_server.py,sha256=GshTZFB8e4PWvqckfbmTOU6b0oLkNn7A-vzLuG9--j8,21544
 ipex_llm/vllm/xpu/entrypoints/openai/cli_args.py,sha256=2rENA2ucynMaIjiZBEh2ez1o5vR32GaP514t39CD7KM,8676
-ipex_llm-2.2.0b20250115.data/scripts/ipex-llm-init.bat,sha256=HPtCYuDYwEatq7dAwOvdfVcHYCpAVdbj75K1qh0vQek,2578
-ipex_llm-2.2.0b20250115.data/scripts/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
-ipex_llm-2.2.0b20250115.data/scripts/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
-ipex_llm-2.2.0b20250115.dist-info/METADATA,sha256=IFEK6gXdz44NE1sgaflpY0KyvKZXn9rdnuAET380aUo,12705
-ipex_llm-2.2.0b20250115.dist-info/WHEEL,sha256=6iYPr8vTHsyDK75jr9X0V3I9wPSVmtwr_8fdATBciGk,98
-ipex_llm-2.2.0b20250115.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
-ipex_llm-2.2.0b20250115.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
-ipex_llm-2.2.0b20250115.dist-info/RECORD,,
+ipex_llm-2.2.0b20250116.data/scripts/ipex-llm-init.bat,sha256=HPtCYuDYwEatq7dAwOvdfVcHYCpAVdbj75K1qh0vQek,2578
+ipex_llm-2.2.0b20250116.data/scripts/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
+ipex_llm-2.2.0b20250116.data/scripts/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
+ipex_llm-2.2.0b20250116.dist-info/METADATA,sha256=-88ot5J1vrH5lxaRqG7J_H4AODcB6syYq9PHArHcHw4,12879
+ipex_llm-2.2.0b20250116.dist-info/WHEEL,sha256=6iYPr8vTHsyDK75jr9X0V3I9wPSVmtwr_8fdATBciGk,98
+ipex_llm-2.2.0b20250116.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
+ipex_llm-2.2.0b20250116.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
+ipex_llm-2.2.0b20250116.dist-info/RECORD,,