ipex-llm 2.2.0b20250324__py3-none-win_amd64.whl → 2.2.0b20250326__py3-none-win_amd64.whl

ipex_llm/transformers/convert.py

@@ -192,7 +192,8 @@ def is_linear_module(module):
                and hasattr(module.quant_method, "quant_config")
                and module.quant_method.quant_config.get_name() == "gptq"):
                 _USE_VLLM_GPTQ = True
-            invalidInputError(module.skip_bias_add is not True, "Currently, ipex-vllm does not"
+            invalidInputError(module.skip_bias_add is not True or module.bias is None,
+                              "Currently, ipex-vllm does not"
                               " support linear layers with skip_bias_add argument")
             if isinstance(module, RowParallelLinear) and tp_size >= 2:
                 mp_group = get_tensor_model_parallel_group()
@@ -1275,6 +1276,8 @@ def _optimize_post(model):
                 convert_forward(model,
                                 module.BertSelfAttention,
                                 self_attention_forward)
+                if hasattr(module, "BertSdpaSelfAttention"):
+                    convert_forward(model, module.BertSdpaSelfAttention, self_attention_forward)
                 convert_forward(model,
                                 module.BertEncoder,
                                 encoder_forward)
@@ -1863,6 +1866,8 @@ def _optimize_post(model):
         convert_forward(model,
                         module.BertSelfAttention,
                         self_attention_forward)
+        if hasattr(module, "BertSdpaSelfAttention"):
+            convert_forward(model, module.BertSdpaSelfAttention, self_attention_forward)
         convert_forward(model,
                         module.BertEncoder,
                         encoder_forward)

ipex_llm/transformers/models/bert.py

@@ -119,7 +119,7 @@ def encoder_forward(
     output_hidden_states: Optional[bool] = False,
     return_dict: Optional[bool] = True,
 ):
-    if not attention_mask.any():
+    if attention_mask and not attention_mask.any():
         attention_mask = None
     return BertEncoder.forward(
         self=self,

{ipex_llm-2.2.0b20250324.dist-info → ipex_llm-2.2.0b20250326.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ipex-llm
-Version: 2.2.0b20250324
+Version: 2.2.0b20250326
 Summary: Large Language Model Develop Toolkit
 Home-page: https://github.com/intel-analytics/ipex-llm
 Author: BigDL Authors
@@ -27,7 +27,7 @@ Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine
 Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'all'
 Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'all'
 Provides-Extra: cpp
-Requires-Dist: bigdl-core-cpp ==2.6.0b20250324 ; extra == 'cpp'
+Requires-Dist: bigdl-core-cpp ==2.6.0b20250326 ; extra == 'cpp'
 Requires-Dist: setuptools ; extra == 'cpp'
 Requires-Dist: onednn-devel ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
 Requires-Dist: onednn ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
@@ -60,7 +60,7 @@ Requires-Dist: transformers ==4.40.0 ; extra == 'npu'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'npu'
 Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'npu'
 Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'npu'
-Requires-Dist: bigdl-core-npu ==2.6.0b20250324 ; (platform_system == "Windows") and extra == 'npu'
+Requires-Dist: bigdl-core-npu ==2.6.0b20250326 ; (platform_system == "Windows") and extra == 'npu'
 Provides-Extra: serving
 Requires-Dist: py-cpuinfo ; extra == 'serving'
 Requires-Dist: fschat[model_worker,webui] ==0.2.36 ; extra == 'serving'
@@ -80,9 +80,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu'
 Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu'
 Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu'
 Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu'
-Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250324 ; extra == 'xpu'
-Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250324 ; extra == 'xpu'
-Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250324 ; extra == 'xpu'
+Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250326 ; extra == 'xpu'
+Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250326 ; extra == 'xpu'
+Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250326 ; extra == 'xpu'
 Provides-Extra: xpu-2-1
 Requires-Dist: py-cpuinfo ; extra == 'xpu-2-1'
 Requires-Dist: protobuf ; extra == 'xpu-2-1'
@@ -97,9 +97,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu-2-1'
 Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu-2-1'
 Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu-2-1'
 Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu-2-1'
-Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250324 ; extra == 'xpu-2-1'
-Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250324 ; extra == 'xpu-2-1'
-Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250324 ; extra == 'xpu-2-1'
+Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250326 ; extra == 'xpu-2-1'
+Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250326 ; extra == 'xpu-2-1'
+Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250326 ; extra == 'xpu-2-1'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-1'
 Requires-Dist: dpcpp-cpp-rt ==2024.0.2 ; (platform_system == "Windows") and extra == 'xpu-2-1'
 Requires-Dist: mkl-dpcpp ==2024.0.0 ; (platform_system == "Windows") and extra == 'xpu-2-1'
@@ -117,7 +117,7 @@ Requires-Dist: setuptools ; extra == 'xpu-2-6'
 Requires-Dist: torch ==2.6.0+xpu ; extra == 'xpu-2-6'
 Requires-Dist: torchvision ==0.21.0+xpu ; extra == 'xpu-2-6'
 Requires-Dist: torchaudio ==2.6.0+xpu ; extra == 'xpu-2-6'
-Requires-Dist: bigdl-core-xe-all ==2.6.0b20250324 ; extra == 'xpu-2-6'
+Requires-Dist: bigdl-core-xe-all ==2.6.0b20250326 ; extra == 'xpu-2-6'
 Requires-Dist: onednn-devel ==2025.0.1 ; extra == 'xpu-2-6'
 Requires-Dist: onednn ==2025.0.1 ; extra == 'xpu-2-6'
 Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6'
@@ -132,7 +132,7 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-2-6-arl'
 Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-2-6-arl'
 Requires-Dist: tabulate ; extra == 'xpu-2-6-arl'
 Requires-Dist: setuptools ; extra == 'xpu-2-6-arl'
-Requires-Dist: bigdl-core-xe-all ==2.6.0b20250324 ; extra == 'xpu-2-6-arl'
+Requires-Dist: bigdl-core-xe-all ==2.6.0b20250326 ; extra == 'xpu-2-6-arl'
 Requires-Dist: onednn-devel ==2025.0.1 ; extra == 'xpu-2-6-arl'
 Requires-Dist: onednn ==2025.0.1 ; extra == 'xpu-2-6-arl'
 Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6-arl'
@@ -155,9 +155,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-arc'
 Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-arc'
 Requires-Dist: tabulate ; extra == 'xpu-arc'
 Requires-Dist: setuptools ; extra == 'xpu-arc'
-Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250324 ; extra == 'xpu-arc'
-Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250324 ; extra == 'xpu-arc'
-Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250324 ; extra == 'xpu-arc'
+Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250326 ; extra == 'xpu-arc'
+Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250326 ; extra == 'xpu-arc'
+Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250326 ; extra == 'xpu-arc'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-arc'
 Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arc'
 Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arc'
@@ -178,9 +178,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-arl'
 Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-arl'
 Requires-Dist: tabulate ; extra == 'xpu-arl'
 Requires-Dist: setuptools ; extra == 'xpu-arl'
-Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250324 ; extra == 'xpu-arl'
-Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250324 ; extra == 'xpu-arl'
-Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250324 ; extra == 'xpu-arl'
+Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250326 ; extra == 'xpu-arl'
+Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250326 ; extra == 'xpu-arl'
+Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250326 ; extra == 'xpu-arl'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-arl'
 Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arl'
 Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arl'
@@ -201,9 +201,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-lnl'
 Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-lnl'
 Requires-Dist: tabulate ; extra == 'xpu-lnl'
 Requires-Dist: setuptools ; extra == 'xpu-lnl'
-Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250324 ; extra == 'xpu-lnl'
-Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250324 ; extra == 'xpu-lnl'
-Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250324 ; extra == 'xpu-lnl'
+Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250326 ; extra == 'xpu-lnl'
+Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250326 ; extra == 'xpu-lnl'
+Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250326 ; extra == 'xpu-lnl'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-lnl'
 Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-lnl'
 Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-lnl'

{ipex_llm-2.2.0b20250324.dist-info → ipex_llm-2.2.0b20250326.dist-info}/RECORD

@@ -41,35 +41,35 @@ ipex_llm/langchain/llms/transformerspipelinellm.py,sha256=vm522YPPwWxxAPVvQBtxRf
 ipex_llm/langchain/vllm/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
 ipex_llm/langchain/vllm/vllm.py,sha256=6dxc-ZISZQrJilEa_HA827l75Dv9rcHpY_G6FdJ8BVs,7793
 ipex_llm/libs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ipex_llm/libs/bloom-api.dll,sha256=pjHwQCL-fuCGc5VgSs689TwbPKG7bdEcsSH7liCBvFw,36352
-ipex_llm/libs/bloom.dll,sha256=WEHmb3MnCMHBJEG8JFfzR825llmkBd9OJ8eW-GsHmTg,507904
-ipex_llm/libs/gptneox-api.dll,sha256=GzT27nu1Lj2yzv-lQ8PlaxTmkvJWoT9gT4Rk7Xh0_RE,24576
-ipex_llm/libs/gptneox.dll,sha256=_AWrhDjIW5yhAlXPQ63u2NE2RTMbWNgAJb8WrX95N7o,568320
-ipex_llm/libs/libbloom_avx.dll,sha256=ceSXsl2cTjxCIbNyIyEovh9oU74uroprVFjdDngYCms,536576
-ipex_llm/libs/libbloom_vnni.dll,sha256=om4iSg6QGBGxL_Xctop9Z86fuFY_0PrbEkYa8TGZw3w,508416
-ipex_llm/libs/libgptneox_avx.dll,sha256=CIV_agzPvJYT4zLmiA4O2haPKCYCZwCdANJlPYVU4w8,596992
-ipex_llm/libs/libgptneox_vnni.dll,sha256=X3c4Fq5Tzv8SpmJFACnquoKtxJZIT9gUsucLpdxaB1Q,568832
-ipex_llm/libs/libllama_avx.dll,sha256=yIY8xy_P_MTmeP1MgQuPzZGwW41I3H1Xa9xL2oxBg44,591360
-ipex_llm/libs/libllama_vnni.dll,sha256=G-AxMaQPoZJJdU93rXZqiAM0ODLu3d5CVtLJ2f9VsG8,563200
-ipex_llm/libs/libstarcoder_avx.dll,sha256=v1icoD4-hwTxH53XYEd_-zd4a19AbejiGqzF28NHK-Q,627712
-ipex_llm/libs/libstarcoder_vnni.dll,sha256=Cu0CsQ4gEaDp4CExoKkoYQeSlTW6gQd8cTRzdUJk9Gg,599552
-ipex_llm/libs/llama-api.dll,sha256=ttfKRq9zUrb0piE2HwYdbHAuWw6oauaDzDHQqmy6Dns,25600
-ipex_llm/libs/llama.dll,sha256=SVuens1S9y9goTKUDXIV8GgTylaX3wqhwPp2ziZoqWs,562688
-ipex_llm/libs/main-bloom.exe,sha256=-acOyKMO2t7NAjF9HXJRQcFN8yaEgzxE_Ljy1OS71so,103424
-ipex_llm/libs/main-gptneox.exe,sha256=Pr1QQLFRkMBA26K_qOE221Vlio--BKNsk7XxhRQLucQ,98816
-ipex_llm/libs/main-llama.exe,sha256=pB0v_DQf2wllNatKGbWbogc-HH3PNvgMarw7Eqf4bFI,99840
-ipex_llm/libs/main-starcoder.exe,sha256=1dO0DWhywe8jqjTb5u2EwCz1rVhcPvbO7CpMSxyOq6k,157696
-ipex_llm/libs/pipeline.dll,sha256=8fwmpyXvvetOtoLkOTdj16awaMx9FtPeR2giE80UPb0,73216
-ipex_llm/libs/quantize-bloom.exe,sha256=HOQ51Oi_mRbQ51XK0OckfjkvDUt8bTBCSPshSshdmv0,126464
-ipex_llm/libs/quantize-bloom_vnni.exe,sha256=p4znNHzMDKJAs-xqY0qmY3Kt1Mlvd1svCcMqBC4vOs8,128000
-ipex_llm/libs/quantize-gptneox.exe,sha256=udQdWYdImX03wiZaHNjVahl1NxZT9LZ6Em6TPSVXMQQ,104448
-ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=exW4DTmsQaFVcAM_yg8EkGM2oVKGEVKOJEP5ICMZZzQ,104960
-ipex_llm/libs/quantize-llama.exe,sha256=I6rAXt83UqptOgmKlNGqRQ-wi1Y574BeIqvkpci3IPo,110080
-ipex_llm/libs/quantize-llama_vnni.exe,sha256=hP2aG8dgcemy7qb0pb7KqBmd3tZcLz-c_gVwPpR4NBQ,110592
-ipex_llm/libs/quantize-starcoder.exe,sha256=Q2lALJfTg9pctLpL7lNn_KT0AgLwHBvKrkBmg95jUhE,127488
-ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=QYvfvKZGIq_ahBVbeXdjwaYN5pz1WoI50vCsdMW96wc,128512
-ipex_llm/libs/starcoder-api.dll,sha256=tIBAF3XbA-NpNsGlujDnGq4yVGa5IanONr469RfDi4A,21504
-ipex_llm/libs/starcoder.dll,sha256=m8FTKALr-H0iHGmq3NMFpqW44IJN7uG2n28StnutOhE,599040
+ipex_llm/libs/bloom-api.dll,sha256=pqTVajDI-O28V6_tMMU5ylAZz6KnhkNU1hZF0qcQmXc,36352
+ipex_llm/libs/bloom.dll,sha256=wdaa-Xyja6Cxd-JvmkqWQCFHsIJ_J2d1RZG0kqQRSJI,507904
+ipex_llm/libs/gptneox-api.dll,sha256=84H-AtLwz-L1zKmGOkkUF91tg31RyB9ReRxOf9tjhd0,24576
+ipex_llm/libs/gptneox.dll,sha256=S-ekc_gepDq_w905_X0wVecKy1Su0bQ17Osb2wmyqWU,568320
+ipex_llm/libs/libbloom_avx.dll,sha256=aJMe0Vf9FkZE-oh5m0xuAPh6Td8OPUbWMbhmkPQ4G-k,536576
+ipex_llm/libs/libbloom_vnni.dll,sha256=kfZOWQHNDrpnBIyAf59vR1VCpMmHkoxR7Qqrmg7TeGk,508416
+ipex_llm/libs/libgptneox_avx.dll,sha256=TGGRYlBnWRh8B6UERRZaxsF3aKT4eG1bwZXstU_AukM,596992
+ipex_llm/libs/libgptneox_vnni.dll,sha256=xdYuHYCTFcvIzpbybOcoMl1R4C942aTIZLO08rP0uX8,568832
+ipex_llm/libs/libllama_avx.dll,sha256=idhrt9J7wVzgNe3VV6TzwecsQlPJiCcQoXOwg9lgFcQ,591360
+ipex_llm/libs/libllama_vnni.dll,sha256=1_zWBiKs3IqO4WXF7tFwi_x4roh-MhOntf0FAwI1rh0,563200
+ipex_llm/libs/libstarcoder_avx.dll,sha256=8aFkmm6I-ui50-2KxF-CRCpqvp9gPK05dNnVZ23Ka-A,627712
+ipex_llm/libs/libstarcoder_vnni.dll,sha256=_IcUGJmh3vAdlyybVZi3TGevTCjWKWo0xm3lh-a8kIs,599552
+ipex_llm/libs/llama-api.dll,sha256=DMn2bTbxybghbfbhi4A30l1SwnPm-1yUQhfHKKUA2zI,25600
+ipex_llm/libs/llama.dll,sha256=9KDpAN-a92Ei93xwyZ6q0vlQvgw0Vtx6Du6xKbIOU4k,562688
+ipex_llm/libs/main-bloom.exe,sha256=TE0o7kdnDHBQ-TdFtFOHNRuW6iZLOaQkkMgODnLmfdo,103424
+ipex_llm/libs/main-gptneox.exe,sha256=AIz6Pud8TGqjeCyqt7PpgIkSoJkfrHVFEk_MADVL-XQ,98816
+ipex_llm/libs/main-llama.exe,sha256=UXD50b7iFZBMFNNutn8he0b1WCrVZMLQyls-UZeWDvQ,99840
+ipex_llm/libs/main-starcoder.exe,sha256=vfLp8wknjBhAyk5dEnd_SxZyc35hCw-UTBIQTSgxRYg,157696
+ipex_llm/libs/pipeline.dll,sha256=KSAXxye5J9pn3DM_jegYio4cKpCu42cByqyJyD735zQ,73216
+ipex_llm/libs/quantize-bloom.exe,sha256=lv21nEsnw5JKCyYvS311zpBW4siXoi0d11tmJMDDO9I,126464
+ipex_llm/libs/quantize-bloom_vnni.exe,sha256=pW0feE2Egqo8hdnE8BgYYH6ulZS17oGEoRAaWdh94ro,128000
+ipex_llm/libs/quantize-gptneox.exe,sha256=Dux1lopaaO1L76CJaXKdAyl4pT3hv9M2gkOuysrRHiQ,104448
+ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=fsBLc0pl7r7VbuYipbKNfZ73uTO3V_Re-_2SvNW1bn8,104960
+ipex_llm/libs/quantize-llama.exe,sha256=eoWV68mg5peDopzK5FwKH3E8hQwu13LgL76inE2A2rA,110080
+ipex_llm/libs/quantize-llama_vnni.exe,sha256=C_q5J5vMWKoqjF529FwL6kUbOBgjZzmPXk_QJcFnUZo,110592
+ipex_llm/libs/quantize-starcoder.exe,sha256=zXb514xNlefTjlyOGYLmFjGiAFEaHtYb4Vjvzv4vcyA,127488
+ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=EgLdrKE7R-EH7NKL9iRP5-5BP6c6fNia8mqSYgCZynU,128512
+ipex_llm/libs/starcoder-api.dll,sha256=TozlAJewwHxElGpYiew2naU7HLHZPTFu0pgUpOwecik,21504
+ipex_llm/libs/starcoder.dll,sha256=H9fiXMXtmwIgUZjeN9g71q0Ab8rxQKU9_Yn3Tejh7g8,599040
 ipex_llm/llamaindex/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
 ipex_llm/llamaindex/llms/__init__.py,sha256=KP1lEdGqDuxPoxL1ZSH25Pm2kKMPJBWUTLR0ckSLMIU,1139
 ipex_llm/llamaindex/llms/bigdlllm.py,sha256=FQBzq1KOjfc6uofTXAha3O7TqpJkNfOFepXQmOVlbnI,26314
@@ -87,7 +87,7 @@ ipex_llm/serving/fastchat/tgi_api_protocol.py,sha256=brT3k3-V0NJrU4fRqUwWjC0O3iO
 ipex_llm/serving/fastchat/tgi_api_server.py,sha256=agNTAEiZPSuj3dEdIdYKwkoY0cXOUDX06DiM9VP2knQ,24418
 ipex_llm/serving/fastchat/vllm_worker.py,sha256=ZLz2Q9GxJO6r_LOiP6epgCRjBGk-K4EB1SNEWSJp5DA,11091
 ipex_llm/transformers/__init__.py,sha256=BreA3EY6hkNq0rVixb_sUuTLzMrcWXTt3yRsshCPHHQ,1214
-ipex_llm/transformers/convert.py,sha256=6q2iB-NwtIxLg0mlksef4oLElwZr3stMxH42d16gMWM,103417
+ipex_llm/transformers/convert.py,sha256=CfdQz1wDgjmAT4uT_y9ZRbOrFjmsXxFUgPeWEExskk8,103770
 ipex_llm/transformers/convert_ipex.py,sha256=_nSnUTQy-yfkKaqGdqnBdWztZf3NGmnbZ0TKaDrF4X4,14617
 ipex_llm/transformers/embedding.py,sha256=bdgk59DvD4ZZyxRzewXOR7g56nThgO6uhIwk8QL7f-s,9299
 ipex_llm/transformers/kv.py,sha256=k4TU18LlA-Sbq9WNNQnfuzu3RSFBwFhmaV3BcGN5bAo,19191
@@ -140,7 +140,7 @@ ipex_llm/transformers/models/__init__.py,sha256=tp2DcVkKg1-QvdYk7DY7rZvQWCDQ4ZjU
 ipex_llm/transformers/models/aquila.py,sha256=VZb5Drpo_fTxwcExZ397LygnsNPX2sVbie9_JeFudZI,5252
 ipex_llm/transformers/models/baichuan.py,sha256=8b43mBRZJEf_xLNoodhA4r9x1anqwC3Wt8awWel-aUo,18306
 ipex_llm/transformers/models/baichuan_m1.py,sha256=l6BD9jbA8TQ5Q0fcngHNRw73SxqvC126ErENs7Zh-do,9513
-ipex_llm/transformers/models/bert.py,sha256=0Mm9jkvkzBxtc_z_GE1TcZoPz-HOg2Z2973ZEWgSwJk,5601
+ipex_llm/transformers/models/bert.py,sha256=U3JVnuY1z0ILlJgMvetOKuCAkH74ufGbg4whZ8GNtmQ,5620
 ipex_llm/transformers/models/bloom.py,sha256=PxfzyYT-nFn3K5rZhTQjmcEjUUzAhUFzxIN4kzRlCuc,8103
 ipex_llm/transformers/models/chatglm.py,sha256=UHai1t2AUtGmF765_eHF8LUMVQzp_oCBx8TJB21WrHk,12597
 ipex_llm/transformers/models/chatglm2.py,sha256=KyAIX7zGVQDQuwwM3QMBNWZbTeMHEzKUIgAryT0voHc,14933
@@ -255,11 +255,11 @@ ipex_llm/vllm/xpu/engine/__init__.py,sha256=pY_CpyuZd72fr6s32ejeKHKFW0K4vUU2rzZj
 ipex_llm/vllm/xpu/engine/engine.py,sha256=NvCMbp0X8NVrOqbwm4FTvXOptTRLzu9jQsy37ZHnTk8,9493
 ipex_llm/vllm/xpu/entrypoints/openai/api_server.py,sha256=IjiSze9vzBCAkLu_VwIcJwuO1jyFna7DLrj6aSL7RaQ,35220
 ipex_llm/vllm/xpu/entrypoints/openai/cli_args.py,sha256=hB398yYtKauASRzevctScdbFIjiiSGMAe1bwEuIHrhY,10893
-ipex_llm-2.2.0b20250324.data/scripts/ipex-llm-init.bat,sha256=HPtCYuDYwEatq7dAwOvdfVcHYCpAVdbj75K1qh0vQek,2578
-ipex_llm-2.2.0b20250324.data/scripts/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
-ipex_llm-2.2.0b20250324.data/scripts/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
-ipex_llm-2.2.0b20250324.dist-info/METADATA,sha256=-08H2IVB6tKDeY2wZAIa6okFhO-0bKSiPAT4UEgVffs,13917
-ipex_llm-2.2.0b20250324.dist-info/WHEEL,sha256=6iYPr8vTHsyDK75jr9X0V3I9wPSVmtwr_8fdATBciGk,98
-ipex_llm-2.2.0b20250324.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
-ipex_llm-2.2.0b20250324.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
-ipex_llm-2.2.0b20250324.dist-info/RECORD,,
+ipex_llm-2.2.0b20250326.data/scripts/ipex-llm-init.bat,sha256=HPtCYuDYwEatq7dAwOvdfVcHYCpAVdbj75K1qh0vQek,2578
+ipex_llm-2.2.0b20250326.data/scripts/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
+ipex_llm-2.2.0b20250326.data/scripts/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
+ipex_llm-2.2.0b20250326.dist-info/METADATA,sha256=fHSU2c7G6TDPCkVikxp0pUvb-oq-QgVvbFVE1Ea17BM,13917
+ipex_llm-2.2.0b20250326.dist-info/WHEEL,sha256=6iYPr8vTHsyDK75jr9X0V3I9wPSVmtwr_8fdATBciGk,98
+ipex_llm-2.2.0b20250326.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
+ipex_llm-2.2.0b20250326.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
+ipex_llm-2.2.0b20250326.dist-info/RECORD,,