ipex-llm 2.2.0b20250101__py3-none-win_amd64.whl → 2.2.0b20250103__py3-none-win_amd64.whl

ipex_llm/vllm/xpu/model_convert.py

@@ -105,6 +105,8 @@ def get_load_function(low_bit):
             if "minicpm-v" in self.model_config.model.lower():
                 from ipex_llm.transformers.models.minicpmv import merge_qkv
                 self.model.vpm.apply(merge_qkv)
+            if "internvl2" in self.model_config.model.lower():
+                modules = ["vision_model", "mlp1"]
             optimize_model(self.model, low_bit=low_bit, torch_dtype=self.model_config.dtype,
                            modules_to_not_convert=modules)
             self.model = self.model.to(device=self.device_config.device,

{ipex_llm-2.2.0b20250101.dist-info → ipex_llm-2.2.0b20250103.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ipex-llm
-Version: 2.2.0b20250101
+Version: 2.2.0b20250103
 Summary: Large Language Model Develop Toolkit
 Home-page: https://github.com/intel-analytics/ipex-llm
 Author: BigDL Authors
@@ -27,10 +27,10 @@ Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine
 Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'all'
 Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'all'
 Provides-Extra: cpp
-Requires-Dist: bigdl-core-cpp ==2.6.0b20250101 ; extra == 'cpp'
+Requires-Dist: bigdl-core-cpp ==2.6.0b20250103 ; extra == 'cpp'
 Requires-Dist: setuptools ; extra == 'cpp'
 Provides-Extra: cpp-arl
-Requires-Dist: bigdl-core-cpp ==2.6.0b20250101 ; extra == 'cpp-arl'
+Requires-Dist: bigdl-core-cpp ==2.6.0b20250103 ; extra == 'cpp-arl'
 Requires-Dist: setuptools ; extra == 'cpp-arl'
 Requires-Dist: onednn-devel ==2024.1.1 ; (platform_system == "Windows") and extra == 'cpp-arl'
 Requires-Dist: dpcpp-cpp-rt ==2024.2.1 ; (platform_system == "Windows") and extra == 'cpp-arl'
@@ -65,7 +65,7 @@ Requires-Dist: transformers ==4.40.0 ; extra == 'npu'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'npu'
 Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'npu'
 Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'npu'
-Requires-Dist: bigdl-core-npu ==2.6.0b20250101 ; (platform_system == "Windows") and extra == 'npu'
+Requires-Dist: bigdl-core-npu ==2.6.0b20250103 ; (platform_system == "Windows") and extra == 'npu'
 Provides-Extra: serving
 Requires-Dist: py-cpuinfo ; extra == 'serving'
 Requires-Dist: fschat[model_worker,webui] ==0.2.36 ; extra == 'serving'
@@ -85,9 +85,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu'
 Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu'
 Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu'
 Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu'
-Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250101 ; extra == 'xpu'
-Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250101 ; extra == 'xpu'
-Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250101 ; extra == 'xpu'
+Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250103 ; extra == 'xpu'
+Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250103 ; extra == 'xpu'
+Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250103 ; extra == 'xpu'
 Provides-Extra: xpu-2-1
 Requires-Dist: py-cpuinfo ; extra == 'xpu-2-1'
 Requires-Dist: protobuf ; extra == 'xpu-2-1'
@@ -102,9 +102,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu-2-1'
 Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu-2-1'
 Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu-2-1'
 Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu-2-1'
-Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250101 ; extra == 'xpu-2-1'
-Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250101 ; extra == 'xpu-2-1'
-Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250101 ; extra == 'xpu-2-1'
+Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250103 ; extra == 'xpu-2-1'
+Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250103 ; extra == 'xpu-2-1'
+Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250103 ; extra == 'xpu-2-1'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-1'
 Requires-Dist: dpcpp-cpp-rt ==2024.0.2 ; (platform_system == "Windows") and extra == 'xpu-2-1'
 Requires-Dist: mkl-dpcpp ==2024.0.0 ; (platform_system == "Windows") and extra == 'xpu-2-1'
@@ -119,9 +119,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-arc'
 Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-arc'
 Requires-Dist: tabulate ; extra == 'xpu-arc'
 Requires-Dist: setuptools ; extra == 'xpu-arc'
-Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250101 ; extra == 'xpu-arc'
-Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250101 ; extra == 'xpu-arc'
-Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250101 ; extra == 'xpu-arc'
+Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250103 ; extra == 'xpu-arc'
+Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250103 ; extra == 'xpu-arc'
+Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250103 ; extra == 'xpu-arc'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-arc'
 Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arc'
 Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arc'
@@ -141,9 +141,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-arl'
 Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-arl'
 Requires-Dist: tabulate ; extra == 'xpu-arl'
 Requires-Dist: setuptools ; extra == 'xpu-arl'
-Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250101 ; extra == 'xpu-arl'
-Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250101 ; extra == 'xpu-arl'
-Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250101 ; extra == 'xpu-arl'
+Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250103 ; extra == 'xpu-arl'
+Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250103 ; extra == 'xpu-arl'
+Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250103 ; extra == 'xpu-arl'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-arl'
 Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arl'
 Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arl'
@@ -163,9 +163,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-lnl'
 Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-lnl'
 Requires-Dist: tabulate ; extra == 'xpu-lnl'
 Requires-Dist: setuptools ; extra == 'xpu-lnl'
-Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250101 ; extra == 'xpu-lnl'
-Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250101 ; extra == 'xpu-lnl'
-Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250101 ; extra == 'xpu-lnl'
+Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250103 ; extra == 'xpu-lnl'
+Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250103 ; extra == 'xpu-lnl'
+Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250103 ; extra == 'xpu-lnl'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-lnl'
 Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-lnl'
 Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-lnl'

{ipex_llm-2.2.0b20250101.dist-info → ipex_llm-2.2.0b20250103.dist-info}/RECORD

@@ -2,7 +2,7 @@ ipex_llm/__init__.py,sha256=kSA9JjVLPlpN4YchWtfOybRh4XiP6d_VTYvzbAouPSU,2118
 ipex_llm/convert_model.py,sha256=jopEe6wu88ZPZfNFhgnQUu7807iciiWW_EMyTsVni5A,6816
 ipex_llm/llm_patching.py,sha256=becMYcawtR8lgl2yeRQhvvX6CLaq09WZGm9dDmLJWL0,3232
 ipex_llm/models.py,sha256=XROP6GLLrGQDlogGXpXZENbV143YNi6j0VPJeOdQ3Cg,1063
-ipex_llm/optimize.py,sha256=4VYz8vgxSnrqBJhz__eB7hCJSwrkNx_t_wvTLxPlPyI,12253
+ipex_llm/optimize.py,sha256=ml-qEpzsrWGcd-Wia6IxPBC1PhqT5pi_lp3VTOH_ns0,12415
 ipex_llm/cli/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
 ipex_llm/cli/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
 ipex_llm/cli/prompts/chat-with-llm.txt,sha256=PpSyd4FQQd-T7ptfXL9jZp7dgstevu1fsxWFa0IQ5Oc,216
@@ -41,35 +41,35 @@ ipex_llm/langchain/llms/transformerspipelinellm.py,sha256=vm522YPPwWxxAPVvQBtxRf
 ipex_llm/langchain/vllm/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
 ipex_llm/langchain/vllm/vllm.py,sha256=6dxc-ZISZQrJilEa_HA827l75Dv9rcHpY_G6FdJ8BVs,7793
 ipex_llm/libs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ipex_llm/libs/bloom-api.dll,sha256=2IyCxPjsahzooryTFYEq-7R6nkrliaZm8h3-Y6n35C4,36352
-ipex_llm/libs/bloom.dll,sha256=E2AQed3DUyh7u36R8_vi0Om92aDzkO-MP_aK4vehb58,506880
-ipex_llm/libs/gptneox-api.dll,sha256=dCc4_7Xl-Isu_xlGe9iZQfbSabN2V8WOByWyDIZLp_4,24576
-ipex_llm/libs/gptneox.dll,sha256=q3M6r7NEOL_CRooJqq3AZ2icota9FwlWsr4nab6izd0,567296
-ipex_llm/libs/libbloom_avx.dll,sha256=3KbBuBjRFd1k9fSaXzkIbXNB4zPuyQVEZt-9bx_NJOc,535040
-ipex_llm/libs/libbloom_vnni.dll,sha256=x_rnRwlhmUs0d7E_mkn77VBFd-_MtiwfoWCb6TOyKCc,506880
-ipex_llm/libs/libgptneox_avx.dll,sha256=VG1twX6up-CqWVgH_bhYXXAg6MhL8oP8CZL6oiaM8pg,595456
-ipex_llm/libs/libgptneox_vnni.dll,sha256=r6Pdq6XjvouI0NispOQco-CM4xSewQQThOBRmijgwyQ,567808
-ipex_llm/libs/libllama_avx.dll,sha256=mUHLFVirXIR2viOeKkugcuHEBJpSLmsc3d6V9Y0zDz4,589824
-ipex_llm/libs/libllama_vnni.dll,sha256=FXWgzdFnPw4o_UAAktlEZNDev8CT7SCdwzs3zV8mlMY,561664
-ipex_llm/libs/libstarcoder_avx.dll,sha256=ErlXweTeHBexsQQLwoaiPspJjRYu7R22GTYLMidXQCw,626688
-ipex_llm/libs/libstarcoder_vnni.dll,sha256=l54B9SqZDjmLRQlbsZqXauYfGo58xEiOctAaidVqnJw,598528
-ipex_llm/libs/llama-api.dll,sha256=cw4PwQE9d5eYEYi-7vY0aG83a28pFPfzlprW_YXzBg8,25600
-ipex_llm/libs/llama.dll,sha256=AiSnrnpJRvZrB3HIMTlecXpCblR0o7_fnHMdKclvCsg,561152
-ipex_llm/libs/main-bloom.exe,sha256=HfhuIi1jJa1gdkROK3yt97k8Q5noiYdfwXXKeI1d4XE,103424
-ipex_llm/libs/main-gptneox.exe,sha256=RX9FcsWS2oB9EKKT3DXZwkPWwSP9TMjysVxpk4e_FLQ,98816
-ipex_llm/libs/main-llama.exe,sha256=QQRN1avtgAnmrNLfrmGWL5BtOk9Id90nL8Y04OJzmMo,99840
-ipex_llm/libs/main-starcoder.exe,sha256=xVhlJ1m-H5W4c9YrdveFXumyedg23m4g0xZYqhaEbn4,157696
-ipex_llm/libs/pipeline.dll,sha256=XO75bZ1_OgLYxdPVeW3BNcd5d26YcO6sxVq0HHCueVU,72704
-ipex_llm/libs/quantize-bloom.exe,sha256=lU6EmSLCnlYi8vRHsXbq8sEGR8q6dPpyKS4cBQXNLyA,126464
-ipex_llm/libs/quantize-bloom_vnni.exe,sha256=rK2NcJzLcqd_I8_D_oX-VHsw8VCcLNYrF937D2LLaDU,127488
-ipex_llm/libs/quantize-gptneox.exe,sha256=UMzUlM4x5WT-J58IMhwTy2Hu0ZsNzC5UjjwtVapHQAQ,104448
-ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=WIAcb-27zWDc9jgaODw5mHa4YK7MU5QgGPVbdYcftPA,104960
-ipex_llm/libs/quantize-llama.exe,sha256=H_M_xrapNgrXuWfvSvvO5jPlGG45hn9nuceFj-hnhwA,109568
-ipex_llm/libs/quantize-llama_vnni.exe,sha256=8x-57l7IUfre4gHT-RM63-tsRayGCFHSIpAfYapP27E,110592
-ipex_llm/libs/quantize-starcoder.exe,sha256=U0-IhAZl2jRHLuf90PUSrw4d21CTNnWdoFtoqfMNdq4,127488
-ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=zCC8EJs9KUmglJklqndbPNrGfo9IKzB5Pwqo7aBZSBU,128512
-ipex_llm/libs/starcoder-api.dll,sha256=aX-nqvXEzk6GxiDB4nC0Qy1KBftizAhV_h1u6YhVzrw,21504
-ipex_llm/libs/starcoder.dll,sha256=fSQg0niB930j4GxEpEAFFMPhPlxZ_DnbLUy4OrM08Q4,598016
+ipex_llm/libs/bloom-api.dll,sha256=65G15MT2H8o1nQ0O2eKGu2oJqyY5cAYppTOBSZOBS2M,36352
+ipex_llm/libs/bloom.dll,sha256=XD_nRKa5MV9JOAPtrmvShpqEutzkapgFR1cyuGmsd_o,506880
+ipex_llm/libs/gptneox-api.dll,sha256=VrFMNStLXuwNxkQAPkt2Imc9-Yw1vAllQOV-SaJdFXI,24576
+ipex_llm/libs/gptneox.dll,sha256=Bkyy9lOUYs0tOYl8uU5GJjjEjtNbZ44jRymRY-zK_XI,567296
+ipex_llm/libs/libbloom_avx.dll,sha256=tFCaxvI1A-CNbLYX7OVvEu7gQD6m5xF5NJe0YMUJgBA,535040
+ipex_llm/libs/libbloom_vnni.dll,sha256=uQsTo-ES7syq6cSj6k4FBiEUEVFNirdGfaXISs5sD4I,506880
+ipex_llm/libs/libgptneox_avx.dll,sha256=2-oT-0X4J3uDmc3luk0n2OT8ddjc-1sdWU9sadH44t8,595456
+ipex_llm/libs/libgptneox_vnni.dll,sha256=xNyh9GTAlFLRN387oS9P9YLM0JP-ch5oIlcTdqK5WDA,567808
+ipex_llm/libs/libllama_avx.dll,sha256=6R-LIeF5Edp7N8k7G7DTPngrutrBsLXUKWbTB07DQ0A,589824
+ipex_llm/libs/libllama_vnni.dll,sha256=552X4ZKXWEqcUneh2rLAHijC5jUz7Rxr5pU1KJO-2aM,561664
+ipex_llm/libs/libstarcoder_avx.dll,sha256=1ss-uvS5mwuIXEDQLhX_nvRR9JVzDUfZFfHHIldpWOQ,626688
+ipex_llm/libs/libstarcoder_vnni.dll,sha256=nStGYb7lqOganQTiawYR6FQiPuzk95rRkGw_IGN5qNw,598528
+ipex_llm/libs/llama-api.dll,sha256=kUhUv3-X8huZRM5noKUzmxoAkn0m0oWQSz0YS6fMs08,25600
+ipex_llm/libs/llama.dll,sha256=74o25bLB5Eu5kW3RSynamDhc13Nd9Z7jphQjXgheInY,561152
+ipex_llm/libs/main-bloom.exe,sha256=atO76GtehH6b8V2bUfmZL6FP_-6lAiMF0e66nasbIog,103424
+ipex_llm/libs/main-gptneox.exe,sha256=BuKDc6hsJjCa2OPgtf8nqfoiM3UNGUHWRx_aLPsEvwA,98816
+ipex_llm/libs/main-llama.exe,sha256=Hsnb6yknYcLaIwTRe9x55sA3P-BJ6nEXs3AyHJodWHs,99840
+ipex_llm/libs/main-starcoder.exe,sha256=OuXKRYhBIFTe0U16JTjs9WQ-uVSrgLG1GGDcwpusUjQ,157696
+ipex_llm/libs/pipeline.dll,sha256=QlkytjCcY8XjXrauCHfTdtWGceSVFuLjD1lcVY3iqSc,72704
+ipex_llm/libs/quantize-bloom.exe,sha256=_jARe611CIQiLHAQ4dLbRHMEIyV_SgE6IIDeh7rz6i8,126464
+ipex_llm/libs/quantize-bloom_vnni.exe,sha256=bCemOR63gWa3S_44AObdtbby174E8RDGOA2rHX228Ic,127488
+ipex_llm/libs/quantize-gptneox.exe,sha256=S8aJU_5svkHwORYtnnlLCEBdZkV95F-Rg3tInGf-qqU,104448
+ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=H-wxGKCZdM3YsrFEehQq2xzksgoITRPlBPvLB9g0YCw,104960
+ipex_llm/libs/quantize-llama.exe,sha256=LrhP8jTOHzcfm-wa5sbPBjDx4jWOW8A6jK-W_Ou48Zc,109568
+ipex_llm/libs/quantize-llama_vnni.exe,sha256=At7KSf0dmiLsoOfdPHTYa0IZAm0eHwHcaLNPjyRioQ4,110592
+ipex_llm/libs/quantize-starcoder.exe,sha256=uvRZVblSaHRFhk5Khv1QJc-KawFkNihcFqgWZTXRedQ,127488
+ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=fIzfx7mbsdT1ewSkRaBZ_cMggAIsZl-2sKQe2XYdats,128512
+ipex_llm/libs/starcoder-api.dll,sha256=qyUgOK90Zp0QoiRi7LEM9LaVAx78DBzWBBZOelCw4FU,21504
+ipex_llm/libs/starcoder.dll,sha256=aAcDDLUsSwzrbUnYH-kVxYASGDdUIHN8qmvGg9_G12Q,598016
 ipex_llm/llamaindex/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
 ipex_llm/llamaindex/llms/__init__.py,sha256=KP1lEdGqDuxPoxL1ZSH25Pm2kKMPJBWUTLR0ckSLMIU,1139
 ipex_llm/llamaindex/llms/bigdlllm.py,sha256=FQBzq1KOjfc6uofTXAha3O7TqpJkNfOFepXQmOVlbnI,26314
@@ -87,17 +87,17 @@ ipex_llm/serving/fastchat/tgi_api_protocol.py,sha256=brT3k3-V0NJrU4fRqUwWjC0O3iO
 ipex_llm/serving/fastchat/tgi_api_server.py,sha256=agNTAEiZPSuj3dEdIdYKwkoY0cXOUDX06DiM9VP2knQ,24418
 ipex_llm/serving/fastchat/vllm_worker.py,sha256=ZLz2Q9GxJO6r_LOiP6epgCRjBGk-K4EB1SNEWSJp5DA,11091
 ipex_llm/transformers/__init__.py,sha256=l4KkMkLe-pRC7b_kj6LCfeifgE-Uo33_Av_FwN9HnFA,1074
-ipex_llm/transformers/convert.py,sha256=B4oI836JHEqg_qT3dcl2RaJdQs7rOyigMwj-racxhkc,106379
+ipex_llm/transformers/convert.py,sha256=2kcaxal7x1ltv_d-qE1r0FXlYNEwlQ2LwAMXLuz-X9Y,106252
 ipex_llm/transformers/convert_ipex.py,sha256=iKXo0n8fVFTOA2fNYYrByMFK0dovL-kLd2sVDk88AlQ,14334
 ipex_llm/transformers/embedding.py,sha256=bdgk59DvD4ZZyxRzewXOR7g56nThgO6uhIwk8QL7f-s,9299
 ipex_llm/transformers/kv.py,sha256=k4TU18LlA-Sbq9WNNQnfuzu3RSFBwFhmaV3BcGN5bAo,19191
 ipex_llm/transformers/lisa.py,sha256=F5WxbtXQ7RdKulj83h_2DnEIgKiKGZf7zvOmg6QBl2s,3289
 ipex_llm/transformers/loader.py,sha256=cOgX93xOC-4dt01GTJ5wyd7PjZ8S43r4mctkR2YxVuw,6893
 ipex_llm/transformers/lookup.py,sha256=c4ETIha6ZLbWvhcclSKRDdi5Ipuet4mfUnOkBa0E8kk,19607
-ipex_llm/transformers/low_bit_linear.py,sha256=TJfEqNp6zB6YnNEUASga302WQXzNdrmU_miGCM0u-F8,41504
-ipex_llm/transformers/model.py,sha256=N-g9IQVvBiBhbL5Fo5DTWbmHPZY52sjfFuq0B8Qu6h4,40952
+ipex_llm/transformers/low_bit_linear.py,sha256=dyyYyCqw0GK8hzaUGanrg-uIhU1HTLEEbvbxXMlm-80,41668
+ipex_llm/transformers/model.py,sha256=KcRjkauGg48BYrUBoUZaVMpg7Piuz5JrfIpVZd3EIjs,41105
 ipex_llm/transformers/modelling_bigdl.py,sha256=7JpNVMuyq_OmtNUaMFMXdxPWZp2q0QHC02QeA-VTPOw,6709
-ipex_llm/transformers/npu_model.py,sha256=wPFEB4W1rYbpO_XqepREMef69dzo-zkFoqFRb_mqneA,37862
+ipex_llm/transformers/npu_model.py,sha256=a1mkyc6EqD7AJhqbYzokGhFubNpt5trIMuZT_dQKlTk,37861
 ipex_llm/transformers/patches.py,sha256=halPWm__ORh2fRFSIFPiCNg3LQBfrRkTPtmtRpBJCZQ,1286
 ipex_llm/transformers/pipeline_parallel.py,sha256=uNZpOXljNmdoEYnP8U-VFiN4dRZb2piQbIf2bG9LQnE,49051
 ipex_llm/transformers/qlora.py,sha256=jtPGsvWFjbTUGzDBCdfftnCis_0nJQNRpACSwXUbbGU,14943
@@ -107,6 +107,7 @@ ipex_llm/transformers/streamer.py,sha256=RrVlLblzCOtABRUpaMXAyaMnCGgLUtAi_YesLum
 ipex_llm/transformers/training_patch.py,sha256=oxMkUtqyvqJiprw6dE3skkYfD1HOmUlH9N0hBkbn0G0,10799
 ipex_llm/transformers/utils.py,sha256=IRzmoRwgCwnOaiDroSyqc2pvlj-ipNvcW8RubvVT_rY,17374
 ipex_llm/transformers/xpu_customize_fwd.py,sha256=wFpIhs5F6tkNs8gBOrLxWdhLzO3EDHovVkERPIAoAvg,7611
+ipex_llm/transformers/xpu_ops.py,sha256=H46-69pMRQhekbAEoDfNacCInLWycMHDqrgMGLvFYfI,4362
 ipex_llm/transformers/awq/__init__.py,sha256=Du5gu3-eeAkeDO_dEMBTzrDBA66DSN3uL3-rn8WGXQw,875
 ipex_llm/transformers/awq/act.py,sha256=YwomJzOOKwkKtzGrm4L4kwBstBLO1Z8SK4CKi8PSYVQ,2172
 ipex_llm/transformers/awq/awq.py,sha256=cGyRQJWwAEJtOtdSbsBoQ33KX_Ie0pv5OJHC0ACEELE,8861
@@ -136,10 +137,10 @@ ipex_llm/transformers/gguf/models/model_implement/yuan2/configuration_yuan.py,sh
 ipex_llm/transformers/gguf/models/model_implement/yuan2/yuan_hf_model.py,sha256=_AOGMV65XHxgTxIib7lgs49InopcecTzRwgtYR8NTUg,51084
 ipex_llm/transformers/models/__init__.py,sha256=tp2DcVkKg1-QvdYk7DY7rZvQWCDQ4ZjU8NAQ7Fclrpg,584
 ipex_llm/transformers/models/aquila.py,sha256=VZb5Drpo_fTxwcExZ397LygnsNPX2sVbie9_JeFudZI,5252
-ipex_llm/transformers/models/baichuan.py,sha256=0dkTSPqGPgSnwa8zSNKroam0pvSyQLSRpbb43-OgIlc,19815
+ipex_llm/transformers/models/baichuan.py,sha256=oJCAEENSG8oQhJ-QPN2SiapARjAGdOM6nEbyCcYOMCo,19334
 ipex_llm/transformers/models/bert.py,sha256=bJNic2pt1kph0kBwdK5MRGyWupFfx2Ts0V3D1L-5kWo,6085
 ipex_llm/transformers/models/bloom.py,sha256=PxfzyYT-nFn3K5rZhTQjmcEjUUzAhUFzxIN4kzRlCuc,8103
-ipex_llm/transformers/models/chatglm.py,sha256=xCEhYzaXyTDBXqz111Uw4IW5x4TLbtBbYfmBT623gRI,12669
+ipex_llm/transformers/models/chatglm.py,sha256=UHai1t2AUtGmF765_eHF8LUMVQzp_oCBx8TJB21WrHk,12597
 ipex_llm/transformers/models/chatglm2.py,sha256=kfJThuKYb3unAB1XCzfop1iDW1gOkyFOjSr-lEjUdS0,24781
 ipex_llm/transformers/models/chatglm4.py,sha256=AAhAFFDDas5DBQPfh2Mwl7a2v7taKf6xphoeeNNFaBI,16593
 ipex_llm/transformers/models/chatglm4v.py,sha256=YRfuf9g1E0MQ_7wbHAOMvadFnO-j3LqI_k1SaRkDs0M,14055
@@ -167,8 +168,8 @@ ipex_llm/transformers/models/mpt.py,sha256=z02NwHogJZVh-Mk4sYoIzR90SFIKhoNN_-ifs
 ipex_llm/transformers/models/phi.py,sha256=E6qz4EEuHIVGvaPo-wtLC5lz3iyMqTbAE_cRlcjQRKI,6670
 ipex_llm/transformers/models/phi3.py,sha256=jkiadJ85ToHpymY5GOM6orWlnx6LKN8_-v1MUcfGWPg,15159
 ipex_llm/transformers/models/phixtral.py,sha256=MDTMghcu7qAmZmRcUGqXXDXhSU3y_N59HRIXmlcjp5g,4890
-ipex_llm/transformers/models/qwen.py,sha256=iP4wcjdIZ0CvqbM8muM96y-rghpEnZSR3TgjiOBIq5k,20475
-ipex_llm/transformers/models/qwen2.py,sha256=k_FcPfPAXIotRE03ULFBYA5hWE0M5CfktAhCWbEy8Yw,26369
+ipex_llm/transformers/models/qwen.py,sha256=XIJ_bLzediBURWU-OOS3H6WBIGXQue6jDdUHJsAabwY,19391
+ipex_llm/transformers/models/qwen2.py,sha256=b49HO4GSudwGJ3n6uHVno1oo3DgRt3jOjtQnLOB3cdY,25530
 ipex_llm/transformers/models/qwen2_moe.py,sha256=EA_OYxYAEgrvi7VpDW192AJXG9Fwe2aBtOAZPkOAJk4,19350
 ipex_llm/transformers/models/qwen2_vl.py,sha256=jIm4yZSd751BkRqgj3wR1QBkDIh-TMCLAMM8SZ8n6Qo,13419
 ipex_llm/transformers/models/qwen_vl.py,sha256=j7Nzzz2Qvynu9yrCXmoEfERjw43hXof5TbXIs7Ms-oY,17105
@@ -178,14 +179,14 @@ ipex_llm/transformers/models/sd.py,sha256=7qkti_5jf3KmB-W4hDVeYGJvipuwGrxPox_4sc
 ipex_llm/transformers/models/stablelm.py,sha256=RGQCYuQhYqtZ1j3RZkYi0_QvCRnUgUIPYxfBcLnElzg,6885
 ipex_llm/transformers/models/starcoder2.py,sha256=4P3mhRYf2Kreb1ESjrQGfy1puLMmZXgV35zf-Tksvao,6462
 ipex_llm/transformers/models/utils.py,sha256=hpTT9X5zCi2CVlFRR-nApn_1Bsh1S8SHlFJwc-tKxf0,18985
-ipex_llm/transformers/models/yuan.py,sha256=skQVBmeBv3dwcwfPpWLbwkfiqnRAJzg7wUoU_lMrPNs,9319
+ipex_llm/transformers/models/yuan.py,sha256=1jRPebwAK2ENbyYokOmb4LSVo-szucWiygz9zTv-scs,7656
 ipex_llm/transformers/npu_models/__init__.py,sha256=ulEUGLjaP48LCrVeury3UxLjXxKzRi0UpSG4bYu-7f8,585
 ipex_llm/transformers/npu_models/baichuan.py,sha256=fJtd7fBrttySghRUgfZTAdxLjsSNC-XL08HISsXigLE,4685
 ipex_llm/transformers/npu_models/baichuan_mp.py,sha256=tHhO-0v5z6IhxsfzAPYWXVbLrV_4z89DIb4JjE3207M,45026
 ipex_llm/transformers/npu_models/chatglm.py,sha256=YzpGLZ7ORt6qkwW9mCwZ_xhOAI8uHSDHJrmqWgNM234,10511
 ipex_llm/transformers/npu_models/chatglm4.py,sha256=J4523DzhIzZxIvlf1V9qU4auzEGKvC80YqyxuCJygjw,9795
 ipex_llm/transformers/npu_models/common.py,sha256=tTUJL7IxVrJSnXle6nla35wTUrBf2sOEt7Ya1qyMezY,4853
-ipex_llm/transformers/npu_models/convert.py,sha256=cX10r7Q0a2qFcEIhRcvmw1eSmUtmeOcoNn8kVqv3Su8,24224
+ipex_llm/transformers/npu_models/convert.py,sha256=FILSGnoltcR9FMrCkw0eOKh6p3sbBI5i0Ms8AsJc04E,25342
 ipex_llm/transformers/npu_models/convert_mp.py,sha256=t7160V4MmYpnex2NfuLTcqoc1meGEXdYi4AAPotfbzk,24518
 ipex_llm/transformers/npu_models/glm_edge.py,sha256=VsJex-6530h4ZQk35TxRe1MnttAHT41omE8LV47LgBE,6723
 ipex_llm/transformers/npu_models/kv.py,sha256=2OSFO9Z6e4nGdVxXEM-Bq2qa_npYYbGmQt3lcCZxTlU,9201
@@ -198,7 +199,7 @@ ipex_llm/transformers/npu_models/minicpm_mp.py,sha256=0iCRWN9UIUQp5tSKyu-orpGCOx
 ipex_llm/transformers/npu_models/minicpmv_mp.py,sha256=m11WT6s_H5wkFtlz7aHMOL9b_CoL_G5MhoL5te4la_Q,20147
 ipex_llm/transformers/npu_models/mistral.py,sha256=iRdmIQI_bbbZxRCYRvnV4rWjX2t-6vkHNl1ICAsLoy4,10759
 ipex_llm/transformers/npu_models/mp_models_base.py,sha256=rY-5tq8DfxRsiaIITl0PQOTiPLJnUm_5L-oWzbK12N8,28429
-ipex_llm/transformers/npu_models/npu_llm_cpp.py,sha256=SL1p5UBjheufhum-GktNQQ4iXjRlZ9Hgatzb3NFr6Bs,3900
+ipex_llm/transformers/npu_models/npu_llm_cpp.py,sha256=B40sBujvy31ETFBgcYAf4CN23UuTCBEJVaxjIMaoEHk,4268
 ipex_llm/transformers/npu_models/paraformer_mp.py,sha256=lGEjmKHW_Pk3BE3nqa1ZVgJ3P5p4lNp7p6wMV7KrtCU,37871
 ipex_llm/transformers/npu_models/phi3.py,sha256=R-EuqHsTrPTX33HtCGAMFlRdXB_j5mH_7FDnj62JtNM,6555
 ipex_llm/transformers/npu_models/phi3_v.py,sha256=EMZuTPkGfuDVp9c5BU1HyzXHWKswHRQ8bvQjzocIyHA,7737
@@ -213,13 +214,14 @@ ipex_llm/transformers/npu_pipeline_model/convert_pipeline.py,sha256=953Gua2tFKLI
 ipex_llm/transformers/npu_pipeline_model/llama.py,sha256=MnvHRytLt3oy5jIPUBe8AeEJ6PtPWLbhQ5a9WqjZ1TQ,19905
 ipex_llm/transformers/npu_pipeline_model/minicpm.py,sha256=MDMesYlVbECKdK0xxkt1LwHgpkJOO7ZwBExYAwMGQa0,20637
 ipex_llm/transformers/npu_pipeline_model/pipeline_cpp.py,sha256=JNmodAMg_NQvDILug3E_fGXEh6cd3wsj4bvAzcd-vaU,2749
-ipex_llm/transformers/npu_pipeline_model/qwen.py,sha256=iVUNrcRLXE5eQGZIetgkLTINo8RW15RHM7SUetvJNRQ,14748
-ipex_llm/utils/__init__.py,sha256=NdB_InYE65dNgW4ruEPUOlgKEO2ELcsJoqkP7O5kpog,1391
+ipex_llm/transformers/npu_pipeline_model/qwen.py,sha256=3paMXr1viuztybhmVLqQ9XvM3EZbxncDuNSNwLF8OI0,14849
+ipex_llm/utils/__init__.py,sha256=LlUgrD03rfw4iY8zWPtHH6p65Gw76waVOLHaqagETw0,1425
 ipex_llm/utils/benchmark_util_4_29.py,sha256=OU1W1quiaiJGsg1pd3HM9O6PmVSaPA0HHE7R8hNTfmQ,258653
 ipex_llm/utils/benchmark_util_4_42.py,sha256=HEiClCgKDp_T64HH8ulSTly8dvt6UwPDYZfrPVYvXcc,225383
 ipex_llm/utils/benchmark_util_4_43.py,sha256=VnnLkQCsHe80_suDAAvNUr07OB6ZfOmL1ab-kq6cEUw,244801
 ipex_llm/utils/benchmark_util_4_44.py,sha256=vN3OKJxln9PGN68yz1W7wS3LKm-x5btLJhhe13TZ8Bw,247085
 ipex_llm/utils/benchmark_util_4_45.py,sha256=r_iwugGhW1GzCkItyniWtBJkZ-xBDZsIcpIj-eNIvuY,247317
+ipex_llm/utils/benchmark_util_4_47.py,sha256=zCBsERwmBKKDPrIG-G8vYP9aEutqkIOpcZhe1ZnMHM4,261335
 ipex_llm/utils/convert_chatglm.py,sha256=YLbpJIbqnQOd8aJSijG5q4xBudNi_QR5sYVjCtYoVkY,18074
 ipex_llm/utils/convert_util.py,sha256=X1eLTdF9crlca6jPEQKymEITRx_57i_87dhl1htPEhc,72612
 ipex_llm/utils/glibc_checker.py,sha256=bm6kN6gbpA7GKtnUgsCE6K16iZZyil-Ylp55SoRvHG8,2093
@@ -239,16 +241,16 @@ ipex_llm/vllm/cpu/engine/engine.py,sha256=PpFWHL5tFg49DNRtjyj0lGNzFdk_XjJpKvdWED
 ipex_llm/vllm/cpu/entrypoints/openai/api_server.py,sha256=N1DUxhLVE9hgIMe99jhVGPdCfHAx6dfRqhLZm-D6cNk,6917
 ipex_llm/vllm/xpu/__init__.py,sha256=zBSG6nzrVF5QnpR6_f7kPhBFeowTE9gaZ7D5m98E7_w,585
 ipex_llm/vllm/xpu/ipex_llm_wrapper.py,sha256=_CbhvBuf_KPnmLfngYKtJl5gPAHVsG2mWth3wSeaH3M,892
-ipex_llm/vllm/xpu/model_convert.py,sha256=r4cqYcReM4mAOqLmeLmGzlvZP2SWwuJ5rB9qmU10p9w,7485
+ipex_llm/vllm/xpu/model_convert.py,sha256=tDgaOliyBJdpcCctFNlMd9RK8fA7usLQi2RadgOj--A,7599
 ipex_llm/vllm/xpu/engine/__init__.py,sha256=pY_CpyuZd72fr6s32ejeKHKFW0K4vUU2rzZjWqm5YiA,783
 ipex_llm/vllm/xpu/engine/engine.py,sha256=k4-D27WS_Gk3mA--w3HWAjPjb4Aiu043MVPi0ZoAUBc,5984
 ipex_llm/vllm/xpu/entrypoints/openai/api_server.py,sha256=GshTZFB8e4PWvqckfbmTOU6b0oLkNn7A-vzLuG9--j8,21544
 ipex_llm/vllm/xpu/entrypoints/openai/cli_args.py,sha256=2rENA2ucynMaIjiZBEh2ez1o5vR32GaP514t39CD7KM,8676
-ipex_llm-2.2.0b20250101.data/scripts/ipex-llm-init.bat,sha256=HPtCYuDYwEatq7dAwOvdfVcHYCpAVdbj75K1qh0vQek,2578
-ipex_llm-2.2.0b20250101.data/scripts/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
-ipex_llm-2.2.0b20250101.data/scripts/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
-ipex_llm-2.2.0b20250101.dist-info/METADATA,sha256=J_SK__bQX0TB_vOUTfpk9DV4DhTzVc-LzVzN_LmERV8,11374
-ipex_llm-2.2.0b20250101.dist-info/WHEEL,sha256=6iYPr8vTHsyDK75jr9X0V3I9wPSVmtwr_8fdATBciGk,98
-ipex_llm-2.2.0b20250101.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
-ipex_llm-2.2.0b20250101.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
-ipex_llm-2.2.0b20250101.dist-info/RECORD,,
+ipex_llm-2.2.0b20250103.data/scripts/ipex-llm-init.bat,sha256=HPtCYuDYwEatq7dAwOvdfVcHYCpAVdbj75K1qh0vQek,2578
+ipex_llm-2.2.0b20250103.data/scripts/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
+ipex_llm-2.2.0b20250103.data/scripts/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
+ipex_llm-2.2.0b20250103.dist-info/METADATA,sha256=iLKPuEIrb0BrczgtzXmtRI94HEn80evdIo-CRXfyBaA,11374
+ipex_llm-2.2.0b20250103.dist-info/WHEEL,sha256=6iYPr8vTHsyDK75jr9X0V3I9wPSVmtwr_8fdATBciGk,98
+ipex_llm-2.2.0b20250103.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
+ipex_llm-2.2.0b20250103.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
+ipex_llm-2.2.0b20250103.dist-info/RECORD,,