ipex-llm 2.3.0b20250426__py3-none-win_amd64.whl → 2.3.0b20250427__py3-none-win_amd64.whl

ipex_llm/vllm/xpu/model_convert.py

@@ -77,7 +77,8 @@ def _ipex_llm_convert(load_in_low_bit):
 
 def get_load_function(low_bit):
     def _ipex_llm_load_model(self) -> None:
-        _model_sample_convert()
+        if "gemma-3" not in self.model_config.model.lower():
+            _model_sample_convert()
 
         # from vllm.utils import measure_device_memory
         from vllm.utils import DeviceMemoryProfiler

{ipex_llm-2.3.0b20250426.dist-info → ipex_llm-2.3.0b20250427.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ipex-llm
-Version: 2.3.0b20250426
+Version: 2.3.0b20250427
 Summary: Large Language Model Develop Toolkit
 Home-page: https://github.com/intel-analytics/ipex-llm
 Author: BigDL Authors
@@ -27,7 +27,7 @@ Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine
 Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'all'
 Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'all'
 Provides-Extra: cpp
-Requires-Dist: bigdl-core-cpp ==2.7.0b20250426 ; extra == 'cpp'
+Requires-Dist: bigdl-core-cpp ==2.7.0b20250427 ; extra == 'cpp'
 Requires-Dist: setuptools ; extra == 'cpp'
 Requires-Dist: onednn-devel ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
 Requires-Dist: onednn ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
@@ -60,7 +60,7 @@ Requires-Dist: transformers ==4.40.0 ; extra == 'npu'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'npu'
 Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'npu'
 Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'npu'
-Requires-Dist: bigdl-core-npu ==2.7.0b20250426 ; (platform_system == "Windows") and extra == 'npu'
+Requires-Dist: bigdl-core-npu ==2.7.0b20250427 ; (platform_system == "Windows") and extra == 'npu'
 Provides-Extra: serving
 Requires-Dist: py-cpuinfo ; extra == 'serving'
 Requires-Dist: fschat[model_worker,webui] ==0.2.36 ; extra == 'serving'
@@ -80,9 +80,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu'
 Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu'
 Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu'
 Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu'
-Requires-Dist: bigdl-core-xe-21 ==2.7.0b20250426 ; extra == 'xpu'
-Requires-Dist: bigdl-core-xe-batch-21 ==2.7.0b20250426 ; extra == 'xpu'
-Requires-Dist: bigdl-core-xe-addons-21 ==2.7.0b20250426 ; extra == 'xpu'
+Requires-Dist: bigdl-core-xe-21 ==2.7.0b20250427 ; extra == 'xpu'
+Requires-Dist: bigdl-core-xe-batch-21 ==2.7.0b20250427 ; extra == 'xpu'
+Requires-Dist: bigdl-core-xe-addons-21 ==2.7.0b20250427 ; extra == 'xpu'
 Provides-Extra: xpu-2-1
 Requires-Dist: py-cpuinfo ; extra == 'xpu-2-1'
 Requires-Dist: protobuf ; extra == 'xpu-2-1'
@@ -97,9 +97,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu-2-1'
 Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu-2-1'
 Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu-2-1'
 Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu-2-1'
-Requires-Dist: bigdl-core-xe-21 ==2.7.0b20250426 ; extra == 'xpu-2-1'
-Requires-Dist: bigdl-core-xe-batch-21 ==2.7.0b20250426 ; extra == 'xpu-2-1'
-Requires-Dist: bigdl-core-xe-addons-21 ==2.7.0b20250426 ; extra == 'xpu-2-1'
+Requires-Dist: bigdl-core-xe-21 ==2.7.0b20250427 ; extra == 'xpu-2-1'
+Requires-Dist: bigdl-core-xe-batch-21 ==2.7.0b20250427 ; extra == 'xpu-2-1'
+Requires-Dist: bigdl-core-xe-addons-21 ==2.7.0b20250427 ; extra == 'xpu-2-1'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-1'
 Requires-Dist: dpcpp-cpp-rt ==2024.0.2 ; (platform_system == "Windows") and extra == 'xpu-2-1'
 Requires-Dist: mkl-dpcpp ==2024.0.0 ; (platform_system == "Windows") and extra == 'xpu-2-1'
@@ -117,7 +117,7 @@ Requires-Dist: setuptools ; extra == 'xpu-2-6'
 Requires-Dist: torch ==2.6.0+xpu ; extra == 'xpu-2-6'
 Requires-Dist: torchvision ==0.21.0+xpu ; extra == 'xpu-2-6'
 Requires-Dist: torchaudio ==2.6.0+xpu ; extra == 'xpu-2-6'
-Requires-Dist: bigdl-core-xe-all ==2.7.0b20250426 ; extra == 'xpu-2-6'
+Requires-Dist: bigdl-core-xe-all ==2.7.0b20250427 ; extra == 'xpu-2-6'
 Requires-Dist: onednn-devel ==2025.0.1 ; extra == 'xpu-2-6'
 Requires-Dist: onednn ==2025.0.1 ; extra == 'xpu-2-6'
 Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6'
@@ -132,7 +132,7 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-2-6-arl'
 Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-2-6-arl'
 Requires-Dist: tabulate ; extra == 'xpu-2-6-arl'
 Requires-Dist: setuptools ; extra == 'xpu-2-6-arl'
-Requires-Dist: bigdl-core-xe-all ==2.7.0b20250426 ; extra == 'xpu-2-6-arl'
+Requires-Dist: bigdl-core-xe-all ==2.7.0b20250427 ; extra == 'xpu-2-6-arl'
 Requires-Dist: onednn-devel ==2025.0.1 ; extra == 'xpu-2-6-arl'
 Requires-Dist: onednn ==2025.0.1 ; extra == 'xpu-2-6-arl'
 Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6-arl'

{ipex_llm-2.3.0b20250426.dist-info → ipex_llm-2.3.0b20250427.dist-info}/RECORD

@@ -41,35 +41,35 @@ ipex_llm/langchain/llms/transformerspipelinellm.py,sha256=vm522YPPwWxxAPVvQBtxRf
 ipex_llm/langchain/vllm/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
 ipex_llm/langchain/vllm/vllm.py,sha256=6dxc-ZISZQrJilEa_HA827l75Dv9rcHpY_G6FdJ8BVs,7793
 ipex_llm/libs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ipex_llm/libs/bloom-api.dll,sha256=YaPOqbKxnIdi3rC6ktC0i_5Yz5JLclP3OCQsaAhLeZQ,36352
-ipex_llm/libs/bloom.dll,sha256=gmEL_sU8Ggqx1RZxX-TSreqfQ5hrX-8HF1G_yD7JL1c,507904
-ipex_llm/libs/gptneox-api.dll,sha256=DvzZ2yf-bujPJ-FHbMdsdtdjqC-z4N4ScyDtMQl-oAA,24576
-ipex_llm/libs/gptneox.dll,sha256=kSuCy5ZHa9Fkqp6ZagxIJnBy94fPA0qZ5MUjDIxL7og,568320
-ipex_llm/libs/libbloom_avx.dll,sha256=CH5Zwh6nQwy-t-tmhF5BlLUBSv09yqKDG6iu-fIn1Lk,536576
-ipex_llm/libs/libbloom_vnni.dll,sha256=-DmrbCuc7Ca7_a1qP38oToSoNXKTg7WrGyqhv0UKEvM,508416
-ipex_llm/libs/libgptneox_avx.dll,sha256=OHkJAxsPo55TtaeAmPG2D8rPKrxmloJfHr7RNGP4NoU,596992
-ipex_llm/libs/libgptneox_vnni.dll,sha256=awR5zVYEgSUUXg5xvSu8JG50BXAfSH2jooe7k0QgShI,568832
-ipex_llm/libs/libllama_avx.dll,sha256=6t4KA0_skqDxnz_iOmIzFtnOfgzP_SWjyL-9Fzh97uY,591360
-ipex_llm/libs/libllama_vnni.dll,sha256=OXgnn8ls2iAOqCoI9RCM4pQ_AQOflQ87u9vyH43Pk9A,563200
-ipex_llm/libs/libstarcoder_avx.dll,sha256=nbepeyeIYOu0MpprPtyQfPhX1Flb1WKetYEdc3xs8Uk,627712
-ipex_llm/libs/libstarcoder_vnni.dll,sha256=ndDmUtOtymVsdPyZ5mttk3dHZTSyufXZa_t46NurIMQ,599552
-ipex_llm/libs/llama-api.dll,sha256=rl57pSc-tmeSHS4LbRCXXcCHf59RIkb1K4LQsCGBvkc,25600
-ipex_llm/libs/llama.dll,sha256=d8J-JeI17rmy6J0MDfs66Ukl02scaVR_ux8qNnP-A0o,562688
-ipex_llm/libs/main-bloom.exe,sha256=dxr2LG4cn7ln6-C-jHWmaZv6RJnd8JnBw_ESMqqv7Q0,103424
-ipex_llm/libs/main-gptneox.exe,sha256=M84a_1BEKfaFqsMNn7gJPwtabZPqIB78QunlUc5mJUs,98816
-ipex_llm/libs/main-llama.exe,sha256=yy7bDnKBfhRO_FsoSLIdGWcuW50uWwREFOpHBKGgdFg,99840
-ipex_llm/libs/main-starcoder.exe,sha256=dUcXE30U9O2Mz62r70QQG2zRNTrFvC5z2W6oHDN4FGs,157696
-ipex_llm/libs/pipeline.dll,sha256=wtz3Z4KaTL3Dr4RI_0Y-SE0eQiFS5Bu_aE863QULzOo,73216
-ipex_llm/libs/quantize-bloom.exe,sha256=_iwOqrv803bxylbs01Y5-uSQdMEmMemFsReD573SXNo,126464
-ipex_llm/libs/quantize-bloom_vnni.exe,sha256=v2ew8e7Z6_eb8zbWAnr-Q8yA5SAcJXgyG4Ep4DQ1ccU,128000
-ipex_llm/libs/quantize-gptneox.exe,sha256=21o9jf39Qfw3IJMXuEMp_oXxSOKelprbg9P0obzr1j8,104448
-ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=3jD6KadrwHVxbym-JqdO-N0Swy5CBCrZDRwJYY7h_lE,104960
-ipex_llm/libs/quantize-llama.exe,sha256=xHQnPqNM5lfS8bWRgQGkB5bMj7B0_fetaGxsW_E_cJA,110080
-ipex_llm/libs/quantize-llama_vnni.exe,sha256=LfipC6xDKjecc3lC5zL-6f4pThazTQiRAg4HwFOnnUE,110592
-ipex_llm/libs/quantize-starcoder.exe,sha256=7KTENgSTwmuy7u7Oqn633yaZPaN779szdMnFk7TOVj8,127488
-ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=pUzmbMJX9qr0wWxJ84f3CaQMBbGaK_YnL_EDOxhzflc,128512
-ipex_llm/libs/starcoder-api.dll,sha256=MUqylxHdXeyxC7VzUOakPAfymjKFZki0iL61HY1nUmE,21504
-ipex_llm/libs/starcoder.dll,sha256=Ge6Otc2v_1DFGRew1PYQMTFpMe8VmlNuKRsI6faAGMA,599040
+ipex_llm/libs/bloom-api.dll,sha256=WGP7YeWfRfA7IR3pwLpAb27Jn5iuL6tudR7UAR5w6jA,36352
+ipex_llm/libs/bloom.dll,sha256=jgYMbXvDN9jlHutQlHvgt9pUtfbf0oou7ksYnI8VwnU,507904
+ipex_llm/libs/gptneox-api.dll,sha256=dke0HdtXV4_EwEKNw5-D_YKGfuRDre6LE0aaXj6qd-A,24576
+ipex_llm/libs/gptneox.dll,sha256=IfDhlH6ze4mYhjwMGIuxN228NR3eoFEMXSl-uehXWiQ,568320
+ipex_llm/libs/libbloom_avx.dll,sha256=3Yj4Ftoq5xCAa71nlBrsq3uoA94nlLIr4t1BYlR8IwQ,536576
+ipex_llm/libs/libbloom_vnni.dll,sha256=6Fue-V5p7r5UEP_ZVMpsLblFldX0YGRHc40yx5aKuyE,508416
+ipex_llm/libs/libgptneox_avx.dll,sha256=89NidZxUSkonhR9PdZV1GNKF2WjNs3OBrX5odf-rwpA,596992
+ipex_llm/libs/libgptneox_vnni.dll,sha256=kDtXqc98yjTZCMfdSjcO752KNMQMKrC2iTEoU077xDc,568832
+ipex_llm/libs/libllama_avx.dll,sha256=0NT8fJn7CQQUdAIZh8vdS4nBs0B5lVq0YzAJblgSgus,591360
+ipex_llm/libs/libllama_vnni.dll,sha256=UJFCoiFf-IMR-YvE5tPMyGWb5uYQAMWLC2vxnhRwCr4,563200
+ipex_llm/libs/libstarcoder_avx.dll,sha256=0dCrGdyc6TgkZKOo6kKUSvJdIeSS9nl3vbqU7A8Pjmk,627712
+ipex_llm/libs/libstarcoder_vnni.dll,sha256=90z6cklJVoaiDRFMsk1hLyjK-uYrbh5dic7wGESWsZI,599552
+ipex_llm/libs/llama-api.dll,sha256=RDPSlxrORow-rJgFAymjPgK4K30vOYRmmfXBoY6t-T0,25600
+ipex_llm/libs/llama.dll,sha256=qlr17oK49gZse9Spdd2Njo3WHd0eGqwSixtbupCfVYA,562688
+ipex_llm/libs/main-bloom.exe,sha256=y6UHuYYhiqGvZ2E5uC9_wZaYiEa_kw4LrYpUYKSOGsQ,103424
+ipex_llm/libs/main-gptneox.exe,sha256=HEKW6uVawgC71_ejR90r8_foBxEhWBQyW8BlrhCtFGc,98816
+ipex_llm/libs/main-llama.exe,sha256=XwhS-xedWB0P95TTWFfibbPUNot-JMp-n528wlFQjdI,99840
+ipex_llm/libs/main-starcoder.exe,sha256=XS2MJio6X3pkPe6oNk3rES1IaiaVHYw69w2uQKPzwz4,157696
+ipex_llm/libs/pipeline.dll,sha256=myJqgRy0ue5tQdDR1J7RuYn9meKILeyZ6uRn_lAGYWw,73216
+ipex_llm/libs/quantize-bloom.exe,sha256=i041i9n4aox84bIyK6cKCqLklkvOkVb-Y-5FiSlHfzI,126464
+ipex_llm/libs/quantize-bloom_vnni.exe,sha256=ADyLfbEUAeVxsKhSMTYRQNZQAhqXGZAADb4IkVI6Z9Y,128000
+ipex_llm/libs/quantize-gptneox.exe,sha256=IELAKh3kpqtt5vGVehG2KN1MxzhVYGqO76XsGYVm-Co,104448
+ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=UgXkCm4FAYC6aSQ5xH8na_7Jp3-ZWC7KVM7MWAGWgBw,104960
+ipex_llm/libs/quantize-llama.exe,sha256=-zpWRISjnc_BfP4Wl8JH7VdzhkTldi9sbfRORh_KQoY,110080
+ipex_llm/libs/quantize-llama_vnni.exe,sha256=SrN2RjP_x9AfZo_9UFvTCOb_caCvDG9jxXjJ1Cfd8p4,110592
+ipex_llm/libs/quantize-starcoder.exe,sha256=5MnFPo-2yJRBbiqnDQ5hj6M44uTaC22NE7XeI7rIcxM,127488
+ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=UbB9YFtbfWv4rC8618waf8ydHtsm_XBPLqe-AzgGkLg,128512
+ipex_llm/libs/starcoder-api.dll,sha256=dsel-OJ0-qLIQ3Wl7gAv1lWO3pjnsRzrTLSi_5nBy1k,21504
+ipex_llm/libs/starcoder.dll,sha256=_PybIiTL7wNXZV1u95PuWwSaHVf4ORVT5vAkf_2oK9c,599040
 ipex_llm/llamaindex/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
 ipex_llm/llamaindex/llms/__init__.py,sha256=KP1lEdGqDuxPoxL1ZSH25Pm2kKMPJBWUTLR0ckSLMIU,1139
 ipex_llm/llamaindex/llms/bigdlllm.py,sha256=FQBzq1KOjfc6uofTXAha3O7TqpJkNfOFepXQmOVlbnI,26314
@@ -251,16 +251,16 @@ ipex_llm/vllm/cpu/entrypoints/openai/cli_args.py,sha256=hB398yYtKauASRzevctScdbF
 ipex_llm/vllm/xpu/__init__.py,sha256=zBSG6nzrVF5QnpR6_f7kPhBFeowTE9gaZ7D5m98E7_w,585
 ipex_llm/vllm/xpu/ipex_llm_v1_wrapper.py,sha256=pd939vFomKIg9Qn2NO4u0OF6hPgvQpqcfJSxqBzcqhA,825
 ipex_llm/vllm/xpu/ipex_llm_wrapper.py,sha256=_CbhvBuf_KPnmLfngYKtJl5gPAHVsG2mWth3wSeaH3M,892
-ipex_llm/vllm/xpu/model_convert.py,sha256=EZhDNsQKjvvPjlMEyplWMvOt0_9R9fYH3FBMseTvLC0,9359
+ipex_llm/vllm/xpu/model_convert.py,sha256=fhZ6QsoosWnzlPNMVdvz-XVVD1TMKWHpOGCNECn29Uw,9424
 ipex_llm/vllm/xpu/engine/__init__.py,sha256=pY_CpyuZd72fr6s32ejeKHKFW0K4vUU2rzZjWqm5YiA,783
 ipex_llm/vllm/xpu/engine/engine.py,sha256=NvCMbp0X8NVrOqbwm4FTvXOptTRLzu9jQsy37ZHnTk8,9493
 ipex_llm/vllm/xpu/entrypoints/openai/api_server.py,sha256=IjiSze9vzBCAkLu_VwIcJwuO1jyFna7DLrj6aSL7RaQ,35220
 ipex_llm/vllm/xpu/entrypoints/openai/cli_args.py,sha256=hB398yYtKauASRzevctScdbFIjiiSGMAe1bwEuIHrhY,10893
-ipex_llm-2.3.0b20250426.data/scripts/ipex-llm-init.bat,sha256=HPtCYuDYwEatq7dAwOvdfVcHYCpAVdbj75K1qh0vQek,2578
-ipex_llm-2.3.0b20250426.data/scripts/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
-ipex_llm-2.3.0b20250426.data/scripts/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
-ipex_llm-2.3.0b20250426.dist-info/METADATA,sha256=ebro1SYgBibkIVaJzXMOnXQsQIuS7NjxglUlgiEwIKY,8865
-ipex_llm-2.3.0b20250426.dist-info/WHEEL,sha256=6iYPr8vTHsyDK75jr9X0V3I9wPSVmtwr_8fdATBciGk,98
-ipex_llm-2.3.0b20250426.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
-ipex_llm-2.3.0b20250426.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
-ipex_llm-2.3.0b20250426.dist-info/RECORD,,
+ipex_llm-2.3.0b20250427.data/scripts/ipex-llm-init.bat,sha256=HPtCYuDYwEatq7dAwOvdfVcHYCpAVdbj75K1qh0vQek,2578
+ipex_llm-2.3.0b20250427.data/scripts/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
+ipex_llm-2.3.0b20250427.data/scripts/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
+ipex_llm-2.3.0b20250427.dist-info/METADATA,sha256=kVIebSEkjI0G5kzPWUE_jctdevrjOh9pOokBbm4vp5E,8865
+ipex_llm-2.3.0b20250427.dist-info/WHEEL,sha256=6iYPr8vTHsyDK75jr9X0V3I9wPSVmtwr_8fdATBciGk,98
+ipex_llm-2.3.0b20250427.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
+ipex_llm-2.3.0b20250427.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
+ipex_llm-2.3.0b20250427.dist-info/RECORD,,