ipex-llm 2.3.0b20250529__py3-none-win_amd64.whl → 2.3.0b20250531__py3-none-win_amd64.whl

ipex_llm/vllm/xpu/entrypoints/openai/api_server.py

@@ -1157,8 +1157,6 @@ if __name__ == "__main__":
     # NOTE(simon):
     # This section should be in sync with vllm/entrypoints/cli/main.py for CLI
     # entrypoints.
-    logger.warning("Warning: Please use `ipex_llm.vllm.xpu.entrypoints.openai.api_server` "
-                   "instead of `vllm.entrypoints.openai.api_server` to start the API server")
     cli_env_setup()
     parser = FlexibleArgumentParser(
         description="vLLM OpenAI-Compatible RESTful API server.")

{ipex_llm-2.3.0b20250529.dist-info → ipex_llm-2.3.0b20250531.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ipex-llm
-Version: 2.3.0b20250529
+Version: 2.3.0b20250531
 Summary: Large Language Model Develop Toolkit
 Home-page: https://github.com/intel-analytics/ipex-llm
 Author: BigDL Authors
@@ -27,7 +27,7 @@ Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine
 Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'all'
 Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'all'
 Provides-Extra: cpp
-Requires-Dist: bigdl-core-cpp ==2.7.0b20250529 ; extra == 'cpp'
+Requires-Dist: bigdl-core-cpp ==2.7.0b20250531 ; extra == 'cpp'
 Requires-Dist: setuptools ; extra == 'cpp'
 Requires-Dist: onednn-devel ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
 Requires-Dist: onednn ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
@@ -60,7 +60,7 @@ Requires-Dist: transformers ==4.40.0 ; extra == 'npu'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'npu'
 Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'npu'
 Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'npu'
-Requires-Dist: bigdl-core-npu ==2.7.0b20250529 ; (platform_system == "Windows") and extra == 'npu'
+Requires-Dist: bigdl-core-npu ==2.7.0b20250531 ; (platform_system == "Windows") and extra == 'npu'
 Provides-Extra: serving
 Requires-Dist: py-cpuinfo ; extra == 'serving'
 Requires-Dist: fschat[model_worker,webui] ==0.2.36 ; extra == 'serving'
@@ -80,9 +80,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu'
 Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu'
 Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu'
 Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu'
-Requires-Dist: bigdl-core-xe-21 ==2.7.0b20250529 ; extra == 'xpu'
-Requires-Dist: bigdl-core-xe-batch-21 ==2.7.0b20250529 ; extra == 'xpu'
-Requires-Dist: bigdl-core-xe-addons-21 ==2.7.0b20250529 ; extra == 'xpu'
+Requires-Dist: bigdl-core-xe-21 ==2.7.0b20250531 ; extra == 'xpu'
+Requires-Dist: bigdl-core-xe-batch-21 ==2.7.0b20250531 ; extra == 'xpu'
+Requires-Dist: bigdl-core-xe-addons-21 ==2.7.0b20250531 ; extra == 'xpu'
 Provides-Extra: xpu-2-1
 Requires-Dist: py-cpuinfo ; extra == 'xpu-2-1'
 Requires-Dist: protobuf ; extra == 'xpu-2-1'
@@ -97,9 +97,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu-2-1'
 Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu-2-1'
 Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu-2-1'
 Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu-2-1'
-Requires-Dist: bigdl-core-xe-21 ==2.7.0b20250529 ; extra == 'xpu-2-1'
-Requires-Dist: bigdl-core-xe-batch-21 ==2.7.0b20250529 ; extra == 'xpu-2-1'
-Requires-Dist: bigdl-core-xe-addons-21 ==2.7.0b20250529 ; extra == 'xpu-2-1'
+Requires-Dist: bigdl-core-xe-21 ==2.7.0b20250531 ; extra == 'xpu-2-1'
+Requires-Dist: bigdl-core-xe-batch-21 ==2.7.0b20250531 ; extra == 'xpu-2-1'
+Requires-Dist: bigdl-core-xe-addons-21 ==2.7.0b20250531 ; extra == 'xpu-2-1'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-1'
 Requires-Dist: dpcpp-cpp-rt ==2024.0.2 ; (platform_system == "Windows") and extra == 'xpu-2-1'
 Requires-Dist: mkl-dpcpp ==2024.0.0 ; (platform_system == "Windows") and extra == 'xpu-2-1'
@@ -117,7 +117,7 @@ Requires-Dist: setuptools ; extra == 'xpu-2-6'
 Requires-Dist: torch ==2.6.0+xpu ; extra == 'xpu-2-6'
 Requires-Dist: torchvision ==0.21.0+xpu ; extra == 'xpu-2-6'
 Requires-Dist: torchaudio ==2.6.0+xpu ; extra == 'xpu-2-6'
-Requires-Dist: bigdl-core-xe-all ==2.7.0b20250529 ; extra == 'xpu-2-6'
+Requires-Dist: bigdl-core-xe-all ==2.7.0b20250531 ; extra == 'xpu-2-6'
 Requires-Dist: onednn-devel ==2025.0.1 ; extra == 'xpu-2-6'
 Requires-Dist: onednn ==2025.0.1 ; extra == 'xpu-2-6'
 Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6'
@@ -132,7 +132,7 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-2-6-arl'
 Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-2-6-arl'
 Requires-Dist: tabulate ; extra == 'xpu-2-6-arl'
 Requires-Dist: setuptools ; extra == 'xpu-2-6-arl'
-Requires-Dist: bigdl-core-xe-all ==2.7.0b20250529 ; extra == 'xpu-2-6-arl'
+Requires-Dist: bigdl-core-xe-all ==2.7.0b20250531 ; extra == 'xpu-2-6-arl'
 Requires-Dist: onednn-devel ==2025.0.1 ; extra == 'xpu-2-6-arl'
 Requires-Dist: onednn ==2025.0.1 ; extra == 'xpu-2-6-arl'
 Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6-arl'

{ipex_llm-2.3.0b20250529.dist-info → ipex_llm-2.3.0b20250531.dist-info}/RECORD

@@ -41,35 +41,35 @@ ipex_llm/langchain/llms/transformerspipelinellm.py,sha256=vm522YPPwWxxAPVvQBtxRf
 ipex_llm/langchain/vllm/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
 ipex_llm/langchain/vllm/vllm.py,sha256=6dxc-ZISZQrJilEa_HA827l75Dv9rcHpY_G6FdJ8BVs,7793
 ipex_llm/libs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ipex_llm/libs/bloom-api.dll,sha256=UU4ilGHswqrq-eoJvqXgX8_A50eQWZYTV1V5sYgPfpA,36352
-ipex_llm/libs/bloom.dll,sha256=Qpjmj0aS29C6bxRjms6pBiCUNQWIlguPfOLLsALi428,507904
-ipex_llm/libs/gptneox-api.dll,sha256=9WmJvEvXAFaE446_kQBxLGbmoGQi0pCzjeEugFBT0c8,24576
-ipex_llm/libs/gptneox.dll,sha256=NYO4Lus5zxi0vhCNenK7r1__eWQigyJQHtuyBlJEcRM,568320
-ipex_llm/libs/libbloom_avx.dll,sha256=x3VjtYdUYlrceWggW4L_wXA9XTjd6JhTZNyfi20RmLg,536576
-ipex_llm/libs/libbloom_vnni.dll,sha256=HCK_aBe6t2gjXcX0mc6VxJa7oM2m9XgBsojTTJ_OyWU,508416
-ipex_llm/libs/libgptneox_avx.dll,sha256=GNt7z0ol6o4WmICZDYoYl0A5w5GCbDK5I3Hdz74kZFg,596992
-ipex_llm/libs/libgptneox_vnni.dll,sha256=aaHAFe5XDw9scFaXZnDMxuTKwyESA2QaTfFMLmj44V0,568832
-ipex_llm/libs/libllama_avx.dll,sha256=qf4uZ4PeEsgHEMbNPDCWHBgfQLTo85B2hCNdwzeNCYI,591360
-ipex_llm/libs/libllama_vnni.dll,sha256=3UhOSzesyl47QoHlsvInRbitC1r5uqHRF_W41AZUqDY,563200
-ipex_llm/libs/libstarcoder_avx.dll,sha256=2FoB4zeIZEygMPq9jNrIhwr6VWPI5qD459R-ritpb5k,627712
-ipex_llm/libs/libstarcoder_vnni.dll,sha256=ZU2uubHH2FIT_1v89936Z5G1LhTSuatvCHm-zLxftsM,599552
-ipex_llm/libs/llama-api.dll,sha256=4KFEnDR3Pgodo_YWBMjXCr4zLRwE-V8hZEvNn-I2V5c,25600
-ipex_llm/libs/llama.dll,sha256=_SUd_6WsORNYs77ti1asuD4aP94vYFK-JTmZqWozhQ4,562688
-ipex_llm/libs/main-bloom.exe,sha256=RFFqvbGFRTZVh0OgP8bSUmJhd8VH_LOh8-ahZSPuQsI,103424
-ipex_llm/libs/main-gptneox.exe,sha256=_QhIzoeYEUdlyVX0PgA8UXKAPO4ubM6lPLnOVixBQZ0,98816
-ipex_llm/libs/main-llama.exe,sha256=rcj9T5ekmJU299oPRxSqIDNWxT3R4UQ0pKaEOKIpD-M,99840
-ipex_llm/libs/main-starcoder.exe,sha256=xUy4R3bgnkHwmRKtQWf6Qel_rWB1hoxJ1maZotpsPnQ,157696
-ipex_llm/libs/pipeline.dll,sha256=0C8TY2SvMgYfNsJ3MvuAJzf3DsdaX0LyEtq19PyreBA,73216
-ipex_llm/libs/quantize-bloom.exe,sha256=VQwykDP5OI4qLzZtWZretbQY-PwhPC9oyTy1Nxlj6e0,126464
-ipex_llm/libs/quantize-bloom_vnni.exe,sha256=44h29HgzEeiSIaeo8W9qLN95L9fYFKFXootNwuGQkh0,128000
-ipex_llm/libs/quantize-gptneox.exe,sha256=P7tfQxfAKAcRwFNYHinqXVaRvxAHGJWBpbqBpIMnCzs,104448
-ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=hemgwXDYxeAuHjwx-gCfvXNRIHZUYpxqlpAyN6FTZVY,104960
-ipex_llm/libs/quantize-llama.exe,sha256=YIeiZoDrfCHaW33v5jA9jUP6IYP2LuJu5rw-1hxVrTM,110080
-ipex_llm/libs/quantize-llama_vnni.exe,sha256=f63dFKUIY5uI_yitNhVfoKWPejECEu4UIIKyVxXLTgk,110592
-ipex_llm/libs/quantize-starcoder.exe,sha256=Q3DPfS4zpUNMh2Dy0iZWrniUrDHBPz5GYVaIUz7tpqg,127488
-ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=vavaZumXVFpICXAvhz_pSI_y7E9CKXrkRu2sNkBAVWU,128512
-ipex_llm/libs/starcoder-api.dll,sha256=_UKaeXnC9VL2cwl9pAcc4Et4JoyPwjVPx6gqEmkGdF8,21504
-ipex_llm/libs/starcoder.dll,sha256=ludg98j9-g68diDFJk9pvhTvxf3wVHVRcPApkGli1wI,599040
+ipex_llm/libs/bloom-api.dll,sha256=u-jQGIKV80DfB35xTwXnhgPzUbLX4h8ksxYr4FWWPw8,36352
+ipex_llm/libs/bloom.dll,sha256=uP8PsYQGH4IfA1hErW765BtgV7qFIcQQUfwVpdwsMFg,507904
+ipex_llm/libs/gptneox-api.dll,sha256=AHFdWzog_-B5-2jsFCYv28_GuqsSXrF9DiBsi9-bTQU,24576
+ipex_llm/libs/gptneox.dll,sha256=_NFMmNzT7ULHRcHNAKjYyRKdfwKgLTh21HA8ngHiB9w,568320
+ipex_llm/libs/libbloom_avx.dll,sha256=khleYtBb35NxkN68VeaaC5kLhstkSW8sq5CciLBsStY,536576
+ipex_llm/libs/libbloom_vnni.dll,sha256=qpUbvTYx83GKc2X33fN851aCtjdUxBHvGj-yw1dgXZE,508416
+ipex_llm/libs/libgptneox_avx.dll,sha256=94jyaXfX-Zb0tq3FnPGrJ_yMIzYb6kDdZ3wX3haAdFU,596992
+ipex_llm/libs/libgptneox_vnni.dll,sha256=sWe7tW1ANtjTzaKGr0i8BCsmzW1c0ZQSulMgxyFL7dk,568832
+ipex_llm/libs/libllama_avx.dll,sha256=vbUtWulCViEM4ip1PXCQNhI0n42FFk8EotbqUQo3Acg,591360
+ipex_llm/libs/libllama_vnni.dll,sha256=XbtzBKlQIgLuQZ0GJWh1I-phEoHVzuNFbn47eP12Gys,563200
+ipex_llm/libs/libstarcoder_avx.dll,sha256=dRM5qKOcYxei518PcN7Z4VUO6cG3TiUorGmCmojtSgk,627712
+ipex_llm/libs/libstarcoder_vnni.dll,sha256=esV9Fcq5B53UyMzt-hafQFRQGsfRPMb29CtHuebr9RQ,599552
+ipex_llm/libs/llama-api.dll,sha256=V58PnuplkssU0YxE0huyaNdXHKu_9w88GmnV63NMzxc,25600
+ipex_llm/libs/llama.dll,sha256=d3o6E_1STX47jO7gePVoVRSHkIl3W0gHi92f3g_Twfo,562688
+ipex_llm/libs/main-bloom.exe,sha256=LW0ZI3aL_9150Zp9-Xb49CH7KUGmpINio-TWPgypwiQ,103424
+ipex_llm/libs/main-gptneox.exe,sha256=xbWiY1_JF3vaEMaH9v3852Ju1Cf29OICGl-A2ASFhV8,98816
+ipex_llm/libs/main-llama.exe,sha256=8dyEM1f6eem0iNAhz6UcPvutD0rl0Zo0OAE6wFV2QSo,99840
+ipex_llm/libs/main-starcoder.exe,sha256=lw3Sd39DfnypY8erUwJTSq6DxAQSTvPM-yPteQqt-sk,157696
+ipex_llm/libs/pipeline.dll,sha256=2glpkPZCMWPrmi8Iy2gdD5q3I5auOTGOO5aYI1SL0Vg,73216
+ipex_llm/libs/quantize-bloom.exe,sha256=LuImbh5QluEH0tBIVO7s5K26roapLA1kPhyGCiey_MM,126464
+ipex_llm/libs/quantize-bloom_vnni.exe,sha256=CZAmOMAVrBFxutKIkhh57XLKgwZZAWmHRJZY5c8ooq8,128000
+ipex_llm/libs/quantize-gptneox.exe,sha256=31K-zYzpi4wKaRl2EQHyF8b6hsautvOMr6dTNrxSPv0,104448
+ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=1awOdF9qyUdGKGUZ10U_KeKqzk4MOpB6AOa4pzuhKfY,104960
+ipex_llm/libs/quantize-llama.exe,sha256=VWo4P4JDP6JjgO3xacubIKxXf7SCWbo7QiuQoiD3iY0,110080
+ipex_llm/libs/quantize-llama_vnni.exe,sha256=0Rkg_0sZaos7s4a9mKbzMnJ3T4yAEVyksTZe7q_SW8U,110592
+ipex_llm/libs/quantize-starcoder.exe,sha256=tYf1r8q3vlD2wI-rOr-N7QkVYjgEueQjLp4qnxHKD0A,127488
+ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=UXEdt4mpGHnke5RIyl5i9vaPWflHkqK84aLJZVaNHWM,128512
+ipex_llm/libs/starcoder-api.dll,sha256=PuMc_VFhDBk-ZUJCYtW8HnOiETTvrfplqisNQ_rfPko,21504
+ipex_llm/libs/starcoder.dll,sha256=1vyRD5_b_dDgULJB2BeuzLLp3UViuJIb-8Ja46CBXPk,599040
 ipex_llm/llamaindex/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
 ipex_llm/llamaindex/llms/__init__.py,sha256=KP1lEdGqDuxPoxL1ZSH25Pm2kKMPJBWUTLR0ckSLMIU,1139
 ipex_llm/llamaindex/llms/bigdlllm.py,sha256=FQBzq1KOjfc6uofTXAha3O7TqpJkNfOFepXQmOVlbnI,26314
@@ -256,13 +256,13 @@ ipex_llm/vllm/xpu/ipex_llm_wrapper.py,sha256=_CbhvBuf_KPnmLfngYKtJl5gPAHVsG2mWth
 ipex_llm/vllm/xpu/model_convert.py,sha256=oedafTsnysTi78PGYcjn1w5rnIBfBx4_mpZp2fF6z44,10093
 ipex_llm/vllm/xpu/engine/__init__.py,sha256=sOvwLx_Zj0jiRCGj9W3DgGTfcSU3hABYhgIQI7T6cxU,879
 ipex_llm/vllm/xpu/engine/engine.py,sha256=XAprw7VifjfnR915TZOaKcxe3QCFsVBgxzS8qOdn1yg,14462
-ipex_llm/vllm/xpu/entrypoints/openai/api_server.py,sha256=uWHyyHLw-B8wXBnQw9_MCG81tKK9Jb0dyq1xfYHgoNw,45905
+ipex_llm/vllm/xpu/entrypoints/openai/api_server.py,sha256=VlmS56hBHBZTIZ5Jhvb4TZN-h28O7uMn33hX8NiJXKk,45719
 ipex_llm/vllm/xpu/entrypoints/openai/cli_args.py,sha256=hB398yYtKauASRzevctScdbFIjiiSGMAe1bwEuIHrhY,10893
-ipex_llm-2.3.0b20250529.data/scripts/ipex-llm-init.bat,sha256=HPtCYuDYwEatq7dAwOvdfVcHYCpAVdbj75K1qh0vQek,2578
-ipex_llm-2.3.0b20250529.data/scripts/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
-ipex_llm-2.3.0b20250529.data/scripts/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
-ipex_llm-2.3.0b20250529.dist-info/METADATA,sha256=JxrZ8jkC3zCWk9ejtSjRv1gArkSZOtC6rmuGPe7ANug,8865
-ipex_llm-2.3.0b20250529.dist-info/WHEEL,sha256=6iYPr8vTHsyDK75jr9X0V3I9wPSVmtwr_8fdATBciGk,98
-ipex_llm-2.3.0b20250529.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
-ipex_llm-2.3.0b20250529.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
-ipex_llm-2.3.0b20250529.dist-info/RECORD,,
+ipex_llm-2.3.0b20250531.data/scripts/ipex-llm-init.bat,sha256=HPtCYuDYwEatq7dAwOvdfVcHYCpAVdbj75K1qh0vQek,2578
+ipex_llm-2.3.0b20250531.data/scripts/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
+ipex_llm-2.3.0b20250531.data/scripts/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
+ipex_llm-2.3.0b20250531.dist-info/METADATA,sha256=t7fjle5IkUzuclJhLUvtPc5iYHtFnJ3v01A64xo1Hx0,8865
+ipex_llm-2.3.0b20250531.dist-info/WHEEL,sha256=6iYPr8vTHsyDK75jr9X0V3I9wPSVmtwr_8fdATBciGk,98
+ipex_llm-2.3.0b20250531.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
+ipex_llm-2.3.0b20250531.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
+ipex_llm-2.3.0b20250531.dist-info/RECORD,,