ipex-llm 2.3.0b20250511.post1__py3-none-win_amd64.whl → 2.3.0b20250513__py3-none-win_amd64.whl

ipex_llm/transformers/models/common.py

@@ -365,3 +365,11 @@ def rotary_half_with_cache_inplaced(query_states: torch.Tensor, key_states: torc
     from ipex_llm.transformers.models.utils import make_cache_contiguous_inplaced
     make_cache_contiguous_inplaced(cos, sin)
     xe_addons.rotary_half_with_cache_inplaced(query_states, key_states, cos, sin)
+
+
+def moe_softmax_topk(router_logits: torch.Tensor, top_k: int, norm_topk_prob: bool):
+    import xe_addons
+    selected_experts, routing_weights = xe_addons.moe_softmax_topk(
+        router_logits, top_k, norm_topk_prob
+    )
+    return selected_experts, routing_weights

{ipex_llm-2.3.0b20250511.post1.dist-info → ipex_llm-2.3.0b20250513.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ipex-llm
-Version: 2.3.0b20250511.post1
+Version: 2.3.0b20250513
 Summary: Large Language Model Develop Toolkit
 Home-page: https://github.com/intel-analytics/ipex-llm
 Author: BigDL Authors
@@ -27,7 +27,7 @@ Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine
 Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'all'
 Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'all'
 Provides-Extra: cpp
-Requires-Dist: bigdl-core-cpp ==2.7.0b20250511.post1 ; extra == 'cpp'
+Requires-Dist: bigdl-core-cpp ==2.7.0b20250513 ; extra == 'cpp'
 Requires-Dist: setuptools ; extra == 'cpp'
 Requires-Dist: onednn-devel ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
 Requires-Dist: onednn ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
@@ -60,7 +60,7 @@ Requires-Dist: transformers ==4.40.0 ; extra == 'npu'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'npu'
 Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'npu'
 Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'npu'
-Requires-Dist: bigdl-core-npu ==2.7.0b20250511.post1 ; (platform_system == "Windows") and extra == 'npu'
+Requires-Dist: bigdl-core-npu ==2.7.0b20250513 ; (platform_system == "Windows") and extra == 'npu'
 Provides-Extra: serving
 Requires-Dist: py-cpuinfo ; extra == 'serving'
 Requires-Dist: fschat[model_worker,webui] ==0.2.36 ; extra == 'serving'
@@ -80,9 +80,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu'
 Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu'
 Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu'
 Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu'
-Requires-Dist: bigdl-core-xe-21 ==2.7.0b20250511.post1 ; extra == 'xpu'
-Requires-Dist: bigdl-core-xe-batch-21 ==2.7.0b20250511.post1 ; extra == 'xpu'
-Requires-Dist: bigdl-core-xe-addons-21 ==2.7.0b20250511.post1 ; extra == 'xpu'
+Requires-Dist: bigdl-core-xe-21 ==2.7.0b20250513 ; extra == 'xpu'
+Requires-Dist: bigdl-core-xe-batch-21 ==2.7.0b20250513 ; extra == 'xpu'
+Requires-Dist: bigdl-core-xe-addons-21 ==2.7.0b20250513 ; extra == 'xpu'
 Provides-Extra: xpu-2-1
 Requires-Dist: py-cpuinfo ; extra == 'xpu-2-1'
 Requires-Dist: protobuf ; extra == 'xpu-2-1'
@@ -97,9 +97,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu-2-1'
 Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu-2-1'
 Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu-2-1'
 Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu-2-1'
-Requires-Dist: bigdl-core-xe-21 ==2.7.0b20250511.post1 ; extra == 'xpu-2-1'
-Requires-Dist: bigdl-core-xe-batch-21 ==2.7.0b20250511.post1 ; extra == 'xpu-2-1'
-Requires-Dist: bigdl-core-xe-addons-21 ==2.7.0b20250511.post1 ; extra == 'xpu-2-1'
+Requires-Dist: bigdl-core-xe-21 ==2.7.0b20250513 ; extra == 'xpu-2-1'
+Requires-Dist: bigdl-core-xe-batch-21 ==2.7.0b20250513 ; extra == 'xpu-2-1'
+Requires-Dist: bigdl-core-xe-addons-21 ==2.7.0b20250513 ; extra == 'xpu-2-1'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-1'
 Requires-Dist: dpcpp-cpp-rt ==2024.0.2 ; (platform_system == "Windows") and extra == 'xpu-2-1'
 Requires-Dist: mkl-dpcpp ==2024.0.0 ; (platform_system == "Windows") and extra == 'xpu-2-1'
@@ -117,7 +117,7 @@ Requires-Dist: setuptools ; extra == 'xpu-2-6'
 Requires-Dist: torch ==2.6.0+xpu ; extra == 'xpu-2-6'
 Requires-Dist: torchvision ==0.21.0+xpu ; extra == 'xpu-2-6'
 Requires-Dist: torchaudio ==2.6.0+xpu ; extra == 'xpu-2-6'
-Requires-Dist: bigdl-core-xe-all ==2.7.0b20250511.post1 ; extra == 'xpu-2-6'
+Requires-Dist: bigdl-core-xe-all ==2.7.0b20250513 ; extra == 'xpu-2-6'
 Requires-Dist: onednn-devel ==2025.0.1 ; extra == 'xpu-2-6'
 Requires-Dist: onednn ==2025.0.1 ; extra == 'xpu-2-6'
 Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6'
@@ -132,7 +132,7 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-2-6-arl'
 Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-2-6-arl'
 Requires-Dist: tabulate ; extra == 'xpu-2-6-arl'
 Requires-Dist: setuptools ; extra == 'xpu-2-6-arl'
-Requires-Dist: bigdl-core-xe-all ==2.7.0b20250511.post1 ; extra == 'xpu-2-6-arl'
+Requires-Dist: bigdl-core-xe-all ==2.7.0b20250513 ; extra == 'xpu-2-6-arl'
 Requires-Dist: onednn-devel ==2025.0.1 ; extra == 'xpu-2-6-arl'
 Requires-Dist: onednn ==2025.0.1 ; extra == 'xpu-2-6-arl'
 Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6-arl'

{ipex_llm-2.3.0b20250511.post1.dist-info → ipex_llm-2.3.0b20250513.dist-info}/RECORD

@@ -41,35 +41,35 @@ ipex_llm/langchain/llms/transformerspipelinellm.py,sha256=vm522YPPwWxxAPVvQBtxRf
 ipex_llm/langchain/vllm/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
 ipex_llm/langchain/vllm/vllm.py,sha256=6dxc-ZISZQrJilEa_HA827l75Dv9rcHpY_G6FdJ8BVs,7793
 ipex_llm/libs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ipex_llm/libs/bloom-api.dll,sha256=Q4lVCo93oBrmtzQHwMzcTWdmH4CYmnf3JcGa3ES1fG8,36352
-ipex_llm/libs/bloom.dll,sha256=EMBD9PhOtbebJE_cd-J4ngKliPD8zalCNeApX2TBN6Q,507904
-ipex_llm/libs/gptneox-api.dll,sha256=BN8JeV9g8Fl_5bpoyK6SEWMSUYCwTKoEjycLQ7sOiyY,24576
-ipex_llm/libs/gptneox.dll,sha256=1_5u_3od9xtw5V9YGx2eQLLlj3yzcdxiGB-eEYM4QuA,568320
-ipex_llm/libs/libbloom_avx.dll,sha256=d4CSmVCSaVmBqL4t2Mcl31zrDOZu6Gg-ZODFaE6RDU4,536576
-ipex_llm/libs/libbloom_vnni.dll,sha256=9yHPQ231dwdj-U_mvUHvbiV3QWGRMR7yRkXdC6q8VN0,508416
-ipex_llm/libs/libgptneox_avx.dll,sha256=A5f6LnkkNNeOWWW577yiR1mAPtrLAHeqVqqgtnyxFrc,596992
-ipex_llm/libs/libgptneox_vnni.dll,sha256=nP7IbCIKyS07ydRuRT5O-6MFvLkzzlbD_QGwrsK7kMU,568832
-ipex_llm/libs/libllama_avx.dll,sha256=PjIVj_3gYgJVEEp9k073mzP9QP97bfZR26N3l9Ophhc,591360
-ipex_llm/libs/libllama_vnni.dll,sha256=OiBJCFqMS42IwT12dWOtWCxxq1Hb4Cz76EmwB0-tUAc,563200
-ipex_llm/libs/libstarcoder_avx.dll,sha256=TtBz_ST0p_sbIqnHyLECpe6CzBqDDuQj6xl78vto2w0,627712
-ipex_llm/libs/libstarcoder_vnni.dll,sha256=70M99Dqu2UreOt1a9107lMvcjV2Q90trkQmrqd6vQFk,599552
-ipex_llm/libs/llama-api.dll,sha256=tn1op6xLJR7k5MEVAX1dontZsCCwfr69OI5rIfumuss,25600
-ipex_llm/libs/llama.dll,sha256=XjnBeOzNJgtcFgnIxut_QpTZKNLGAFc7ETGGEJrAYVU,562688
-ipex_llm/libs/main-bloom.exe,sha256=vgNmNzV2rEMbedJI98f2On14htQkOgrOd3bpNScrJFs,103424
-ipex_llm/libs/main-gptneox.exe,sha256=iSNclWo6UeyGyB1L-NhPqmiK4dmGWUgCEMyggpteBvM,98816
-ipex_llm/libs/main-llama.exe,sha256=8REBQmK-bFHU6l6rkT540A6T1zujkWbrG3V524jnFP8,99840
-ipex_llm/libs/main-starcoder.exe,sha256=1d1rGMm1ICqduh-44EKUN3fz8J7SGhDd1WkaXu01t1c,157696
-ipex_llm/libs/pipeline.dll,sha256=k_nQSPvOol25NYFpj2KlleOmEEeHIb2xuFdmmNDYeUY,73216
-ipex_llm/libs/quantize-bloom.exe,sha256=4ebeT-P8llVdu7u_rtw9naoG38CxALWeM3_gAjcU51Q,126464
-ipex_llm/libs/quantize-bloom_vnni.exe,sha256=rvJEPIAzjcJYt76afkEQMmM37m5q7ijbZCJqcBfl-1c,128000
-ipex_llm/libs/quantize-gptneox.exe,sha256=1zCSn3MUQ5jQVHrReE2fEff0IXAseTHnqpDQqOBtMv8,104448
-ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=RH4sgbAGugV_jHGQ8izWgbTRgJWTGsHgXcSr5Nko2Ko,104960
-ipex_llm/libs/quantize-llama.exe,sha256=Qjo9k0NMdg2o4qXCTstLZpgnBD3jmTYLWnHX3UWXQb0,110080
-ipex_llm/libs/quantize-llama_vnni.exe,sha256=l6VnBt78VqORaAh8KYZLeS1X829DABc53lQbhTqNXHk,110592
-ipex_llm/libs/quantize-starcoder.exe,sha256=5gTw2MU8BX-lmbDkD8wVkxzU9_Dx79oYhIL7dkBka3o,127488
-ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=MQCV23Ml1fy8tNATsS0zfI1NWWENJpTKIvKq_eXP5-0,128512
-ipex_llm/libs/starcoder-api.dll,sha256=SIhV2ERljA8u17xkEHBFJg496Dt5VUEOVI9G_S-6kP4,21504
-ipex_llm/libs/starcoder.dll,sha256=lCpPHpdGAsA0AdkJvK4wWaNDPc_C3zZ6r9XxJdSPy8Y,599040
+ipex_llm/libs/bloom-api.dll,sha256=v76pw2YOBTa7s1ej4d6ZxdRo1sCMJ9Zpd53rCaPqtFE,36352
+ipex_llm/libs/bloom.dll,sha256=nVKrSfqNy2F3THD5SBk6jWgFXD9-5P9ADsmX0UfiLZk,507904
+ipex_llm/libs/gptneox-api.dll,sha256=YK7Ytt7hYvRWC_UxeHWoNDt20Pf1G_zZ3m1RksfEpl0,24576
+ipex_llm/libs/gptneox.dll,sha256=KTgLiMMbdW5P0MLoO9Lm3cB9W5X2rDbgEvsn1I0FBbA,568320
+ipex_llm/libs/libbloom_avx.dll,sha256=Nlx9n9t-XbyHUlPinD099Xk6YGvKDwnTnSy04PtMy6M,536576
+ipex_llm/libs/libbloom_vnni.dll,sha256=TgILWYU8cbulbuWdwCrCzf2YK6Mkl3yGQ4FQoIBnP8M,508416
+ipex_llm/libs/libgptneox_avx.dll,sha256=IR0Zz0UvLH2isfYIP5EcMUJEYC-n85SYrZRjtUp-f04,596992
+ipex_llm/libs/libgptneox_vnni.dll,sha256=AENWrr7epYPwTo-1-6QdXxaAjqfHv3IkDSAklPnaCds,568832
+ipex_llm/libs/libllama_avx.dll,sha256=Ax91XhYo1e7RbuEjETn7ULfAujC5NBR4RlqeN1Hs3uI,591360
+ipex_llm/libs/libllama_vnni.dll,sha256=BXsmRJpfNGqvl-sN-jkcG2JYJWeZY9l2tMSUQXH5CRU,563200
+ipex_llm/libs/libstarcoder_avx.dll,sha256=hBPFprMtBNk8P6_FR6s5cUbxaI11RVZjQdgScD9XmEs,627712
+ipex_llm/libs/libstarcoder_vnni.dll,sha256=5olXkV-NNW1hcXVy9U7ny17hmPLD3SIySnn6p77dCrA,599552
+ipex_llm/libs/llama-api.dll,sha256=bBn6inaRllbRXVuo6Ks43NuAowCWjiVQWeTtWhPy6jY,25600
+ipex_llm/libs/llama.dll,sha256=nBNILCELbpU1YlJFu_JMv70X6oBrcMXoMYXkXGpZGO0,562688
+ipex_llm/libs/main-bloom.exe,sha256=f5Y_-fe3qDzEDV4bXdec-q5c-W0gcccAERn7Lprl2s0,103424
+ipex_llm/libs/main-gptneox.exe,sha256=At_Ny5e7Fo1CAoBOlp1SWY9JStBX8DueWqfsDDrps7k,98816
+ipex_llm/libs/main-llama.exe,sha256=5vDMUyrc9GTq-vixAlysuGPODkt6lK_Kj4JsPD9anIw,99840
+ipex_llm/libs/main-starcoder.exe,sha256=eTuLsKufVSJruYEC2TCA3j-PfI25EboeOfYXdhiCQVM,157696
+ipex_llm/libs/pipeline.dll,sha256=hEnLTAek1jf51ZAChcNMCKQTuyeISfMdk-02W_rLjH8,73216
+ipex_llm/libs/quantize-bloom.exe,sha256=xD6q-5boFXpdOhaji6MzWeaqOLTiqP5vyG1FM0Yg8YY,126464
+ipex_llm/libs/quantize-bloom_vnni.exe,sha256=eo7lqhLUKBxXJ8RQKdZAssaQBDNtKrZVxFmyl8kewZY,128000
+ipex_llm/libs/quantize-gptneox.exe,sha256=LC9wV7z7hBlViiwjetq4Y2OES-SwrCsx-Aga7Sa4OzQ,104448
+ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=P9O_N7mvnEQhLcMOjNGJkoyFCcrV1m40QhhMihZZAL0,104960
+ipex_llm/libs/quantize-llama.exe,sha256=B1gM0UnLdzvSLDARZHc7yt_R4LB9iFW2g6mQvnreLPY,110080
+ipex_llm/libs/quantize-llama_vnni.exe,sha256=gvlzxbx-QEjM-IKVzUk4THXhBBn72ZHTfsFuWZFyOSo,110592
+ipex_llm/libs/quantize-starcoder.exe,sha256=cy1KGTC5zINlhfWQ1F-HNAv50_KfJ5cEs79umNQcx-I,127488
+ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=p4bGfYh0BwVLTRWeNAhALlMFCnTmM5K2TEK1TCxcZoI,128512
+ipex_llm/libs/starcoder-api.dll,sha256=_NI0JgBIeX43TjDwOmM2eIMZ8u_QFC0V9AyRZVIFfU4,21504
+ipex_llm/libs/starcoder.dll,sha256=ls1T7tUqihkWoW_Gz5svV9GczMp996C8UepTuTVxftk,599040
 ipex_llm/llamaindex/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
 ipex_llm/llamaindex/llms/__init__.py,sha256=KP1lEdGqDuxPoxL1ZSH25Pm2kKMPJBWUTLR0ckSLMIU,1139
 ipex_llm/llamaindex/llms/bigdlllm.py,sha256=FQBzq1KOjfc6uofTXAha3O7TqpJkNfOFepXQmOVlbnI,26314
@@ -146,7 +146,7 @@ ipex_llm/transformers/models/chatglm.py,sha256=DQM63oPIVMMTBQN4O4hPF4WY1aSiTWq4B
 ipex_llm/transformers/models/chatglm2.py,sha256=KyAIX7zGVQDQuwwM3QMBNWZbTeMHEzKUIgAryT0voHc,14933
 ipex_llm/transformers/models/chatglm4.py,sha256=QvUehdaCePB3MNHyWg3dneDxmjtBdxYeKUyQUVcsgfM,16886
 ipex_llm/transformers/models/chatglm4v.py,sha256=Ba9Xtzwtzk_rzg5khGqDrlHfJsDwc5YcM5_yPoord7o,13324
-ipex_llm/transformers/models/common.py,sha256=wd4DwvTuB12m-e8Rbr-DWIO8nyioqGYTR3cGSSQXIEQ,15771
+ipex_llm/transformers/models/common.py,sha256=TnSEPaXixHg2kjbvNnHtM4raN5ayMzwkI7nyW4J0Rwk,16043
 ipex_llm/transformers/models/decilm.py,sha256=P-PBuDPf07GvKggLwJx_wPwIn6esN3rX8ai2JxRuZmE,5246
 ipex_llm/transformers/models/deepseek.py,sha256=BJocxhznzvM99IZeAWuhyHEBm6Z2-AwhLFYMdjMJuc4,13083
 ipex_llm/transformers/models/deepseek_v3.py,sha256=CTgwIKQlUPlUCbOxc9Id5GapWkXOP6pMtkguYrWpCio,10003
@@ -258,11 +258,11 @@ ipex_llm/vllm/xpu/engine/__init__.py,sha256=sOvwLx_Zj0jiRCGj9W3DgGTfcSU3hABYhgIQ
 ipex_llm/vllm/xpu/engine/engine.py,sha256=XAprw7VifjfnR915TZOaKcxe3QCFsVBgxzS8qOdn1yg,14462
 ipex_llm/vllm/xpu/entrypoints/openai/api_server.py,sha256=uWHyyHLw-B8wXBnQw9_MCG81tKK9Jb0dyq1xfYHgoNw,45905
 ipex_llm/vllm/xpu/entrypoints/openai/cli_args.py,sha256=hB398yYtKauASRzevctScdbFIjiiSGMAe1bwEuIHrhY,10893
-ipex_llm-2.3.0b20250511.post1.data/scripts/ipex-llm-init.bat,sha256=HPtCYuDYwEatq7dAwOvdfVcHYCpAVdbj75K1qh0vQek,2578
-ipex_llm-2.3.0b20250511.post1.data/scripts/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
-ipex_llm-2.3.0b20250511.post1.data/scripts/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
-ipex_llm-2.3.0b20250511.post1.dist-info/METADATA,sha256=HCWGThjSwj7n6VLxJnJIdbcVExnkjMt86NS_qjN35mk,8931
-ipex_llm-2.3.0b20250511.post1.dist-info/WHEEL,sha256=6iYPr8vTHsyDK75jr9X0V3I9wPSVmtwr_8fdATBciGk,98
-ipex_llm-2.3.0b20250511.post1.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
-ipex_llm-2.3.0b20250511.post1.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
-ipex_llm-2.3.0b20250511.post1.dist-info/RECORD,,
+ipex_llm-2.3.0b20250513.data/scripts/ipex-llm-init.bat,sha256=HPtCYuDYwEatq7dAwOvdfVcHYCpAVdbj75K1qh0vQek,2578
+ipex_llm-2.3.0b20250513.data/scripts/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
+ipex_llm-2.3.0b20250513.data/scripts/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
+ipex_llm-2.3.0b20250513.dist-info/METADATA,sha256=9uv-v2lumKlA4hk3TSWqEyefcf1w438ypWpN5hEZdMM,8865
+ipex_llm-2.3.0b20250513.dist-info/WHEEL,sha256=6iYPr8vTHsyDK75jr9X0V3I9wPSVmtwr_8fdATBciGk,98
+ipex_llm-2.3.0b20250513.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
+ipex_llm-2.3.0b20250513.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
+ipex_llm-2.3.0b20250513.dist-info/RECORD,,