ipex-llm 2.3.0b20250515__py3-none-win_amd64.whl → 2.3.0b20250516__py3-none-win_amd64.whl

ipex_llm/transformers/models/common.py

@@ -373,3 +373,41 @@ def moe_softmax_topk(router_logits: torch.Tensor, top_k: int, norm_topk_prob: bo
         router_logits, top_k, norm_topk_prob
     )
     return selected_experts, routing_weights
+
+
+# q,k,v_proj should be ipex-llm quantized linears
+def merge_quantized_qkv(q_proj, k_proj, v_proj, module):
+    from ipex_llm.transformers.low_bit_linear import FP4Params
+    from ipex_llm.ggml.quantize import ggml_tensor_qtype
+    has_qtype = (hasattr(q_proj.weight, 'qtype')
+                 and hasattr(k_proj.weight, 'qtype')
+                 and hasattr(v_proj.weight, 'qtype'))
+    invalidInputError((has_qtype
+                       and q_proj.weight.qtype == k_proj.weight.qtype
+                       and q_proj.weight.qtype == v_proj.weight.qtype
+                       and q_proj.weight.qtype in ggml_tensor_qtype.values()),
+                      f"{q_proj.weight.qtype} is not supported, "
+                      f"only {ggml_tensor_qtype.values()} are supported now.")
+    origin_device = q_proj.weight.device
+    q_proj.weight = q_proj.weight.to('cpu')
+    k_proj.weight = k_proj.weight.to('cpu')
+    v_proj.weight = v_proj.weight.to('cpu')
+    linears = [q_proj, k_proj, v_proj]
+    new_weight = torch.cat(list(linear.weight.data for linear in linears), dim=0)
+    if q_proj.has_bias:
+        new_bias = torch.cat(list(linear.bias.data for linear in linears), dim=0)
+        q_proj.bias = torch.nn.Parameter(new_bias, requires_grad=False)
+    new_out_features = sum(layer.out_features for layer in linears)
+    new_params_low_bit = FP4Params(data=new_weight.data,
+                                   requires_grad=False,
+                                   quantized=True,
+                                   _shape=[new_out_features, q_proj.in_features],
+                                   convert_shape_only=False,
+                                   qtype=q_proj.weight.qtype,
+                                   in_features=q_proj.in_features,
+                                   enable_scale_search=False)
+    q_proj.out_features = new_out_features
+    q_proj.weight = new_params_low_bit.to(origin_device)
+    del module.q_proj.weight
+    module.qkv_proj = module.q_proj
+    del module.k_proj, module.v_proj, module.q_proj

{ipex_llm-2.3.0b20250515.dist-info → ipex_llm-2.3.0b20250516.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ipex-llm
-Version: 2.3.0b20250515
+Version: 2.3.0b20250516
 Summary: Large Language Model Develop Toolkit
 Home-page: https://github.com/intel-analytics/ipex-llm
 Author: BigDL Authors
@@ -27,7 +27,7 @@ Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine
 Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'all'
 Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'all'
 Provides-Extra: cpp
-Requires-Dist: bigdl-core-cpp ==2.7.0b20250515 ; extra == 'cpp'
+Requires-Dist: bigdl-core-cpp ==2.7.0b20250516 ; extra == 'cpp'
 Requires-Dist: setuptools ; extra == 'cpp'
 Requires-Dist: onednn-devel ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
 Requires-Dist: onednn ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
@@ -60,7 +60,7 @@ Requires-Dist: transformers ==4.40.0 ; extra == 'npu'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'npu'
 Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'npu'
 Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'npu'
-Requires-Dist: bigdl-core-npu ==2.7.0b20250515 ; (platform_system == "Windows") and extra == 'npu'
+Requires-Dist: bigdl-core-npu ==2.7.0b20250516 ; (platform_system == "Windows") and extra == 'npu'
 Provides-Extra: serving
 Requires-Dist: py-cpuinfo ; extra == 'serving'
 Requires-Dist: fschat[model_worker,webui] ==0.2.36 ; extra == 'serving'
@@ -80,9 +80,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu'
 Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu'
 Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu'
 Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu'
-Requires-Dist: bigdl-core-xe-21 ==2.7.0b20250515 ; extra == 'xpu'
-Requires-Dist: bigdl-core-xe-batch-21 ==2.7.0b20250515 ; extra == 'xpu'
-Requires-Dist: bigdl-core-xe-addons-21 ==2.7.0b20250515 ; extra == 'xpu'
+Requires-Dist: bigdl-core-xe-21 ==2.7.0b20250516 ; extra == 'xpu'
+Requires-Dist: bigdl-core-xe-batch-21 ==2.7.0b20250516 ; extra == 'xpu'
+Requires-Dist: bigdl-core-xe-addons-21 ==2.7.0b20250516 ; extra == 'xpu'
 Provides-Extra: xpu-2-1
 Requires-Dist: py-cpuinfo ; extra == 'xpu-2-1'
 Requires-Dist: protobuf ; extra == 'xpu-2-1'
@@ -97,9 +97,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu-2-1'
 Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu-2-1'
 Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu-2-1'
 Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu-2-1'
-Requires-Dist: bigdl-core-xe-21 ==2.7.0b20250515 ; extra == 'xpu-2-1'
-Requires-Dist: bigdl-core-xe-batch-21 ==2.7.0b20250515 ; extra == 'xpu-2-1'
-Requires-Dist: bigdl-core-xe-addons-21 ==2.7.0b20250515 ; extra == 'xpu-2-1'
+Requires-Dist: bigdl-core-xe-21 ==2.7.0b20250516 ; extra == 'xpu-2-1'
+Requires-Dist: bigdl-core-xe-batch-21 ==2.7.0b20250516 ; extra == 'xpu-2-1'
+Requires-Dist: bigdl-core-xe-addons-21 ==2.7.0b20250516 ; extra == 'xpu-2-1'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-1'
 Requires-Dist: dpcpp-cpp-rt ==2024.0.2 ; (platform_system == "Windows") and extra == 'xpu-2-1'
 Requires-Dist: mkl-dpcpp ==2024.0.0 ; (platform_system == "Windows") and extra == 'xpu-2-1'
@@ -117,7 +117,7 @@ Requires-Dist: setuptools ; extra == 'xpu-2-6'
 Requires-Dist: torch ==2.6.0+xpu ; extra == 'xpu-2-6'
 Requires-Dist: torchvision ==0.21.0+xpu ; extra == 'xpu-2-6'
 Requires-Dist: torchaudio ==2.6.0+xpu ; extra == 'xpu-2-6'
-Requires-Dist: bigdl-core-xe-all ==2.7.0b20250515 ; extra == 'xpu-2-6'
+Requires-Dist: bigdl-core-xe-all ==2.7.0b20250516 ; extra == 'xpu-2-6'
 Requires-Dist: onednn-devel ==2025.0.1 ; extra == 'xpu-2-6'
 Requires-Dist: onednn ==2025.0.1 ; extra == 'xpu-2-6'
 Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6'
@@ -132,7 +132,7 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-2-6-arl'
 Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-2-6-arl'
 Requires-Dist: tabulate ; extra == 'xpu-2-6-arl'
 Requires-Dist: setuptools ; extra == 'xpu-2-6-arl'
-Requires-Dist: bigdl-core-xe-all ==2.7.0b20250515 ; extra == 'xpu-2-6-arl'
+Requires-Dist: bigdl-core-xe-all ==2.7.0b20250516 ; extra == 'xpu-2-6-arl'
 Requires-Dist: onednn-devel ==2025.0.1 ; extra == 'xpu-2-6-arl'
 Requires-Dist: onednn ==2025.0.1 ; extra == 'xpu-2-6-arl'
 Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6-arl'

{ipex_llm-2.3.0b20250515.dist-info → ipex_llm-2.3.0b20250516.dist-info}/RECORD

@@ -41,35 +41,35 @@ ipex_llm/langchain/llms/transformerspipelinellm.py,sha256=vm522YPPwWxxAPVvQBtxRf
 ipex_llm/langchain/vllm/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
 ipex_llm/langchain/vllm/vllm.py,sha256=6dxc-ZISZQrJilEa_HA827l75Dv9rcHpY_G6FdJ8BVs,7793
 ipex_llm/libs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ipex_llm/libs/bloom-api.dll,sha256=ZJ-i0Rlaorca84MDfl5aBTqsUgycEeJDtHJQTlFoA84,36352
-ipex_llm/libs/bloom.dll,sha256=0lHtPf7sTkVG7MYQXvX-33u90DD48oQuOqzSq9wEkro,507904
-ipex_llm/libs/gptneox-api.dll,sha256=2ZcduZBInkc3bc0jRMlGhGFYF8O0mPnvoSgfG70q5fQ,24576
-ipex_llm/libs/gptneox.dll,sha256=6jSYU7N0dOpkL3vSCnrTBFoSzsE3KeNZZY1P0c50SmY,568320
-ipex_llm/libs/libbloom_avx.dll,sha256=eu_PEjrYbUSCSzWON3n74fChsCvTMk8eQe4pfOFwASY,536576
-ipex_llm/libs/libbloom_vnni.dll,sha256=Vr8v0231VDGs3piCdONascYuY18SwBZ9aK18S2oD5eQ,508416
-ipex_llm/libs/libgptneox_avx.dll,sha256=b8ZYmILvlLpPLgxd4Nx3rmaSZEH_ps-T2C8b6Yhu0ZE,596992
-ipex_llm/libs/libgptneox_vnni.dll,sha256=-hGtXYvTAIvm6i6b10KpsHkqx2I9Is10CMdkhzJUt8M,568832
-ipex_llm/libs/libllama_avx.dll,sha256=kXBLIEoui8bCYWBoUAk7w36emN7ufwkaa3yHRVeWKcw,591360
-ipex_llm/libs/libllama_vnni.dll,sha256=gSd56t3sqOFCWhuYh1GoQ8VKwd287ctiHvEhBwNvGok,563200
-ipex_llm/libs/libstarcoder_avx.dll,sha256=RArOsKSzCCWpfiJBBmOa1BBFXIynwqy3gtlTzc5Q7yQ,627712
-ipex_llm/libs/libstarcoder_vnni.dll,sha256=evfqLZm9_Ugu-LNgjn7glKEPL4HxEXApePBBls8UMF0,599552
-ipex_llm/libs/llama-api.dll,sha256=TlRZVP0rSP1kEj9rcb6wXuXyfRYPx1fuyIFIyxCUqp0,25600
-ipex_llm/libs/llama.dll,sha256=2P0r1ROws3-DyFhjRf5FKVPDWDxuapS5oEVC32BAi-s,562688
-ipex_llm/libs/main-bloom.exe,sha256=ItqlzxxyW_hDgZ_Ibg5beFJsS_I11YDAR0PcWvT-hHk,103424
-ipex_llm/libs/main-gptneox.exe,sha256=HtgmHAK0cbdP5bz0PSjUONHpkzJJtxK-w75nqWmSNv0,98816
-ipex_llm/libs/main-llama.exe,sha256=ZjFP-E12WSZZk0pZAiZXRIPFMhIpqt0yW2mrlV1YIxI,99840
-ipex_llm/libs/main-starcoder.exe,sha256=4injyABI1f-nsw8WyANl-6pFrDLyvv07XySWw5euFro,157696
-ipex_llm/libs/pipeline.dll,sha256=xUonVHJQUOV6SwTMZNDB39q8iYOnP3siP6TInzU463Q,73216
-ipex_llm/libs/quantize-bloom.exe,sha256=s522HQTLQnUesbrjAFQg4-N6QRgbWZ3ioFJz3rF7T9g,126464
-ipex_llm/libs/quantize-bloom_vnni.exe,sha256=YxyIYUO89Yy2VP-H49GTNFd1o-OQC-TM9G8u70rW6m8,128000
-ipex_llm/libs/quantize-gptneox.exe,sha256=NZA-JeHH0dgz1M5qAhDbJplRsZ9HeXloiBHSIHRnHM8,104448
-ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=GnqYu-nvZrRHrPWPUWBZnBOX9aH3VTnKFHHz4bvhd6M,104960
-ipex_llm/libs/quantize-llama.exe,sha256=iXjvSrM9FHZaxLD9L_MqhV0U4ZRqUjUyjBLIRiWequ8,110080
-ipex_llm/libs/quantize-llama_vnni.exe,sha256=I7P8CeHB9MeTLE7ErIx3yS7slr4Gm60rwaCD5KSS3GA,110592
-ipex_llm/libs/quantize-starcoder.exe,sha256=L6bv6fD7KqgTZhBhdLbYEClbTIPSN5csc5M9QZ-xcjo,127488
-ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=7BFaRDriXajmF2NIDxmiKlEg4E0e5mm2OTu2Dw6Pns0,128512
-ipex_llm/libs/starcoder-api.dll,sha256=jt070uxasP41XZ1cWP5QQ9WjCTGbUm6geHu4S1v4FJw,21504
-ipex_llm/libs/starcoder.dll,sha256=48gxeOzPiKlXiPELtiYJhmq3vIJ07GcPWZAG2noW7M0,599040
+ipex_llm/libs/bloom-api.dll,sha256=O2O026HF3fqeZO2nPemiwhVX-jfPKPIxaQ_6qwsKk_I,36352
+ipex_llm/libs/bloom.dll,sha256=etazXX9uArXosgVc0NPaCSNf_YP4LWDOJ-EAEpKyLA0,507904
+ipex_llm/libs/gptneox-api.dll,sha256=937V3_TOh59ULQTcYQmiQqcVDS4EzmVWi4LJkH9mrNI,24576
+ipex_llm/libs/gptneox.dll,sha256=aEfLtK7Bt3q7Ls2yhuxrsPQLNGoz-hDuQf3D8RccpWc,568320
+ipex_llm/libs/libbloom_avx.dll,sha256=CuuiyWXJLxwjqxAjAygLQ0-strL2oosQoyd5KPIm9Ok,536576
+ipex_llm/libs/libbloom_vnni.dll,sha256=GAkPbdCD6RAsvJx7LfXlaIi28lD06w_8I0G86TE2vPs,508416
+ipex_llm/libs/libgptneox_avx.dll,sha256=WsODRcLZ6HnbJu00YSyedVllsip1FKHIOZYHmbhSV8c,596992
+ipex_llm/libs/libgptneox_vnni.dll,sha256=QKv8e8LCPS-2vk0Hb9ddzL1TLA7USJA26yLiizpjgCo,568832
+ipex_llm/libs/libllama_avx.dll,sha256=dDIoPPD-XgrTeyBmdO6TLZ1wWC77Gjj5neiLxMG6GYY,591360
+ipex_llm/libs/libllama_vnni.dll,sha256=PVGNd4hH4Uh7Z543Zj3Qg01NiUFfsH-0tAwppfW1hdE,563200
+ipex_llm/libs/libstarcoder_avx.dll,sha256=JuCGuu02_LqNJ8kk3LesCi7KwNiXsgq-l1hhXoS-XGY,627712
+ipex_llm/libs/libstarcoder_vnni.dll,sha256=-GUxV0FJMdcCk_eYFWE3QUBnl382pc9wyW71e6Q2Cig,599552
+ipex_llm/libs/llama-api.dll,sha256=FnO0CLHVEhcZiXkqOcwOfK46KGsq14ue6VqlGn8XB3Y,25600
+ipex_llm/libs/llama.dll,sha256=uuSxcuBkN4poYQr9Kf9bgwP7CI3xA4Tz2lJw2aWUPYQ,562688
+ipex_llm/libs/main-bloom.exe,sha256=qAaVM3enpTKJXPVd_kiSwQPpCcv53Y6bP0lVi5XF1DM,103424
+ipex_llm/libs/main-gptneox.exe,sha256=N5_pypucmLO6UjmuALLu7YN0b4EcpT1XBL78q6wu50w,98816
+ipex_llm/libs/main-llama.exe,sha256=L_lzprKWgQ1FaokysZOm4y-VVo9AfPPmh8HsnJufcDo,99840
+ipex_llm/libs/main-starcoder.exe,sha256=xVRFOTAeJuZAF1laSafQth0cdCUKZgFpQIbro7Nskj8,157696
+ipex_llm/libs/pipeline.dll,sha256=BzRVqYfAtrYm1Z3xb7hzH2fHmG0mWtrcJhej-1jxly4,73216
+ipex_llm/libs/quantize-bloom.exe,sha256=t77D80im1_84Jr7PpiveI2ioejR0ysqDDHIC9IX2wYg,126464
+ipex_llm/libs/quantize-bloom_vnni.exe,sha256=1C73Ow9s3GEG9v051PrR5rvvD2YAiw33p0z7LT1oTx8,128000
+ipex_llm/libs/quantize-gptneox.exe,sha256=SqANRlL_D1putyvl6hQcmbdSrLdch46020pTzEsRIhc,104448
+ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=ezdY_uc15WFtk1sfSXXl94vx_G1MH5_T82aT74zeRCk,104960
+ipex_llm/libs/quantize-llama.exe,sha256=frbvDzP4OVJk7IdkyLiqwoFTWtM22fholyKE1O0b868,110080
+ipex_llm/libs/quantize-llama_vnni.exe,sha256=JESvJGhm7Ykvm44fFx4v9ZxnQDzaN6ORpZ9z0eaR5Ks,110592
+ipex_llm/libs/quantize-starcoder.exe,sha256=jNaK8gKAA-Y4-9oBp-t2nc1ctGC4-koKeNNGxN_aVcU,127488
+ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=srHgqOTnFpD_HW7q-2kOtgxYZX-anYVTDFzkpUtgBZY,128512
+ipex_llm/libs/starcoder-api.dll,sha256=a5qEZYCNnDJscDR7FW98HbX-y0zdGiSODqbRBsZbJPQ,21504
+ipex_llm/libs/starcoder.dll,sha256=Q94Sj-zRB86sTER0X35nJGk9muQ2nuvHWshp-_Cke6o,599040
 ipex_llm/llamaindex/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
 ipex_llm/llamaindex/llms/__init__.py,sha256=KP1lEdGqDuxPoxL1ZSH25Pm2kKMPJBWUTLR0ckSLMIU,1139
 ipex_llm/llamaindex/llms/bigdlllm.py,sha256=FQBzq1KOjfc6uofTXAha3O7TqpJkNfOFepXQmOVlbnI,26314
@@ -146,7 +146,7 @@ ipex_llm/transformers/models/chatglm.py,sha256=DQM63oPIVMMTBQN4O4hPF4WY1aSiTWq4B
 ipex_llm/transformers/models/chatglm2.py,sha256=KyAIX7zGVQDQuwwM3QMBNWZbTeMHEzKUIgAryT0voHc,14933
 ipex_llm/transformers/models/chatglm4.py,sha256=QvUehdaCePB3MNHyWg3dneDxmjtBdxYeKUyQUVcsgfM,16886
 ipex_llm/transformers/models/chatglm4v.py,sha256=Ba9Xtzwtzk_rzg5khGqDrlHfJsDwc5YcM5_yPoord7o,13324
-ipex_llm/transformers/models/common.py,sha256=TnSEPaXixHg2kjbvNnHtM4raN5ayMzwkI7nyW4J0Rwk,16043
+ipex_llm/transformers/models/common.py,sha256=NjwDmhrTcLQ4ceP5VKndl8YJ0uFdkftVCi3pn3oTOic,18080
 ipex_llm/transformers/models/decilm.py,sha256=P-PBuDPf07GvKggLwJx_wPwIn6esN3rX8ai2JxRuZmE,5246
 ipex_llm/transformers/models/deepseek.py,sha256=BJocxhznzvM99IZeAWuhyHEBm6Z2-AwhLFYMdjMJuc4,13083
 ipex_llm/transformers/models/deepseek_v3.py,sha256=CTgwIKQlUPlUCbOxc9Id5GapWkXOP6pMtkguYrWpCio,10003
@@ -258,11 +258,11 @@ ipex_llm/vllm/xpu/engine/__init__.py,sha256=sOvwLx_Zj0jiRCGj9W3DgGTfcSU3hABYhgIQ
 ipex_llm/vllm/xpu/engine/engine.py,sha256=XAprw7VifjfnR915TZOaKcxe3QCFsVBgxzS8qOdn1yg,14462
 ipex_llm/vllm/xpu/entrypoints/openai/api_server.py,sha256=uWHyyHLw-B8wXBnQw9_MCG81tKK9Jb0dyq1xfYHgoNw,45905
 ipex_llm/vllm/xpu/entrypoints/openai/cli_args.py,sha256=hB398yYtKauASRzevctScdbFIjiiSGMAe1bwEuIHrhY,10893
-ipex_llm-2.3.0b20250515.data/scripts/ipex-llm-init.bat,sha256=HPtCYuDYwEatq7dAwOvdfVcHYCpAVdbj75K1qh0vQek,2578
-ipex_llm-2.3.0b20250515.data/scripts/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
-ipex_llm-2.3.0b20250515.data/scripts/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
-ipex_llm-2.3.0b20250515.dist-info/METADATA,sha256=_lbNuaDcLJThqZdxaHamNmc-qDmC7S7F7E_MgDqH_lk,8865
-ipex_llm-2.3.0b20250515.dist-info/WHEEL,sha256=6iYPr8vTHsyDK75jr9X0V3I9wPSVmtwr_8fdATBciGk,98
-ipex_llm-2.3.0b20250515.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
-ipex_llm-2.3.0b20250515.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
-ipex_llm-2.3.0b20250515.dist-info/RECORD,,
+ipex_llm-2.3.0b20250516.data/scripts/ipex-llm-init.bat,sha256=HPtCYuDYwEatq7dAwOvdfVcHYCpAVdbj75K1qh0vQek,2578
+ipex_llm-2.3.0b20250516.data/scripts/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
+ipex_llm-2.3.0b20250516.data/scripts/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
+ipex_llm-2.3.0b20250516.dist-info/METADATA,sha256=f_27KobR2dDDbYbHaqWlzudVRom1tAzTaol742BPXuc,8865
+ipex_llm-2.3.0b20250516.dist-info/WHEEL,sha256=6iYPr8vTHsyDK75jr9X0V3I9wPSVmtwr_8fdATBciGk,98
+ipex_llm-2.3.0b20250516.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
+ipex_llm-2.3.0b20250516.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
+ipex_llm-2.3.0b20250516.dist-info/RECORD,,