bigdl-core-npu 2.6.0b20250214__cp310-cp310-win_amd64.whl → 2.6.0b20250219__cp310-cp310-win_amd64.whl

bigdl-core-npu/include/npu/npu_common.h

@@ -100,6 +100,15 @@ struct llm_perf_data {
     uint32_t n_eval;
 };
 
+#ifndef BASE64_H
+#define BASE64_H
+
+namespace base64 {
+    std::string encode(const std::string &data);
+    std::string decode(const std::string &data);
+}
+
+#endif // BASE64_H to encode and decode
 
 #ifdef __cplusplus
 extern "C" {

bigdl-core-npu/include/npu/npu_llm.h

@@ -71,6 +71,7 @@ extern "C" {
 
     EXPORT_API void llm_perf_print(void * void_model);
 
+    EXPORT_API void prepare_ir(const char* model_path);
 #ifdef __cplusplus
 }
 #endif

bigdl_core_npu-2.6.0b20250219.data/scripts/init-llama-cpp.bat

@@ -0,0 +1,30 @@
+@echo off
+for /f "delims=" %%i in ('python -c "import importlib; print(importlib.import_module('bigdl-core-npu').__file__)"') do set "cpp_file=%%i"
+for %%a in ("%cpp_file%") do set "cpp_dir=%%~dpa"
+
+set "cpp_dir=%cpp_dir:~0,-1%"
+set "lib_dir=%cpp_dir:bigdl-core-npu=intel_npu_acceleration_library%\lib\Release"
+set "destination_folder=%cd%"
+
+pushd "%lib_dir%"
+for %%f in (*) do (
+    if exist "%destination_folder%\%%~nxf" (
+        del /f "%destination_folder%\%%~nxf"
+    )
+    mklink "%destination_folder%\%%~nxf" "%%~ff"
+)
+popd
+
+pushd "%cpp_dir%"
+for %%f in (*) do (
+    if not "%%f"=="llama-cli-npu.exe" (
+        if exist "%destination_folder%\%%~nxf" (
+            del /f "%destination_folder%\%%~nxf"
+        )
+        mklink "%destination_folder%\%%~nxf" "%%~ff"
+    )
+)
+popd
+
+copy "%cpp_dir%\llama-cli-npu.exe" .
+xcopy /E /I "%cpp_dir%\include\" .\include

{bigdl_core_npu-2.6.0b20250214.dist-info → bigdl_core_npu-2.6.0b20250219.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: bigdl-core-npu
-Version: 2.6.0b20250214
+Version: 2.6.0b20250219
 Summary: Intel® NPU Acceleration Library
 Home-page: https://github.com/intel/intel-npu-acceleration-library
 Author: Alessandro Palla

{bigdl_core_npu-2.6.0b20250214.dist-info → bigdl_core_npu-2.6.0b20250219.dist-info}/RECORD

@@ -1,13 +1,13 @@
 bigdl-core-npu/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl-core-npu/common.lib,sha256=fNDKMhKlrhNDFJcB7HbDCVc-CtAzvfNmupIIK0K21mg,6645900
-bigdl-core-npu/ggml.dll,sha256=HO3tIhy-5VWctYR-2IBNvpDySIBwUUU11xeFwwH2ufA,705024
+bigdl-core-npu/common.lib,sha256=WL4810162UzDun8x9xdT1q3qKwkFfPwMHK42SGCdoY0,6645900
+bigdl-core-npu/ggml.dll,sha256=tATQoroeEujzaCRdyCW8HDnspSUu8gbCgjzs74NcDfo,705024
 bigdl-core-npu/ggml.lib,sha256=YiA6rQgJZwvwdM0bXqMHNgAigoEPozcLs7jP3dYz1nk,139880
-bigdl-core-npu/llama-cli-npu.exe,sha256=SQSdloQlX3zFNLYvfND9RszU7vTkgsXGKpxI_85B_HU,555520
-bigdl-core-npu/llama.dll,sha256=0VOpPWuoI8a1aQlmI6zLLn0r7c1i2407KxEkVsr-kcw,1597440
+bigdl-core-npu/llama-cli-npu.exe,sha256=7ommSLsht1_uJnwXO8GW-kiYf4mor6yS8hXOOIxKDb4,555520
+bigdl-core-npu/llama.dll,sha256=4Gfsg6T7YO3NAQY9Sb0VFPvNCWxPxgn-VGWo9NCMPhQ,1597440
 bigdl-core-npu/llama.lib,sha256=KPMcvIkCCwZokTrw9iLB1PY_S-JHi3TIfRVXDxz0msU,1519522
-bigdl-core-npu/llm-cli.exe,sha256=8fbOhFhVznXCkwbuMBk19ztDrLpIy5rfqFk5wl_XoL0,44544
-bigdl-core-npu/npu_llm.dll,sha256=PndzhhWgWAsbtgJdyVMFHElIuRFvGAJfkZeQC-_UgkU,3962368
-bigdl-core-npu/npu_llm.lib,sha256=nNYF-btjrT9Pzcd31kQV5BsLBSNdA_DSeyK5RnmOc9s,44524
+bigdl-core-npu/llm-cli.exe,sha256=Uc5KIueekvJvBtQPEeFlg4pXuLk7d1K7zHQaM4iHQMo,44544
+bigdl-core-npu/npu_llm.dll,sha256=K-w01lPkk6ut_QYVsuHa9Wwmq0EYLKCvVc-SPZE6Ecw,4813312
+bigdl-core-npu/npu_llm.lib,sha256=NMxC4FcZ5tFQK9EQU5HDFD1Y7Pzcy15KRM_Wz1_nQoE,44700
 bigdl-core-npu/include/llamacpp/arg.h,sha256=XOLwSDqJsCJJgGCkOGSWcA9yGZ0eiiY7GffHdAxFYYY,3110
 bigdl-core-npu/include/llamacpp/common.h,sha256=pZ1DuXPcaIFui7juV0kB4-c5CW2I9BRI3Tlz8OT_bsk,25837
 bigdl-core-npu/include/llamacpp/ggml-alloc.h,sha256=kiWITcUF9Q7kvGSBeCfouV59YyGDNy56VE_0fXXnWHE,3088
@@ -15,10 +15,11 @@ bigdl-core-npu/include/llamacpp/ggml-backend.h,sha256=cUJR-AC7hUbIxukKixR9vUSV38
 bigdl-core-npu/include/llamacpp/ggml.h,sha256=liFnnzpemuVWZ3lg7oTCoRIPCo2taBdA8cwMY6OV9FM,106000
 bigdl-core-npu/include/llamacpp/llama.h,sha256=zh01oLr2ldtVysT8swWRIE5wdzz4EbAePNop1F8wHpQ,61467
 bigdl-core-npu/include/llamacpp/log.h,sha256=D6UiundA26yZOh3ci828u5U4ZaBxWb9CwSNu_3dt6CA,4295
-bigdl-core-npu/include/npu/npu_common.h,sha256=p5PTHTHiJlOA9lXXWH12eHf5JTvGi-mmf9GgFY7kv7E,3206
-bigdl-core-npu/include/npu/npu_llm.h,sha256=x48WKapTS_PDOoBEpB9Ky-_Dqxl961Bkgv6BcDiUxVQ,2609
+bigdl-core-npu/include/npu/npu_common.h,sha256=RJPSDP53M3EdCwv_a2NmagfNCxokTyFXpTiAG0tYyEU,3410
+bigdl-core-npu/include/npu/npu_llm.h,sha256=WfVU3uKZ5Qg1f_W3SwVe740NMGJOR00WS_eJNEDVS8w,2666
+bigdl_core_npu-2.6.0b20250219.data/scripts/init-llama-cpp.bat,sha256=rOKehR4hWe-ITTHPtqZQTPtqWN9IwFecCR5Z_Ls9O84,896
 intel_npu_acceleration_library/__init__.py,sha256=ZKTIhGMDjF7P6pF-yX8KWcSXbeHWRk24AO_orsa18f8,536
-intel_npu_acceleration_library/_version.py,sha256=dJ4a5PCkFWBwW4Pdozz7PzTdaJnsUO4P0s26ucbPMxc,112
+intel_npu_acceleration_library/_version.py,sha256=YhblV3dgHH3NHoMm4Hv3JJwDkQwhq6VUSC-ZF71Vw38,112
 intel_npu_acceleration_library/compiler.py,sha256=3IdgqjamSC8MLexDBJypIeZRiWIcTFnvQSU1LPXUr7Y,6225
 intel_npu_acceleration_library/device.py,sha256=9bn8eVXJa5cXIqgfLsQAdkMVtVUQABb8z0-mQik5jRg,7424
 intel_npu_acceleration_library/dtypes.py,sha256=gdd06Wsc9zIZFHlauUEx4xcK9WGTn1Mu6GkuYDJeA-E,4683
@@ -235,7 +236,7 @@ intel_npu_acceleration_library/external/openvino/torch/__init__.py,sha256=RXLzsf
 intel_npu_acceleration_library/functional/__init__.py,sha256=WWKwKOh6Sgovv7mKctA872TbLP98Pg5m5-MREvUmlAA,204
 intel_npu_acceleration_library/functional/scaled_dot_product_attention.py,sha256=yGUcg4tDQOLuUnP1g74cl-ec8TRr2SuAMcNLlN6qLvE,1620
 intel_npu_acceleration_library/lib/Release/cache.json,sha256=CyrSqZUWo0Ec4_7ydOiuKIC0Gm8AybrGdozUqUuHxBw,8840377
-intel_npu_acceleration_library/lib/Release/intel_npu_acceleration_library.dll,sha256=xnpa9aVUlyuQxwO8sgHWozFo5BjHWeoaIUsneS5xawo,341504
+intel_npu_acceleration_library/lib/Release/intel_npu_acceleration_library.dll,sha256=PZ573Yp542LpdqYNe7Nn34Rzndy7PV1nO8osYCz13vk,341504
 intel_npu_acceleration_library/lib/Release/openvino.dll,sha256=m7M119p3JBq2YYJJ2zzCaBDz6XivKK3nNykb8L1cvDU,13244768
 intel_npu_acceleration_library/lib/Release/openvino_auto_batch_plugin.dll,sha256=2v_I9P3Qo0St1bQZMEZscnFOUVvgZQQ0HvQlG3HtTd0,203104
 intel_npu_acceleration_library/lib/Release/openvino_auto_plugin.dll,sha256=e3Aj9CDRHN30dBEdPSk7OCWe52tWfhI4xeXgyFjuDHg,475488
@@ -265,7 +266,7 @@ intel_npu_acceleration_library/nn/functional.py,sha256=UfAKBc0u6RtyaMo14ldH2GpEn
 intel_npu_acceleration_library/nn/linear.py,sha256=Q06SoGQeLaI86nA_ky2GnFC6H2Fw1zyMDILKnpYC2eo,5739
 intel_npu_acceleration_library/nn/llm.py,sha256=P6dz36Yf6BHtzWcftaghC6QaMI_WeRfQwrCbO7fD6hk,15002
 intel_npu_acceleration_library/nn/module.py,sha256=EYxoTq6I_YgBDgTF76GPDxHrT8SupOTDGMzQaomBeq8,12667
-bigdl_core_npu-2.6.0b20250214.dist-info/METADATA,sha256=jdSZFT0aJMZA_AZQugLqpf96QLNdAurBGwpkxp_uYn8,1762
-bigdl_core_npu-2.6.0b20250214.dist-info/WHEEL,sha256=rzGfZgUcGeKSgIHGYMuqg4xE4VPHxnaldXH6BG0zjVk,101
-bigdl_core_npu-2.6.0b20250214.dist-info/top_level.txt,sha256=iMQZlTsFPJjlD-Y0MqZEP_9ifI0LlbNCJIOTaMoGMjk,46
-bigdl_core_npu-2.6.0b20250214.dist-info/RECORD,,
+bigdl_core_npu-2.6.0b20250219.dist-info/METADATA,sha256=kDuZGHF4H9_QdTrHp4PcLiniWrXVn4i9TvIRZz8LioY,1762
+bigdl_core_npu-2.6.0b20250219.dist-info/WHEEL,sha256=rzGfZgUcGeKSgIHGYMuqg4xE4VPHxnaldXH6BG0zjVk,101
+bigdl_core_npu-2.6.0b20250219.dist-info/top_level.txt,sha256=iMQZlTsFPJjlD-Y0MqZEP_9ifI0LlbNCJIOTaMoGMjk,46
+bigdl_core_npu-2.6.0b20250219.dist-info/RECORD,,

intel_npu_acceleration_library/_version.py

@@ -3,4 +3,4 @@
 # SPDX-License-Identifier: Apache 2.0
 #
 
-__version__ = "2.6.0b20250214"
+__version__ = "2.6.0b20250219"