bigdl-core-npu 2.6.0b20250120__cp311-cp311-win_amd64.whl → 2.6.0b20250123__cp311-cp311-win_amd64.whl

bigdl-core-npu/include/common.h

@@ -19,6 +19,7 @@
 #include <string>
 #include <vector>
 #include <sstream>
+#include <chrono>
 
 #ifdef __linux__
 #define EXPORT_API extern "C"
@@ -86,6 +87,15 @@ struct npu_generation_params {
     int32_t max_new_token;
 };
 
+struct llm_perf_data {
+    std::chrono::time_point<std::chrono::high_resolution_clock> t_start;
+    double t_load_ms;
+    double t_p_eval_ms;
+    double t_eval_ms;
+    uint32_t n_p_eval;
+    uint32_t n_eval;
+};
+
 
 #ifdef __cplusplus
 extern "C" {

bigdl-core-npu/include/npu_llm.h

@@ -69,6 +69,8 @@ extern "C" {
 
     EXPORT_API void reset(void* void_model);
 
+    EXPORT_API void llm_perf_print(void * void_model);
+
 #ifdef __cplusplus
 }
 #endif

{bigdl_core_npu-2.6.0b20250120.dist-info → bigdl_core_npu-2.6.0b20250123.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: bigdl-core-npu
-Version: 2.6.0b20250120
+Version: 2.6.0b20250123
 Summary: Intel® NPU Acceleration Library
 Home-page: https://github.com/intel/intel-npu-acceleration-library
 Author: Alessandro Palla

{bigdl_core_npu-2.6.0b20250120.dist-info → bigdl_core_npu-2.6.0b20250123.dist-info}/RECORD

@@ -1,10 +1,11 @@
 bigdl-core-npu/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl-core-npu/npu_llm.dll,sha256=Jelos8vf-ySwQywaat7AhCYeftG1B4a5G_63qSbHVPc,3923968
-bigdl-core-npu/npu_llm.lib,sha256=uG0enTHg0GNdEYMN36DPEKQXuYoioueKYpKXCKR3wyk,44328
-bigdl-core-npu/include/common.h,sha256=AWpPmCEAz6-oGUtq_ONHlELtOzSMqy4CBTMIppJeOII,2819
-bigdl-core-npu/include/npu_llm.h,sha256=dDG2A1Yp42C4SihkzT0PNgeCVHnc7iahCLYxCAhIDG4,2547
+bigdl-core-npu/llama-cli-npu.exe,sha256=bOF6_6n9MooKZhsMMuxqxJGxy-C8VIRGn-l9KLuyEfI,41984
+bigdl-core-npu/npu_llm.dll,sha256=gAQChidkwiHeWWvfOD21pjEOqzeMEwTbmXOsjQEQlag,3924992
+bigdl-core-npu/npu_llm.lib,sha256=nNYF-btjrT9Pzcd31kQV5BsLBSNdA_DSeyK5RnmOc9s,44524
+bigdl-core-npu/include/common.h,sha256=P_WP5vhSSYZPmFAZxLMvhEobKRfksfvQt-O8wmGzFSQ,3059
+bigdl-core-npu/include/npu_llm.h,sha256=siEFqkKnZlzR9cvq7qXiAy5Z65-X14QyWEw__wsLLpA,2605
 intel_npu_acceleration_library/__init__.py,sha256=ZKTIhGMDjF7P6pF-yX8KWcSXbeHWRk24AO_orsa18f8,536
-intel_npu_acceleration_library/_version.py,sha256=DfWCSFg7pTzTpbiKgsQWWY3VyCRtlRPiPbnKSckWgao,112
+intel_npu_acceleration_library/_version.py,sha256=bp1dcRQUOtPzXeQz3BciqqAa8fRRWyE-k1X_RLzhgXo,112
 intel_npu_acceleration_library/compiler.py,sha256=3IdgqjamSC8MLexDBJypIeZRiWIcTFnvQSU1LPXUr7Y,6225
 intel_npu_acceleration_library/device.py,sha256=9bn8eVXJa5cXIqgfLsQAdkMVtVUQABb8z0-mQik5jRg,7424
 intel_npu_acceleration_library/dtypes.py,sha256=gdd06Wsc9zIZFHlauUEx4xcK9WGTn1Mu6GkuYDJeA-E,4683
@@ -27,6 +28,29 @@ intel_npu_acceleration_library/backend/runtime.py,sha256=anHg8F2mfTYm9aqli_AOibX
 intel_npu_acceleration_library/backend/sdpa.py,sha256=HNlL9jEA9OH3KnZqOkLcaKwt8tfCe5apUQxlWw0UhlA,3818
 intel_npu_acceleration_library/backend/tensor.py,sha256=swTymMVcXLPFXOlo6b_H3VGO1xf76Fz30RKyJPrVhPY,35468
 intel_npu_acceleration_library/backend/utils.py,sha256=WJ2agtqYxBuDd21ngE55io9VX-MOGg-AjnE63UHpCiU,2174
+intel_npu_acceleration_library/bigdl-core-npu/cache.json,sha256=CyrSqZUWo0Ec4_7ydOiuKIC0Gm8AybrGdozUqUuHxBw,8840377
+intel_npu_acceleration_library/bigdl-core-npu/openvino.dll,sha256=m7M119p3JBq2YYJJ2zzCaBDz6XivKK3nNykb8L1cvDU,13244768
+intel_npu_acceleration_library/bigdl-core-npu/openvino_auto_batch_plugin.dll,sha256=2v_I9P3Qo0St1bQZMEZscnFOUVvgZQQ0HvQlG3HtTd0,203104
+intel_npu_acceleration_library/bigdl-core-npu/openvino_auto_plugin.dll,sha256=e3Aj9CDRHN30dBEdPSk7OCWe52tWfhI4xeXgyFjuDHg,475488
+intel_npu_acceleration_library/bigdl-core-npu/openvino_c.dll,sha256=LCJByB0EYW4Vf9szsW6280SrJdIAokTYLPRSOBRJIsE,213344
+intel_npu_acceleration_library/bigdl-core-npu/openvino_hetero_plugin.dll,sha256=jPmVw6n7SR1ciq-JGpjNo2vxSSqG1RfRRzCQNiMgdh0,441696
+intel_npu_acceleration_library/bigdl-core-npu/openvino_intel_cpu_plugin.dll,sha256=yhzE4xdrSUkA1kFabYyUax2uYrHzdHqRHI3NEWtDK0A,41424736
+intel_npu_acceleration_library/bigdl-core-npu/openvino_intel_gpu_plugin.dll,sha256=Rb5y5fLE4HRE7Vq1psPDpHvtx6b-0pTwsrVHRB-HGXE,23549280
+intel_npu_acceleration_library/bigdl-core-npu/openvino_intel_npu_plugin.dll,sha256=A-1EgAoL-WfFgRFwJa8uESjQpyyImT1zM4vdqezLTu0,1834848
+intel_npu_acceleration_library/bigdl-core-npu/openvino_ir_frontend.dll,sha256=p2NFxBnZ_pQ5W7iSsD4L9kkUizRVwpg8l6CrI1dGecI,438112
+intel_npu_acceleration_library/bigdl-core-npu/openvino_onnx_frontend.dll,sha256=PttEJ9rntIGCk8oVmz9VNry14bJIwCiWPYcUHlSTCf0,3756896
+intel_npu_acceleration_library/bigdl-core-npu/openvino_paddle_frontend.dll,sha256=bigsRwou068IQ1CaShUH89CcqTVOADf3ngxZ3WcX51w,1461600
+intel_npu_acceleration_library/bigdl-core-npu/openvino_pytorch_frontend.dll,sha256=8uC-ThXsnmqGOeQAimmjweINFpMmyVr6_AtUVniIf-U,2412384
+intel_npu_acceleration_library/bigdl-core-npu/openvino_tensorflow_frontend.dll,sha256=LvwPvj37sHuGHGVPtCpQfqkN_hig7fOv4chBQ7Dtkp8,4091744
+intel_npu_acceleration_library/bigdl-core-npu/openvino_tensorflow_lite_frontend.dll,sha256=FnRn5cGvYnNj-R9rtgGQEMith8vhtYM2MEU0WW0YNxo,1116000
+intel_npu_acceleration_library/bigdl-core-npu/tbb12.dll,sha256=eOx_E5PkTJ2yVQzz-1AJ6sGtew8RfMDVyc61rJUotWo,189792
+intel_npu_acceleration_library/bigdl-core-npu/tbb12_debug.dll,sha256=45aqV_fRHeFg9WM0pcf4FMLXzFOxX85JUWFpxf5pLXo,714080
+intel_npu_acceleration_library/bigdl-core-npu/tbbbind_2_5.dll,sha256=z9TNhVR0hXw0yfb1W968466lc2QxJVccacAFeqxNtHs,201056
+intel_npu_acceleration_library/bigdl-core-npu/tbbbind_2_5_debug.dll,sha256=O-7u3-g0jBu_XcBhp4nejEFVXsEPbALEuIpLFfT12zw,412512
+intel_npu_acceleration_library/bigdl-core-npu/tbbmalloc.dll,sha256=HLimQ0eHuZ9jnTMiu4AH67ugHWZn2JZaPsU1zQW7ByY,109408
+intel_npu_acceleration_library/bigdl-core-npu/tbbmalloc_debug.dll,sha256=_kyNB7UHNBxzl803ReOkesSj1gye_dkrm3ue81zhsqw,328032
+intel_npu_acceleration_library/bigdl-core-npu/tbbmalloc_proxy.dll,sha256=2LImHFdnIEmeL87RfbWnHKeMXeNLmHl8VEeXxQhHQhA,43360
+intel_npu_acceleration_library/bigdl-core-npu/tbbmalloc_proxy_debug.dll,sha256=dYtbN96hamy1-HWAsH0GGbcTMLmJIHLPLkCg-nEZ1k8,119136
 intel_npu_acceleration_library/external/openvino/__init__.py,sha256=u_jMRQvHnxybBOOGz-t5TzMSCnrEQz2R7lgObPAZWUc,2304
 intel_npu_acceleration_library/external/openvino/_pyopenvino.cp310-win_amd64.pyd,sha256=W0kPnHrdsYXo0nZ6DZVWdMAbzL7p-BA-cEoN07pIBek,3441504
 intel_npu_acceleration_library/external/openvino/_pyopenvino.cp311-win_amd64.pyd,sha256=QGK1T468BORzNAOIj3WJDLNzHnFLTSG8NA2uqZXeycI,3444064
@@ -198,7 +222,7 @@ intel_npu_acceleration_library/external/openvino/torch/__init__.py,sha256=RXLzsf
 intel_npu_acceleration_library/functional/__init__.py,sha256=WWKwKOh6Sgovv7mKctA872TbLP98Pg5m5-MREvUmlAA,204
 intel_npu_acceleration_library/functional/scaled_dot_product_attention.py,sha256=yGUcg4tDQOLuUnP1g74cl-ec8TRr2SuAMcNLlN6qLvE,1620
 intel_npu_acceleration_library/lib/Release/cache.json,sha256=CyrSqZUWo0Ec4_7ydOiuKIC0Gm8AybrGdozUqUuHxBw,8840377
-intel_npu_acceleration_library/lib/Release/intel_npu_acceleration_library.dll,sha256=vRTGJfErVnVCjW-jfeWjUK4enLm7jEk4eTFkZlm-gP0,341504
+intel_npu_acceleration_library/lib/Release/intel_npu_acceleration_library.dll,sha256=H1KlhnLmg0NZqqUZw59tAmjHsdmgS3a_HwFa348R6hw,341504
 intel_npu_acceleration_library/lib/Release/openvino.dll,sha256=m7M119p3JBq2YYJJ2zzCaBDz6XivKK3nNykb8L1cvDU,13244768
 intel_npu_acceleration_library/lib/Release/openvino_auto_batch_plugin.dll,sha256=2v_I9P3Qo0St1bQZMEZscnFOUVvgZQQ0HvQlG3HtTd0,203104
 intel_npu_acceleration_library/lib/Release/openvino_auto_plugin.dll,sha256=e3Aj9CDRHN30dBEdPSk7OCWe52tWfhI4xeXgyFjuDHg,475488
@@ -228,7 +252,7 @@ intel_npu_acceleration_library/nn/functional.py,sha256=UfAKBc0u6RtyaMo14ldH2GpEn
 intel_npu_acceleration_library/nn/linear.py,sha256=Q06SoGQeLaI86nA_ky2GnFC6H2Fw1zyMDILKnpYC2eo,5739
 intel_npu_acceleration_library/nn/llm.py,sha256=P6dz36Yf6BHtzWcftaghC6QaMI_WeRfQwrCbO7fD6hk,15002
 intel_npu_acceleration_library/nn/module.py,sha256=EYxoTq6I_YgBDgTF76GPDxHrT8SupOTDGMzQaomBeq8,12667
-bigdl_core_npu-2.6.0b20250120.dist-info/METADATA,sha256=9AnJNHz5HG6uDBcnQexC0Esa5an9etV_uOuJXIx26aU,1762
-bigdl_core_npu-2.6.0b20250120.dist-info/WHEEL,sha256=yNnHoQL2GZYIUXm9YvoaBpFjGlUoK9qq9oqYeudrWlE,101
-bigdl_core_npu-2.6.0b20250120.dist-info/top_level.txt,sha256=iMQZlTsFPJjlD-Y0MqZEP_9ifI0LlbNCJIOTaMoGMjk,46
-bigdl_core_npu-2.6.0b20250120.dist-info/RECORD,,
+bigdl_core_npu-2.6.0b20250123.dist-info/METADATA,sha256=sTMEZTpAB5IUq05LbYjukTAm4hzmRamS3hNzJUziBxo,1762
+bigdl_core_npu-2.6.0b20250123.dist-info/WHEEL,sha256=yNnHoQL2GZYIUXm9YvoaBpFjGlUoK9qq9oqYeudrWlE,101
+bigdl_core_npu-2.6.0b20250123.dist-info/top_level.txt,sha256=iMQZlTsFPJjlD-Y0MqZEP_9ifI0LlbNCJIOTaMoGMjk,46
+bigdl_core_npu-2.6.0b20250123.dist-info/RECORD,,

intel_npu_acceleration_library/_version.py

@@ -3,4 +3,4 @@
 # SPDX-License-Identifier: Apache 2.0
 #
 
-__version__ = "2.6.0b20250120"
+__version__ = "2.6.0b20250123"