bigdl-core-npu 2.6.0b20250209__cp310-cp310-win_amd64.whl → 2.6.0b20250211__cp310-cp310-win_amd64.whl

bigdl-core-npu/include/llamacpp/llama.h

@@ -1161,6 +1161,8 @@ extern "C" {
     // Returns the sampled token
     LLAMA_API llama_token llama_sampler_sample(struct llama_sampler * smpl, struct llama_context * ctx, int32_t idx);
 
+    LLAMA_API llama_token bigdl_sample(struct llama_sampler * smpl, struct llama_context * ctx, int32_t idx);
+
     // TODO: extend in the future
     //LLAMA_API void llama_decode_with_sampler(struct llama_context * ctx, struct llama_sampler * smpl, struct llama_batch batch, ...);
 
@@ -1220,6 +1222,9 @@ extern "C" {
 
     LLAMA_API void convert_gguf_to_npu_weight(llama_model* model, const char* weight_path, enum gguf_npu_qtype npu_type);
 
+    LLAMA_API void * llama_npu_model(llama_model* model);
+    // LLAMA_API npu_model_params llama_npu_model_params(llama_model* model);
+    // LLAMA_API npu_generation_params llama_generate_prams(llama_model* model);
     LLAMA_API std::string get_npu_model_dir(llama_model * model, std::string qtype);
 
 #ifdef __cplusplus

bigdl-core-npu/include/{npu_llm.h → npu/npu_llm.h}

@@ -25,7 +25,7 @@
 #include <memory>
 #include <vector>
 
-#include "common.h"
+#include "npu_common.h"
 
 using namespace std;
 

{bigdl_core_npu-2.6.0b20250209.dist-info → bigdl_core_npu-2.6.0b20250211.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: bigdl-core-npu
-Version: 2.6.0b20250209
+Version: 2.6.0b20250211
 Summary: Intel® NPU Acceleration Library
 Home-page: https://github.com/intel/intel-npu-acceleration-library
 Author: Alessandro Palla

{bigdl_core_npu-2.6.0b20250209.dist-info → bigdl_core_npu-2.6.0b20250211.dist-info}/RECORD

@@ -1,24 +1,24 @@
 bigdl-core-npu/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl-core-npu/common.lib,sha256=NyVHsiCcedf9QzMg7P7cPdFT7wmF_wQCNdc-EXmOjxw,6645900
-bigdl-core-npu/ggml.dll,sha256=A-5CE-iIPPUaE3zX0t253X5JhZq4W0Ty1yxSY857Alw,705024
+bigdl-core-npu/common.lib,sha256=v-xqlvyQFtPqZmSflajLnp272cDO-xbi7hMZ0Gu04mc,6645900
+bigdl-core-npu/ggml.dll,sha256=1cyAHw-d-smZxBuKgIBBLHsMTvD_l15zhdhFr7QinaY,705024
 bigdl-core-npu/ggml.lib,sha256=YiA6rQgJZwvwdM0bXqMHNgAigoEPozcLs7jP3dYz1nk,139880
-bigdl-core-npu/llama-cli-npu.exe,sha256=jkLSEGnaHBqUFGexaARzHV98JyTgty2cB5HDLs4JYo4,556032
-bigdl-core-npu/llama.dll,sha256=Mt-Ro-YzReKiCNK8qrTLtazlZfcxizisaSx9vQ7sDfU,1591808
-bigdl-core-npu/llama.lib,sha256=G-H-iFwvni5O4_Lwjx2GteAE7B9kTC9pMVbM23dndC0,1515984
-bigdl-core-npu/llm-cli.exe,sha256=xlX1kkjiFifdKHLSrt7OTqfdbZyJhEIiGj0Ff39PZo8,44544
-bigdl-core-npu/npu_llm.dll,sha256=xUuKBD9jGlekJ_s4wJ1J1vtx7O6H6aXQbj_v4-B-UDU,3962368
+bigdl-core-npu/llama-cli-npu.exe,sha256=a11WbLIDKnSuLq2cEi3MdECeJGWLaPokarp0dutBd78,555520
+bigdl-core-npu/llama.dll,sha256=fqom_wFEXOSlcvo8tcA8PBzi9fHWN4oPJFKRixcEeqQ,1595392
+bigdl-core-npu/llama.lib,sha256=wv_uWlV1vbkd0PLU154MTYRSBhng4amVqIzP9eBRvmc,1517212
+bigdl-core-npu/llm-cli.exe,sha256=XYGuVfWeFO-Kp_Cx-iJ7luwpNE0yE0BZA_yD4lUHS7Y,44544
+bigdl-core-npu/npu_llm.dll,sha256=SRrKW9UT8YL4X0BVwhVXMJisUEQt3i1fwSBtma8RlQw,3962368
 bigdl-core-npu/npu_llm.lib,sha256=nNYF-btjrT9Pzcd31kQV5BsLBSNdA_DSeyK5RnmOc9s,44524
-bigdl-core-npu/include/common.h,sha256=p5PTHTHiJlOA9lXXWH12eHf5JTvGi-mmf9GgFY7kv7E,3206
-bigdl-core-npu/include/npu_llm.h,sha256=siEFqkKnZlzR9cvq7qXiAy5Z65-X14QyWEw__wsLLpA,2605
 bigdl-core-npu/include/llamacpp/arg.h,sha256=XOLwSDqJsCJJgGCkOGSWcA9yGZ0eiiY7GffHdAxFYYY,3110
 bigdl-core-npu/include/llamacpp/common.h,sha256=pZ1DuXPcaIFui7juV0kB4-c5CW2I9BRI3Tlz8OT_bsk,25837
 bigdl-core-npu/include/llamacpp/ggml-alloc.h,sha256=kiWITcUF9Q7kvGSBeCfouV59YyGDNy56VE_0fXXnWHE,3088
 bigdl-core-npu/include/llamacpp/ggml-backend.h,sha256=cUJR-AC7hUbIxukKixR9vUSV38gmp-9eoViaBG8lyio,14347
 bigdl-core-npu/include/llamacpp/ggml.h,sha256=liFnnzpemuVWZ3lg7oTCoRIPCo2taBdA8cwMY6OV9FM,106000
-bigdl-core-npu/include/llamacpp/llama.h,sha256=OCMREKob7-NDw3ia9INyJ13bVKUT00gSp9JIayY5FnM,61134
+bigdl-core-npu/include/llamacpp/llama.h,sha256=zh01oLr2ldtVysT8swWRIE5wdzz4EbAePNop1F8wHpQ,61467
 bigdl-core-npu/include/llamacpp/log.h,sha256=D6UiundA26yZOh3ci828u5U4ZaBxWb9CwSNu_3dt6CA,4295
+bigdl-core-npu/include/npu/npu_common.h,sha256=p5PTHTHiJlOA9lXXWH12eHf5JTvGi-mmf9GgFY7kv7E,3206
+bigdl-core-npu/include/npu/npu_llm.h,sha256=x48WKapTS_PDOoBEpB9Ky-_Dqxl961Bkgv6BcDiUxVQ,2609
 intel_npu_acceleration_library/__init__.py,sha256=ZKTIhGMDjF7P6pF-yX8KWcSXbeHWRk24AO_orsa18f8,536
-intel_npu_acceleration_library/_version.py,sha256=9t1ucboetiZYxAAjLPeL1-OM257GS4ImApDpeCSkXME,112
+intel_npu_acceleration_library/_version.py,sha256=GRrOIXOEX1x0_hT_0gU0wyX9CE5kJGSsACnLPs-r-cE,112
 intel_npu_acceleration_library/compiler.py,sha256=3IdgqjamSC8MLexDBJypIeZRiWIcTFnvQSU1LPXUr7Y,6225
 intel_npu_acceleration_library/device.py,sha256=9bn8eVXJa5cXIqgfLsQAdkMVtVUQABb8z0-mQik5jRg,7424
 intel_npu_acceleration_library/dtypes.py,sha256=gdd06Wsc9zIZFHlauUEx4xcK9WGTn1Mu6GkuYDJeA-E,4683
@@ -235,7 +235,7 @@ intel_npu_acceleration_library/external/openvino/torch/__init__.py,sha256=RXLzsf
 intel_npu_acceleration_library/functional/__init__.py,sha256=WWKwKOh6Sgovv7mKctA872TbLP98Pg5m5-MREvUmlAA,204
 intel_npu_acceleration_library/functional/scaled_dot_product_attention.py,sha256=yGUcg4tDQOLuUnP1g74cl-ec8TRr2SuAMcNLlN6qLvE,1620
 intel_npu_acceleration_library/lib/Release/cache.json,sha256=CyrSqZUWo0Ec4_7ydOiuKIC0Gm8AybrGdozUqUuHxBw,8840377
-intel_npu_acceleration_library/lib/Release/intel_npu_acceleration_library.dll,sha256=AbNdy5qoxVbg_Z7gxbHnxk9Q62Gq3fk2is0KvR2c83M,341504
+intel_npu_acceleration_library/lib/Release/intel_npu_acceleration_library.dll,sha256=V1E8rebDbsVe34hmRDJS2uIOmPAcaMeoxVmP9QuzY_k,341504
 intel_npu_acceleration_library/lib/Release/openvino.dll,sha256=m7M119p3JBq2YYJJ2zzCaBDz6XivKK3nNykb8L1cvDU,13244768
 intel_npu_acceleration_library/lib/Release/openvino_auto_batch_plugin.dll,sha256=2v_I9P3Qo0St1bQZMEZscnFOUVvgZQQ0HvQlG3HtTd0,203104
 intel_npu_acceleration_library/lib/Release/openvino_auto_plugin.dll,sha256=e3Aj9CDRHN30dBEdPSk7OCWe52tWfhI4xeXgyFjuDHg,475488
@@ -265,7 +265,7 @@ intel_npu_acceleration_library/nn/functional.py,sha256=UfAKBc0u6RtyaMo14ldH2GpEn
 intel_npu_acceleration_library/nn/linear.py,sha256=Q06SoGQeLaI86nA_ky2GnFC6H2Fw1zyMDILKnpYC2eo,5739
 intel_npu_acceleration_library/nn/llm.py,sha256=P6dz36Yf6BHtzWcftaghC6QaMI_WeRfQwrCbO7fD6hk,15002
 intel_npu_acceleration_library/nn/module.py,sha256=EYxoTq6I_YgBDgTF76GPDxHrT8SupOTDGMzQaomBeq8,12667
-bigdl_core_npu-2.6.0b20250209.dist-info/METADATA,sha256=yFzk-uveuZgqI6M1F8But_ZOhlzOP3bLcjjQdeFuF5c,1762
-bigdl_core_npu-2.6.0b20250209.dist-info/WHEEL,sha256=rzGfZgUcGeKSgIHGYMuqg4xE4VPHxnaldXH6BG0zjVk,101
-bigdl_core_npu-2.6.0b20250209.dist-info/top_level.txt,sha256=iMQZlTsFPJjlD-Y0MqZEP_9ifI0LlbNCJIOTaMoGMjk,46
-bigdl_core_npu-2.6.0b20250209.dist-info/RECORD,,
+bigdl_core_npu-2.6.0b20250211.dist-info/METADATA,sha256=7KoQZqVhq2CtvanjbppKPqgV0e9zgBl62QZWoJ1KAvE,1762
+bigdl_core_npu-2.6.0b20250211.dist-info/WHEEL,sha256=rzGfZgUcGeKSgIHGYMuqg4xE4VPHxnaldXH6BG0zjVk,101
+bigdl_core_npu-2.6.0b20250211.dist-info/top_level.txt,sha256=iMQZlTsFPJjlD-Y0MqZEP_9ifI0LlbNCJIOTaMoGMjk,46
+bigdl_core_npu-2.6.0b20250211.dist-info/RECORD,,

intel_npu_acceleration_library/_version.py

@@ -3,4 +3,4 @@
 # SPDX-License-Identifier: Apache 2.0
 #
 
-__version__ = "2.6.0b20250209"
+__version__ = "2.6.0b20250211"