bigdl-core-npu 2.6.0b20250204__cp311-cp311-win_amd64.whl → 2.6.0b20250206__cp311-cp311-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
bigdl-core-npu/common.lib CHANGED
Binary file
bigdl-core-npu/ggml.dll CHANGED
Binary file
bigdl-core-npu/ggml.lib CHANGED
Binary file
@@ -54,15 +54,19 @@ struct npu_model_params {
54
54
  int32_t weight_idx;
55
55
  int32_t n_splits_linear;
56
56
  int32_t n_splits_down_proj;
57
+ int32_t max_position_embeddings;
57
58
  bool embedding_post;
58
59
  std::string model_dir;
59
60
  std::string model_weight_dir;
60
61
  std::string model_name;
61
62
  std::string prefill_layer_blob_name;
62
- std::string prefill_lmhead_blob_name;
63
- std::string prefill_embedding_blob_name;
63
+ std::string lmhead_blob_name;
64
64
  std::string embedding_post_prefill_blob_name;
65
65
  std::string embedding_post_blob_name;
66
+ std::string prefill_layer_ir_name;
67
+ std::string lmhead_ir_name;
68
+ std::string embedding_post_prefill_ir_name;
69
+ std::string embedding_post_ir_name;
66
70
  std::string config;
67
71
  std::string low_bit;
68
72
  std::string lm_head_low_bit;
Binary file
bigdl-core-npu/llama.dll CHANGED
Binary file
Binary file
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: bigdl-core-npu
3
- Version: 2.6.0b20250204
3
+ Version: 2.6.0b20250206
4
4
  Summary: Intel® NPU Acceleration Library
5
5
  Home-page: https://github.com/intel/intel-npu-acceleration-library
6
6
  Author: Alessandro Palla
@@ -1,13 +1,13 @@
1
1
  bigdl-core-npu/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
2
- bigdl-core-npu/common.lib,sha256=5Kjkz3vj4R5hk5IrwinXI_8X7_PBllfdhWZYdm2Ooiw,6647656
3
- bigdl-core-npu/ggml.dll,sha256=qaN3EK-oQU2X9GNLGSnwTpMZAnRMTH0wHvyBBxYv8UU,704000
4
- bigdl-core-npu/ggml.lib,sha256=gnGRJzDCJ4O25sbrAp-tydMm0j50lhiigyXkpqrgW8M,139692
5
- bigdl-core-npu/llama-cli-npu.exe,sha256=Hks51Sre1XWMVSzrwkjBBOtY7wmazMjVC5-GWrwl4Ac,41984
6
- bigdl-core-npu/llama.dll,sha256=jmWWK_YQgx5Gz76ABJU_yfLMgU4zPiqKoFaGHZz2CmY,1573376
2
+ bigdl-core-npu/common.lib,sha256=WeP3Luv_NeckX076g4F2Yu-94kY923dN8_SZ5gMxm7A,6647656
3
+ bigdl-core-npu/ggml.dll,sha256=fasouXiGR4_52JcJ55A4-LCW0rzC2l47a00x4gqESRM,704000
4
+ bigdl-core-npu/ggml.lib,sha256=U29OuxT-I6Ul4MQA7IaQqq7FN6d8C45Ee8SjjzjEt10,139602
5
+ bigdl-core-npu/llama-cli-npu.exe,sha256=prFMRx0v3iLbpf7ZjoXUx-p43Psw5RKlsogd7RNlpkc,43520
6
+ bigdl-core-npu/llama.dll,sha256=ITiOtxH1Uov3zE2BtS-TSb7MFlVtAnNi6nVfLe7nrco,1574400
7
7
  bigdl-core-npu/llama.lib,sha256=Z2dQy5y6QJ1P2DubIjfo4cB-T6a2ZfAMEC7MDShrX8Q,1494020
8
- bigdl-core-npu/npu_llm.dll,sha256=uy5gpolG6z1hUIUgzXa_mNxkdfpfggrW1M66dvD-P9Q,3924992
8
+ bigdl-core-npu/npu_llm.dll,sha256=Dkl94IB73CLBCl9sYqKynFPRLsz7ySIttYdxiViVpmY,3956736
9
9
  bigdl-core-npu/npu_llm.lib,sha256=nNYF-btjrT9Pzcd31kQV5BsLBSNdA_DSeyK5RnmOc9s,44524
10
- bigdl-core-npu/include/common.h,sha256=P_WP5vhSSYZPmFAZxLMvhEobKRfksfvQt-O8wmGzFSQ,3059
10
+ bigdl-core-npu/include/common.h,sha256=xsTOeUtJPvwuv5F8Wn9Bk67GnvIk3RlMI3DN_W5UBEY,3206
11
11
  bigdl-core-npu/include/npu_llm.h,sha256=siEFqkKnZlzR9cvq7qXiAy5Z65-X14QyWEw__wsLLpA,2605
12
12
  bigdl-core-npu/include/llamacpp/arg.h,sha256=XOLwSDqJsCJJgGCkOGSWcA9yGZ0eiiY7GffHdAxFYYY,3110
13
13
  bigdl-core-npu/include/llamacpp/common.h,sha256=SaGJ1cAmJWd5D-T_03udb6ADTcJ8VX-bMy0GYGDMpI4,25841
@@ -17,7 +17,7 @@ bigdl-core-npu/include/llamacpp/ggml.h,sha256=_K-zhVjT6uHa5lXMN3k3AwSrwb9W2q1A7v
17
17
  bigdl-core-npu/include/llamacpp/llama.h,sha256=gMTNuRrEY7z0nkCewKLMZtf5urcSzkQm_HxEs3DJXHI,60967
18
18
  bigdl-core-npu/include/llamacpp/log.h,sha256=D6UiundA26yZOh3ci828u5U4ZaBxWb9CwSNu_3dt6CA,4295
19
19
  intel_npu_acceleration_library/__init__.py,sha256=ZKTIhGMDjF7P6pF-yX8KWcSXbeHWRk24AO_orsa18f8,536
20
- intel_npu_acceleration_library/_version.py,sha256=pHnAJQ-DOx7JSuXPq_3SS8o5Y_TZZSZKBkmRRQ4fBaA,112
20
+ intel_npu_acceleration_library/_version.py,sha256=l2BonFE20zLZI17uMf5zSIVamDTrunPYZXc0hR7UQns,112
21
21
  intel_npu_acceleration_library/compiler.py,sha256=3IdgqjamSC8MLexDBJypIeZRiWIcTFnvQSU1LPXUr7Y,6225
22
22
  intel_npu_acceleration_library/device.py,sha256=9bn8eVXJa5cXIqgfLsQAdkMVtVUQABb8z0-mQik5jRg,7424
23
23
  intel_npu_acceleration_library/dtypes.py,sha256=gdd06Wsc9zIZFHlauUEx4xcK9WGTn1Mu6GkuYDJeA-E,4683
@@ -234,7 +234,7 @@ intel_npu_acceleration_library/external/openvino/torch/__init__.py,sha256=RXLzsf
234
234
  intel_npu_acceleration_library/functional/__init__.py,sha256=WWKwKOh6Sgovv7mKctA872TbLP98Pg5m5-MREvUmlAA,204
235
235
  intel_npu_acceleration_library/functional/scaled_dot_product_attention.py,sha256=yGUcg4tDQOLuUnP1g74cl-ec8TRr2SuAMcNLlN6qLvE,1620
236
236
  intel_npu_acceleration_library/lib/Release/cache.json,sha256=CyrSqZUWo0Ec4_7ydOiuKIC0Gm8AybrGdozUqUuHxBw,8840377
237
- intel_npu_acceleration_library/lib/Release/intel_npu_acceleration_library.dll,sha256=toEqQdZlrDy4sZA73FBWdjfAO-bOTz-bDcduwMVGOQ0,341504
237
+ intel_npu_acceleration_library/lib/Release/intel_npu_acceleration_library.dll,sha256=tXXz-JLzbryT0FJI3uf7y3Ru-ClGrGfzQLJLK7mcGeU,341504
238
238
  intel_npu_acceleration_library/lib/Release/openvino.dll,sha256=m7M119p3JBq2YYJJ2zzCaBDz6XivKK3nNykb8L1cvDU,13244768
239
239
  intel_npu_acceleration_library/lib/Release/openvino_auto_batch_plugin.dll,sha256=2v_I9P3Qo0St1bQZMEZscnFOUVvgZQQ0HvQlG3HtTd0,203104
240
240
  intel_npu_acceleration_library/lib/Release/openvino_auto_plugin.dll,sha256=e3Aj9CDRHN30dBEdPSk7OCWe52tWfhI4xeXgyFjuDHg,475488
@@ -264,7 +264,7 @@ intel_npu_acceleration_library/nn/functional.py,sha256=UfAKBc0u6RtyaMo14ldH2GpEn
264
264
  intel_npu_acceleration_library/nn/linear.py,sha256=Q06SoGQeLaI86nA_ky2GnFC6H2Fw1zyMDILKnpYC2eo,5739
265
265
  intel_npu_acceleration_library/nn/llm.py,sha256=P6dz36Yf6BHtzWcftaghC6QaMI_WeRfQwrCbO7fD6hk,15002
266
266
  intel_npu_acceleration_library/nn/module.py,sha256=EYxoTq6I_YgBDgTF76GPDxHrT8SupOTDGMzQaomBeq8,12667
267
- bigdl_core_npu-2.6.0b20250204.dist-info/METADATA,sha256=jFNmA_JxPIulBrlkutWBWWuvz_9E3Y7viYTpPQdmEZw,1762
268
- bigdl_core_npu-2.6.0b20250204.dist-info/WHEEL,sha256=yNnHoQL2GZYIUXm9YvoaBpFjGlUoK9qq9oqYeudrWlE,101
269
- bigdl_core_npu-2.6.0b20250204.dist-info/top_level.txt,sha256=iMQZlTsFPJjlD-Y0MqZEP_9ifI0LlbNCJIOTaMoGMjk,46
270
- bigdl_core_npu-2.6.0b20250204.dist-info/RECORD,,
267
+ bigdl_core_npu-2.6.0b20250206.dist-info/METADATA,sha256=AvzIyOhFVctFq9nq_McYX_Fuib3-aqtLQeQcE8xmxZY,1762
268
+ bigdl_core_npu-2.6.0b20250206.dist-info/WHEEL,sha256=yNnHoQL2GZYIUXm9YvoaBpFjGlUoK9qq9oqYeudrWlE,101
269
+ bigdl_core_npu-2.6.0b20250206.dist-info/top_level.txt,sha256=iMQZlTsFPJjlD-Y0MqZEP_9ifI0LlbNCJIOTaMoGMjk,46
270
+ bigdl_core_npu-2.6.0b20250206.dist-info/RECORD,,
@@ -3,4 +3,4 @@
3
3
  # SPDX-License-Identifier: Apache 2.0
4
4
  #
5
5
 
6
- __version__ = "2.6.0b20250204"
6
+ __version__ = "2.6.0b20250206"