bigdl-core-npu 2.6.0b20241122__cp310-cp310-win_amd64.whl → 2.6.0b20241125__cp310-cp310-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (8) hide show
  1. bigdl-core-npu/include/common.h +3 -0
  2. bigdl-core-npu/npu_llm.dll +0 -0
  3. {bigdl_core_npu-2.6.0b20241122.dist-info → bigdl_core_npu-2.6.0b20241125.dist-info}/METADATA +1 -1
  4. {bigdl_core_npu-2.6.0b20241122.dist-info → bigdl_core_npu-2.6.0b20241125.dist-info}/RECORD +8 -8
  5. intel_npu_acceleration_library/_version.py +1 -1
  6. intel_npu_acceleration_library/lib/Release/intel_npu_acceleration_library.dll +0 -0
  7. {bigdl_core_npu-2.6.0b20241122.dist-info → bigdl_core_npu-2.6.0b20241125.dist-info}/WHEEL +0 -0
  8. {bigdl_core_npu-2.6.0b20241122.dist-info → bigdl_core_npu-2.6.0b20241125.dist-info}/top_level.txt +0 -0
bigdl-core-npu/include/common.h CHANGED
@@ -51,12 +51,15 @@ struct npu_model_params {
51
51
  int32_t fused_layers;
52
52
  int32_t weight_num;
53
53
  int32_t weight_idx;
54
+ bool embedding_post;
54
55
  std::string model_dir;
55
56
  std::string model_weight_dir;
56
57
  std::string model_name;
57
58
  std::string prefill_layer_blob_name;
58
59
  std::string prefill_lmhead_blob_name;
59
60
  std::string prefill_embedding_blob_name;
61
+ std::string embedding_post_prefill_blob_name;
62
+ std::string embedding_post_blob_name;
60
63
  std::string config;
61
64
  std::string low_bit;
62
65
  bool layernorm_const;
bigdl-core-npu/npu_llm.dll CHANGED
Binary file
{bigdl_core_npu-2.6.0b20241122.dist-info → bigdl_core_npu-2.6.0b20241125.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: bigdl-core-npu
3
- Version: 2.6.0b20241122
3
+ Version: 2.6.0b20241125
4
4
  Summary: Intel® NPU Acceleration Library
5
5
  Home-page: https://github.com/intel/intel-npu-acceleration-library
6
6
  Author: Alessandro Palla
{bigdl_core_npu-2.6.0b20241122.dist-info → bigdl_core_npu-2.6.0b20241125.dist-info}/RECORD RENAMED
@@ -1,10 +1,10 @@
1
1
  bigdl-core-npu/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
2
- bigdl-core-npu/npu_llm.dll,sha256=7cwVpPSNUMz7eRTi29UuHeYDgtHGhl-AFYWSxeRszzg,3859456
2
+ bigdl-core-npu/npu_llm.dll,sha256=8vuGkLogpoMvWlY04zufsIunZus0YQqyRsGlkCrQZ0c,3864064
3
3
  bigdl-core-npu/npu_llm.lib,sha256=0ZJqhYtedXgS99Zu9K3WNyfIB_2c1x8yIi533iuqBvU,42990
4
- bigdl-core-npu/include/common.h,sha256=fUu-UUZoGPrmAYql8fN3IFURyJbkj5p1pmMTN_HxdoA,2391
4
+ bigdl-core-npu/include/common.h,sha256=3Ul_NTF5lWyJONKQRcHL8kDKPRfabGaUAdOCLUj_CC0,2511
5
5
  bigdl-core-npu/include/npu_llm.h,sha256=SF3oVFtieuyV9UA4KmL0oa5LiJsmnawk_5Tai-7X208,1789
6
6
  intel_npu_acceleration_library/__init__.py,sha256=ZKTIhGMDjF7P6pF-yX8KWcSXbeHWRk24AO_orsa18f8,536
7
- intel_npu_acceleration_library/_version.py,sha256=Enx1-Gk8NeG0dzbPqSQ6y6tIr9UuU4unCeH9Pf1Uqq4,112
7
+ intel_npu_acceleration_library/_version.py,sha256=KAP9xhcKNoIyMqgnJkHujp0EcRvuNvr-MXZ1Tm7CppI,112
8
8
  intel_npu_acceleration_library/compiler.py,sha256=3IdgqjamSC8MLexDBJypIeZRiWIcTFnvQSU1LPXUr7Y,6225
9
9
  intel_npu_acceleration_library/device.py,sha256=9bn8eVXJa5cXIqgfLsQAdkMVtVUQABb8z0-mQik5jRg,7424
10
10
  intel_npu_acceleration_library/dtypes.py,sha256=gdd06Wsc9zIZFHlauUEx4xcK9WGTn1Mu6GkuYDJeA-E,4683
@@ -198,7 +198,7 @@ intel_npu_acceleration_library/external/openvino/torch/__init__.py,sha256=RXLzsf
198
198
  intel_npu_acceleration_library/functional/__init__.py,sha256=WWKwKOh6Sgovv7mKctA872TbLP98Pg5m5-MREvUmlAA,204
199
199
  intel_npu_acceleration_library/functional/scaled_dot_product_attention.py,sha256=yGUcg4tDQOLuUnP1g74cl-ec8TRr2SuAMcNLlN6qLvE,1620
200
200
  intel_npu_acceleration_library/lib/Release/cache.json,sha256=CyrSqZUWo0Ec4_7ydOiuKIC0Gm8AybrGdozUqUuHxBw,8840377
201
- intel_npu_acceleration_library/lib/Release/intel_npu_acceleration_library.dll,sha256=ID2IsJRrpX6aAs88dwGQ0HMRxTvxhgTYEPr6Tz3Nm5c,333312
201
+ intel_npu_acceleration_library/lib/Release/intel_npu_acceleration_library.dll,sha256=ncdch0mnL3Wh6tLM13ki55BwNP3xe3LI173HOqUDk38,333312
202
202
  intel_npu_acceleration_library/lib/Release/openvino.dll,sha256=m7M119p3JBq2YYJJ2zzCaBDz6XivKK3nNykb8L1cvDU,13244768
203
203
  intel_npu_acceleration_library/lib/Release/openvino_auto_batch_plugin.dll,sha256=2v_I9P3Qo0St1bQZMEZscnFOUVvgZQQ0HvQlG3HtTd0,203104
204
204
  intel_npu_acceleration_library/lib/Release/openvino_auto_plugin.dll,sha256=e3Aj9CDRHN30dBEdPSk7OCWe52tWfhI4xeXgyFjuDHg,475488
@@ -228,7 +228,7 @@ intel_npu_acceleration_library/nn/functional.py,sha256=UfAKBc0u6RtyaMo14ldH2GpEn
228
228
  intel_npu_acceleration_library/nn/linear.py,sha256=Q06SoGQeLaI86nA_ky2GnFC6H2Fw1zyMDILKnpYC2eo,5739
229
229
  intel_npu_acceleration_library/nn/llm.py,sha256=P6dz36Yf6BHtzWcftaghC6QaMI_WeRfQwrCbO7fD6hk,15002
230
230
  intel_npu_acceleration_library/nn/module.py,sha256=EYxoTq6I_YgBDgTF76GPDxHrT8SupOTDGMzQaomBeq8,12667
231
- bigdl_core_npu-2.6.0b20241122.dist-info/METADATA,sha256=mkP8QK6MiSlYdpjLntl9-UPfGeviNzoOkW16GVtzGEM,1541
232
- bigdl_core_npu-2.6.0b20241122.dist-info/WHEEL,sha256=tcd-HDpskugT8GYYKyyid0lOlzoZtZdWwcrj5ormtfo,101
233
- bigdl_core_npu-2.6.0b20241122.dist-info/top_level.txt,sha256=iMQZlTsFPJjlD-Y0MqZEP_9ifI0LlbNCJIOTaMoGMjk,46
234
- bigdl_core_npu-2.6.0b20241122.dist-info/RECORD,,
231
+ bigdl_core_npu-2.6.0b20241125.dist-info/METADATA,sha256=hoA5SKI0a_f74ipdkTC72RBXnv_Uk4ZQzIYSMPAGRz4,1541
232
+ bigdl_core_npu-2.6.0b20241125.dist-info/WHEEL,sha256=tcd-HDpskugT8GYYKyyid0lOlzoZtZdWwcrj5ormtfo,101
233
+ bigdl_core_npu-2.6.0b20241125.dist-info/top_level.txt,sha256=iMQZlTsFPJjlD-Y0MqZEP_9ifI0LlbNCJIOTaMoGMjk,46
234
+ bigdl_core_npu-2.6.0b20241125.dist-info/RECORD,,
intel_npu_acceleration_library/_version.py CHANGED
@@ -3,4 +3,4 @@
3
3
  # SPDX-License-Identifier: Apache 2.0
4
4
  #
5
5
 
6
- __version__ = "2.6.0b20241122"
6
+ __version__ = "2.6.0b20241125"