bigdl-core-npu 2.6.0b20241120__cp310-cp310-win_amd64.whl → 2.6.0b20241124__cp310-cp310-win_amd64.whl

bigdl-core-npu/include/common.h

@@ -0,0 +1,82 @@
+//
+// Copyright 2016 The BigDL Authors.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+//
+
+#pragma once
+
+#include <string>
+#include <vector>
+#include <sstream>
+
+#ifdef __linux__
+#define EXPORT_API extern "C"
+#else
+#define EXPORT_API extern "C" __declspec(dllexport)
+#endif
+
+
+struct common_params {
+    int32_t n_predict             =    -1; // new tokens to predict
+    std::string model                = ""; // model path                                                    // NOLINT
+    std::string prompt               = "";                                                                  // NOLINT
+    std::string prompt_file          = ""; // store the external prompt file name                           // NOLINT
+
+    std::string cache_type_k = "f16"; // KV cache data type for the K
+    std::string cache_type_v = "f16"; // KV cache data type for the V
+};
+
+struct npu_model_params {
+    int32_t kv_len;
+    int32_t max_prompt_len;
+    int32_t num_head;
+    int32_t head_dim;
+    int32_t num_layers; 
+    int32_t vocab_size;
+    int32_t hidden_size;
+    int32_t intermediate_size;
+    int32_t group_size;
+    int32_t fused_layers_num;
+    int32_t fused_layers;
+    int32_t weight_num;
+    int32_t weight_idx;
+    std::string model_dir;
+    std::string model_weight_dir;
+    std::string model_name;
+    std::string prefill_layer_blob_name;
+    std::string prefill_lmhead_blob_name;
+    std::string prefill_embedding_blob_name;
+    std::string config;
+    std::string low_bit;
+    bool layernorm_const;
+    std::string model_type;
+    bool transpose_value_cache;
+    bool qkv_bias;
+    bool use_prefill_sdp;
+};
+
+struct tokenizer_params {
+    std::string tokenizer_file;
+    int32_t bos_token_id;
+    int32_t eos_token_id;
+};
+
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+#ifdef __cplusplus
+}
+#endif

bigdl-core-npu/include/npu_llm.h

@@ -0,0 +1,62 @@
+//
+// Copyright 2016 The BigDL Authors.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+//
+
+#pragma once
+
+#include <string>
+#include <vector>
+#include <stddef.h>
+#include <stdint.h>
+#include <stdio.h>
+#include <stdbool.h>
+#include <memory>
+#include <vector>
+
+#include "common.h"
+
+using namespace std;
+
+#ifdef __linux__
+#define EXPORT_API extern "C"
+#else
+#define EXPORT_API extern "C" __declspec(dllexport)
+#endif
+
+
+class NPUModel;
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+    EXPORT_API void load_tokenizer(tokenizer_params &tok_params, std::string model_str);
+
+    EXPORT_API vector<int32_t> llm_tokenize(std::string prompt, bool add_special);
+
+    EXPORT_API std::string llm_decode(vector<int32_t> tokens);
+
+    EXPORT_API extern NPUModel* load_model_from_file(npu_model_params &model_params, std::string model_str);
+
+    EXPORT_API std::string add_chat_template(npu_model_params model_params, std::string input_prompt);
+
+    EXPORT_API float* run_prefill(NPUModel* model, std::vector<int32_t> embd_inp);
+
+    EXPORT_API float* run_decode(NPUModel* model, int32_t input_token);
+
+    EXPORT_API int32_t llm_sample_token(float* logits, bool greedy_search, npu_model_params model_params);
+
+#ifdef __cplusplus
+}
+#endif

{bigdl_core_npu-2.6.0b20241120.dist-info → bigdl_core_npu-2.6.0b20241124.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: bigdl-core-npu
-Version: 2.6.0b20241120
+Version: 2.6.0b20241124
 Summary: Intel® NPU Acceleration Library
 Home-page: https://github.com/intel/intel-npu-acceleration-library
 Author: Alessandro Palla
@@ -32,4 +32,3 @@ Requires-Dist: numpy
 Requires-Dist: torch
 Requires-Dist: transformers>=4.39.3
 Requires-Dist: neural-compressor
-

{bigdl_core_npu-2.6.0b20241120.dist-info → bigdl_core_npu-2.6.0b20241124.dist-info}/RECORD

@@ -1,8 +1,10 @@
 bigdl-core-npu/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl-core-npu/npu_llm.dll,sha256=rYc3_5fnwQhX3rVIus-UVKWzfk3GLhJxcZuBUhNjRQ0,3871232
+bigdl-core-npu/npu_llm.dll,sha256=chU3Qm_oOQzXRnFRnj3VAwUWEy-jlIHyPNfmE54IQlA,3859456
 bigdl-core-npu/npu_llm.lib,sha256=0ZJqhYtedXgS99Zu9K3WNyfIB_2c1x8yIi533iuqBvU,42990
+bigdl-core-npu/include/common.h,sha256=fUu-UUZoGPrmAYql8fN3IFURyJbkj5p1pmMTN_HxdoA,2391
+bigdl-core-npu/include/npu_llm.h,sha256=SF3oVFtieuyV9UA4KmL0oa5LiJsmnawk_5Tai-7X208,1789
 intel_npu_acceleration_library/__init__.py,sha256=ZKTIhGMDjF7P6pF-yX8KWcSXbeHWRk24AO_orsa18f8,536
-intel_npu_acceleration_library/_version.py,sha256=B7eTnO9JkEee7WnPOTq-_E3LIsGVj-zhHxldiWICrTg,112
+intel_npu_acceleration_library/_version.py,sha256=lknN6RW5eqknmWqgE9sWm3UDix1nwhuYCrxAVCoBrEA,112
 intel_npu_acceleration_library/compiler.py,sha256=3IdgqjamSC8MLexDBJypIeZRiWIcTFnvQSU1LPXUr7Y,6225
 intel_npu_acceleration_library/device.py,sha256=9bn8eVXJa5cXIqgfLsQAdkMVtVUQABb8z0-mQik5jRg,7424
 intel_npu_acceleration_library/dtypes.py,sha256=gdd06Wsc9zIZFHlauUEx4xcK9WGTn1Mu6GkuYDJeA-E,4683
@@ -25,64 +27,61 @@ intel_npu_acceleration_library/backend/runtime.py,sha256=COsTslfHknjrix4kETlnKvE
 intel_npu_acceleration_library/backend/sdpa.py,sha256=HNlL9jEA9OH3KnZqOkLcaKwt8tfCe5apUQxlWw0UhlA,3818
 intel_npu_acceleration_library/backend/tensor.py,sha256=swTymMVcXLPFXOlo6b_H3VGO1xf76Fz30RKyJPrVhPY,35468
 intel_npu_acceleration_library/backend/utils.py,sha256=WJ2agtqYxBuDd21ngE55io9VX-MOGg-AjnE63UHpCiU,2174
-intel_npu_acceleration_library/external/openvino/__init__.py,sha256=is1yO5Cdjdykxfhk7CnsU7w-pcn2iaIcmTLktjQPAT0,2254
-intel_npu_acceleration_library/external/openvino/_pyopenvino.cp310-win_amd64.pyd,sha256=N_bRmYtuWUocGX7sl4A7nmjX19w1QyEWuHsKxbUKEGc,3376096
-intel_npu_acceleration_library/external/openvino/_pyopenvino.cp311-win_amd64.pyd,sha256=gMqz7xfWhn8T_hR5LHiw2bIzyHVfbBKCPEwELjxpsgc,3378664
-intel_npu_acceleration_library/external/openvino/_pyopenvino.cp312-win_amd64.pyd,sha256=NqZni48PGSAsDVwz9Azwc5_HS9poSpNkdPkDs4F_o58,3403240
-intel_npu_acceleration_library/external/openvino/_pyopenvino.cp38-win_amd64.pyd,sha256=VW7HhgDoxAaOBSDHrdxNphcRWVNPQUh4Ov6c-b00pzA,3375592
-intel_npu_acceleration_library/external/openvino/_pyopenvino.cp39-win_amd64.pyd,sha256=d1jt2XpPFsTVIx3QeJfrC3acxn8ruV1aPQRVFL7iLSo,3375584
+intel_npu_acceleration_library/external/openvino/__init__.py,sha256=u_jMRQvHnxybBOOGz-t5TzMSCnrEQz2R7lgObPAZWUc,2304
+intel_npu_acceleration_library/external/openvino/_pyopenvino.cp310-win_amd64.pyd,sha256=W0kPnHrdsYXo0nZ6DZVWdMAbzL7p-BA-cEoN07pIBek,3441504
+intel_npu_acceleration_library/external/openvino/_pyopenvino.cp311-win_amd64.pyd,sha256=QGK1T468BORzNAOIj3WJDLNzHnFLTSG8NA2uqZXeycI,3444064
+intel_npu_acceleration_library/external/openvino/_pyopenvino.cp312-win_amd64.pyd,sha256=-2-gaGbusW2n8x1RnRVT8CJhYg8GB9HKii5fsCEB6Eo,3469664
+intel_npu_acceleration_library/external/openvino/_pyopenvino.cp38-win_amd64.pyd,sha256=LkCq_xcd_JaiE_y39md0ka-XXulLI3dV51Zm7Wl6Vfo,3440992
+intel_npu_acceleration_library/external/openvino/_pyopenvino.cp39-win_amd64.pyd,sha256=SiRrYUfOkDo-uHtYKaku54VlYkvwoP5eOSBBJz_mx1s,3440480
 intel_npu_acceleration_library/external/openvino/utils.py,sha256=tgDJyDPXoChJ8Z_9tL4JsCyaDN8Wfj0osR_iq1hS74E,4810
 intel_npu_acceleration_library/external/openvino/_offline_transformations/__init__.py,sha256=rJjKkI6eufz5SvTyr2txPaBDgmCgHJ4ZNlnPdVnHaEI,1208
+intel_npu_acceleration_library/external/openvino/experimental/__init__.py,sha256=RZr4zpMq3mT_H0uLxglRNUrROF5G09palvho9wUAKok,496
 intel_npu_acceleration_library/external/openvino/frontend/__init__.py,sha256=oGgmxI_i1vwQJkgAFXfdgTo9DcF09gArvtM3R-BkRkM,1057
 intel_npu_acceleration_library/external/openvino/frontend/frontend.py,sha256=1s6NEhDYgiXaUXBDFIdbmQHCjrGPYD4Ckk9houk7y70,1409
 intel_npu_acceleration_library/external/openvino/frontend/jax/__init__.py,sha256=vMVQAmVnO-piY2qP1B-gnx1-HCH0yU7eVY_Z91TFrPA,431
-intel_npu_acceleration_library/external/openvino/frontend/jax/jaxpr_decoder.py,sha256=0CK2a9M-h8_1bBx5CNbuBYFekhUwQyXpCTODfoSV7P8,11430
-intel_npu_acceleration_library/external/openvino/frontend/jax/py_jax_frontend.cp310-win_amd64.pyd,sha256=YlahuHPPZNgr6Ucex2RLJAgMGpYUkzBkyLIAcQad5qU,167904
-intel_npu_acceleration_library/external/openvino/frontend/jax/py_jax_frontend.cp311-win_amd64.pyd,sha256=6MAimOHKHR6gFSpUcdH19ecE4minFtSqpNTEFeS3tgM,171488
-intel_npu_acceleration_library/external/openvino/frontend/jax/py_jax_frontend.cp312-win_amd64.pyd,sha256=ogD5an-CK9mwAY0qaCkcD-BCpjQfSJrAXF9AHmXgMNE,173536
-intel_npu_acceleration_library/external/openvino/frontend/jax/py_jax_frontend.cp38-win_amd64.pyd,sha256=d1nR9V-5IMCT4Taj1cfWwVioeg88QncvwkLeC_wwiJc,166880
-intel_npu_acceleration_library/external/openvino/frontend/jax/py_jax_frontend.cp39-win_amd64.pyd,sha256=OIiL-eceNtub0Li8xWSzQkzIV0j-FLTx4_2NtXAVmnQ,168424
-intel_npu_acceleration_library/external/openvino/frontend/jax/utils.py,sha256=w24sxd6fQgneQyHlt5YlvmaSI2G6RcPCowYO3Uek8_0,3973
+intel_npu_acceleration_library/external/openvino/frontend/jax/jaxpr_decoder.py,sha256=uM2DdcvbrINVkuwA6uV-mjSDEcG9HLQHX26yeWAIUAE,11960
+intel_npu_acceleration_library/external/openvino/frontend/jax/passes.py,sha256=sc0Tsui36mEyX-gTud3VzgJjEoY-KU7WVdaWnZImQ7s,1789
+intel_npu_acceleration_library/external/openvino/frontend/jax/utils.py,sha256=VQeFxhwdbLzdM5MS6D4djEoIqxrOosfHVZLmfF7GDCs,5980
 intel_npu_acceleration_library/external/openvino/frontend/onnx/__init__.py,sha256=VuRObnRu0vxUyuiGCZkT9OqggvyC4OxcvEa_j4jbZEs,517
-intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp310-win_amd64.pyd,sha256=Lv49WilaQDZ6NhP0ox5J8pOfUDWPNN7nemMW8lGnPyc,350184
-intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp311-win_amd64.pyd,sha256=MXvMprqB1LQYdI89Hd87Lx0-56G_rawDXLLVPuyzOTU,353768
-intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp312-win_amd64.pyd,sha256=WGdnxxXlMdzoyqLVG-byoY9-d8k8zrdjPzMYz4lUiEU,355808
-intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp38-win_amd64.pyd,sha256=Ztno5lcoo0FQj-03TvF0Cw6X8q9WfBqdzeZ6HzY-Gjg,350176
-intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp39-win_amd64.pyd,sha256=909mxyucFK4MKthg4pnQYqlqEXmKRgHgFeRG_S_3bJk,350176
+intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp310-win_amd64.pyd,sha256=E2pwpZZpwseYYdqD2SFek73NRr41xBIeV527TN-w6Is,353120
+intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp311-win_amd64.pyd,sha256=U7c-aucYl3d9kc2p5752SFc1uF20wwKOKyQgOShiv1Y,356704
+intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp312-win_amd64.pyd,sha256=YsTYlbvBapO4wxINDuELO_1p_MQicpje9-jUL21xaoo,358240
+intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp38-win_amd64.pyd,sha256=JTj3qosm7KYDzLRRKyfOlMNOFN4MDObDDwIhXmhGMwY,353120
+intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp39-win_amd64.pyd,sha256=NwrNVF-wk_23x_NlyeE9ZRxynIPkIBCeIbA1kbEFgiE,353120
 intel_npu_acceleration_library/external/openvino/frontend/paddle/__init__.py,sha256=ZibtKZUQre1pfU8uoKnpPKyONxTUmwsQ63xoR0GqmLM,530
-intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp310-win_amd64.pyd,sha256=biuFbx0AqffWIYEP89FXpKnCbInmF74TpFP0Yk6yMK0,348136
-intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp311-win_amd64.pyd,sha256=L5t46OHN6ZgPVkjYZGIVXZFMZMccRFX8Fbyc8wAm4FM,351208
-intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp312-win_amd64.pyd,sha256=5K9KjS8aTBtT2ZxOm5dm7R2XmN6s_B46Xfs614Q8qLE,353768
-intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp38-win_amd64.pyd,sha256=7Ivh3wffHKl5Np5u_0_Km00MCVSsXIgEBGKHpZxXxEg,347624
-intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp39-win_amd64.pyd,sha256=AUnAxlX-RELSyZgOv1ySG3zt-KitoBalCJ23hQod1u8,347616
+intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp310-win_amd64.pyd,sha256=mdo4tj_EiSklW8em7oqAWG5kkd1igv9OTmUFn2bOwjw,350560
+intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp311-win_amd64.pyd,sha256=RuuD_r8Th8c8udPCqsnn4oC4OK2qfxjdZxvaP8L-Zrw,353120
+intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp312-win_amd64.pyd,sha256=9NpnbYeimct_wPuD9wQOv5jfNM6cPDggbh2sGfEG6oI,355680
+intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp38-win_amd64.pyd,sha256=P6Yoe4NN1dkNMEW44fJmdlEAUB6Gkb8CPVXcDRaTbkY,350048
+intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp39-win_amd64.pyd,sha256=vgEStgU-a-F7i48ve21q5lVh0IPP_v23nhefqOwP7wI,350048
 intel_npu_acceleration_library/external/openvino/frontend/pytorch/__init__.py,sha256=HvWbrTjLetX_9QH7UHqfYoOprQ9YWzBlb8pflJcnpLI,814
-intel_npu_acceleration_library/external/openvino/frontend/pytorch/fx_decoder.py,sha256=W-uHyYxs0-5cD9B2yh2OLEs42EsLdml2wCx2Zz08fMs,15056
-intel_npu_acceleration_library/external/openvino/frontend/pytorch/gptq.py,sha256=KDOieVzf19sdpwCkAFytfL-zUeOrlqwS284jhDx68KA,5649
+intel_npu_acceleration_library/external/openvino/frontend/pytorch/fx_decoder.py,sha256=wnuINa-A6GtbW4FYaqVt-F-6nFH7JriMm-nq1X34ZoE,15233
+intel_npu_acceleration_library/external/openvino/frontend/pytorch/gptq.py,sha256=wTY21YbWugtWY-efulan0FRQIe8iubwA36GJxBeeYFE,7317
 intel_npu_acceleration_library/external/openvino/frontend/pytorch/module_extension.py,sha256=5ffkea1R6GUpZWJadnyO_svo-tK6D9xgzLx3ThslAak,2239
 intel_npu_acceleration_library/external/openvino/frontend/pytorch/patch_model.py,sha256=xJB1l1AcNnsj6R4gU9mLaUL-YSqskm02TnW5IT684XM,5680
-intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp310-win_amd64.pyd,sha256=15_LgXLQIZY_yy4lHtAGgTvCMSpwcuwuwkrvX3L1NnM,387040
-intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp311-win_amd64.pyd,sha256=2F5XT3PIlnGkOjHPW72AmP4nR3GikGnHxBx19geWCJg,390632
-intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp312-win_amd64.pyd,sha256=esfKh43DF1WQdjmAo_M6G4V5bqHu-5t3hhlbKX1V-LQ,393184
-intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp38-win_amd64.pyd,sha256=1nohTpXuvHT1Ia3XD7xrpkJbUDSGBBKLLeKx5Juh-0M,386016
-intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp39-win_amd64.pyd,sha256=pr3qxlSL6eXAVFvAhAVxRK9SomsiLhRqFeyKhZMzABc,388064
-intel_npu_acceleration_library/external/openvino/frontend/pytorch/ts_decoder.py,sha256=fpfJDcHGMEnO_ac_Yw-QzDiw1tew-1MumCbnmgIzje0,25404
-intel_npu_acceleration_library/external/openvino/frontend/pytorch/utils.py,sha256=KigF06_u6CJhOrZrrw4WwKcVJT5Z7SaEpWnJ-rC1cH4,9317
-intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/backend.py,sha256=fmLzbfzlHSuFAhk9wOJtkN0XD9qBdtdo1zP12fmicjM,5341
+intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp310-win_amd64.pyd,sha256=yBR6MzUQRs_hQsaqU-ehyPu1Iqf4rGe9NV6PSdbZaxI,397152
+intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp311-win_amd64.pyd,sha256=jMiWatSfQ9OHClXOu_N_J7lFnBoHpKKRXXJGIFgzhso,400224
+intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp312-win_amd64.pyd,sha256=vuFvcleNS-QVcjAhFMgQnxN1WwakVNP0olNju3fjb-g,402784
+intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp38-win_amd64.pyd,sha256=XDm5euMlIef-Bdug6bRkYab7hQ2Gr7dDj0z_-bssQYE,394592
+intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp39-win_amd64.pyd,sha256=DAocxUHqA0jqwubX-roz8rF1EzNm_i3QkLm44nGRdYQ,396640
+intel_npu_acceleration_library/external/openvino/frontend/pytorch/ts_decoder.py,sha256=7E0sCav02m0ey4uIN2TZ0nFmKOibga5nKyTmynDGqNY,25685
+intel_npu_acceleration_library/external/openvino/frontend/pytorch/utils.py,sha256=M8N7U4_C1bNxDM0WAFvxeBWbu-LMRdUaokb3gtjPe4k,9329
+intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/backend.py,sha256=relQhtJGclT3cbveQP9SqDzDrNLdoGZPuzmYpP0k78o,6142
 intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/backend_utils.py,sha256=UQx0W_v2g9RQh_9xEWy9IfIPCtSAElejdJlm0KjoWsA,2516
 intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/compile.py,sha256=ONCzE6ZaL5uPLcsMLAKZ66tpT2gqNf5zp8vqhWZdWNA,4692
 intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/decompositions.py,sha256=QZZPjaGZ2ZmsnwtNjEKBfYWRizE0xfgT7b_QnfTP0tM,3730
 intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/execute.py,sha256=dZqrJiFzR-sq32NpG48Ftzp6rrgDtZNSpJ5mo4kzE6o,6745
 intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/op_support.py,sha256=29YpiIWF4RDG_v_fPXP79hN7RcHUsPLYGTUomuLbVCE,13877
-intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/partition.py,sha256=b3uj9TSAj01ODgiacuBJZvqtfRuNo4O8NZIty6QYK3s,5519
+intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/partition.py,sha256=XEY2JuhRaRTW8ha__MWKBM47EyPLYk1_vnep-ZD4biU,5500
 intel_npu_acceleration_library/external/openvino/frontend/tensorflow/__init__.py,sha256=DzL75Pv4mq0FcuZ3xf5atX6Sl0aytK0sG6LgXotNfTY,669
 intel_npu_acceleration_library/external/openvino/frontend/tensorflow/graph_iterator.py,sha256=904DDtBdYZmb1mwEYQQLgfjgn5V57sUreRcsjOMWv5Y,4961
 intel_npu_acceleration_library/external/openvino/frontend/tensorflow/node_decoder.py,sha256=Rq74AWf1f_IsyhlhMM1G3XPeZxMsrV39KUQW2iNin2w,9541
-intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp310-win_amd64.pyd,sha256=evllizSV_t-_pAfbrjnN74u_A0drU-RxqjqSaduiHnk,368104
-intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp311-win_amd64.pyd,sha256=9D9A1EYlhe4Enf80XquUsgRI8BDYdzGWwz4s1fTrgws,371176
-intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp312-win_amd64.pyd,sha256=ET-BG9Is8Sry3ivtEMnHInvFr9N-abzIcBQGDXyeEDU,373728
-intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp38-win_amd64.pyd,sha256=BXZWkSA6VYpUkPtzRO8tErRzyioat24f7y2CfsWkoWc,366568
-intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp39-win_amd64.pyd,sha256=WuPn5RMY-de75IHuY4xdZ2dRF_8lBq3jLg15-Tss3dc,368096
-intel_npu_acceleration_library/external/openvino/frontend/tensorflow/utils.py,sha256=NjcQbW5LEGnVtcUurUECZUlGmax-D1e4MCkMUJm0oUw,20140
+intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp310-win_amd64.pyd,sha256=eOMgsit--66dgx0maW6qNvgoOuXH_U5NP69xjexnYSI,370016
+intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp311-win_amd64.pyd,sha256=OdZ5At1CU2WHDwvtGjYO7rCgq7L4h7pa1gS344_zr7s,373600
+intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp312-win_amd64.pyd,sha256=jbr0yu6Q3HZMUj5uDVIWTU-almrUYnlkbKi11EvPvLU,376672
+intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp38-win_amd64.pyd,sha256=9eqT_s2yr-GIjIVR3p2tMAsN6HfW4_2HsHZ88ut9PVg,368992
+intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp39-win_amd64.pyd,sha256=VKxTk_Dz2vfDjSXxsMeFvYUohwxJXJoOFcZdA0JHe38,370528
+intel_npu_acceleration_library/external/openvino/frontend/tensorflow/utils.py,sha256=4dm8ct0MT8bn0nk0_6lGiXEA-An7QHsV8yoY7l_OWfk,20972
 intel_npu_acceleration_library/external/openvino/helpers/__init__.py,sha256=h6GRbm0ymE_w8xDF0Hk4zjCSAhvz-sXhE7KfNgLPTIU,159
 intel_npu_acceleration_library/external/openvino/helpers/packing.py,sha256=-32vRj97WD-84zzenMhBcKC8O8ap54EUYLWsJcKWKCI,4079
 intel_npu_acceleration_library/external/openvino/preprocess/README.md,sha256=K6K48iqrkW0rURGGBFJghsOj_zPIssk0Z3gmrz6XDcI,2716
@@ -103,7 +102,7 @@ intel_npu_acceleration_library/external/openvino/properties/log/__init__.py,sha2
 intel_npu_acceleration_library/external/openvino/properties/streams/__init__.py,sha256=dxO8kOSLJmOyRcGEPAnNqVfjSSpF7LIEWUQIdGSprUs,348
 intel_npu_acceleration_library/external/openvino/runtime/__init__.py,sha256=J4j7CmzdrFaw1804T5wHivRmugYc2sibXa7UjaD5KEA,3176
 intel_npu_acceleration_library/external/openvino/runtime/exceptions.py,sha256=M2-YEXH91HHcIrjEHcAHjK4JTGVWbmYXAuUb8chgmC0,402
-intel_npu_acceleration_library/external/openvino/runtime/ie_api.py,sha256=-xed980P4-fGC1QY1VdYeWVAoek2eKeGsA_0ZenyD5c,26869
+intel_npu_acceleration_library/external/openvino/runtime/ie_api.py,sha256=GoF2whtuyNrtd1QAqQVUyn5f_fsRq_q_pYrPByNmDxw,26870
 intel_npu_acceleration_library/external/openvino/runtime/opset_utils.py,sha256=dL3L8NvqzyH3ASmBV1woddGfj6GVcisNBM1mQmw4ncw,650
 intel_npu_acceleration_library/external/openvino/runtime/op/__init__.py,sha256=pOrLQOqmaWplt6UvoMbXV8WXksYRPaxyD19FAIg0v3g,595
 intel_npu_acceleration_library/external/openvino/runtime/op/util/__init__.py,sha256=Gh_EcRmB5JPsG2lVDcl-MGhME1ieTKi5xXlI-xwe43k,1000
@@ -119,8 +118,8 @@ intel_npu_acceleration_library/external/openvino/runtime/opset13/__init__.py,sha
 intel_npu_acceleration_library/external/openvino/runtime/opset13/ops.py,sha256=_fm2CBiWu4uwGCJ7guDtsSX41jtLRT0alrwScijFjHQ,16554
 intel_npu_acceleration_library/external/openvino/runtime/opset14/__init__.py,sha256=e4TOAydECiSyQv0CX6WowArW0qCgLMqveIcpbf7l5NA,9602
 intel_npu_acceleration_library/external/openvino/runtime/opset14/ops.py,sha256=kBjkJQ5scE1mryKB1wzlc2l-8p1RioVwjrSIy_QLbwA,7055
-intel_npu_acceleration_library/external/openvino/runtime/opset15/__init__.py,sha256=_ebx4J1kf6zNlK4UOxf8i7_KCn1BuMvjx2V4KnUlFIw,519
-intel_npu_acceleration_library/external/openvino/runtime/opset15/ops.py,sha256=9QVH1mmSRD8nOQK_m0ISUeGThKnMseMqr239WnXRXi0,6113
+intel_npu_acceleration_library/external/openvino/runtime/opset15/__init__.py,sha256=GyeV-vCvdAK0tCWeTTrTgQ3dyTCmx4MSENvhwixvgEQ,821
+intel_npu_acceleration_library/external/openvino/runtime/opset15/ops.py,sha256=RvYiqBKfPkcaAruTNco01eoOS-xDy7EzS3uAZfv4rrM,10397
 intel_npu_acceleration_library/external/openvino/runtime/opset2/__init__.py,sha256=8QwGj1tniC0UWTQluTU1qp1DVWkX2PW8hiZUYEBBEpk,5845
 intel_npu_acceleration_library/external/openvino/runtime/opset2/ops.py,sha256=JTHaTGD1W4iSDcEyWYjz6Ghbgkexg1IaYMoKE2tYm30,7777
 intel_npu_acceleration_library/external/openvino/runtime/opset3/__init__.py,sha256=ttT0hQMJlY-xSrUwd0TGmJZVsXai_C9wDgeK3RHVsrs,6728
@@ -130,27 +129,27 @@ intel_npu_acceleration_library/external/openvino/runtime/opset4/ops.py,sha256=6T
 intel_npu_acceleration_library/external/openvino/runtime/opset5/__init__.py,sha256=SP5QTsv9YcHVVxDl_2Bf11k3bsYFzzIPpbPABIbW66Q,7608
 intel_npu_acceleration_library/external/openvino/runtime/opset5/ops.py,sha256=LbyqybNInGNIsg8Qw56U2mRA3sNqXYVhYPVS3X1cHNU,14962
 intel_npu_acceleration_library/external/openvino/runtime/opset6/__init__.py,sha256=Jl49ykutHmcCtnEGihHClFCshBoiazEtDp2m32QtVpc,7731
-intel_npu_acceleration_library/external/openvino/runtime/opset6/ops.py,sha256=EhGyccR6VzFzicpT90j2g1Gi1fDkM-f14vxCjIfgGJU,7508
+intel_npu_acceleration_library/external/openvino/runtime/opset6/ops.py,sha256=6C9_tFlhVsAF2EBvpTkFoMzNNmjn-HiVL0V5j6_sIFw,7831
 intel_npu_acceleration_library/external/openvino/runtime/opset7/__init__.py,sha256=d54qMEpqbQSr2cU8SdS0I874NHDCDE0NKu8MqydxqCQ,7912
 intel_npu_acceleration_library/external/openvino/runtime/opset7/ops.py,sha256=3jvUZ4pa0nqNo0BVj0UHzG8VCXX_sLqVXLIoYDaVvC0,5174
 intel_npu_acceleration_library/external/openvino/runtime/opset8/__init__.py,sha256=Qx4YLXFpRqghERaOBiiIyzLy2PsVrL_l3pKy2mx2RSM,8489
-intel_npu_acceleration_library/external/openvino/runtime/opset8/ops.py,sha256=UBaQ2t_0Ggu9l-Gg-miyyYrCQhNKHIt1vWL6PT5HHjY,33228
+intel_npu_acceleration_library/external/openvino/runtime/opset8/ops.py,sha256=gT_Wwaxa3MGcywLSV3yhmMoH0vUOqH1NA6YrLaNkKfQ,33229
 intel_npu_acceleration_library/external/openvino/runtime/opset9/__init__.py,sha256=ItRNFjGRg2aUYmOUa2oM2l-h19xglW8Bg22PQs1so68,8784
 intel_npu_acceleration_library/external/openvino/runtime/opset9/ops.py,sha256=j5amrmLCbtwAdlhNekBo28pQAmiknI4IhmmAvbVZfSA,13762
 intel_npu_acceleration_library/external/openvino/runtime/passes/__init__.py,sha256=Snyp0lSNfma1jsa47RhoaDY5MBs2njmuA3swzGVN99E,709
 intel_npu_acceleration_library/external/openvino/runtime/passes/graph_rewrite.py,sha256=XdZ56Zi6zVc1GmdSR9OT-dAut8JxlTBMSll0XipOrKc,1345
 intel_npu_acceleration_library/external/openvino/runtime/passes/manager.py,sha256=mg-arlX_dN6B2Td6d-EVAsauUWn5BkcPsSANr8M8Eho,870
-intel_npu_acceleration_library/external/openvino/runtime/properties/__init__.py,sha256=2NvtnvtpU0HNh0FZFBy60RTEb8L68bFRO9RtOOtw-WU,1904
+intel_npu_acceleration_library/external/openvino/runtime/properties/__init__.py,sha256=5hMnqrjxEmwZR20X-bsSmYUSpt2f77ertpCZZvfMZIo,1975
 intel_npu_acceleration_library/external/openvino/runtime/properties/hint/__init__.py,sha256=PtfvA06d7dsnEf8h4ftw2n1_2hBsd4DA7MnsN6515jk,1339
 intel_npu_acceleration_library/external/openvino/runtime/utils/__init__.py,sha256=L-7F6SxlD0DElu8nxE5SpcSMGYUPEwV0VxnsTTdo3Rc,272
 intel_npu_acceleration_library/external/openvino/runtime/utils/broadcasting.py,sha256=7cf7H9xsxjOFB8N-UM_aUW8Fn3wyr3HMdiSdabbxsqE,1372
-intel_npu_acceleration_library/external/openvino/runtime/utils/decorators.py,sha256=4u7yyIwBKvQeAiGW-DuzcsaWtY4YDZw8QGZQWrQEmRE,4827
+intel_npu_acceleration_library/external/openvino/runtime/utils/decorators.py,sha256=aHfWW8_fUwk5BRX2LTE2L1MmuytdU1CsEzRP4jxxJKY,6224
 intel_npu_acceleration_library/external/openvino/runtime/utils/input_validation.py,sha256=HJ6BLRdFiSQXqacH2ZaQIizw3jEhKKLiCkoOYKyqcWY,4809
 intel_npu_acceleration_library/external/openvino/runtime/utils/node_factory.py,sha256=uVEQJ9AF-zzWmLaljMOD5dNKfD26vdRrEINBGu70D9M,4988
 intel_npu_acceleration_library/external/openvino/runtime/utils/reduction.py,sha256=y8x2Q20fuI56blNQtnQ0gPP-DbPpChEqbdgVyDp4G6c,835
 intel_npu_acceleration_library/external/openvino/runtime/utils/types.py,sha256=STooC1rxQtpePFszUKif57FBwrGSwxB89X42lrfrkrA,5306
 intel_npu_acceleration_library/external/openvino/runtime/utils/data_helpers/__init__.py,sha256=j_QlTroXZN_K8yx04WCtbM_AXsIhu5tThgy0rWFlpU0,402
-intel_npu_acceleration_library/external/openvino/runtime/utils/data_helpers/data_dispatcher.py,sha256=2psPCgZgU3kiuahxlPKZY_ufZaqVKvV-fW8fVYibwCM,14291
+intel_npu_acceleration_library/external/openvino/runtime/utils/data_helpers/data_dispatcher.py,sha256=xTorX2qk5q_lAHbaUvjsral7KYPniDT-es3fePlDEdI,15173
 intel_npu_acceleration_library/external/openvino/runtime/utils/data_helpers/wrappers.py,sha256=lMuvHSXAwL3VAFHzqBZ1xx7BPhbwJAstm_gp8o0e84s,4753
 intel_npu_acceleration_library/external/openvino/tools/__init__.py,sha256=-tAGaL7ZvrGT3g1UIOEFv7NQkDiy7GqoL4PqdM-iCGU,148
 intel_npu_acceleration_library/external/openvino/tools/benchmark/__init__.py,sha256=D30HmO2W_yY5ltdiqNOPsGHuyVk5_AFqbHE7znmGtwU,83
@@ -192,37 +191,36 @@ intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/offline_
 intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/paddle_frontend_utils.py,sha256=EsF-gtNRL_k_stXVBdfzBdqB9eVL35FDmgYlU1VFDLY,3392
 intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/pipeline.py,sha256=_2D0faPe7rIMIt5rvgFrhFOmggehoV7GZPN1KbpAgSs,14314
 intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/preprocessing.py,sha256=p3un5z8qcrJa4C0XjIx7e9TOQWY3y6VKf21n0kw0PKc,10261
-intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/pytorch_frontend_utils.py,sha256=2lPxh2k7IMBZ3TJqfkjrGSSLpg7CcGxV9Pvf7yGoYJU,8534
+intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/pytorch_frontend_utils.py,sha256=0zurKnZVMeFa6NFjSL7YgKTAPK-_GZMUcvLSWGG6tbw,8511
 intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/shape_utils.py,sha256=Lzf_f-RZhNjenbZblTdUwZxFGwdYeYwO1bE3giDPaUg,4033
 intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/type_utils.py,sha256=dcPrBuGZGm_3zu_L5m4d5bWUUAKNKw9iIpgwMCdJVqY,2761
 intel_npu_acceleration_library/external/openvino/torch/__init__.py,sha256=RXLzsfc_Dgq3YPrnPXwZMofSseJ9GjAs49Q9jH_8Vew,165
 intel_npu_acceleration_library/functional/__init__.py,sha256=WWKwKOh6Sgovv7mKctA872TbLP98Pg5m5-MREvUmlAA,204
 intel_npu_acceleration_library/functional/scaled_dot_product_attention.py,sha256=yGUcg4tDQOLuUnP1g74cl-ec8TRr2SuAMcNLlN6qLvE,1620
 intel_npu_acceleration_library/lib/Release/cache.json,sha256=CyrSqZUWo0Ec4_7ydOiuKIC0Gm8AybrGdozUqUuHxBw,8840377
-intel_npu_acceleration_library/lib/Release/intel_npu_acceleration_library.dll,sha256=giRlkaqZEWo_-o3NdgHgFTYk2XVm78fKGw50WfsQ9oY,332800
-intel_npu_acceleration_library/lib/Release/openvino.dll,sha256=faNybSE2qCTi0EiAAnPlxHqr3WU0RI9lMDhuDwPNWlk,13090280
-intel_npu_acceleration_library/lib/Release/openvino_auto_batch_plugin.dll,sha256=Pqg45nRmDeOo8qkvZdwuHxCc109-AvzTwH6ow_LF6bI,198120
-intel_npu_acceleration_library/lib/Release/openvino_auto_plugin.dll,sha256=auHJGs1XwZgyo46Ze-Cg7CDstaQRK6e_uBNZAMqx3F0,473576
-intel_npu_acceleration_library/lib/Release/openvino_c.dll,sha256=GHady-rEZSEuDUfN5Ida74sAR_cfO6UzAF3ShMWbMrQ,196584
-intel_npu_acceleration_library/lib/Release/openvino_hetero_plugin.dll,sha256=SzD2oHH-ifd9utnCLDsoS6onK0SFcUmJciuBIhXd-e4,437216
-intel_npu_acceleration_library/lib/Release/openvino_intel_cpu_plugin.dll,sha256=P_NPHdo4dxwm7c74wla9OuLpJ8ay6NA6D4SKwwFvTWI,37918184
-intel_npu_acceleration_library/lib/Release/openvino_intel_gpu_plugin.dll,sha256=QTIVE7hSYFVTfLmEUIP2707Vdf3qKQpLurOcILu3LZU,23200736
-intel_npu_acceleration_library/lib/Release/openvino_intel_npu_plugin.dll,sha256=er7J8JzEvftbGdkCxrMP5oa6r-RoZPh1vTd7Q6QWnx8,1684456
-intel_npu_acceleration_library/lib/Release/openvino_ir_frontend.dll,sha256=RF9YxAe7sXUPVbBm1x36SJ_cQAJnYnUlReSUKjVpriM,435168
-intel_npu_acceleration_library/lib/Release/openvino_jax_frontend.dll,sha256=VV8jiWPpvXaVCHOfftmEfFVCsRDENRjU9BIxOpyo0k4,287712
-intel_npu_acceleration_library/lib/Release/openvino_onnx_frontend.dll,sha256=ZWE4wdwz3cahUkAG6-dJPwyHb9TzwIqYe47BmY0U6fg,3715048
-intel_npu_acceleration_library/lib/Release/openvino_paddle_frontend.dll,sha256=n2JIKKXhODMeLmCJpgDdEKtCHhoTVF6DwS7wnd9q4Wc,1459168
-intel_npu_acceleration_library/lib/Release/openvino_pytorch_frontend.dll,sha256=gEO6C95cHbYBYmtjOPQ0zeNzba4n1QTkcJeYO4s8qo4,2417632
-intel_npu_acceleration_library/lib/Release/openvino_tensorflow_frontend.dll,sha256=U4hjxzu8QI9hxQKBEtl7deRitcoLMEIfVi-CnsiFlv4,4057064
-intel_npu_acceleration_library/lib/Release/openvino_tensorflow_lite_frontend.dll,sha256=M-AjEQ1M20d5Jld-F3wYe6PisMLgEzB85Mgz94mvnFw,1113568
-intel_npu_acceleration_library/lib/Release/tbb12.dll,sha256=BsQiD4eEDwoMyp3vzcJf7mppQoH6tfV96oaztS80udQ,188384
-intel_npu_acceleration_library/lib/Release/tbb12_debug.dll,sha256=MdkUtGuK2QpavYmgvaY3L_-pkveSMzuMpDYf4kdwr6g,712672
-intel_npu_acceleration_library/lib/Release/tbbbind_2_5.dll,sha256=6oE-5YIkajcLpFKWKOYuwJ-cEIQDKChrMd2C2CuuFrY,199656
-intel_npu_acceleration_library/lib/Release/tbbbind_2_5_debug.dll,sha256=DFdd6ZfoeOhSj2qWTKI-0anTTnsbGdM4l7oRoEkD0KA,411104
-intel_npu_acceleration_library/lib/Release/tbbmalloc.dll,sha256=UCgkervUfliIvBcQyg-MAqB0MxV2svh8Fc5wEOTJzps,108008
-intel_npu_acceleration_library/lib/Release/tbbmalloc_debug.dll,sha256=RB6TxwBopBHyy03cWW84GSWmkPdKXXTYdj1M2yvW01M,326632
-intel_npu_acceleration_library/lib/Release/tbbmalloc_proxy.dll,sha256=RDYp9T1Wtk71msUsaMPHGIBIBnMVWJdgrgYQScD8ZQg,41960
-intel_npu_acceleration_library/lib/Release/tbbmalloc_proxy_debug.dll,sha256=UPrMTg2GLnI1f6FupVKt0c5dkeiuNXwH1edh-hvgEMk,117728
+intel_npu_acceleration_library/lib/Release/intel_npu_acceleration_library.dll,sha256=sFcui-lzuPIQE1EnGWeiSaJ7hNT7-kYTeeXrGKqH4WY,333312
+intel_npu_acceleration_library/lib/Release/openvino.dll,sha256=m7M119p3JBq2YYJJ2zzCaBDz6XivKK3nNykb8L1cvDU,13244768
+intel_npu_acceleration_library/lib/Release/openvino_auto_batch_plugin.dll,sha256=2v_I9P3Qo0St1bQZMEZscnFOUVvgZQQ0HvQlG3HtTd0,203104
+intel_npu_acceleration_library/lib/Release/openvino_auto_plugin.dll,sha256=e3Aj9CDRHN30dBEdPSk7OCWe52tWfhI4xeXgyFjuDHg,475488
+intel_npu_acceleration_library/lib/Release/openvino_c.dll,sha256=LCJByB0EYW4Vf9szsW6280SrJdIAokTYLPRSOBRJIsE,213344
+intel_npu_acceleration_library/lib/Release/openvino_hetero_plugin.dll,sha256=jPmVw6n7SR1ciq-JGpjNo2vxSSqG1RfRRzCQNiMgdh0,441696
+intel_npu_acceleration_library/lib/Release/openvino_intel_cpu_plugin.dll,sha256=yhzE4xdrSUkA1kFabYyUax2uYrHzdHqRHI3NEWtDK0A,41424736
+intel_npu_acceleration_library/lib/Release/openvino_intel_gpu_plugin.dll,sha256=Rb5y5fLE4HRE7Vq1psPDpHvtx6b-0pTwsrVHRB-HGXE,23549280
+intel_npu_acceleration_library/lib/Release/openvino_intel_npu_plugin.dll,sha256=A-1EgAoL-WfFgRFwJa8uESjQpyyImT1zM4vdqezLTu0,1834848
+intel_npu_acceleration_library/lib/Release/openvino_ir_frontend.dll,sha256=p2NFxBnZ_pQ5W7iSsD4L9kkUizRVwpg8l6CrI1dGecI,438112
+intel_npu_acceleration_library/lib/Release/openvino_onnx_frontend.dll,sha256=PttEJ9rntIGCk8oVmz9VNry14bJIwCiWPYcUHlSTCf0,3756896
+intel_npu_acceleration_library/lib/Release/openvino_paddle_frontend.dll,sha256=bigsRwou068IQ1CaShUH89CcqTVOADf3ngxZ3WcX51w,1461600
+intel_npu_acceleration_library/lib/Release/openvino_pytorch_frontend.dll,sha256=8uC-ThXsnmqGOeQAimmjweINFpMmyVr6_AtUVniIf-U,2412384
+intel_npu_acceleration_library/lib/Release/openvino_tensorflow_frontend.dll,sha256=LvwPvj37sHuGHGVPtCpQfqkN_hig7fOv4chBQ7Dtkp8,4091744
+intel_npu_acceleration_library/lib/Release/openvino_tensorflow_lite_frontend.dll,sha256=FnRn5cGvYnNj-R9rtgGQEMith8vhtYM2MEU0WW0YNxo,1116000
+intel_npu_acceleration_library/lib/Release/tbb12.dll,sha256=eOx_E5PkTJ2yVQzz-1AJ6sGtew8RfMDVyc61rJUotWo,189792
+intel_npu_acceleration_library/lib/Release/tbb12_debug.dll,sha256=45aqV_fRHeFg9WM0pcf4FMLXzFOxX85JUWFpxf5pLXo,714080
+intel_npu_acceleration_library/lib/Release/tbbbind_2_5.dll,sha256=z9TNhVR0hXw0yfb1W968466lc2QxJVccacAFeqxNtHs,201056
+intel_npu_acceleration_library/lib/Release/tbbbind_2_5_debug.dll,sha256=O-7u3-g0jBu_XcBhp4nejEFVXsEPbALEuIpLFfT12zw,412512
+intel_npu_acceleration_library/lib/Release/tbbmalloc.dll,sha256=HLimQ0eHuZ9jnTMiu4AH67ugHWZn2JZaPsU1zQW7ByY,109408
+intel_npu_acceleration_library/lib/Release/tbbmalloc_debug.dll,sha256=_kyNB7UHNBxzl803ReOkesSj1gye_dkrm3ue81zhsqw,328032
+intel_npu_acceleration_library/lib/Release/tbbmalloc_proxy.dll,sha256=2LImHFdnIEmeL87RfbWnHKeMXeNLmHl8VEeXxQhHQhA,43360
+intel_npu_acceleration_library/lib/Release/tbbmalloc_proxy_debug.dll,sha256=dYtbN96hamy1-HWAsH0GGbcTMLmJIHLPLkCg-nEZ1k8,119136
 intel_npu_acceleration_library/nn/__init__.py,sha256=40LiNAuQfy0DwoADRKWDM3gzpLVy_Tt1ira4l1PMrks,529
 intel_npu_acceleration_library/nn/autograd.py,sha256=SIktAZ8ibpuuAlC7sCxZvoaWLv2fIKGpjwVxOw2Srxs,2280
 intel_npu_acceleration_library/nn/conv.py,sha256=BWxf9dTYPd8g4v3VleEpGKOC5KcCN_m1p1fG9zyXZL0,8032
@@ -230,7 +228,7 @@ intel_npu_acceleration_library/nn/functional.py,sha256=UfAKBc0u6RtyaMo14ldH2GpEn
 intel_npu_acceleration_library/nn/linear.py,sha256=Q06SoGQeLaI86nA_ky2GnFC6H2Fw1zyMDILKnpYC2eo,5739
 intel_npu_acceleration_library/nn/llm.py,sha256=P6dz36Yf6BHtzWcftaghC6QaMI_WeRfQwrCbO7fD6hk,15002
 intel_npu_acceleration_library/nn/module.py,sha256=EYxoTq6I_YgBDgTF76GPDxHrT8SupOTDGMzQaomBeq8,12667
-bigdl_core_npu-2.6.0b20241120.dist-info/METADATA,sha256=zEsRnX4z3bxxQ9EQj4wmOfptb4ZmdNdTdBMqjWcIkhE,1543
-bigdl_core_npu-2.6.0b20241120.dist-info/WHEEL,sha256=zH8lgyF2gFod6lpCM_fWcr62DERZcd3iX2BoPN2-YV0,101
-bigdl_core_npu-2.6.0b20241120.dist-info/top_level.txt,sha256=iMQZlTsFPJjlD-Y0MqZEP_9ifI0LlbNCJIOTaMoGMjk,46
-bigdl_core_npu-2.6.0b20241120.dist-info/RECORD,,
+bigdl_core_npu-2.6.0b20241124.dist-info/METADATA,sha256=NSw9_Ur-Hyf6JGJBJ8V8-vD3M24BKYrMoZZWSlzk4OQ,1541
+bigdl_core_npu-2.6.0b20241124.dist-info/WHEEL,sha256=tcd-HDpskugT8GYYKyyid0lOlzoZtZdWwcrj5ormtfo,101
+bigdl_core_npu-2.6.0b20241124.dist-info/top_level.txt,sha256=iMQZlTsFPJjlD-Y0MqZEP_9ifI0LlbNCJIOTaMoGMjk,46
+bigdl_core_npu-2.6.0b20241124.dist-info/RECORD,,

{bigdl_core_npu-2.6.0b20241120.dist-info → bigdl_core_npu-2.6.0b20241124.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.5.0)
+Generator: setuptools (75.6.0)
 Root-Is-Purelib: false
 Tag: cp310-cp310-win_amd64
 

intel_npu_acceleration_library/_version.py

@@ -3,4 +3,4 @@
 # SPDX-License-Identifier: Apache 2.0
 #
 
-__version__ = "2.6.0b20241120"
+__version__ = "2.6.0b20241124"

intel_npu_acceleration_library/external/openvino/__init__.py

@@ -21,6 +21,7 @@ except ImportError:
 from openvino import runtime as runtime
 from openvino import frontend as frontend
 from openvino import helpers as helpers
+from openvino import experimental as experimental
 from openvino import preprocess as preprocess
 from openvino import utils as utils
 from openvino import properties as properties

intel_npu_acceleration_library/external/openvino/experimental/__init__.py

@@ -0,0 +1,14 @@
+# Copyright (C) 2018-2024 Intel Corporation
+# SPDX-License-Identifier: Apache-2.0
+
+"""
+Package: openvino
+This module provides access to experimental functionality that is subject to change without prior notice.
+"""
+
+# flake8: noqa
+
+from openvino._pyopenvino.experimental import evaluate_as_partial_shape
+from openvino._pyopenvino.experimental import evaluate_both_bounds
+from openvino._pyopenvino.experimental import set_element_type
+from openvino._pyopenvino.experimental import set_tensor_type

intel_npu_acceleration_library/external/openvino/frontend/jax/jaxpr_decoder.py

@@ -8,7 +8,7 @@ import jax.core
 from openvino.frontend.jax.py_jax_frontend import _FrontEndJaxDecoder as Decoder
 from openvino.runtime import PartialShape, Type as OVType, OVAny
 from openvino.frontend.jax.utils import jax_array_to_ov_const, get_ov_type_for_value, \
-    ivalue_to_constant
+    ivalue_to_constant, param_to_constants
 
 import jax
 import numpy as np
@@ -68,7 +68,9 @@ class JaxprPythonDecoder (Decoder):
         self.params = {}
         if hasattr(self.jaxpr, 'params') and isinstance(self.jaxpr.params, dict):
             for k in self.jaxpr.params.keys():
-                self.params[k] = self.convert_param_to_constant_node(self.jaxpr, k)
+                converted = self.convert_param_to_constant_node(self.jaxpr, k)
+                if converted is not None:
+                    self.params.update(converted)
                 
         # TODO: this implementation may lead to memory increasing. Any better solution?
         self.m_decoders = []
@@ -187,10 +189,18 @@ class JaxprPythonDecoder (Decoder):
             raise ValueError("This is not a constant node so it cannot be converted to a constant.")
         
     @staticmethod
-    def convert_param_to_constant_node(jaxpr, param):
+    def convert_param_to_constant_node(jaxpr, param) -> dict:
         assert hasattr(jaxpr, 'params'), "The jaxpr does not have params."
-        constant = ivalue_to_constant(jaxpr.params[param], shared_memory=False)
-        return _JaxprPythonConstantDecoder(constant=constant)
+        if hasattr(jaxpr, 'primitive'):
+            param_map = param_to_constants(jaxpr.primitive.name, param, jaxpr, shared_memory=False)
+            res = {}
+            for name, constant in param_map.items():
+                if constant is not None:
+                    res[name] = _JaxprPythonConstantDecoder(constant=constant)
+        else:
+            constant = ivalue_to_constant(jaxpr.params[param], shared_memory=False)
+            res = {param: _JaxprPythonConstantDecoder(constant=constant)} if constant is not None else {}
+        return res
     
     @staticmethod
     def convert_literal_to_constant_node(literal, name=None, output_id=None):

intel_npu_acceleration_library/external/openvino/frontend/jax/passes.py

@@ -0,0 +1,65 @@
+# Copyright (C) 2018-2024 Intel Corporation
+# SPDX-License-Identifier: Apache-2.0
+
+# flake8: noqa
+# mypy: ignore-errors
+
+from enum import Enum
+from jax.lax import ConvDimensionNumbers
+
+def enum_values_pass(value):
+    if isinstance(value, Enum):
+        return value.value
+    return value
+
+
+def conv_dimension_numbers_pass(value):
+    if isinstance(value, ConvDimensionNumbers):
+        return [
+            list(value.lhs_spec),
+            list(value.rhs_spec),
+            list(value.out_spec)
+        ]
+    return value
+
+
+def filter_element(value):
+    passes = [enum_values_pass]
+    for pass_ in passes:
+        value = pass_(value)
+    return value
+
+
+def filter_ivalue(value):
+    passes = [conv_dimension_numbers_pass]
+    for pass_ in passes:
+        value = pass_(value)
+    return value
+
+
+def dot_general_param_pass(param_name: str, jax_eqn):
+    param = jax_eqn.params[param_name]
+    res = {}
+    if param_name == 'dimension_numbers':
+        contract_dimensions = param[0]
+        assert len(contract_dimensions) == 2
+        res['contract_dimensions'] = [list(contract_dimensions[0]), list(contract_dimensions[1])]
+        
+        batch_dimensions = param[1]
+        assert len(batch_dimensions) == 2
+        lhs_length = len(batch_dimensions[0])
+        rhs_length = len(batch_dimensions[1])
+        assert lhs_length == rhs_length
+        if lhs_length > 0:
+            res['batch_dimensions'] = [list(batch_dimensions[0]), list(batch_dimensions[1])]
+    return res
+
+# mapping from primitive to pass 
+param_passes = {
+    'dot_general': dot_general_param_pass,
+}
+
+def filter_param(primitive: str, param_name: str, jax_eqn):
+    if primitive in param_passes:
+        return param_passes[primitive](param_name, jax_eqn)
+    return {param_name: jax_eqn.params[param_name]}