bigdl-core-npu 2.6.0b20250114__cp311-cp311-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (234) hide show
  1. bigdl-core-npu/__init__.py +0 -0
  2. bigdl-core-npu/include/common.h +96 -0
  3. bigdl-core-npu/include/npu_llm.h +74 -0
  4. bigdl-core-npu/npu_llm.dll +0 -0
  5. bigdl-core-npu/npu_llm.lib +0 -0
  6. bigdl_core_npu-2.6.0b20250114.dist-info/METADATA +44 -0
  7. bigdl_core_npu-2.6.0b20250114.dist-info/RECORD +234 -0
  8. bigdl_core_npu-2.6.0b20250114.dist-info/WHEEL +5 -0
  9. bigdl_core_npu-2.6.0b20250114.dist-info/top_level.txt +2 -0
  10. intel_npu_acceleration_library/__init__.py +24 -0
  11. intel_npu_acceleration_library/_version.py +6 -0
  12. intel_npu_acceleration_library/backend/__init__.py +37 -0
  13. intel_npu_acceleration_library/backend/base.py +250 -0
  14. intel_npu_acceleration_library/backend/bindings.py +383 -0
  15. intel_npu_acceleration_library/backend/compression.py +24 -0
  16. intel_npu_acceleration_library/backend/convolution.py +58 -0
  17. intel_npu_acceleration_library/backend/factory.py +1161 -0
  18. intel_npu_acceleration_library/backend/linear.py +60 -0
  19. intel_npu_acceleration_library/backend/matmul.py +59 -0
  20. intel_npu_acceleration_library/backend/mlp.py +58 -0
  21. intel_npu_acceleration_library/backend/ops.py +142 -0
  22. intel_npu_acceleration_library/backend/qlinear.py +75 -0
  23. intel_npu_acceleration_library/backend/qmatmul.py +66 -0
  24. intel_npu_acceleration_library/backend/runtime.py +215 -0
  25. intel_npu_acceleration_library/backend/sdpa.py +107 -0
  26. intel_npu_acceleration_library/backend/tensor.py +1120 -0
  27. intel_npu_acceleration_library/backend/utils.py +70 -0
  28. intel_npu_acceleration_library/compiler.py +194 -0
  29. intel_npu_acceleration_library/device.py +230 -0
  30. intel_npu_acceleration_library/dtypes.py +155 -0
  31. intel_npu_acceleration_library/external/openvino/__init__.py +72 -0
  32. intel_npu_acceleration_library/external/openvino/_offline_transformations/__init__.py +21 -0
  33. intel_npu_acceleration_library/external/openvino/_pyopenvino.cp310-win_amd64.pyd +0 -0
  34. intel_npu_acceleration_library/external/openvino/_pyopenvino.cp311-win_amd64.pyd +0 -0
  35. intel_npu_acceleration_library/external/openvino/_pyopenvino.cp312-win_amd64.pyd +0 -0
  36. intel_npu_acceleration_library/external/openvino/_pyopenvino.cp38-win_amd64.pyd +0 -0
  37. intel_npu_acceleration_library/external/openvino/_pyopenvino.cp39-win_amd64.pyd +0 -0
  38. intel_npu_acceleration_library/external/openvino/experimental/__init__.py +14 -0
  39. intel_npu_acceleration_library/external/openvino/frontend/__init__.py +34 -0
  40. intel_npu_acceleration_library/external/openvino/frontend/frontend.py +44 -0
  41. intel_npu_acceleration_library/external/openvino/frontend/jax/__init__.py +15 -0
  42. intel_npu_acceleration_library/external/openvino/frontend/jax/jaxpr_decoder.py +293 -0
  43. intel_npu_acceleration_library/external/openvino/frontend/jax/passes.py +65 -0
  44. intel_npu_acceleration_library/external/openvino/frontend/jax/utils.py +182 -0
  45. intel_npu_acceleration_library/external/openvino/frontend/onnx/__init__.py +15 -0
  46. intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp310-win_amd64.pyd +0 -0
  47. intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp311-win_amd64.pyd +0 -0
  48. intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp312-win_amd64.pyd +0 -0
  49. intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp38-win_amd64.pyd +0 -0
  50. intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp39-win_amd64.pyd +0 -0
  51. intel_npu_acceleration_library/external/openvino/frontend/paddle/__init__.py +15 -0
  52. intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp310-win_amd64.pyd +0 -0
  53. intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp311-win_amd64.pyd +0 -0
  54. intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp312-win_amd64.pyd +0 -0
  55. intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp38-win_amd64.pyd +0 -0
  56. intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp39-win_amd64.pyd +0 -0
  57. intel_npu_acceleration_library/external/openvino/frontend/pytorch/__init__.py +19 -0
  58. intel_npu_acceleration_library/external/openvino/frontend/pytorch/fx_decoder.py +370 -0
  59. intel_npu_acceleration_library/external/openvino/frontend/pytorch/gptq.py +180 -0
  60. intel_npu_acceleration_library/external/openvino/frontend/pytorch/module_extension.py +39 -0
  61. intel_npu_acceleration_library/external/openvino/frontend/pytorch/patch_model.py +118 -0
  62. intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp310-win_amd64.pyd +0 -0
  63. intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp311-win_amd64.pyd +0 -0
  64. intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp312-win_amd64.pyd +0 -0
  65. intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp38-win_amd64.pyd +0 -0
  66. intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp39-win_amd64.pyd +0 -0
  67. intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/backend.py +131 -0
  68. intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/backend_utils.py +85 -0
  69. intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/compile.py +141 -0
  70. intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/decompositions.py +116 -0
  71. intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/execute.py +189 -0
  72. intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/op_support.py +290 -0
  73. intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/partition.py +126 -0
  74. intel_npu_acceleration_library/external/openvino/frontend/pytorch/ts_decoder.py +568 -0
  75. intel_npu_acceleration_library/external/openvino/frontend/pytorch/utils.py +258 -0
  76. intel_npu_acceleration_library/external/openvino/frontend/tensorflow/__init__.py +16 -0
  77. intel_npu_acceleration_library/external/openvino/frontend/tensorflow/graph_iterator.py +116 -0
  78. intel_npu_acceleration_library/external/openvino/frontend/tensorflow/node_decoder.py +219 -0
  79. intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp310-win_amd64.pyd +0 -0
  80. intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp311-win_amd64.pyd +0 -0
  81. intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp312-win_amd64.pyd +0 -0
  82. intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp38-win_amd64.pyd +0 -0
  83. intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp39-win_amd64.pyd +0 -0
  84. intel_npu_acceleration_library/external/openvino/frontend/tensorflow/utils.py +481 -0
  85. intel_npu_acceleration_library/external/openvino/helpers/__init__.py +6 -0
  86. intel_npu_acceleration_library/external/openvino/helpers/packing.py +87 -0
  87. intel_npu_acceleration_library/external/openvino/preprocess/README.md +60 -0
  88. intel_npu_acceleration_library/external/openvino/preprocess/__init__.py +28 -0
  89. intel_npu_acceleration_library/external/openvino/preprocess/torchvision/__init__.py +15 -0
  90. intel_npu_acceleration_library/external/openvino/preprocess/torchvision/preprocess_converter.py +47 -0
  91. intel_npu_acceleration_library/external/openvino/preprocess/torchvision/requirements.txt +5 -0
  92. intel_npu_acceleration_library/external/openvino/preprocess/torchvision/torchvision_preprocessing.py +347 -0
  93. intel_npu_acceleration_library/external/openvino/properties/__init__.py +22 -0
  94. intel_npu_acceleration_library/external/openvino/properties/_properties.py +55 -0
  95. intel_npu_acceleration_library/external/openvino/properties/device/__init__.py +14 -0
  96. intel_npu_acceleration_library/external/openvino/properties/hint/__init__.py +15 -0
  97. intel_npu_acceleration_library/external/openvino/properties/intel_auto/__init__.py +12 -0
  98. intel_npu_acceleration_library/external/openvino/properties/intel_cpu/__init__.py +8 -0
  99. intel_npu_acceleration_library/external/openvino/properties/intel_gpu/__init__.py +12 -0
  100. intel_npu_acceleration_library/external/openvino/properties/intel_gpu/hint/__init__.py +11 -0
  101. intel_npu_acceleration_library/external/openvino/properties/log/__init__.py +11 -0
  102. intel_npu_acceleration_library/external/openvino/properties/streams/__init__.py +11 -0
  103. intel_npu_acceleration_library/external/openvino/runtime/__init__.py +85 -0
  104. intel_npu_acceleration_library/external/openvino/runtime/exceptions.py +17 -0
  105. intel_npu_acceleration_library/external/openvino/runtime/ie_api.py +631 -0
  106. intel_npu_acceleration_library/external/openvino/runtime/op/__init__.py +19 -0
  107. intel_npu_acceleration_library/external/openvino/runtime/op/util/__init__.py +22 -0
  108. intel_npu_acceleration_library/external/openvino/runtime/opset1/__init__.py +112 -0
  109. intel_npu_acceleration_library/external/openvino/runtime/opset1/ops.py +3068 -0
  110. intel_npu_acceleration_library/external/openvino/runtime/opset10/__init__.py +179 -0
  111. intel_npu_acceleration_library/external/openvino/runtime/opset10/ops.py +173 -0
  112. intel_npu_acceleration_library/external/openvino/runtime/opset11/__init__.py +179 -0
  113. intel_npu_acceleration_library/external/openvino/runtime/opset11/ops.py +107 -0
  114. intel_npu_acceleration_library/external/openvino/runtime/opset12/__init__.py +180 -0
  115. intel_npu_acceleration_library/external/openvino/runtime/opset12/ops.py +120 -0
  116. intel_npu_acceleration_library/external/openvino/runtime/opset13/__init__.py +188 -0
  117. intel_npu_acceleration_library/external/openvino/runtime/opset13/ops.py +398 -0
  118. intel_npu_acceleration_library/external/openvino/runtime/opset14/__init__.py +190 -0
  119. intel_npu_acceleration_library/external/openvino/runtime/opset14/ops.py +171 -0
  120. intel_npu_acceleration_library/external/openvino/runtime/opset15/__init__.py +17 -0
  121. intel_npu_acceleration_library/external/openvino/runtime/opset15/ops.py +276 -0
  122. intel_npu_acceleration_library/external/openvino/runtime/opset2/__init__.py +118 -0
  123. intel_npu_acceleration_library/external/openvino/runtime/opset2/ops.py +216 -0
  124. intel_npu_acceleration_library/external/openvino/runtime/opset3/__init__.py +134 -0
  125. intel_npu_acceleration_library/external/openvino/runtime/opset3/ops.py +638 -0
  126. intel_npu_acceleration_library/external/openvino/runtime/opset4/__init__.py +145 -0
  127. intel_npu_acceleration_library/external/openvino/runtime/opset4/ops.py +464 -0
  128. intel_npu_acceleration_library/external/openvino/runtime/opset5/__init__.py +152 -0
  129. intel_npu_acceleration_library/external/openvino/runtime/opset5/ops.py +372 -0
  130. intel_npu_acceleration_library/external/openvino/runtime/opset6/__init__.py +154 -0
  131. intel_npu_acceleration_library/external/openvino/runtime/opset6/ops.py +215 -0
  132. intel_npu_acceleration_library/external/openvino/runtime/opset7/__init__.py +158 -0
  133. intel_npu_acceleration_library/external/openvino/runtime/opset7/ops.py +169 -0
  134. intel_npu_acceleration_library/external/openvino/runtime/opset8/__init__.py +169 -0
  135. intel_npu_acceleration_library/external/openvino/runtime/opset8/ops.py +787 -0
  136. intel_npu_acceleration_library/external/openvino/runtime/opset9/__init__.py +175 -0
  137. intel_npu_acceleration_library/external/openvino/runtime/opset9/ops.py +341 -0
  138. intel_npu_acceleration_library/external/openvino/runtime/opset_utils.py +22 -0
  139. intel_npu_acceleration_library/external/openvino/runtime/passes/__init__.py +19 -0
  140. intel_npu_acceleration_library/external/openvino/runtime/passes/graph_rewrite.py +33 -0
  141. intel_npu_acceleration_library/external/openvino/runtime/passes/manager.py +26 -0
  142. intel_npu_acceleration_library/external/openvino/runtime/properties/__init__.py +40 -0
  143. intel_npu_acceleration_library/external/openvino/runtime/properties/hint/__init__.py +25 -0
  144. intel_npu_acceleration_library/external/openvino/runtime/utils/__init__.py +7 -0
  145. intel_npu_acceleration_library/external/openvino/runtime/utils/broadcasting.py +44 -0
  146. intel_npu_acceleration_library/external/openvino/runtime/utils/data_helpers/__init__.py +8 -0
  147. intel_npu_acceleration_library/external/openvino/runtime/utils/data_helpers/data_dispatcher.py +447 -0
  148. intel_npu_acceleration_library/external/openvino/runtime/utils/data_helpers/wrappers.py +148 -0
  149. intel_npu_acceleration_library/external/openvino/runtime/utils/decorators.py +156 -0
  150. intel_npu_acceleration_library/external/openvino/runtime/utils/input_validation.py +133 -0
  151. intel_npu_acceleration_library/external/openvino/runtime/utils/node_factory.py +127 -0
  152. intel_npu_acceleration_library/external/openvino/runtime/utils/reduction.py +25 -0
  153. intel_npu_acceleration_library/external/openvino/runtime/utils/types.py +175 -0
  154. intel_npu_acceleration_library/external/openvino/tools/__init__.py +4 -0
  155. intel_npu_acceleration_library/external/openvino/tools/benchmark/__init__.py +3 -0
  156. intel_npu_acceleration_library/external/openvino/tools/benchmark/benchmark.py +186 -0
  157. intel_npu_acceleration_library/external/openvino/tools/benchmark/main.py +695 -0
  158. intel_npu_acceleration_library/external/openvino/tools/benchmark/parameters.py +199 -0
  159. intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/__init__.py +3 -0
  160. intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/constants.py +26 -0
  161. intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/inputs_filling.py +482 -0
  162. intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/logging.py +8 -0
  163. intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/statistics_report.py +296 -0
  164. intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/utils.py +836 -0
  165. intel_npu_acceleration_library/external/openvino/tools/ovc/__init__.py +20 -0
  166. intel_npu_acceleration_library/external/openvino/tools/ovc/__main__.py +10 -0
  167. intel_npu_acceleration_library/external/openvino/tools/ovc/cli_parser.py +633 -0
  168. intel_npu_acceleration_library/external/openvino/tools/ovc/convert.py +102 -0
  169. intel_npu_acceleration_library/external/openvino/tools/ovc/convert_data_type.py +82 -0
  170. intel_npu_acceleration_library/external/openvino/tools/ovc/convert_impl.py +550 -0
  171. intel_npu_acceleration_library/external/openvino/tools/ovc/environment_setup_utils.py +50 -0
  172. intel_npu_acceleration_library/external/openvino/tools/ovc/error.py +49 -0
  173. intel_npu_acceleration_library/external/openvino/tools/ovc/get_ov_update_message.py +16 -0
  174. intel_npu_acceleration_library/external/openvino/tools/ovc/help.py +45 -0
  175. intel_npu_acceleration_library/external/openvino/tools/ovc/logger.py +91 -0
  176. intel_npu_acceleration_library/external/openvino/tools/ovc/main.py +40 -0
  177. intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/__init__.py +2 -0
  178. intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/analysis.py +46 -0
  179. intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/check_config.py +57 -0
  180. intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/extractor.py +447 -0
  181. intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/jax_frontend_utils.py +19 -0
  182. intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/layout_utils.py +73 -0
  183. intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/moc_emit_ir.py +32 -0
  184. intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/offline_transformations.py +107 -0
  185. intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/paddle_frontend_utils.py +83 -0
  186. intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/pipeline.py +298 -0
  187. intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/preprocessing.py +220 -0
  188. intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/pytorch_frontend_utils.py +214 -0
  189. intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/shape_utils.py +109 -0
  190. intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/type_utils.py +82 -0
  191. intel_npu_acceleration_library/external/openvino/tools/ovc/ovc.py +13 -0
  192. intel_npu_acceleration_library/external/openvino/tools/ovc/telemetry_params.py +6 -0
  193. intel_npu_acceleration_library/external/openvino/tools/ovc/telemetry_stub.py +28 -0
  194. intel_npu_acceleration_library/external/openvino/tools/ovc/telemetry_utils.py +118 -0
  195. intel_npu_acceleration_library/external/openvino/tools/ovc/utils.py +196 -0
  196. intel_npu_acceleration_library/external/openvino/tools/ovc/version.py +80 -0
  197. intel_npu_acceleration_library/external/openvino/torch/__init__.py +5 -0
  198. intel_npu_acceleration_library/external/openvino/utils.py +115 -0
  199. intel_npu_acceleration_library/functional/__init__.py +8 -0
  200. intel_npu_acceleration_library/functional/scaled_dot_product_attention.py +47 -0
  201. intel_npu_acceleration_library/lib/Release/cache.json +113732 -0
  202. intel_npu_acceleration_library/lib/Release/intel_npu_acceleration_library.dll +0 -0
  203. intel_npu_acceleration_library/lib/Release/openvino.dll +0 -0
  204. intel_npu_acceleration_library/lib/Release/openvino_auto_batch_plugin.dll +0 -0
  205. intel_npu_acceleration_library/lib/Release/openvino_auto_plugin.dll +0 -0
  206. intel_npu_acceleration_library/lib/Release/openvino_c.dll +0 -0
  207. intel_npu_acceleration_library/lib/Release/openvino_hetero_plugin.dll +0 -0
  208. intel_npu_acceleration_library/lib/Release/openvino_intel_cpu_plugin.dll +0 -0
  209. intel_npu_acceleration_library/lib/Release/openvino_intel_gpu_plugin.dll +0 -0
  210. intel_npu_acceleration_library/lib/Release/openvino_intel_npu_plugin.dll +0 -0
  211. intel_npu_acceleration_library/lib/Release/openvino_ir_frontend.dll +0 -0
  212. intel_npu_acceleration_library/lib/Release/openvino_onnx_frontend.dll +0 -0
  213. intel_npu_acceleration_library/lib/Release/openvino_paddle_frontend.dll +0 -0
  214. intel_npu_acceleration_library/lib/Release/openvino_pytorch_frontend.dll +0 -0
  215. intel_npu_acceleration_library/lib/Release/openvino_tensorflow_frontend.dll +0 -0
  216. intel_npu_acceleration_library/lib/Release/openvino_tensorflow_lite_frontend.dll +0 -0
  217. intel_npu_acceleration_library/lib/Release/tbb12.dll +0 -0
  218. intel_npu_acceleration_library/lib/Release/tbb12_debug.dll +0 -0
  219. intel_npu_acceleration_library/lib/Release/tbbbind_2_5.dll +0 -0
  220. intel_npu_acceleration_library/lib/Release/tbbbind_2_5_debug.dll +0 -0
  221. intel_npu_acceleration_library/lib/Release/tbbmalloc.dll +0 -0
  222. intel_npu_acceleration_library/lib/Release/tbbmalloc_debug.dll +0 -0
  223. intel_npu_acceleration_library/lib/Release/tbbmalloc_proxy.dll +0 -0
  224. intel_npu_acceleration_library/lib/Release/tbbmalloc_proxy_debug.dll +0 -0
  225. intel_npu_acceleration_library/modelling.py +150 -0
  226. intel_npu_acceleration_library/nn/__init__.py +20 -0
  227. intel_npu_acceleration_library/nn/autograd.py +68 -0
  228. intel_npu_acceleration_library/nn/conv.py +257 -0
  229. intel_npu_acceleration_library/nn/functional.py +1207 -0
  230. intel_npu_acceleration_library/nn/linear.py +162 -0
  231. intel_npu_acceleration_library/nn/llm.py +417 -0
  232. intel_npu_acceleration_library/nn/module.py +393 -0
  233. intel_npu_acceleration_library/optimizations.py +157 -0
  234. intel_npu_acceleration_library/quantization.py +174 -0
File without changes
@@ -0,0 +1,96 @@
1
+ //
2
+ // Copyright 2016 The BigDL Authors.
3
+ //
4
+ // Licensed under the Apache License, Version 2.0 (the "License");
5
+ // you may not use this file except in compliance with the License.
6
+ // You may obtain a copy of the License at
7
+ //
8
+ // http://www.apache.org/licenses/LICENSE-2.0
9
+ //
10
+ // Unless required by applicable law or agreed to in writing, software
11
+ // distributed under the License is distributed on an "AS IS" BASIS,
12
+ // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
+ // See the License for the specific language governing permissions and
14
+ // limitations under the License.
15
+ //
16
+
17
+ #pragma once
18
+
19
+ #include <string>
20
+ #include <vector>
21
+ #include <sstream>
22
+
23
+ #ifdef __linux__
24
+ #define EXPORT_API extern "C"
25
+ #else
26
+ #define EXPORT_API extern "C" __declspec(dllexport)
27
+ #endif
28
+
29
+
30
+ struct common_params {
31
+ int32_t n_predict = -1; // new tokens to predict
32
+ char* model = ""; // model path // NOLINT
33
+ std::string prompt = ""; // NOLINT
34
+ std::string prompt_file = ""; // store the external prompt file name // NOLINT
35
+
36
+ std::string cache_type_k = "f16"; // KV cache data type for the K
37
+ std::string cache_type_v = "f16"; // KV cache data type for the V
38
+ };
39
+
40
+ struct npu_model_params {
41
+ int32_t kv_len;
42
+ int32_t max_prompt_len;
43
+ int32_t num_head;
44
+ int32_t head_dim;
45
+ int32_t num_layers;
46
+ int32_t vocab_size;
47
+ int32_t hidden_size;
48
+ int32_t intermediate_size;
49
+ int32_t group_size;
50
+ int32_t fused_layers_num;
51
+ int32_t fused_layers;
52
+ int32_t weight_num;
53
+ int32_t weight_idx;
54
+ int32_t n_splits_linear;
55
+ int32_t n_splits_down_proj;
56
+ bool embedding_post;
57
+ std::string model_dir;
58
+ std::string model_weight_dir;
59
+ std::string model_name;
60
+ std::string prefill_layer_blob_name;
61
+ std::string prefill_lmhead_blob_name;
62
+ std::string prefill_embedding_blob_name;
63
+ std::string embedding_post_prefill_blob_name;
64
+ std::string embedding_post_blob_name;
65
+ std::string config;
66
+ std::string low_bit;
67
+ std::string lm_head_low_bit;
68
+ bool layernorm_const;
69
+ std::string model_type;
70
+ bool transpose_value_cache;
71
+ bool qkv_bias;
72
+ bool use_prefill_sdp;
73
+ bool cos_sin_input;
74
+ bool use_level_zero;
75
+ };
76
+
77
+ struct tokenizer_params {
78
+ std::string tokenizer_file;
79
+ int32_t bos_token_id;
80
+ std::vector<int32_t> eos_token_id;
81
+ };
82
+
83
+ struct npu_generation_params {
84
+ // may add more later when dealing with more cases
85
+ float repetition_penalty;
86
+ int32_t max_new_token;
87
+ };
88
+
89
+
90
+ #ifdef __cplusplus
91
+ extern "C" {
92
+ #endif
93
+
94
+ #ifdef __cplusplus
95
+ }
96
+ #endif
@@ -0,0 +1,74 @@
1
+ //
2
+ // Copyright 2016 The BigDL Authors.
3
+ //
4
+ // Licensed under the Apache License, Version 2.0 (the "License");
5
+ // you may not use this file except in compliance with the License.
6
+ // You may obtain a copy of the License at
7
+ //
8
+ // http://www.apache.org/licenses/LICENSE-2.0
9
+ //
10
+ // Unless required by applicable law or agreed to in writing, software
11
+ // distributed under the License is distributed on an "AS IS" BASIS,
12
+ // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
+ // See the License for the specific language governing permissions and
14
+ // limitations under the License.
15
+ //
16
+
17
+ #pragma once
18
+
19
+ #include <string>
20
+ #include <vector>
21
+ #include <stddef.h>
22
+ #include <stdint.h>
23
+ #include <stdio.h>
24
+ #include <stdbool.h>
25
+ #include <memory>
26
+ #include <vector>
27
+
28
+ #include "common.h"
29
+
30
+ using namespace std;
31
+
32
+ #ifdef __linux__
33
+ #define EXPORT_API extern "C"
34
+ #else
35
+ #define EXPORT_API extern "C" __declspec(dllexport)
36
+ #endif
37
+
38
+
39
+ class NPUModel;
40
+
41
+ #ifdef __cplusplus
42
+ extern "C" {
43
+ #endif
44
+ EXPORT_API void load_tokenizer(tokenizer_params &tok_params, std::string model_str);
45
+
46
+ EXPORT_API vector<int32_t> llm_tokenize(std::string prompt, bool add_special);
47
+
48
+ EXPORT_API std::string llm_decode(vector<int32_t> tokens);
49
+
50
+ EXPORT_API void* load_model_from_file(const char* model_path);
51
+
52
+ EXPORT_API void load_config_from_file(npu_model_params &model_params, const char* model_path);
53
+
54
+ EXPORT_API void load_generation_config_from_file(npu_generation_params &generation_params, const char* model_path);
55
+
56
+ EXPORT_API std::string add_chat_template(npu_model_params model_params, std::string input_prompt);
57
+
58
+ EXPORT_API float* run_prefill(void* void_model, void* embd_inp_ptr, int32_t embd_inp_size, float repetition_penalty, bool skip_embd=false);
59
+
60
+ EXPORT_API float* run_decode(void* void_model, int32_t input_token, float repetition_penalty);
61
+
62
+ EXPORT_API void run_prefill_with_logits(void* void_model, void* embd_inp_ptr, int32_t embd_inp_size, float* logits, int32_t vocab_size, bool skip_embd=false);
63
+
64
+ EXPORT_API void run_decode_with_logits(void* void_model, int32_t input_token, float* logits, int32_t vocab_size);
65
+
66
+ EXPORT_API float* process_logits(float* logits, int32_t vocab_size, int32_t* p_updated_input_ids, int32_t updated_input_id_size, float repetition_penalty);
67
+
68
+ EXPORT_API int32_t llm_sample_token(float* logits, bool greedy_search, int32_t vocab_size);
69
+
70
+ EXPORT_API void reset(void* void_model);
71
+
72
+ #ifdef __cplusplus
73
+ }
74
+ #endif
Binary file
Binary file
@@ -0,0 +1,44 @@
1
+ Metadata-Version: 2.2
2
+ Name: bigdl-core-npu
3
+ Version: 2.6.0b20250114
4
+ Summary: Intel® NPU Acceleration Library
5
+ Home-page: https://github.com/intel/intel-npu-acceleration-library
6
+ Author: Alessandro Palla
7
+ Author-email: alessandro.palla@intel.com
8
+ License: Apache License 2.0
9
+ Keywords: intel-npu-acceleration-library,machine learning,llm,intel core ultra
10
+ Classifier: Development Status :: 4 - Beta
11
+ Classifier: Intended Audience :: Developers
12
+ Classifier: Intended Audience :: Education
13
+ Classifier: Intended Audience :: Science/Research
14
+ Classifier: License :: OSI Approved :: Apache Software License
15
+ Classifier: Topic :: Scientific/Engineering
16
+ Classifier: Topic :: Scientific/Engineering :: Mathematics
17
+ Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
18
+ Classifier: Topic :: Software Development
19
+ Classifier: Topic :: Software Development :: Libraries
20
+ Classifier: Topic :: Software Development :: Libraries :: Python Modules
21
+ Classifier: Programming Language :: C++
22
+ Classifier: Programming Language :: Python :: 3
23
+ Classifier: Programming Language :: Python :: 3 :: Only
24
+ Classifier: Programming Language :: Python :: 3.8
25
+ Classifier: Programming Language :: Python :: 3.9
26
+ Classifier: Programming Language :: Python :: 3.10
27
+ Classifier: Programming Language :: Python :: 3.11
28
+ Classifier: Programming Language :: Python :: 3.12
29
+ Requires-Python: >=3.8
30
+ Description-Content-Type: text/markdown
31
+ Requires-Dist: numpy
32
+ Requires-Dist: torch
33
+ Requires-Dist: transformers>=4.39.3
34
+ Requires-Dist: neural-compressor
35
+ Dynamic: author
36
+ Dynamic: author-email
37
+ Dynamic: classifier
38
+ Dynamic: description-content-type
39
+ Dynamic: home-page
40
+ Dynamic: keywords
41
+ Dynamic: license
42
+ Dynamic: requires-dist
43
+ Dynamic: requires-python
44
+ Dynamic: summary
@@ -0,0 +1,234 @@
1
+ bigdl-core-npu/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
2
+ bigdl-core-npu/npu_llm.dll,sha256=CHekBKYeIvlpMkP2wskbL6XSqh9WceTgvVTLiSpm_pE,3923456
3
+ bigdl-core-npu/npu_llm.lib,sha256=uG0enTHg0GNdEYMN36DPEKQXuYoioueKYpKXCKR3wyk,44328
4
+ bigdl-core-npu/include/common.h,sha256=AWpPmCEAz6-oGUtq_ONHlELtOzSMqy4CBTMIppJeOII,2819
5
+ bigdl-core-npu/include/npu_llm.h,sha256=dDG2A1Yp42C4SihkzT0PNgeCVHnc7iahCLYxCAhIDG4,2547
6
+ intel_npu_acceleration_library/__init__.py,sha256=ZKTIhGMDjF7P6pF-yX8KWcSXbeHWRk24AO_orsa18f8,536
7
+ intel_npu_acceleration_library/_version.py,sha256=F9KgLz-vqj7bMFv1CfZ6QWIbhhhN_e3SPvMC95WCsmw,112
8
+ intel_npu_acceleration_library/compiler.py,sha256=3IdgqjamSC8MLexDBJypIeZRiWIcTFnvQSU1LPXUr7Y,6225
9
+ intel_npu_acceleration_library/device.py,sha256=9bn8eVXJa5cXIqgfLsQAdkMVtVUQABb8z0-mQik5jRg,7424
10
+ intel_npu_acceleration_library/dtypes.py,sha256=gdd06Wsc9zIZFHlauUEx4xcK9WGTn1Mu6GkuYDJeA-E,4683
11
+ intel_npu_acceleration_library/modelling.py,sha256=vSiQOWGJ0l6wGV7zWQtZEkHpnMQIMbKeI4a1RK94QO4,5224
12
+ intel_npu_acceleration_library/optimizations.py,sha256=9NY8QoDFbs2LY12jbx6As8g2v0oInX4YzvkjnqViA70,5469
13
+ intel_npu_acceleration_library/quantization.py,sha256=6N_04h1KX6TNbw-ceANV0Pmk4_lQ2Y9C7Pwn5x-zQzo,5566
14
+ intel_npu_acceleration_library/backend/__init__.py,sha256=2NP6Ypr1dGUNXmLGW5GD9xrh0U9KJgqxTd_c7su1RUY,857
15
+ intel_npu_acceleration_library/backend/base.py,sha256=KrL4odlFqzodOsRUwQIeq99Fg-R9OxAOltPrv9Jg7w8,10005
16
+ intel_npu_acceleration_library/backend/bindings.py,sha256=9nL_eoJgWAgnJzDzFsUK-ALn6YSLBR1chTrKV-vQQNg,10446
17
+ intel_npu_acceleration_library/backend/compression.py,sha256=Avz_zm2s_ELy5peVQ8zFGn8njBfh9nEGR16mflotBic,630
18
+ intel_npu_acceleration_library/backend/convolution.py,sha256=cN3k78X3Y4Cbf7er-MFq0sJ4OwIvquj8PajpdEDmCo4,2018
19
+ intel_npu_acceleration_library/backend/factory.py,sha256=RuVxbG-jHRhkkUU2q2kITVov3r-gBb6SGslWS-eL-Sk,41035
20
+ intel_npu_acceleration_library/backend/linear.py,sha256=RiLUh5FOSxRWHB5kYx7mOPOOrS_vxIeBJ5t3yC6wOiQ,1908
21
+ intel_npu_acceleration_library/backend/matmul.py,sha256=mfGi73-mIbUcXp4kyvCGW0Y9kb4Xp1ppbGNpdJFohuA,1819
22
+ intel_npu_acceleration_library/backend/mlp.py,sha256=BuKVwSI726v3nHQQvtMBbXyWxRTq-WoLZtTxeSeWaaY,2330
23
+ intel_npu_acceleration_library/backend/ops.py,sha256=3yS-f-VPErHFt_oWZrgplNmSWnRrjm_wdxXNsqEBN7M,5070
24
+ intel_npu_acceleration_library/backend/qlinear.py,sha256=4k0QGq8beo20BgXSmKFlCo6XaI3ZqAMtJR4_VCmv0rU,2565
25
+ intel_npu_acceleration_library/backend/qmatmul.py,sha256=pJkFJaBxZk3Oh5w_f6ywRNeGOfloEOCj0mCGnvim9Ew,2250
26
+ intel_npu_acceleration_library/backend/runtime.py,sha256=anHg8F2mfTYm9aqli_AOibXW-klWg1A7hEAJiQa_Azk,7557
27
+ intel_npu_acceleration_library/backend/sdpa.py,sha256=HNlL9jEA9OH3KnZqOkLcaKwt8tfCe5apUQxlWw0UhlA,3818
28
+ intel_npu_acceleration_library/backend/tensor.py,sha256=swTymMVcXLPFXOlo6b_H3VGO1xf76Fz30RKyJPrVhPY,35468
29
+ intel_npu_acceleration_library/backend/utils.py,sha256=WJ2agtqYxBuDd21ngE55io9VX-MOGg-AjnE63UHpCiU,2174
30
+ intel_npu_acceleration_library/external/openvino/__init__.py,sha256=u_jMRQvHnxybBOOGz-t5TzMSCnrEQz2R7lgObPAZWUc,2304
31
+ intel_npu_acceleration_library/external/openvino/_pyopenvino.cp310-win_amd64.pyd,sha256=W0kPnHrdsYXo0nZ6DZVWdMAbzL7p-BA-cEoN07pIBek,3441504
32
+ intel_npu_acceleration_library/external/openvino/_pyopenvino.cp311-win_amd64.pyd,sha256=QGK1T468BORzNAOIj3WJDLNzHnFLTSG8NA2uqZXeycI,3444064
33
+ intel_npu_acceleration_library/external/openvino/_pyopenvino.cp312-win_amd64.pyd,sha256=-2-gaGbusW2n8x1RnRVT8CJhYg8GB9HKii5fsCEB6Eo,3469664
34
+ intel_npu_acceleration_library/external/openvino/_pyopenvino.cp38-win_amd64.pyd,sha256=LkCq_xcd_JaiE_y39md0ka-XXulLI3dV51Zm7Wl6Vfo,3440992
35
+ intel_npu_acceleration_library/external/openvino/_pyopenvino.cp39-win_amd64.pyd,sha256=SiRrYUfOkDo-uHtYKaku54VlYkvwoP5eOSBBJz_mx1s,3440480
36
+ intel_npu_acceleration_library/external/openvino/utils.py,sha256=tgDJyDPXoChJ8Z_9tL4JsCyaDN8Wfj0osR_iq1hS74E,4810
37
+ intel_npu_acceleration_library/external/openvino/_offline_transformations/__init__.py,sha256=rJjKkI6eufz5SvTyr2txPaBDgmCgHJ4ZNlnPdVnHaEI,1208
38
+ intel_npu_acceleration_library/external/openvino/experimental/__init__.py,sha256=RZr4zpMq3mT_H0uLxglRNUrROF5G09palvho9wUAKok,496
39
+ intel_npu_acceleration_library/external/openvino/frontend/__init__.py,sha256=oGgmxI_i1vwQJkgAFXfdgTo9DcF09gArvtM3R-BkRkM,1057
40
+ intel_npu_acceleration_library/external/openvino/frontend/frontend.py,sha256=1s6NEhDYgiXaUXBDFIdbmQHCjrGPYD4Ckk9houk7y70,1409
41
+ intel_npu_acceleration_library/external/openvino/frontend/jax/__init__.py,sha256=vMVQAmVnO-piY2qP1B-gnx1-HCH0yU7eVY_Z91TFrPA,431
42
+ intel_npu_acceleration_library/external/openvino/frontend/jax/jaxpr_decoder.py,sha256=uM2DdcvbrINVkuwA6uV-mjSDEcG9HLQHX26yeWAIUAE,11960
43
+ intel_npu_acceleration_library/external/openvino/frontend/jax/passes.py,sha256=sc0Tsui36mEyX-gTud3VzgJjEoY-KU7WVdaWnZImQ7s,1789
44
+ intel_npu_acceleration_library/external/openvino/frontend/jax/utils.py,sha256=VQeFxhwdbLzdM5MS6D4djEoIqxrOosfHVZLmfF7GDCs,5980
45
+ intel_npu_acceleration_library/external/openvino/frontend/onnx/__init__.py,sha256=VuRObnRu0vxUyuiGCZkT9OqggvyC4OxcvEa_j4jbZEs,517
46
+ intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp310-win_amd64.pyd,sha256=E2pwpZZpwseYYdqD2SFek73NRr41xBIeV527TN-w6Is,353120
47
+ intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp311-win_amd64.pyd,sha256=U7c-aucYl3d9kc2p5752SFc1uF20wwKOKyQgOShiv1Y,356704
48
+ intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp312-win_amd64.pyd,sha256=YsTYlbvBapO4wxINDuELO_1p_MQicpje9-jUL21xaoo,358240
49
+ intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp38-win_amd64.pyd,sha256=JTj3qosm7KYDzLRRKyfOlMNOFN4MDObDDwIhXmhGMwY,353120
50
+ intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp39-win_amd64.pyd,sha256=NwrNVF-wk_23x_NlyeE9ZRxynIPkIBCeIbA1kbEFgiE,353120
51
+ intel_npu_acceleration_library/external/openvino/frontend/paddle/__init__.py,sha256=ZibtKZUQre1pfU8uoKnpPKyONxTUmwsQ63xoR0GqmLM,530
52
+ intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp310-win_amd64.pyd,sha256=mdo4tj_EiSklW8em7oqAWG5kkd1igv9OTmUFn2bOwjw,350560
53
+ intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp311-win_amd64.pyd,sha256=RuuD_r8Th8c8udPCqsnn4oC4OK2qfxjdZxvaP8L-Zrw,353120
54
+ intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp312-win_amd64.pyd,sha256=9NpnbYeimct_wPuD9wQOv5jfNM6cPDggbh2sGfEG6oI,355680
55
+ intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp38-win_amd64.pyd,sha256=P6Yoe4NN1dkNMEW44fJmdlEAUB6Gkb8CPVXcDRaTbkY,350048
56
+ intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp39-win_amd64.pyd,sha256=vgEStgU-a-F7i48ve21q5lVh0IPP_v23nhefqOwP7wI,350048
57
+ intel_npu_acceleration_library/external/openvino/frontend/pytorch/__init__.py,sha256=HvWbrTjLetX_9QH7UHqfYoOprQ9YWzBlb8pflJcnpLI,814
58
+ intel_npu_acceleration_library/external/openvino/frontend/pytorch/fx_decoder.py,sha256=wnuINa-A6GtbW4FYaqVt-F-6nFH7JriMm-nq1X34ZoE,15233
59
+ intel_npu_acceleration_library/external/openvino/frontend/pytorch/gptq.py,sha256=wTY21YbWugtWY-efulan0FRQIe8iubwA36GJxBeeYFE,7317
60
+ intel_npu_acceleration_library/external/openvino/frontend/pytorch/module_extension.py,sha256=5ffkea1R6GUpZWJadnyO_svo-tK6D9xgzLx3ThslAak,2239
61
+ intel_npu_acceleration_library/external/openvino/frontend/pytorch/patch_model.py,sha256=xJB1l1AcNnsj6R4gU9mLaUL-YSqskm02TnW5IT684XM,5680
62
+ intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp310-win_amd64.pyd,sha256=yBR6MzUQRs_hQsaqU-ehyPu1Iqf4rGe9NV6PSdbZaxI,397152
63
+ intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp311-win_amd64.pyd,sha256=jMiWatSfQ9OHClXOu_N_J7lFnBoHpKKRXXJGIFgzhso,400224
64
+ intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp312-win_amd64.pyd,sha256=vuFvcleNS-QVcjAhFMgQnxN1WwakVNP0olNju3fjb-g,402784
65
+ intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp38-win_amd64.pyd,sha256=XDm5euMlIef-Bdug6bRkYab7hQ2Gr7dDj0z_-bssQYE,394592
66
+ intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp39-win_amd64.pyd,sha256=DAocxUHqA0jqwubX-roz8rF1EzNm_i3QkLm44nGRdYQ,396640
67
+ intel_npu_acceleration_library/external/openvino/frontend/pytorch/ts_decoder.py,sha256=7E0sCav02m0ey4uIN2TZ0nFmKOibga5nKyTmynDGqNY,25685
68
+ intel_npu_acceleration_library/external/openvino/frontend/pytorch/utils.py,sha256=M8N7U4_C1bNxDM0WAFvxeBWbu-LMRdUaokb3gtjPe4k,9329
69
+ intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/backend.py,sha256=relQhtJGclT3cbveQP9SqDzDrNLdoGZPuzmYpP0k78o,6142
70
+ intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/backend_utils.py,sha256=UQx0W_v2g9RQh_9xEWy9IfIPCtSAElejdJlm0KjoWsA,2516
71
+ intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/compile.py,sha256=ONCzE6ZaL5uPLcsMLAKZ66tpT2gqNf5zp8vqhWZdWNA,4692
72
+ intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/decompositions.py,sha256=QZZPjaGZ2ZmsnwtNjEKBfYWRizE0xfgT7b_QnfTP0tM,3730
73
+ intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/execute.py,sha256=dZqrJiFzR-sq32NpG48Ftzp6rrgDtZNSpJ5mo4kzE6o,6745
74
+ intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/op_support.py,sha256=29YpiIWF4RDG_v_fPXP79hN7RcHUsPLYGTUomuLbVCE,13877
75
+ intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/partition.py,sha256=XEY2JuhRaRTW8ha__MWKBM47EyPLYk1_vnep-ZD4biU,5500
76
+ intel_npu_acceleration_library/external/openvino/frontend/tensorflow/__init__.py,sha256=DzL75Pv4mq0FcuZ3xf5atX6Sl0aytK0sG6LgXotNfTY,669
77
+ intel_npu_acceleration_library/external/openvino/frontend/tensorflow/graph_iterator.py,sha256=904DDtBdYZmb1mwEYQQLgfjgn5V57sUreRcsjOMWv5Y,4961
78
+ intel_npu_acceleration_library/external/openvino/frontend/tensorflow/node_decoder.py,sha256=Rq74AWf1f_IsyhlhMM1G3XPeZxMsrV39KUQW2iNin2w,9541
79
+ intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp310-win_amd64.pyd,sha256=eOMgsit--66dgx0maW6qNvgoOuXH_U5NP69xjexnYSI,370016
80
+ intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp311-win_amd64.pyd,sha256=OdZ5At1CU2WHDwvtGjYO7rCgq7L4h7pa1gS344_zr7s,373600
81
+ intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp312-win_amd64.pyd,sha256=jbr0yu6Q3HZMUj5uDVIWTU-almrUYnlkbKi11EvPvLU,376672
82
+ intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp38-win_amd64.pyd,sha256=9eqT_s2yr-GIjIVR3p2tMAsN6HfW4_2HsHZ88ut9PVg,368992
83
+ intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp39-win_amd64.pyd,sha256=VKxTk_Dz2vfDjSXxsMeFvYUohwxJXJoOFcZdA0JHe38,370528
84
+ intel_npu_acceleration_library/external/openvino/frontend/tensorflow/utils.py,sha256=4dm8ct0MT8bn0nk0_6lGiXEA-An7QHsV8yoY7l_OWfk,20972
85
+ intel_npu_acceleration_library/external/openvino/helpers/__init__.py,sha256=h6GRbm0ymE_w8xDF0Hk4zjCSAhvz-sXhE7KfNgLPTIU,159
86
+ intel_npu_acceleration_library/external/openvino/helpers/packing.py,sha256=-32vRj97WD-84zzenMhBcKC8O8ap54EUYLWsJcKWKCI,4079
87
+ intel_npu_acceleration_library/external/openvino/preprocess/README.md,sha256=K6K48iqrkW0rURGGBFJghsOj_zPIssk0Z3gmrz6XDcI,2716
88
+ intel_npu_acceleration_library/external/openvino/preprocess/__init__.py,sha256=QkRrPTfuwT1WYkoQUCYQyd9Ox22j7A9iEr0llDhf8PA,974
89
+ intel_npu_acceleration_library/external/openvino/preprocess/torchvision/__init__.py,sha256=vLDE0Z2d5IdK5Z6Rd2oVzSRB7AbgxbggbxwOujbR7fo,318
90
+ intel_npu_acceleration_library/external/openvino/preprocess/torchvision/preprocess_converter.py,sha256=N_QFoz1Y92GRUC77OkcpxCOctoGvHzsFpFMb5n-rBFM,1786
91
+ intel_npu_acceleration_library/external/openvino/preprocess/torchvision/requirements.txt,sha256=16B96ODaBJFbB7YUqXSDMMyVN1ax3QMwjPkbCyDP-GI,188
92
+ intel_npu_acceleration_library/external/openvino/preprocess/torchvision/torchvision_preprocessing.py,sha256=G9qY-OxBmsBP0Tk7wWyIdvUXzY_e4Z-qJJzjiR3egTY,13695
93
+ intel_npu_acceleration_library/external/openvino/properties/__init__.py,sha256=JNWwxbQdsRmFqxjF1gx3wYLsKauT8VZ2L_OxPxUz33E,745
94
+ intel_npu_acceleration_library/external/openvino/properties/_properties.py,sha256=hlH5mnl5vyqCQWwmHBhIHmQm_wq6I7Z5yZTgaL8SPYI,2152
95
+ intel_npu_acceleration_library/external/openvino/properties/device/__init__.py,sha256=CRwK9ZEvaTe7uUpjgiwkUmuhjnLIwazuRy0Ese0Edhg,416
96
+ intel_npu_acceleration_library/external/openvino/properties/hint/__init__.py,sha256=e3nDOZJdzjmKumFR8rMRuh9yZ1_iM-BWA5wVxfX32aw,608
97
+ intel_npu_acceleration_library/external/openvino/properties/intel_auto/__init__.py,sha256=v5bktyS5kw_Wi25L2ggGSFNTL0cIklLR1gDHaKMNAi4,370
98
+ intel_npu_acceleration_library/external/openvino/properties/intel_cpu/__init__.py,sha256=cIChzj8zQV-GcALJ5548sEmPcQarn4y-mo7TJKPJfhw,287
99
+ intel_npu_acceleration_library/external/openvino/properties/intel_gpu/__init__.py,sha256=b3xtPTkahjemn6IaS1vRYr_hieuAofms4q1c685i6SA,431
100
+ intel_npu_acceleration_library/external/openvino/properties/intel_gpu/hint/__init__.py,sha256=sjJYFmEsEj2lpR1CHj-4TqfK3wd5O3gVOvQthl4RD6I,366
101
+ intel_npu_acceleration_library/external/openvino/properties/log/__init__.py,sha256=ea9T6oMfgK8N0yD3VRmp9PgKPKlS1OjXvUW6B_jP1qs,332
102
+ intel_npu_acceleration_library/external/openvino/properties/streams/__init__.py,sha256=dxO8kOSLJmOyRcGEPAnNqVfjSSpF7LIEWUQIdGSprUs,348
103
+ intel_npu_acceleration_library/external/openvino/runtime/__init__.py,sha256=J4j7CmzdrFaw1804T5wHivRmugYc2sibXa7UjaD5KEA,3176
104
+ intel_npu_acceleration_library/external/openvino/runtime/exceptions.py,sha256=M2-YEXH91HHcIrjEHcAHjK4JTGVWbmYXAuUb8chgmC0,402
105
+ intel_npu_acceleration_library/external/openvino/runtime/ie_api.py,sha256=GoF2whtuyNrtd1QAqQVUyn5f_fsRq_q_pYrPByNmDxw,26870
106
+ intel_npu_acceleration_library/external/openvino/runtime/opset_utils.py,sha256=dL3L8NvqzyH3ASmBV1woddGfj6GVcisNBM1mQmw4ncw,650
107
+ intel_npu_acceleration_library/external/openvino/runtime/op/__init__.py,sha256=pOrLQOqmaWplt6UvoMbXV8WXksYRPaxyD19FAIg0v3g,595
108
+ intel_npu_acceleration_library/external/openvino/runtime/op/util/__init__.py,sha256=Gh_EcRmB5JPsG2lVDcl-MGhME1ieTKi5xXlI-xwe43k,1000
109
+ intel_npu_acceleration_library/external/openvino/runtime/opset1/__init__.py,sha256=THW2FrjqCZ9xcwNUhxyG6PMskbNCsNw1WJ-EeU9BHag,5543
110
+ intel_npu_acceleration_library/external/openvino/runtime/opset1/ops.py,sha256=LjxpwePjZOwuaPeO-6imjCdW4ruPMZndCBDqrDS2b30,114237
111
+ intel_npu_acceleration_library/external/openvino/runtime/opset10/__init__.py,sha256=_wcyWwlBwEiNMpib1pcZ0CIl2yBjj3pfFDMLRGtIyDw,8980
112
+ intel_npu_acceleration_library/external/openvino/runtime/opset10/ops.py,sha256=UjbXz3w2S2CoWLJGBqf59zZa4E12EIvschbbwP1v3_k,7373
113
+ intel_npu_acceleration_library/external/openvino/runtime/opset11/__init__.py,sha256=4JKYqPJYzbgDyi5wszgXINVguy2x06FJWjrmgVPLtC0,8981
114
+ intel_npu_acceleration_library/external/openvino/runtime/opset11/ops.py,sha256=0Cpo7aYwkHkJ843mogpWjxFMalJg80SNfHnZlInpNGw,4519
115
+ intel_npu_acceleration_library/external/openvino/runtime/opset12/__init__.py,sha256=ydxO2kCyrXbglEpef2sXsKEAh_8XNuaMSZepuI6l_lQ,9044
116
+ intel_npu_acceleration_library/external/openvino/runtime/opset12/ops.py,sha256=0klQvfzZQ5HvPz4hgt-TgzHRhM8WbEjPx-DyOY1ewfU,4442
117
+ intel_npu_acceleration_library/external/openvino/runtime/opset13/__init__.py,sha256=gJsx_-jFy73t_CatAJ1fBvHBAzq-U_IpxPpwsNPTLjY,9488
118
+ intel_npu_acceleration_library/external/openvino/runtime/opset13/ops.py,sha256=_fm2CBiWu4uwGCJ7guDtsSX41jtLRT0alrwScijFjHQ,16554
119
+ intel_npu_acceleration_library/external/openvino/runtime/opset14/__init__.py,sha256=e4TOAydECiSyQv0CX6WowArW0qCgLMqveIcpbf7l5NA,9602
120
+ intel_npu_acceleration_library/external/openvino/runtime/opset14/ops.py,sha256=kBjkJQ5scE1mryKB1wzlc2l-8p1RioVwjrSIy_QLbwA,7055
121
+ intel_npu_acceleration_library/external/openvino/runtime/opset15/__init__.py,sha256=GyeV-vCvdAK0tCWeTTrTgQ3dyTCmx4MSENvhwixvgEQ,821
122
+ intel_npu_acceleration_library/external/openvino/runtime/opset15/ops.py,sha256=RvYiqBKfPkcaAruTNco01eoOS-xDy7EzS3uAZfv4rrM,10397
123
+ intel_npu_acceleration_library/external/openvino/runtime/opset2/__init__.py,sha256=8QwGj1tniC0UWTQluTU1qp1DVWkX2PW8hiZUYEBBEpk,5845
124
+ intel_npu_acceleration_library/external/openvino/runtime/opset2/ops.py,sha256=JTHaTGD1W4iSDcEyWYjz6Ghbgkexg1IaYMoKE2tYm30,7777
125
+ intel_npu_acceleration_library/external/openvino/runtime/opset3/__init__.py,sha256=ttT0hQMJlY-xSrUwd0TGmJZVsXai_C9wDgeK3RHVsrs,6728
126
+ intel_npu_acceleration_library/external/openvino/runtime/opset3/ops.py,sha256=-t5D_vJ3mreWWk3dFFJOEZdtXeCQtKZKovgdWXTpsKM,24381
127
+ intel_npu_acceleration_library/external/openvino/runtime/opset4/__init__.py,sha256=JCY7ya1cAwuaUURHk3QCoOPQe2aMJ7-GOiGyoFMx51w,7260
128
+ intel_npu_acceleration_library/external/openvino/runtime/opset4/ops.py,sha256=6TcFioalci7BgGb-uqrlNi9J0HEXXEeiPBqYd1fHvcU,18237
129
+ intel_npu_acceleration_library/external/openvino/runtime/opset5/__init__.py,sha256=SP5QTsv9YcHVVxDl_2Bf11k3bsYFzzIPpbPABIbW66Q,7608
130
+ intel_npu_acceleration_library/external/openvino/runtime/opset5/ops.py,sha256=LbyqybNInGNIsg8Qw56U2mRA3sNqXYVhYPVS3X1cHNU,14962
131
+ intel_npu_acceleration_library/external/openvino/runtime/opset6/__init__.py,sha256=Jl49ykutHmcCtnEGihHClFCshBoiazEtDp2m32QtVpc,7731
132
+ intel_npu_acceleration_library/external/openvino/runtime/opset6/ops.py,sha256=6C9_tFlhVsAF2EBvpTkFoMzNNmjn-HiVL0V5j6_sIFw,7831
133
+ intel_npu_acceleration_library/external/openvino/runtime/opset7/__init__.py,sha256=d54qMEpqbQSr2cU8SdS0I874NHDCDE0NKu8MqydxqCQ,7912
134
+ intel_npu_acceleration_library/external/openvino/runtime/opset7/ops.py,sha256=3jvUZ4pa0nqNo0BVj0UHzG8VCXX_sLqVXLIoYDaVvC0,5174
135
+ intel_npu_acceleration_library/external/openvino/runtime/opset8/__init__.py,sha256=Qx4YLXFpRqghERaOBiiIyzLy2PsVrL_l3pKy2mx2RSM,8489
136
+ intel_npu_acceleration_library/external/openvino/runtime/opset8/ops.py,sha256=gT_Wwaxa3MGcywLSV3yhmMoH0vUOqH1NA6YrLaNkKfQ,33229
137
+ intel_npu_acceleration_library/external/openvino/runtime/opset9/__init__.py,sha256=ItRNFjGRg2aUYmOUa2oM2l-h19xglW8Bg22PQs1so68,8784
138
+ intel_npu_acceleration_library/external/openvino/runtime/opset9/ops.py,sha256=j5amrmLCbtwAdlhNekBo28pQAmiknI4IhmmAvbVZfSA,13762
139
+ intel_npu_acceleration_library/external/openvino/runtime/passes/__init__.py,sha256=Snyp0lSNfma1jsa47RhoaDY5MBs2njmuA3swzGVN99E,709
140
+ intel_npu_acceleration_library/external/openvino/runtime/passes/graph_rewrite.py,sha256=XdZ56Zi6zVc1GmdSR9OT-dAut8JxlTBMSll0XipOrKc,1345
141
+ intel_npu_acceleration_library/external/openvino/runtime/passes/manager.py,sha256=mg-arlX_dN6B2Td6d-EVAsauUWn5BkcPsSANr8M8Eho,870
142
+ intel_npu_acceleration_library/external/openvino/runtime/properties/__init__.py,sha256=5hMnqrjxEmwZR20X-bsSmYUSpt2f77ertpCZZvfMZIo,1975
143
+ intel_npu_acceleration_library/external/openvino/runtime/properties/hint/__init__.py,sha256=PtfvA06d7dsnEf8h4ftw2n1_2hBsd4DA7MnsN6515jk,1339
144
+ intel_npu_acceleration_library/external/openvino/runtime/utils/__init__.py,sha256=L-7F6SxlD0DElu8nxE5SpcSMGYUPEwV0VxnsTTdo3Rc,272
145
+ intel_npu_acceleration_library/external/openvino/runtime/utils/broadcasting.py,sha256=7cf7H9xsxjOFB8N-UM_aUW8Fn3wyr3HMdiSdabbxsqE,1372
146
+ intel_npu_acceleration_library/external/openvino/runtime/utils/decorators.py,sha256=aHfWW8_fUwk5BRX2LTE2L1MmuytdU1CsEzRP4jxxJKY,6224
147
+ intel_npu_acceleration_library/external/openvino/runtime/utils/input_validation.py,sha256=HJ6BLRdFiSQXqacH2ZaQIizw3jEhKKLiCkoOYKyqcWY,4809
148
+ intel_npu_acceleration_library/external/openvino/runtime/utils/node_factory.py,sha256=uVEQJ9AF-zzWmLaljMOD5dNKfD26vdRrEINBGu70D9M,4988
149
+ intel_npu_acceleration_library/external/openvino/runtime/utils/reduction.py,sha256=y8x2Q20fuI56blNQtnQ0gPP-DbPpChEqbdgVyDp4G6c,835
150
+ intel_npu_acceleration_library/external/openvino/runtime/utils/types.py,sha256=STooC1rxQtpePFszUKif57FBwrGSwxB89X42lrfrkrA,5306
151
+ intel_npu_acceleration_library/external/openvino/runtime/utils/data_helpers/__init__.py,sha256=j_QlTroXZN_K8yx04WCtbM_AXsIhu5tThgy0rWFlpU0,402
152
+ intel_npu_acceleration_library/external/openvino/runtime/utils/data_helpers/data_dispatcher.py,sha256=xTorX2qk5q_lAHbaUvjsral7KYPniDT-es3fePlDEdI,15173
153
+ intel_npu_acceleration_library/external/openvino/runtime/utils/data_helpers/wrappers.py,sha256=lMuvHSXAwL3VAFHzqBZ1xx7BPhbwJAstm_gp8o0e84s,4753
154
+ intel_npu_acceleration_library/external/openvino/tools/__init__.py,sha256=-tAGaL7ZvrGT3g1UIOEFv7NQkDiy7GqoL4PqdM-iCGU,148
155
+ intel_npu_acceleration_library/external/openvino/tools/benchmark/__init__.py,sha256=D30HmO2W_yY5ltdiqNOPsGHuyVk5_AFqbHE7znmGtwU,83
156
+ intel_npu_acceleration_library/external/openvino/tools/benchmark/benchmark.py,sha256=sG_Nnwo-GqVYpPy6XDu3fyyijaoDc-f_A3BnHKc2GHk,7854
157
+ intel_npu_acceleration_library/external/openvino/tools/benchmark/main.py,sha256=DuU9alpg1td4iSe3nVo1wKswYRLNRAxzJp1GspT8iLc,37963
158
+ intel_npu_acceleration_library/external/openvino/tools/benchmark/parameters.py,sha256=6rsGt_YxCeq2wyKGKo-ueGVXN4mPyEHFxK1ak907SSI,16279
159
+ intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/__init__.py,sha256=D30HmO2W_yY5ltdiqNOPsGHuyVk5_AFqbHE7znmGtwU,83
160
+ intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/constants.py,sha256=kX96018gkgqpXWtkGETjb6fcyCUCO25IwTbPv1vT05U,689
161
+ intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/inputs_filling.py,sha256=KALzEhBH1ctd6wY0TVBPje611IjN9OMRU8kvCJyjWRw,22677
162
+ intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/logging.py,sha256=TaORgjDuaKsVYYhuKxqjuRGerJ5Umy2jJL-FmY_-tsw,252
163
+ intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/statistics_report.py,sha256=oReTwCRTF25K-4QPHeYrb3h3DzKe5z-CUZlY1-A9bgE,13046
164
+ intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/utils.py,sha256=YQlsDsF9FFlCGnV8fHIx-EzB3L8lOm3G_nafJqCNscg,33714
165
+ intel_npu_acceleration_library/external/openvino/tools/ovc/__init__.py,sha256=ELGSWfhR6sI7AnGvY7y61u_iqU2ks3kNKvXosPONIes,844
166
+ intel_npu_acceleration_library/external/openvino/tools/ovc/__main__.py,sha256=DYMVsPvbRVD7RLoeFj47FOU2HRURcLxnYeSdcafUzPM,239
167
+ intel_npu_acceleration_library/external/openvino/tools/ovc/cli_parser.py,sha256=rUxFjJJxRaLyYhuKdv48_GgevTrue-SHBObID8omLIs,25024
168
+ intel_npu_acceleration_library/external/openvino/tools/ovc/convert.py,sha256=uWBLN3tt1naUBxekFCjCUlql9NwuVLuKspul-fTGIdU,4508
169
+ intel_npu_acceleration_library/external/openvino/tools/ovc/convert_data_type.py,sha256=_aeLuD4X8let3KYU3CzE0VDXrtGxpNXAnGzb777KgsI,2500
170
+ intel_npu_acceleration_library/external/openvino/tools/ovc/convert_impl.py,sha256=NZrvYT8Aj_8US2kXJoyYseSi23UCaOga1Cq9cU84XxQ,22568
171
+ intel_npu_acceleration_library/external/openvino/tools/ovc/environment_setup_utils.py,sha256=iePd2-mrViTX9lC4yNShIhJS-MQFQgqFnC0SWq_vSkA,1656
172
+ intel_npu_acceleration_library/external/openvino/tools/ovc/error.py,sha256=Ugdp0KT523vx1BVeBikIPm5XIK1-iVsHyAPQWletP6U,1463
173
+ intel_npu_acceleration_library/external/openvino/tools/ovc/get_ov_update_message.py,sha256=ARJEfQEHjZxZ0Np2CqDQZBg00ew6BNSydZPVVQYUaSs,739
174
+ intel_npu_acceleration_library/external/openvino/tools/ovc/help.py,sha256=TxYbRCYJDh04dPP6Bo3cCWzoKdLDxtvt0UPKSXNMefc,2633
175
+ intel_npu_acceleration_library/external/openvino/tools/ovc/logger.py,sha256=vuegW244t3MiPLaIWWmnr2wQBEwYspaL8MjNYUx6LCU,3003
176
+ intel_npu_acceleration_library/external/openvino/tools/ovc/main.py,sha256=w2eGcnkhoXvwQep-S6TAlqj_H29LUjDpysMAxFas3Uw,1344
177
+ intel_npu_acceleration_library/external/openvino/tools/ovc/ovc.py,sha256=qmG_88lLymWFfB3AvWQZxgxxdBq_PjcU4_mg4csuoeQ,307
178
+ intel_npu_acceleration_library/external/openvino/tools/ovc/telemetry_params.py,sha256=ewHDy5hcXd-qzUzZc1azMrKOg0FTl9VcIDeP560etrA,132
179
+ intel_npu_acceleration_library/external/openvino/tools/ovc/telemetry_stub.py,sha256=uKfzLURNBiH0mCuylGE9Q0VIQ3yaqd19QkQM_qeFEJ4,619
180
+ intel_npu_acceleration_library/external/openvino/tools/ovc/telemetry_utils.py,sha256=4eT4yw0KEK0lErk5tT2OKo6foPvjEBJ-DeemJFpJn2Q,4498
181
+ intel_npu_acceleration_library/external/openvino/tools/ovc/utils.py,sha256=rVL4bVFya31kmLnkpmDBp6mA6xtRa-ffLXHXRJ84gsQ,7620
182
+ intel_npu_acceleration_library/external/openvino/tools/ovc/version.py,sha256=aay9mE66QdVAjsL6Ptf-tKMs2idrGTBFVRwlR8Zuv4A,2570
183
+ intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/__init__.py,sha256=XcKDbsx4zZW4nCQ-aE_Z66zP2a2I2z8Mox0FZefI9Ho,82
184
+ intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/analysis.py,sha256=00QL9jPgpsv4UxgX0bFVkPUaGf8P7l9LcP1uICOTHw4,2026
185
+ intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/check_config.py,sha256=v-hTqM96Iv49ILVQQpCaxgpK5yxOWsnDZnmjdbempzE,2040
186
+ intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/extractor.py,sha256=KMENP16hBJ3cPj7AeSuju8ik2M1Mcr5j67NqLNTIKGI,18348
187
+ intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/jax_frontend_utils.py,sha256=DYNRRThHrBO7fqU5EUDsz6AECdjHgtMGfa1xexQbb98,489
188
+ intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/layout_utils.py,sha256=5xCppfIlnYaXw0f3ayVRThiNwflM-ownS014aHJIuh0,3257
189
+ intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/moc_emit_ir.py,sha256=QBVIa1CKoRnIKjvWWnIZnvRBpzxFF0HT_YoJYK3jdAE,1432
190
+ intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/offline_transformations.py,sha256=PS9HTsiDZhvLBQyElY6ZQcbN1kcZT_G9q-dbHxSe4i8,4307
191
+ intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/paddle_frontend_utils.py,sha256=EsF-gtNRL_k_stXVBdfzBdqB9eVL35FDmgYlU1VFDLY,3392
192
+ intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/pipeline.py,sha256=_2D0faPe7rIMIt5rvgFrhFOmggehoV7GZPN1KbpAgSs,14314
193
+ intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/preprocessing.py,sha256=p3un5z8qcrJa4C0XjIx7e9TOQWY3y6VKf21n0kw0PKc,10261
194
+ intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/pytorch_frontend_utils.py,sha256=0zurKnZVMeFa6NFjSL7YgKTAPK-_GZMUcvLSWGG6tbw,8511
195
+ intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/shape_utils.py,sha256=Lzf_f-RZhNjenbZblTdUwZxFGwdYeYwO1bE3giDPaUg,4033
196
+ intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/type_utils.py,sha256=dcPrBuGZGm_3zu_L5m4d5bWUUAKNKw9iIpgwMCdJVqY,2761
197
+ intel_npu_acceleration_library/external/openvino/torch/__init__.py,sha256=RXLzsfc_Dgq3YPrnPXwZMofSseJ9GjAs49Q9jH_8Vew,165
198
+ intel_npu_acceleration_library/functional/__init__.py,sha256=WWKwKOh6Sgovv7mKctA872TbLP98Pg5m5-MREvUmlAA,204
199
+ intel_npu_acceleration_library/functional/scaled_dot_product_attention.py,sha256=yGUcg4tDQOLuUnP1g74cl-ec8TRr2SuAMcNLlN6qLvE,1620
200
+ intel_npu_acceleration_library/lib/Release/cache.json,sha256=CyrSqZUWo0Ec4_7ydOiuKIC0Gm8AybrGdozUqUuHxBw,8840377
201
+ intel_npu_acceleration_library/lib/Release/intel_npu_acceleration_library.dll,sha256=_tuLZeDfOIew_udsPgeDryyZLdYfIYfuOs7Qc8XxrnQ,341504
202
+ intel_npu_acceleration_library/lib/Release/openvino.dll,sha256=m7M119p3JBq2YYJJ2zzCaBDz6XivKK3nNykb8L1cvDU,13244768
203
+ intel_npu_acceleration_library/lib/Release/openvino_auto_batch_plugin.dll,sha256=2v_I9P3Qo0St1bQZMEZscnFOUVvgZQQ0HvQlG3HtTd0,203104
204
+ intel_npu_acceleration_library/lib/Release/openvino_auto_plugin.dll,sha256=e3Aj9CDRHN30dBEdPSk7OCWe52tWfhI4xeXgyFjuDHg,475488
205
+ intel_npu_acceleration_library/lib/Release/openvino_c.dll,sha256=LCJByB0EYW4Vf9szsW6280SrJdIAokTYLPRSOBRJIsE,213344
206
+ intel_npu_acceleration_library/lib/Release/openvino_hetero_plugin.dll,sha256=jPmVw6n7SR1ciq-JGpjNo2vxSSqG1RfRRzCQNiMgdh0,441696
207
+ intel_npu_acceleration_library/lib/Release/openvino_intel_cpu_plugin.dll,sha256=yhzE4xdrSUkA1kFabYyUax2uYrHzdHqRHI3NEWtDK0A,41424736
208
+ intel_npu_acceleration_library/lib/Release/openvino_intel_gpu_plugin.dll,sha256=Rb5y5fLE4HRE7Vq1psPDpHvtx6b-0pTwsrVHRB-HGXE,23549280
209
+ intel_npu_acceleration_library/lib/Release/openvino_intel_npu_plugin.dll,sha256=A-1EgAoL-WfFgRFwJa8uESjQpyyImT1zM4vdqezLTu0,1834848
210
+ intel_npu_acceleration_library/lib/Release/openvino_ir_frontend.dll,sha256=p2NFxBnZ_pQ5W7iSsD4L9kkUizRVwpg8l6CrI1dGecI,438112
211
+ intel_npu_acceleration_library/lib/Release/openvino_onnx_frontend.dll,sha256=PttEJ9rntIGCk8oVmz9VNry14bJIwCiWPYcUHlSTCf0,3756896
212
+ intel_npu_acceleration_library/lib/Release/openvino_paddle_frontend.dll,sha256=bigsRwou068IQ1CaShUH89CcqTVOADf3ngxZ3WcX51w,1461600
213
+ intel_npu_acceleration_library/lib/Release/openvino_pytorch_frontend.dll,sha256=8uC-ThXsnmqGOeQAimmjweINFpMmyVr6_AtUVniIf-U,2412384
214
+ intel_npu_acceleration_library/lib/Release/openvino_tensorflow_frontend.dll,sha256=LvwPvj37sHuGHGVPtCpQfqkN_hig7fOv4chBQ7Dtkp8,4091744
215
+ intel_npu_acceleration_library/lib/Release/openvino_tensorflow_lite_frontend.dll,sha256=FnRn5cGvYnNj-R9rtgGQEMith8vhtYM2MEU0WW0YNxo,1116000
216
+ intel_npu_acceleration_library/lib/Release/tbb12.dll,sha256=eOx_E5PkTJ2yVQzz-1AJ6sGtew8RfMDVyc61rJUotWo,189792
217
+ intel_npu_acceleration_library/lib/Release/tbb12_debug.dll,sha256=45aqV_fRHeFg9WM0pcf4FMLXzFOxX85JUWFpxf5pLXo,714080
218
+ intel_npu_acceleration_library/lib/Release/tbbbind_2_5.dll,sha256=z9TNhVR0hXw0yfb1W968466lc2QxJVccacAFeqxNtHs,201056
219
+ intel_npu_acceleration_library/lib/Release/tbbbind_2_5_debug.dll,sha256=O-7u3-g0jBu_XcBhp4nejEFVXsEPbALEuIpLFfT12zw,412512
220
+ intel_npu_acceleration_library/lib/Release/tbbmalloc.dll,sha256=HLimQ0eHuZ9jnTMiu4AH67ugHWZn2JZaPsU1zQW7ByY,109408
221
+ intel_npu_acceleration_library/lib/Release/tbbmalloc_debug.dll,sha256=_kyNB7UHNBxzl803ReOkesSj1gye_dkrm3ue81zhsqw,328032
222
+ intel_npu_acceleration_library/lib/Release/tbbmalloc_proxy.dll,sha256=2LImHFdnIEmeL87RfbWnHKeMXeNLmHl8VEeXxQhHQhA,43360
223
+ intel_npu_acceleration_library/lib/Release/tbbmalloc_proxy_debug.dll,sha256=dYtbN96hamy1-HWAsH0GGbcTMLmJIHLPLkCg-nEZ1k8,119136
224
+ intel_npu_acceleration_library/nn/__init__.py,sha256=40LiNAuQfy0DwoADRKWDM3gzpLVy_Tt1ira4l1PMrks,529
225
+ intel_npu_acceleration_library/nn/autograd.py,sha256=SIktAZ8ibpuuAlC7sCxZvoaWLv2fIKGpjwVxOw2Srxs,2280
226
+ intel_npu_acceleration_library/nn/conv.py,sha256=BWxf9dTYPd8g4v3VleEpGKOC5KcCN_m1p1fG9zyXZL0,8032
227
+ intel_npu_acceleration_library/nn/functional.py,sha256=UfAKBc0u6RtyaMo14ldH2GpEnd8OwwefalIkL2JdUH4,34503
228
+ intel_npu_acceleration_library/nn/linear.py,sha256=Q06SoGQeLaI86nA_ky2GnFC6H2Fw1zyMDILKnpYC2eo,5739
229
+ intel_npu_acceleration_library/nn/llm.py,sha256=P6dz36Yf6BHtzWcftaghC6QaMI_WeRfQwrCbO7fD6hk,15002
230
+ intel_npu_acceleration_library/nn/module.py,sha256=EYxoTq6I_YgBDgTF76GPDxHrT8SupOTDGMzQaomBeq8,12667
231
+ bigdl_core_npu-2.6.0b20250114.dist-info/METADATA,sha256=dL2O6jku1FAfX82IC3C2L71qFq0hG5yApTEeWelU3n0,1762
232
+ bigdl_core_npu-2.6.0b20250114.dist-info/WHEEL,sha256=yNnHoQL2GZYIUXm9YvoaBpFjGlUoK9qq9oqYeudrWlE,101
233
+ bigdl_core_npu-2.6.0b20250114.dist-info/top_level.txt,sha256=iMQZlTsFPJjlD-Y0MqZEP_9ifI0LlbNCJIOTaMoGMjk,46
234
+ bigdl_core_npu-2.6.0b20250114.dist-info/RECORD,,
@@ -0,0 +1,5 @@
1
+ Wheel-Version: 1.0
2
+ Generator: setuptools (75.8.0)
3
+ Root-Is-Purelib: false
4
+ Tag: cp311-cp311-win_amd64
5
+
@@ -0,0 +1,2 @@
1
+ bigdl-core-npu
2
+ intel_npu_acceleration_library
@@ -0,0 +1,24 @@
1
+ #
2
+ # Copyright © 2024 Intel Corporation
3
+ # SPDX-License-Identifier: Apache 2.0
4
+ #
5
+
6
+ from .compiler import compile
7
+ from .dtypes import int4, int8, float16
8
+ from ._version import __version__
9
+ from .modelling import NPUModel, NPUAutoModel, NPUModelForCausalLM, NPUModelForSeq2SeqLM
10
+ from .device import enable_npu_device
11
+
12
+ enable_npu_device()
13
+
14
+ __all__ = [
15
+ "compile",
16
+ "int4",
17
+ "int8",
18
+ "float16",
19
+ "__version__",
20
+ "NPUModel",
21
+ "NPUAutoModel",
22
+ "NPUModelForCausalLM",
23
+ "NPUModelForSeq2SeqLM",
24
+ ]
@@ -0,0 +1,6 @@
1
+ #
2
+ # Copyright © 2024 Intel Corporation
3
+ # SPDX-License-Identifier: Apache 2.0
4
+ #
5
+
6
+ __version__ = "2.6.0b20250114"
@@ -0,0 +1,37 @@
1
+ #
2
+ # Copyright © 2024 Intel Corporation
3
+ # SPDX-License-Identifier: Apache 2.0
4
+ #
5
+ from .bindings import lib
6
+ from .utils import npu_available, get_driver_version, check_npu_and_driver_version
7
+ from .mlp import MLP
8
+ from .convolution import Convolution
9
+ from .matmul import MatMul
10
+ from .linear import Linear
11
+ from .qmatmul import QMatMul
12
+ from .qlinear import QLinear
13
+ from .tensor import Tensor
14
+ from .factory import NNFactory
15
+ from .sdpa import SDPA, SimpleSDPA
16
+ from .runtime import run_matmul, run_factory, clear_cache
17
+
18
+ check_npu_and_driver_version()
19
+
20
+ __all__ = [
21
+ "Tensor",
22
+ "NNFactory",
23
+ "MLP",
24
+ "MatMul",
25
+ "Linear",
26
+ "QMatMul",
27
+ "QLinear",
28
+ "Convolution",
29
+ "SDPA",
30
+ "SimpleSDPA",
31
+ "run_matmul",
32
+ "run_factory",
33
+ "clear_cache",
34
+ "npu_available",
35
+ "get_driver_version",
36
+ "lib",
37
+ ]