bigdl-core-npu 2.6.0b20250114__cp311-cp311-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- bigdl-core-npu/__init__.py +0 -0
- bigdl-core-npu/include/common.h +96 -0
- bigdl-core-npu/include/npu_llm.h +74 -0
- bigdl-core-npu/npu_llm.dll +0 -0
- bigdl-core-npu/npu_llm.lib +0 -0
- bigdl_core_npu-2.6.0b20250114.dist-info/METADATA +44 -0
- bigdl_core_npu-2.6.0b20250114.dist-info/RECORD +234 -0
- bigdl_core_npu-2.6.0b20250114.dist-info/WHEEL +5 -0
- bigdl_core_npu-2.6.0b20250114.dist-info/top_level.txt +2 -0
- intel_npu_acceleration_library/__init__.py +24 -0
- intel_npu_acceleration_library/_version.py +6 -0
- intel_npu_acceleration_library/backend/__init__.py +37 -0
- intel_npu_acceleration_library/backend/base.py +250 -0
- intel_npu_acceleration_library/backend/bindings.py +383 -0
- intel_npu_acceleration_library/backend/compression.py +24 -0
- intel_npu_acceleration_library/backend/convolution.py +58 -0
- intel_npu_acceleration_library/backend/factory.py +1161 -0
- intel_npu_acceleration_library/backend/linear.py +60 -0
- intel_npu_acceleration_library/backend/matmul.py +59 -0
- intel_npu_acceleration_library/backend/mlp.py +58 -0
- intel_npu_acceleration_library/backend/ops.py +142 -0
- intel_npu_acceleration_library/backend/qlinear.py +75 -0
- intel_npu_acceleration_library/backend/qmatmul.py +66 -0
- intel_npu_acceleration_library/backend/runtime.py +215 -0
- intel_npu_acceleration_library/backend/sdpa.py +107 -0
- intel_npu_acceleration_library/backend/tensor.py +1120 -0
- intel_npu_acceleration_library/backend/utils.py +70 -0
- intel_npu_acceleration_library/compiler.py +194 -0
- intel_npu_acceleration_library/device.py +230 -0
- intel_npu_acceleration_library/dtypes.py +155 -0
- intel_npu_acceleration_library/external/openvino/__init__.py +72 -0
- intel_npu_acceleration_library/external/openvino/_offline_transformations/__init__.py +21 -0
- intel_npu_acceleration_library/external/openvino/_pyopenvino.cp310-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/_pyopenvino.cp311-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/_pyopenvino.cp312-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/_pyopenvino.cp38-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/_pyopenvino.cp39-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/experimental/__init__.py +14 -0
- intel_npu_acceleration_library/external/openvino/frontend/__init__.py +34 -0
- intel_npu_acceleration_library/external/openvino/frontend/frontend.py +44 -0
- intel_npu_acceleration_library/external/openvino/frontend/jax/__init__.py +15 -0
- intel_npu_acceleration_library/external/openvino/frontend/jax/jaxpr_decoder.py +293 -0
- intel_npu_acceleration_library/external/openvino/frontend/jax/passes.py +65 -0
- intel_npu_acceleration_library/external/openvino/frontend/jax/utils.py +182 -0
- intel_npu_acceleration_library/external/openvino/frontend/onnx/__init__.py +15 -0
- intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp310-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp311-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp312-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp38-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp39-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/paddle/__init__.py +15 -0
- intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp310-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp311-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp312-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp38-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp39-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/pytorch/__init__.py +19 -0
- intel_npu_acceleration_library/external/openvino/frontend/pytorch/fx_decoder.py +370 -0
- intel_npu_acceleration_library/external/openvino/frontend/pytorch/gptq.py +180 -0
- intel_npu_acceleration_library/external/openvino/frontend/pytorch/module_extension.py +39 -0
- intel_npu_acceleration_library/external/openvino/frontend/pytorch/patch_model.py +118 -0
- intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp310-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp311-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp312-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp38-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp39-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/backend.py +131 -0
- intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/backend_utils.py +85 -0
- intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/compile.py +141 -0
- intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/decompositions.py +116 -0
- intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/execute.py +189 -0
- intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/op_support.py +290 -0
- intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/partition.py +126 -0
- intel_npu_acceleration_library/external/openvino/frontend/pytorch/ts_decoder.py +568 -0
- intel_npu_acceleration_library/external/openvino/frontend/pytorch/utils.py +258 -0
- intel_npu_acceleration_library/external/openvino/frontend/tensorflow/__init__.py +16 -0
- intel_npu_acceleration_library/external/openvino/frontend/tensorflow/graph_iterator.py +116 -0
- intel_npu_acceleration_library/external/openvino/frontend/tensorflow/node_decoder.py +219 -0
- intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp310-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp311-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp312-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp38-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp39-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/tensorflow/utils.py +481 -0
- intel_npu_acceleration_library/external/openvino/helpers/__init__.py +6 -0
- intel_npu_acceleration_library/external/openvino/helpers/packing.py +87 -0
- intel_npu_acceleration_library/external/openvino/preprocess/README.md +60 -0
- intel_npu_acceleration_library/external/openvino/preprocess/__init__.py +28 -0
- intel_npu_acceleration_library/external/openvino/preprocess/torchvision/__init__.py +15 -0
- intel_npu_acceleration_library/external/openvino/preprocess/torchvision/preprocess_converter.py +47 -0
- intel_npu_acceleration_library/external/openvino/preprocess/torchvision/requirements.txt +5 -0
- intel_npu_acceleration_library/external/openvino/preprocess/torchvision/torchvision_preprocessing.py +347 -0
- intel_npu_acceleration_library/external/openvino/properties/__init__.py +22 -0
- intel_npu_acceleration_library/external/openvino/properties/_properties.py +55 -0
- intel_npu_acceleration_library/external/openvino/properties/device/__init__.py +14 -0
- intel_npu_acceleration_library/external/openvino/properties/hint/__init__.py +15 -0
- intel_npu_acceleration_library/external/openvino/properties/intel_auto/__init__.py +12 -0
- intel_npu_acceleration_library/external/openvino/properties/intel_cpu/__init__.py +8 -0
- intel_npu_acceleration_library/external/openvino/properties/intel_gpu/__init__.py +12 -0
- intel_npu_acceleration_library/external/openvino/properties/intel_gpu/hint/__init__.py +11 -0
- intel_npu_acceleration_library/external/openvino/properties/log/__init__.py +11 -0
- intel_npu_acceleration_library/external/openvino/properties/streams/__init__.py +11 -0
- intel_npu_acceleration_library/external/openvino/runtime/__init__.py +85 -0
- intel_npu_acceleration_library/external/openvino/runtime/exceptions.py +17 -0
- intel_npu_acceleration_library/external/openvino/runtime/ie_api.py +631 -0
- intel_npu_acceleration_library/external/openvino/runtime/op/__init__.py +19 -0
- intel_npu_acceleration_library/external/openvino/runtime/op/util/__init__.py +22 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset1/__init__.py +112 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset1/ops.py +3068 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset10/__init__.py +179 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset10/ops.py +173 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset11/__init__.py +179 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset11/ops.py +107 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset12/__init__.py +180 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset12/ops.py +120 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset13/__init__.py +188 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset13/ops.py +398 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset14/__init__.py +190 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset14/ops.py +171 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset15/__init__.py +17 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset15/ops.py +276 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset2/__init__.py +118 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset2/ops.py +216 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset3/__init__.py +134 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset3/ops.py +638 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset4/__init__.py +145 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset4/ops.py +464 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset5/__init__.py +152 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset5/ops.py +372 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset6/__init__.py +154 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset6/ops.py +215 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset7/__init__.py +158 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset7/ops.py +169 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset8/__init__.py +169 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset8/ops.py +787 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset9/__init__.py +175 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset9/ops.py +341 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset_utils.py +22 -0
- intel_npu_acceleration_library/external/openvino/runtime/passes/__init__.py +19 -0
- intel_npu_acceleration_library/external/openvino/runtime/passes/graph_rewrite.py +33 -0
- intel_npu_acceleration_library/external/openvino/runtime/passes/manager.py +26 -0
- intel_npu_acceleration_library/external/openvino/runtime/properties/__init__.py +40 -0
- intel_npu_acceleration_library/external/openvino/runtime/properties/hint/__init__.py +25 -0
- intel_npu_acceleration_library/external/openvino/runtime/utils/__init__.py +7 -0
- intel_npu_acceleration_library/external/openvino/runtime/utils/broadcasting.py +44 -0
- intel_npu_acceleration_library/external/openvino/runtime/utils/data_helpers/__init__.py +8 -0
- intel_npu_acceleration_library/external/openvino/runtime/utils/data_helpers/data_dispatcher.py +447 -0
- intel_npu_acceleration_library/external/openvino/runtime/utils/data_helpers/wrappers.py +148 -0
- intel_npu_acceleration_library/external/openvino/runtime/utils/decorators.py +156 -0
- intel_npu_acceleration_library/external/openvino/runtime/utils/input_validation.py +133 -0
- intel_npu_acceleration_library/external/openvino/runtime/utils/node_factory.py +127 -0
- intel_npu_acceleration_library/external/openvino/runtime/utils/reduction.py +25 -0
- intel_npu_acceleration_library/external/openvino/runtime/utils/types.py +175 -0
- intel_npu_acceleration_library/external/openvino/tools/__init__.py +4 -0
- intel_npu_acceleration_library/external/openvino/tools/benchmark/__init__.py +3 -0
- intel_npu_acceleration_library/external/openvino/tools/benchmark/benchmark.py +186 -0
- intel_npu_acceleration_library/external/openvino/tools/benchmark/main.py +695 -0
- intel_npu_acceleration_library/external/openvino/tools/benchmark/parameters.py +199 -0
- intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/__init__.py +3 -0
- intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/constants.py +26 -0
- intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/inputs_filling.py +482 -0
- intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/logging.py +8 -0
- intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/statistics_report.py +296 -0
- intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/utils.py +836 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/__init__.py +20 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/__main__.py +10 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/cli_parser.py +633 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/convert.py +102 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/convert_data_type.py +82 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/convert_impl.py +550 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/environment_setup_utils.py +50 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/error.py +49 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/get_ov_update_message.py +16 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/help.py +45 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/logger.py +91 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/main.py +40 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/__init__.py +2 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/analysis.py +46 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/check_config.py +57 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/extractor.py +447 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/jax_frontend_utils.py +19 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/layout_utils.py +73 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/moc_emit_ir.py +32 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/offline_transformations.py +107 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/paddle_frontend_utils.py +83 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/pipeline.py +298 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/preprocessing.py +220 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/pytorch_frontend_utils.py +214 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/shape_utils.py +109 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/type_utils.py +82 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/ovc.py +13 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/telemetry_params.py +6 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/telemetry_stub.py +28 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/telemetry_utils.py +118 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/utils.py +196 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/version.py +80 -0
- intel_npu_acceleration_library/external/openvino/torch/__init__.py +5 -0
- intel_npu_acceleration_library/external/openvino/utils.py +115 -0
- intel_npu_acceleration_library/functional/__init__.py +8 -0
- intel_npu_acceleration_library/functional/scaled_dot_product_attention.py +47 -0
- intel_npu_acceleration_library/lib/Release/cache.json +113732 -0
- intel_npu_acceleration_library/lib/Release/intel_npu_acceleration_library.dll +0 -0
- intel_npu_acceleration_library/lib/Release/openvino.dll +0 -0
- intel_npu_acceleration_library/lib/Release/openvino_auto_batch_plugin.dll +0 -0
- intel_npu_acceleration_library/lib/Release/openvino_auto_plugin.dll +0 -0
- intel_npu_acceleration_library/lib/Release/openvino_c.dll +0 -0
- intel_npu_acceleration_library/lib/Release/openvino_hetero_plugin.dll +0 -0
- intel_npu_acceleration_library/lib/Release/openvino_intel_cpu_plugin.dll +0 -0
- intel_npu_acceleration_library/lib/Release/openvino_intel_gpu_plugin.dll +0 -0
- intel_npu_acceleration_library/lib/Release/openvino_intel_npu_plugin.dll +0 -0
- intel_npu_acceleration_library/lib/Release/openvino_ir_frontend.dll +0 -0
- intel_npu_acceleration_library/lib/Release/openvino_onnx_frontend.dll +0 -0
- intel_npu_acceleration_library/lib/Release/openvino_paddle_frontend.dll +0 -0
- intel_npu_acceleration_library/lib/Release/openvino_pytorch_frontend.dll +0 -0
- intel_npu_acceleration_library/lib/Release/openvino_tensorflow_frontend.dll +0 -0
- intel_npu_acceleration_library/lib/Release/openvino_tensorflow_lite_frontend.dll +0 -0
- intel_npu_acceleration_library/lib/Release/tbb12.dll +0 -0
- intel_npu_acceleration_library/lib/Release/tbb12_debug.dll +0 -0
- intel_npu_acceleration_library/lib/Release/tbbbind_2_5.dll +0 -0
- intel_npu_acceleration_library/lib/Release/tbbbind_2_5_debug.dll +0 -0
- intel_npu_acceleration_library/lib/Release/tbbmalloc.dll +0 -0
- intel_npu_acceleration_library/lib/Release/tbbmalloc_debug.dll +0 -0
- intel_npu_acceleration_library/lib/Release/tbbmalloc_proxy.dll +0 -0
- intel_npu_acceleration_library/lib/Release/tbbmalloc_proxy_debug.dll +0 -0
- intel_npu_acceleration_library/modelling.py +150 -0
- intel_npu_acceleration_library/nn/__init__.py +20 -0
- intel_npu_acceleration_library/nn/autograd.py +68 -0
- intel_npu_acceleration_library/nn/conv.py +257 -0
- intel_npu_acceleration_library/nn/functional.py +1207 -0
- intel_npu_acceleration_library/nn/linear.py +162 -0
- intel_npu_acceleration_library/nn/llm.py +417 -0
- intel_npu_acceleration_library/nn/module.py +393 -0
- intel_npu_acceleration_library/optimizations.py +157 -0
- intel_npu_acceleration_library/quantization.py +174 -0
File without changes
|
@@ -0,0 +1,96 @@
|
|
1
|
+
//
|
2
|
+
// Copyright 2016 The BigDL Authors.
|
3
|
+
//
|
4
|
+
// Licensed under the Apache License, Version 2.0 (the "License");
|
5
|
+
// you may not use this file except in compliance with the License.
|
6
|
+
// You may obtain a copy of the License at
|
7
|
+
//
|
8
|
+
// http://www.apache.org/licenses/LICENSE-2.0
|
9
|
+
//
|
10
|
+
// Unless required by applicable law or agreed to in writing, software
|
11
|
+
// distributed under the License is distributed on an "AS IS" BASIS,
|
12
|
+
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
13
|
+
// See the License for the specific language governing permissions and
|
14
|
+
// limitations under the License.
|
15
|
+
//
|
16
|
+
|
17
|
+
#pragma once
|
18
|
+
|
19
|
+
#include <string>
|
20
|
+
#include <vector>
|
21
|
+
#include <sstream>
|
22
|
+
|
23
|
+
#ifdef __linux__
|
24
|
+
#define EXPORT_API extern "C"
|
25
|
+
#else
|
26
|
+
#define EXPORT_API extern "C" __declspec(dllexport)
|
27
|
+
#endif
|
28
|
+
|
29
|
+
|
30
|
+
struct common_params {
|
31
|
+
int32_t n_predict = -1; // new tokens to predict
|
32
|
+
char* model = ""; // model path // NOLINT
|
33
|
+
std::string prompt = ""; // NOLINT
|
34
|
+
std::string prompt_file = ""; // store the external prompt file name // NOLINT
|
35
|
+
|
36
|
+
std::string cache_type_k = "f16"; // KV cache data type for the K
|
37
|
+
std::string cache_type_v = "f16"; // KV cache data type for the V
|
38
|
+
};
|
39
|
+
|
40
|
+
struct npu_model_params {
|
41
|
+
int32_t kv_len;
|
42
|
+
int32_t max_prompt_len;
|
43
|
+
int32_t num_head;
|
44
|
+
int32_t head_dim;
|
45
|
+
int32_t num_layers;
|
46
|
+
int32_t vocab_size;
|
47
|
+
int32_t hidden_size;
|
48
|
+
int32_t intermediate_size;
|
49
|
+
int32_t group_size;
|
50
|
+
int32_t fused_layers_num;
|
51
|
+
int32_t fused_layers;
|
52
|
+
int32_t weight_num;
|
53
|
+
int32_t weight_idx;
|
54
|
+
int32_t n_splits_linear;
|
55
|
+
int32_t n_splits_down_proj;
|
56
|
+
bool embedding_post;
|
57
|
+
std::string model_dir;
|
58
|
+
std::string model_weight_dir;
|
59
|
+
std::string model_name;
|
60
|
+
std::string prefill_layer_blob_name;
|
61
|
+
std::string prefill_lmhead_blob_name;
|
62
|
+
std::string prefill_embedding_blob_name;
|
63
|
+
std::string embedding_post_prefill_blob_name;
|
64
|
+
std::string embedding_post_blob_name;
|
65
|
+
std::string config;
|
66
|
+
std::string low_bit;
|
67
|
+
std::string lm_head_low_bit;
|
68
|
+
bool layernorm_const;
|
69
|
+
std::string model_type;
|
70
|
+
bool transpose_value_cache;
|
71
|
+
bool qkv_bias;
|
72
|
+
bool use_prefill_sdp;
|
73
|
+
bool cos_sin_input;
|
74
|
+
bool use_level_zero;
|
75
|
+
};
|
76
|
+
|
77
|
+
struct tokenizer_params {
|
78
|
+
std::string tokenizer_file;
|
79
|
+
int32_t bos_token_id;
|
80
|
+
std::vector<int32_t> eos_token_id;
|
81
|
+
};
|
82
|
+
|
83
|
+
struct npu_generation_params {
|
84
|
+
// may add more later when dealing with more cases
|
85
|
+
float repetition_penalty;
|
86
|
+
int32_t max_new_token;
|
87
|
+
};
|
88
|
+
|
89
|
+
|
90
|
+
#ifdef __cplusplus
|
91
|
+
extern "C" {
|
92
|
+
#endif
|
93
|
+
|
94
|
+
#ifdef __cplusplus
|
95
|
+
}
|
96
|
+
#endif
|
@@ -0,0 +1,74 @@
|
|
1
|
+
//
|
2
|
+
// Copyright 2016 The BigDL Authors.
|
3
|
+
//
|
4
|
+
// Licensed under the Apache License, Version 2.0 (the "License");
|
5
|
+
// you may not use this file except in compliance with the License.
|
6
|
+
// You may obtain a copy of the License at
|
7
|
+
//
|
8
|
+
// http://www.apache.org/licenses/LICENSE-2.0
|
9
|
+
//
|
10
|
+
// Unless required by applicable law or agreed to in writing, software
|
11
|
+
// distributed under the License is distributed on an "AS IS" BASIS,
|
12
|
+
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
13
|
+
// See the License for the specific language governing permissions and
|
14
|
+
// limitations under the License.
|
15
|
+
//
|
16
|
+
|
17
|
+
#pragma once
|
18
|
+
|
19
|
+
#include <string>
|
20
|
+
#include <vector>
|
21
|
+
#include <stddef.h>
|
22
|
+
#include <stdint.h>
|
23
|
+
#include <stdio.h>
|
24
|
+
#include <stdbool.h>
|
25
|
+
#include <memory>
|
26
|
+
#include <vector>
|
27
|
+
|
28
|
+
#include "common.h"
|
29
|
+
|
30
|
+
using namespace std;
|
31
|
+
|
32
|
+
#ifdef __linux__
|
33
|
+
#define EXPORT_API extern "C"
|
34
|
+
#else
|
35
|
+
#define EXPORT_API extern "C" __declspec(dllexport)
|
36
|
+
#endif
|
37
|
+
|
38
|
+
|
39
|
+
class NPUModel;
|
40
|
+
|
41
|
+
#ifdef __cplusplus
|
42
|
+
extern "C" {
|
43
|
+
#endif
|
44
|
+
EXPORT_API void load_tokenizer(tokenizer_params &tok_params, std::string model_str);
|
45
|
+
|
46
|
+
EXPORT_API vector<int32_t> llm_tokenize(std::string prompt, bool add_special);
|
47
|
+
|
48
|
+
EXPORT_API std::string llm_decode(vector<int32_t> tokens);
|
49
|
+
|
50
|
+
EXPORT_API void* load_model_from_file(const char* model_path);
|
51
|
+
|
52
|
+
EXPORT_API void load_config_from_file(npu_model_params &model_params, const char* model_path);
|
53
|
+
|
54
|
+
EXPORT_API void load_generation_config_from_file(npu_generation_params &generation_params, const char* model_path);
|
55
|
+
|
56
|
+
EXPORT_API std::string add_chat_template(npu_model_params model_params, std::string input_prompt);
|
57
|
+
|
58
|
+
EXPORT_API float* run_prefill(void* void_model, void* embd_inp_ptr, int32_t embd_inp_size, float repetition_penalty, bool skip_embd=false);
|
59
|
+
|
60
|
+
EXPORT_API float* run_decode(void* void_model, int32_t input_token, float repetition_penalty);
|
61
|
+
|
62
|
+
EXPORT_API void run_prefill_with_logits(void* void_model, void* embd_inp_ptr, int32_t embd_inp_size, float* logits, int32_t vocab_size, bool skip_embd=false);
|
63
|
+
|
64
|
+
EXPORT_API void run_decode_with_logits(void* void_model, int32_t input_token, float* logits, int32_t vocab_size);
|
65
|
+
|
66
|
+
EXPORT_API float* process_logits(float* logits, int32_t vocab_size, int32_t* p_updated_input_ids, int32_t updated_input_id_size, float repetition_penalty);
|
67
|
+
|
68
|
+
EXPORT_API int32_t llm_sample_token(float* logits, bool greedy_search, int32_t vocab_size);
|
69
|
+
|
70
|
+
EXPORT_API void reset(void* void_model);
|
71
|
+
|
72
|
+
#ifdef __cplusplus
|
73
|
+
}
|
74
|
+
#endif
|
Binary file
|
Binary file
|
@@ -0,0 +1,44 @@
|
|
1
|
+
Metadata-Version: 2.2
|
2
|
+
Name: bigdl-core-npu
|
3
|
+
Version: 2.6.0b20250114
|
4
|
+
Summary: Intel® NPU Acceleration Library
|
5
|
+
Home-page: https://github.com/intel/intel-npu-acceleration-library
|
6
|
+
Author: Alessandro Palla
|
7
|
+
Author-email: alessandro.palla@intel.com
|
8
|
+
License: Apache License 2.0
|
9
|
+
Keywords: intel-npu-acceleration-library,machine learning,llm,intel core ultra
|
10
|
+
Classifier: Development Status :: 4 - Beta
|
11
|
+
Classifier: Intended Audience :: Developers
|
12
|
+
Classifier: Intended Audience :: Education
|
13
|
+
Classifier: Intended Audience :: Science/Research
|
14
|
+
Classifier: License :: OSI Approved :: Apache Software License
|
15
|
+
Classifier: Topic :: Scientific/Engineering
|
16
|
+
Classifier: Topic :: Scientific/Engineering :: Mathematics
|
17
|
+
Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
|
18
|
+
Classifier: Topic :: Software Development
|
19
|
+
Classifier: Topic :: Software Development :: Libraries
|
20
|
+
Classifier: Topic :: Software Development :: Libraries :: Python Modules
|
21
|
+
Classifier: Programming Language :: C++
|
22
|
+
Classifier: Programming Language :: Python :: 3
|
23
|
+
Classifier: Programming Language :: Python :: 3 :: Only
|
24
|
+
Classifier: Programming Language :: Python :: 3.8
|
25
|
+
Classifier: Programming Language :: Python :: 3.9
|
26
|
+
Classifier: Programming Language :: Python :: 3.10
|
27
|
+
Classifier: Programming Language :: Python :: 3.11
|
28
|
+
Classifier: Programming Language :: Python :: 3.12
|
29
|
+
Requires-Python: >=3.8
|
30
|
+
Description-Content-Type: text/markdown
|
31
|
+
Requires-Dist: numpy
|
32
|
+
Requires-Dist: torch
|
33
|
+
Requires-Dist: transformers>=4.39.3
|
34
|
+
Requires-Dist: neural-compressor
|
35
|
+
Dynamic: author
|
36
|
+
Dynamic: author-email
|
37
|
+
Dynamic: classifier
|
38
|
+
Dynamic: description-content-type
|
39
|
+
Dynamic: home-page
|
40
|
+
Dynamic: keywords
|
41
|
+
Dynamic: license
|
42
|
+
Dynamic: requires-dist
|
43
|
+
Dynamic: requires-python
|
44
|
+
Dynamic: summary
|
@@ -0,0 +1,234 @@
|
|
1
|
+
bigdl-core-npu/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
2
|
+
bigdl-core-npu/npu_llm.dll,sha256=CHekBKYeIvlpMkP2wskbL6XSqh9WceTgvVTLiSpm_pE,3923456
|
3
|
+
bigdl-core-npu/npu_llm.lib,sha256=uG0enTHg0GNdEYMN36DPEKQXuYoioueKYpKXCKR3wyk,44328
|
4
|
+
bigdl-core-npu/include/common.h,sha256=AWpPmCEAz6-oGUtq_ONHlELtOzSMqy4CBTMIppJeOII,2819
|
5
|
+
bigdl-core-npu/include/npu_llm.h,sha256=dDG2A1Yp42C4SihkzT0PNgeCVHnc7iahCLYxCAhIDG4,2547
|
6
|
+
intel_npu_acceleration_library/__init__.py,sha256=ZKTIhGMDjF7P6pF-yX8KWcSXbeHWRk24AO_orsa18f8,536
|
7
|
+
intel_npu_acceleration_library/_version.py,sha256=F9KgLz-vqj7bMFv1CfZ6QWIbhhhN_e3SPvMC95WCsmw,112
|
8
|
+
intel_npu_acceleration_library/compiler.py,sha256=3IdgqjamSC8MLexDBJypIeZRiWIcTFnvQSU1LPXUr7Y,6225
|
9
|
+
intel_npu_acceleration_library/device.py,sha256=9bn8eVXJa5cXIqgfLsQAdkMVtVUQABb8z0-mQik5jRg,7424
|
10
|
+
intel_npu_acceleration_library/dtypes.py,sha256=gdd06Wsc9zIZFHlauUEx4xcK9WGTn1Mu6GkuYDJeA-E,4683
|
11
|
+
intel_npu_acceleration_library/modelling.py,sha256=vSiQOWGJ0l6wGV7zWQtZEkHpnMQIMbKeI4a1RK94QO4,5224
|
12
|
+
intel_npu_acceleration_library/optimizations.py,sha256=9NY8QoDFbs2LY12jbx6As8g2v0oInX4YzvkjnqViA70,5469
|
13
|
+
intel_npu_acceleration_library/quantization.py,sha256=6N_04h1KX6TNbw-ceANV0Pmk4_lQ2Y9C7Pwn5x-zQzo,5566
|
14
|
+
intel_npu_acceleration_library/backend/__init__.py,sha256=2NP6Ypr1dGUNXmLGW5GD9xrh0U9KJgqxTd_c7su1RUY,857
|
15
|
+
intel_npu_acceleration_library/backend/base.py,sha256=KrL4odlFqzodOsRUwQIeq99Fg-R9OxAOltPrv9Jg7w8,10005
|
16
|
+
intel_npu_acceleration_library/backend/bindings.py,sha256=9nL_eoJgWAgnJzDzFsUK-ALn6YSLBR1chTrKV-vQQNg,10446
|
17
|
+
intel_npu_acceleration_library/backend/compression.py,sha256=Avz_zm2s_ELy5peVQ8zFGn8njBfh9nEGR16mflotBic,630
|
18
|
+
intel_npu_acceleration_library/backend/convolution.py,sha256=cN3k78X3Y4Cbf7er-MFq0sJ4OwIvquj8PajpdEDmCo4,2018
|
19
|
+
intel_npu_acceleration_library/backend/factory.py,sha256=RuVxbG-jHRhkkUU2q2kITVov3r-gBb6SGslWS-eL-Sk,41035
|
20
|
+
intel_npu_acceleration_library/backend/linear.py,sha256=RiLUh5FOSxRWHB5kYx7mOPOOrS_vxIeBJ5t3yC6wOiQ,1908
|
21
|
+
intel_npu_acceleration_library/backend/matmul.py,sha256=mfGi73-mIbUcXp4kyvCGW0Y9kb4Xp1ppbGNpdJFohuA,1819
|
22
|
+
intel_npu_acceleration_library/backend/mlp.py,sha256=BuKVwSI726v3nHQQvtMBbXyWxRTq-WoLZtTxeSeWaaY,2330
|
23
|
+
intel_npu_acceleration_library/backend/ops.py,sha256=3yS-f-VPErHFt_oWZrgplNmSWnRrjm_wdxXNsqEBN7M,5070
|
24
|
+
intel_npu_acceleration_library/backend/qlinear.py,sha256=4k0QGq8beo20BgXSmKFlCo6XaI3ZqAMtJR4_VCmv0rU,2565
|
25
|
+
intel_npu_acceleration_library/backend/qmatmul.py,sha256=pJkFJaBxZk3Oh5w_f6ywRNeGOfloEOCj0mCGnvim9Ew,2250
|
26
|
+
intel_npu_acceleration_library/backend/runtime.py,sha256=anHg8F2mfTYm9aqli_AOibXW-klWg1A7hEAJiQa_Azk,7557
|
27
|
+
intel_npu_acceleration_library/backend/sdpa.py,sha256=HNlL9jEA9OH3KnZqOkLcaKwt8tfCe5apUQxlWw0UhlA,3818
|
28
|
+
intel_npu_acceleration_library/backend/tensor.py,sha256=swTymMVcXLPFXOlo6b_H3VGO1xf76Fz30RKyJPrVhPY,35468
|
29
|
+
intel_npu_acceleration_library/backend/utils.py,sha256=WJ2agtqYxBuDd21ngE55io9VX-MOGg-AjnE63UHpCiU,2174
|
30
|
+
intel_npu_acceleration_library/external/openvino/__init__.py,sha256=u_jMRQvHnxybBOOGz-t5TzMSCnrEQz2R7lgObPAZWUc,2304
|
31
|
+
intel_npu_acceleration_library/external/openvino/_pyopenvino.cp310-win_amd64.pyd,sha256=W0kPnHrdsYXo0nZ6DZVWdMAbzL7p-BA-cEoN07pIBek,3441504
|
32
|
+
intel_npu_acceleration_library/external/openvino/_pyopenvino.cp311-win_amd64.pyd,sha256=QGK1T468BORzNAOIj3WJDLNzHnFLTSG8NA2uqZXeycI,3444064
|
33
|
+
intel_npu_acceleration_library/external/openvino/_pyopenvino.cp312-win_amd64.pyd,sha256=-2-gaGbusW2n8x1RnRVT8CJhYg8GB9HKii5fsCEB6Eo,3469664
|
34
|
+
intel_npu_acceleration_library/external/openvino/_pyopenvino.cp38-win_amd64.pyd,sha256=LkCq_xcd_JaiE_y39md0ka-XXulLI3dV51Zm7Wl6Vfo,3440992
|
35
|
+
intel_npu_acceleration_library/external/openvino/_pyopenvino.cp39-win_amd64.pyd,sha256=SiRrYUfOkDo-uHtYKaku54VlYkvwoP5eOSBBJz_mx1s,3440480
|
36
|
+
intel_npu_acceleration_library/external/openvino/utils.py,sha256=tgDJyDPXoChJ8Z_9tL4JsCyaDN8Wfj0osR_iq1hS74E,4810
|
37
|
+
intel_npu_acceleration_library/external/openvino/_offline_transformations/__init__.py,sha256=rJjKkI6eufz5SvTyr2txPaBDgmCgHJ4ZNlnPdVnHaEI,1208
|
38
|
+
intel_npu_acceleration_library/external/openvino/experimental/__init__.py,sha256=RZr4zpMq3mT_H0uLxglRNUrROF5G09palvho9wUAKok,496
|
39
|
+
intel_npu_acceleration_library/external/openvino/frontend/__init__.py,sha256=oGgmxI_i1vwQJkgAFXfdgTo9DcF09gArvtM3R-BkRkM,1057
|
40
|
+
intel_npu_acceleration_library/external/openvino/frontend/frontend.py,sha256=1s6NEhDYgiXaUXBDFIdbmQHCjrGPYD4Ckk9houk7y70,1409
|
41
|
+
intel_npu_acceleration_library/external/openvino/frontend/jax/__init__.py,sha256=vMVQAmVnO-piY2qP1B-gnx1-HCH0yU7eVY_Z91TFrPA,431
|
42
|
+
intel_npu_acceleration_library/external/openvino/frontend/jax/jaxpr_decoder.py,sha256=uM2DdcvbrINVkuwA6uV-mjSDEcG9HLQHX26yeWAIUAE,11960
|
43
|
+
intel_npu_acceleration_library/external/openvino/frontend/jax/passes.py,sha256=sc0Tsui36mEyX-gTud3VzgJjEoY-KU7WVdaWnZImQ7s,1789
|
44
|
+
intel_npu_acceleration_library/external/openvino/frontend/jax/utils.py,sha256=VQeFxhwdbLzdM5MS6D4djEoIqxrOosfHVZLmfF7GDCs,5980
|
45
|
+
intel_npu_acceleration_library/external/openvino/frontend/onnx/__init__.py,sha256=VuRObnRu0vxUyuiGCZkT9OqggvyC4OxcvEa_j4jbZEs,517
|
46
|
+
intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp310-win_amd64.pyd,sha256=E2pwpZZpwseYYdqD2SFek73NRr41xBIeV527TN-w6Is,353120
|
47
|
+
intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp311-win_amd64.pyd,sha256=U7c-aucYl3d9kc2p5752SFc1uF20wwKOKyQgOShiv1Y,356704
|
48
|
+
intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp312-win_amd64.pyd,sha256=YsTYlbvBapO4wxINDuELO_1p_MQicpje9-jUL21xaoo,358240
|
49
|
+
intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp38-win_amd64.pyd,sha256=JTj3qosm7KYDzLRRKyfOlMNOFN4MDObDDwIhXmhGMwY,353120
|
50
|
+
intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp39-win_amd64.pyd,sha256=NwrNVF-wk_23x_NlyeE9ZRxynIPkIBCeIbA1kbEFgiE,353120
|
51
|
+
intel_npu_acceleration_library/external/openvino/frontend/paddle/__init__.py,sha256=ZibtKZUQre1pfU8uoKnpPKyONxTUmwsQ63xoR0GqmLM,530
|
52
|
+
intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp310-win_amd64.pyd,sha256=mdo4tj_EiSklW8em7oqAWG5kkd1igv9OTmUFn2bOwjw,350560
|
53
|
+
intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp311-win_amd64.pyd,sha256=RuuD_r8Th8c8udPCqsnn4oC4OK2qfxjdZxvaP8L-Zrw,353120
|
54
|
+
intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp312-win_amd64.pyd,sha256=9NpnbYeimct_wPuD9wQOv5jfNM6cPDggbh2sGfEG6oI,355680
|
55
|
+
intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp38-win_amd64.pyd,sha256=P6Yoe4NN1dkNMEW44fJmdlEAUB6Gkb8CPVXcDRaTbkY,350048
|
56
|
+
intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp39-win_amd64.pyd,sha256=vgEStgU-a-F7i48ve21q5lVh0IPP_v23nhefqOwP7wI,350048
|
57
|
+
intel_npu_acceleration_library/external/openvino/frontend/pytorch/__init__.py,sha256=HvWbrTjLetX_9QH7UHqfYoOprQ9YWzBlb8pflJcnpLI,814
|
58
|
+
intel_npu_acceleration_library/external/openvino/frontend/pytorch/fx_decoder.py,sha256=wnuINa-A6GtbW4FYaqVt-F-6nFH7JriMm-nq1X34ZoE,15233
|
59
|
+
intel_npu_acceleration_library/external/openvino/frontend/pytorch/gptq.py,sha256=wTY21YbWugtWY-efulan0FRQIe8iubwA36GJxBeeYFE,7317
|
60
|
+
intel_npu_acceleration_library/external/openvino/frontend/pytorch/module_extension.py,sha256=5ffkea1R6GUpZWJadnyO_svo-tK6D9xgzLx3ThslAak,2239
|
61
|
+
intel_npu_acceleration_library/external/openvino/frontend/pytorch/patch_model.py,sha256=xJB1l1AcNnsj6R4gU9mLaUL-YSqskm02TnW5IT684XM,5680
|
62
|
+
intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp310-win_amd64.pyd,sha256=yBR6MzUQRs_hQsaqU-ehyPu1Iqf4rGe9NV6PSdbZaxI,397152
|
63
|
+
intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp311-win_amd64.pyd,sha256=jMiWatSfQ9OHClXOu_N_J7lFnBoHpKKRXXJGIFgzhso,400224
|
64
|
+
intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp312-win_amd64.pyd,sha256=vuFvcleNS-QVcjAhFMgQnxN1WwakVNP0olNju3fjb-g,402784
|
65
|
+
intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp38-win_amd64.pyd,sha256=XDm5euMlIef-Bdug6bRkYab7hQ2Gr7dDj0z_-bssQYE,394592
|
66
|
+
intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp39-win_amd64.pyd,sha256=DAocxUHqA0jqwubX-roz8rF1EzNm_i3QkLm44nGRdYQ,396640
|
67
|
+
intel_npu_acceleration_library/external/openvino/frontend/pytorch/ts_decoder.py,sha256=7E0sCav02m0ey4uIN2TZ0nFmKOibga5nKyTmynDGqNY,25685
|
68
|
+
intel_npu_acceleration_library/external/openvino/frontend/pytorch/utils.py,sha256=M8N7U4_C1bNxDM0WAFvxeBWbu-LMRdUaokb3gtjPe4k,9329
|
69
|
+
intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/backend.py,sha256=relQhtJGclT3cbveQP9SqDzDrNLdoGZPuzmYpP0k78o,6142
|
70
|
+
intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/backend_utils.py,sha256=UQx0W_v2g9RQh_9xEWy9IfIPCtSAElejdJlm0KjoWsA,2516
|
71
|
+
intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/compile.py,sha256=ONCzE6ZaL5uPLcsMLAKZ66tpT2gqNf5zp8vqhWZdWNA,4692
|
72
|
+
intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/decompositions.py,sha256=QZZPjaGZ2ZmsnwtNjEKBfYWRizE0xfgT7b_QnfTP0tM,3730
|
73
|
+
intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/execute.py,sha256=dZqrJiFzR-sq32NpG48Ftzp6rrgDtZNSpJ5mo4kzE6o,6745
|
74
|
+
intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/op_support.py,sha256=29YpiIWF4RDG_v_fPXP79hN7RcHUsPLYGTUomuLbVCE,13877
|
75
|
+
intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/partition.py,sha256=XEY2JuhRaRTW8ha__MWKBM47EyPLYk1_vnep-ZD4biU,5500
|
76
|
+
intel_npu_acceleration_library/external/openvino/frontend/tensorflow/__init__.py,sha256=DzL75Pv4mq0FcuZ3xf5atX6Sl0aytK0sG6LgXotNfTY,669
|
77
|
+
intel_npu_acceleration_library/external/openvino/frontend/tensorflow/graph_iterator.py,sha256=904DDtBdYZmb1mwEYQQLgfjgn5V57sUreRcsjOMWv5Y,4961
|
78
|
+
intel_npu_acceleration_library/external/openvino/frontend/tensorflow/node_decoder.py,sha256=Rq74AWf1f_IsyhlhMM1G3XPeZxMsrV39KUQW2iNin2w,9541
|
79
|
+
intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp310-win_amd64.pyd,sha256=eOMgsit--66dgx0maW6qNvgoOuXH_U5NP69xjexnYSI,370016
|
80
|
+
intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp311-win_amd64.pyd,sha256=OdZ5At1CU2WHDwvtGjYO7rCgq7L4h7pa1gS344_zr7s,373600
|
81
|
+
intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp312-win_amd64.pyd,sha256=jbr0yu6Q3HZMUj5uDVIWTU-almrUYnlkbKi11EvPvLU,376672
|
82
|
+
intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp38-win_amd64.pyd,sha256=9eqT_s2yr-GIjIVR3p2tMAsN6HfW4_2HsHZ88ut9PVg,368992
|
83
|
+
intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp39-win_amd64.pyd,sha256=VKxTk_Dz2vfDjSXxsMeFvYUohwxJXJoOFcZdA0JHe38,370528
|
84
|
+
intel_npu_acceleration_library/external/openvino/frontend/tensorflow/utils.py,sha256=4dm8ct0MT8bn0nk0_6lGiXEA-An7QHsV8yoY7l_OWfk,20972
|
85
|
+
intel_npu_acceleration_library/external/openvino/helpers/__init__.py,sha256=h6GRbm0ymE_w8xDF0Hk4zjCSAhvz-sXhE7KfNgLPTIU,159
|
86
|
+
intel_npu_acceleration_library/external/openvino/helpers/packing.py,sha256=-32vRj97WD-84zzenMhBcKC8O8ap54EUYLWsJcKWKCI,4079
|
87
|
+
intel_npu_acceleration_library/external/openvino/preprocess/README.md,sha256=K6K48iqrkW0rURGGBFJghsOj_zPIssk0Z3gmrz6XDcI,2716
|
88
|
+
intel_npu_acceleration_library/external/openvino/preprocess/__init__.py,sha256=QkRrPTfuwT1WYkoQUCYQyd9Ox22j7A9iEr0llDhf8PA,974
|
89
|
+
intel_npu_acceleration_library/external/openvino/preprocess/torchvision/__init__.py,sha256=vLDE0Z2d5IdK5Z6Rd2oVzSRB7AbgxbggbxwOujbR7fo,318
|
90
|
+
intel_npu_acceleration_library/external/openvino/preprocess/torchvision/preprocess_converter.py,sha256=N_QFoz1Y92GRUC77OkcpxCOctoGvHzsFpFMb5n-rBFM,1786
|
91
|
+
intel_npu_acceleration_library/external/openvino/preprocess/torchvision/requirements.txt,sha256=16B96ODaBJFbB7YUqXSDMMyVN1ax3QMwjPkbCyDP-GI,188
|
92
|
+
intel_npu_acceleration_library/external/openvino/preprocess/torchvision/torchvision_preprocessing.py,sha256=G9qY-OxBmsBP0Tk7wWyIdvUXzY_e4Z-qJJzjiR3egTY,13695
|
93
|
+
intel_npu_acceleration_library/external/openvino/properties/__init__.py,sha256=JNWwxbQdsRmFqxjF1gx3wYLsKauT8VZ2L_OxPxUz33E,745
|
94
|
+
intel_npu_acceleration_library/external/openvino/properties/_properties.py,sha256=hlH5mnl5vyqCQWwmHBhIHmQm_wq6I7Z5yZTgaL8SPYI,2152
|
95
|
+
intel_npu_acceleration_library/external/openvino/properties/device/__init__.py,sha256=CRwK9ZEvaTe7uUpjgiwkUmuhjnLIwazuRy0Ese0Edhg,416
|
96
|
+
intel_npu_acceleration_library/external/openvino/properties/hint/__init__.py,sha256=e3nDOZJdzjmKumFR8rMRuh9yZ1_iM-BWA5wVxfX32aw,608
|
97
|
+
intel_npu_acceleration_library/external/openvino/properties/intel_auto/__init__.py,sha256=v5bktyS5kw_Wi25L2ggGSFNTL0cIklLR1gDHaKMNAi4,370
|
98
|
+
intel_npu_acceleration_library/external/openvino/properties/intel_cpu/__init__.py,sha256=cIChzj8zQV-GcALJ5548sEmPcQarn4y-mo7TJKPJfhw,287
|
99
|
+
intel_npu_acceleration_library/external/openvino/properties/intel_gpu/__init__.py,sha256=b3xtPTkahjemn6IaS1vRYr_hieuAofms4q1c685i6SA,431
|
100
|
+
intel_npu_acceleration_library/external/openvino/properties/intel_gpu/hint/__init__.py,sha256=sjJYFmEsEj2lpR1CHj-4TqfK3wd5O3gVOvQthl4RD6I,366
|
101
|
+
intel_npu_acceleration_library/external/openvino/properties/log/__init__.py,sha256=ea9T6oMfgK8N0yD3VRmp9PgKPKlS1OjXvUW6B_jP1qs,332
|
102
|
+
intel_npu_acceleration_library/external/openvino/properties/streams/__init__.py,sha256=dxO8kOSLJmOyRcGEPAnNqVfjSSpF7LIEWUQIdGSprUs,348
|
103
|
+
intel_npu_acceleration_library/external/openvino/runtime/__init__.py,sha256=J4j7CmzdrFaw1804T5wHivRmugYc2sibXa7UjaD5KEA,3176
|
104
|
+
intel_npu_acceleration_library/external/openvino/runtime/exceptions.py,sha256=M2-YEXH91HHcIrjEHcAHjK4JTGVWbmYXAuUb8chgmC0,402
|
105
|
+
intel_npu_acceleration_library/external/openvino/runtime/ie_api.py,sha256=GoF2whtuyNrtd1QAqQVUyn5f_fsRq_q_pYrPByNmDxw,26870
|
106
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset_utils.py,sha256=dL3L8NvqzyH3ASmBV1woddGfj6GVcisNBM1mQmw4ncw,650
|
107
|
+
intel_npu_acceleration_library/external/openvino/runtime/op/__init__.py,sha256=pOrLQOqmaWplt6UvoMbXV8WXksYRPaxyD19FAIg0v3g,595
|
108
|
+
intel_npu_acceleration_library/external/openvino/runtime/op/util/__init__.py,sha256=Gh_EcRmB5JPsG2lVDcl-MGhME1ieTKi5xXlI-xwe43k,1000
|
109
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset1/__init__.py,sha256=THW2FrjqCZ9xcwNUhxyG6PMskbNCsNw1WJ-EeU9BHag,5543
|
110
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset1/ops.py,sha256=LjxpwePjZOwuaPeO-6imjCdW4ruPMZndCBDqrDS2b30,114237
|
111
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset10/__init__.py,sha256=_wcyWwlBwEiNMpib1pcZ0CIl2yBjj3pfFDMLRGtIyDw,8980
|
112
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset10/ops.py,sha256=UjbXz3w2S2CoWLJGBqf59zZa4E12EIvschbbwP1v3_k,7373
|
113
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset11/__init__.py,sha256=4JKYqPJYzbgDyi5wszgXINVguy2x06FJWjrmgVPLtC0,8981
|
114
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset11/ops.py,sha256=0Cpo7aYwkHkJ843mogpWjxFMalJg80SNfHnZlInpNGw,4519
|
115
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset12/__init__.py,sha256=ydxO2kCyrXbglEpef2sXsKEAh_8XNuaMSZepuI6l_lQ,9044
|
116
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset12/ops.py,sha256=0klQvfzZQ5HvPz4hgt-TgzHRhM8WbEjPx-DyOY1ewfU,4442
|
117
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset13/__init__.py,sha256=gJsx_-jFy73t_CatAJ1fBvHBAzq-U_IpxPpwsNPTLjY,9488
|
118
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset13/ops.py,sha256=_fm2CBiWu4uwGCJ7guDtsSX41jtLRT0alrwScijFjHQ,16554
|
119
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset14/__init__.py,sha256=e4TOAydECiSyQv0CX6WowArW0qCgLMqveIcpbf7l5NA,9602
|
120
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset14/ops.py,sha256=kBjkJQ5scE1mryKB1wzlc2l-8p1RioVwjrSIy_QLbwA,7055
|
121
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset15/__init__.py,sha256=GyeV-vCvdAK0tCWeTTrTgQ3dyTCmx4MSENvhwixvgEQ,821
|
122
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset15/ops.py,sha256=RvYiqBKfPkcaAruTNco01eoOS-xDy7EzS3uAZfv4rrM,10397
|
123
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset2/__init__.py,sha256=8QwGj1tniC0UWTQluTU1qp1DVWkX2PW8hiZUYEBBEpk,5845
|
124
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset2/ops.py,sha256=JTHaTGD1W4iSDcEyWYjz6Ghbgkexg1IaYMoKE2tYm30,7777
|
125
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset3/__init__.py,sha256=ttT0hQMJlY-xSrUwd0TGmJZVsXai_C9wDgeK3RHVsrs,6728
|
126
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset3/ops.py,sha256=-t5D_vJ3mreWWk3dFFJOEZdtXeCQtKZKovgdWXTpsKM,24381
|
127
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset4/__init__.py,sha256=JCY7ya1cAwuaUURHk3QCoOPQe2aMJ7-GOiGyoFMx51w,7260
|
128
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset4/ops.py,sha256=6TcFioalci7BgGb-uqrlNi9J0HEXXEeiPBqYd1fHvcU,18237
|
129
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset5/__init__.py,sha256=SP5QTsv9YcHVVxDl_2Bf11k3bsYFzzIPpbPABIbW66Q,7608
|
130
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset5/ops.py,sha256=LbyqybNInGNIsg8Qw56U2mRA3sNqXYVhYPVS3X1cHNU,14962
|
131
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset6/__init__.py,sha256=Jl49ykutHmcCtnEGihHClFCshBoiazEtDp2m32QtVpc,7731
|
132
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset6/ops.py,sha256=6C9_tFlhVsAF2EBvpTkFoMzNNmjn-HiVL0V5j6_sIFw,7831
|
133
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset7/__init__.py,sha256=d54qMEpqbQSr2cU8SdS0I874NHDCDE0NKu8MqydxqCQ,7912
|
134
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset7/ops.py,sha256=3jvUZ4pa0nqNo0BVj0UHzG8VCXX_sLqVXLIoYDaVvC0,5174
|
135
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset8/__init__.py,sha256=Qx4YLXFpRqghERaOBiiIyzLy2PsVrL_l3pKy2mx2RSM,8489
|
136
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset8/ops.py,sha256=gT_Wwaxa3MGcywLSV3yhmMoH0vUOqH1NA6YrLaNkKfQ,33229
|
137
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset9/__init__.py,sha256=ItRNFjGRg2aUYmOUa2oM2l-h19xglW8Bg22PQs1so68,8784
|
138
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset9/ops.py,sha256=j5amrmLCbtwAdlhNekBo28pQAmiknI4IhmmAvbVZfSA,13762
|
139
|
+
intel_npu_acceleration_library/external/openvino/runtime/passes/__init__.py,sha256=Snyp0lSNfma1jsa47RhoaDY5MBs2njmuA3swzGVN99E,709
|
140
|
+
intel_npu_acceleration_library/external/openvino/runtime/passes/graph_rewrite.py,sha256=XdZ56Zi6zVc1GmdSR9OT-dAut8JxlTBMSll0XipOrKc,1345
|
141
|
+
intel_npu_acceleration_library/external/openvino/runtime/passes/manager.py,sha256=mg-arlX_dN6B2Td6d-EVAsauUWn5BkcPsSANr8M8Eho,870
|
142
|
+
intel_npu_acceleration_library/external/openvino/runtime/properties/__init__.py,sha256=5hMnqrjxEmwZR20X-bsSmYUSpt2f77ertpCZZvfMZIo,1975
|
143
|
+
intel_npu_acceleration_library/external/openvino/runtime/properties/hint/__init__.py,sha256=PtfvA06d7dsnEf8h4ftw2n1_2hBsd4DA7MnsN6515jk,1339
|
144
|
+
intel_npu_acceleration_library/external/openvino/runtime/utils/__init__.py,sha256=L-7F6SxlD0DElu8nxE5SpcSMGYUPEwV0VxnsTTdo3Rc,272
|
145
|
+
intel_npu_acceleration_library/external/openvino/runtime/utils/broadcasting.py,sha256=7cf7H9xsxjOFB8N-UM_aUW8Fn3wyr3HMdiSdabbxsqE,1372
|
146
|
+
intel_npu_acceleration_library/external/openvino/runtime/utils/decorators.py,sha256=aHfWW8_fUwk5BRX2LTE2L1MmuytdU1CsEzRP4jxxJKY,6224
|
147
|
+
intel_npu_acceleration_library/external/openvino/runtime/utils/input_validation.py,sha256=HJ6BLRdFiSQXqacH2ZaQIizw3jEhKKLiCkoOYKyqcWY,4809
|
148
|
+
intel_npu_acceleration_library/external/openvino/runtime/utils/node_factory.py,sha256=uVEQJ9AF-zzWmLaljMOD5dNKfD26vdRrEINBGu70D9M,4988
|
149
|
+
intel_npu_acceleration_library/external/openvino/runtime/utils/reduction.py,sha256=y8x2Q20fuI56blNQtnQ0gPP-DbPpChEqbdgVyDp4G6c,835
|
150
|
+
intel_npu_acceleration_library/external/openvino/runtime/utils/types.py,sha256=STooC1rxQtpePFszUKif57FBwrGSwxB89X42lrfrkrA,5306
|
151
|
+
intel_npu_acceleration_library/external/openvino/runtime/utils/data_helpers/__init__.py,sha256=j_QlTroXZN_K8yx04WCtbM_AXsIhu5tThgy0rWFlpU0,402
|
152
|
+
intel_npu_acceleration_library/external/openvino/runtime/utils/data_helpers/data_dispatcher.py,sha256=xTorX2qk5q_lAHbaUvjsral7KYPniDT-es3fePlDEdI,15173
|
153
|
+
intel_npu_acceleration_library/external/openvino/runtime/utils/data_helpers/wrappers.py,sha256=lMuvHSXAwL3VAFHzqBZ1xx7BPhbwJAstm_gp8o0e84s,4753
|
154
|
+
intel_npu_acceleration_library/external/openvino/tools/__init__.py,sha256=-tAGaL7ZvrGT3g1UIOEFv7NQkDiy7GqoL4PqdM-iCGU,148
|
155
|
+
intel_npu_acceleration_library/external/openvino/tools/benchmark/__init__.py,sha256=D30HmO2W_yY5ltdiqNOPsGHuyVk5_AFqbHE7znmGtwU,83
|
156
|
+
intel_npu_acceleration_library/external/openvino/tools/benchmark/benchmark.py,sha256=sG_Nnwo-GqVYpPy6XDu3fyyijaoDc-f_A3BnHKc2GHk,7854
|
157
|
+
intel_npu_acceleration_library/external/openvino/tools/benchmark/main.py,sha256=DuU9alpg1td4iSe3nVo1wKswYRLNRAxzJp1GspT8iLc,37963
|
158
|
+
intel_npu_acceleration_library/external/openvino/tools/benchmark/parameters.py,sha256=6rsGt_YxCeq2wyKGKo-ueGVXN4mPyEHFxK1ak907SSI,16279
|
159
|
+
intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/__init__.py,sha256=D30HmO2W_yY5ltdiqNOPsGHuyVk5_AFqbHE7znmGtwU,83
|
160
|
+
intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/constants.py,sha256=kX96018gkgqpXWtkGETjb6fcyCUCO25IwTbPv1vT05U,689
|
161
|
+
intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/inputs_filling.py,sha256=KALzEhBH1ctd6wY0TVBPje611IjN9OMRU8kvCJyjWRw,22677
|
162
|
+
intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/logging.py,sha256=TaORgjDuaKsVYYhuKxqjuRGerJ5Umy2jJL-FmY_-tsw,252
|
163
|
+
intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/statistics_report.py,sha256=oReTwCRTF25K-4QPHeYrb3h3DzKe5z-CUZlY1-A9bgE,13046
|
164
|
+
intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/utils.py,sha256=YQlsDsF9FFlCGnV8fHIx-EzB3L8lOm3G_nafJqCNscg,33714
|
165
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/__init__.py,sha256=ELGSWfhR6sI7AnGvY7y61u_iqU2ks3kNKvXosPONIes,844
|
166
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/__main__.py,sha256=DYMVsPvbRVD7RLoeFj47FOU2HRURcLxnYeSdcafUzPM,239
|
167
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/cli_parser.py,sha256=rUxFjJJxRaLyYhuKdv48_GgevTrue-SHBObID8omLIs,25024
|
168
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/convert.py,sha256=uWBLN3tt1naUBxekFCjCUlql9NwuVLuKspul-fTGIdU,4508
|
169
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/convert_data_type.py,sha256=_aeLuD4X8let3KYU3CzE0VDXrtGxpNXAnGzb777KgsI,2500
|
170
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/convert_impl.py,sha256=NZrvYT8Aj_8US2kXJoyYseSi23UCaOga1Cq9cU84XxQ,22568
|
171
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/environment_setup_utils.py,sha256=iePd2-mrViTX9lC4yNShIhJS-MQFQgqFnC0SWq_vSkA,1656
|
172
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/error.py,sha256=Ugdp0KT523vx1BVeBikIPm5XIK1-iVsHyAPQWletP6U,1463
|
173
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/get_ov_update_message.py,sha256=ARJEfQEHjZxZ0Np2CqDQZBg00ew6BNSydZPVVQYUaSs,739
|
174
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/help.py,sha256=TxYbRCYJDh04dPP6Bo3cCWzoKdLDxtvt0UPKSXNMefc,2633
|
175
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/logger.py,sha256=vuegW244t3MiPLaIWWmnr2wQBEwYspaL8MjNYUx6LCU,3003
|
176
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/main.py,sha256=w2eGcnkhoXvwQep-S6TAlqj_H29LUjDpysMAxFas3Uw,1344
|
177
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/ovc.py,sha256=qmG_88lLymWFfB3AvWQZxgxxdBq_PjcU4_mg4csuoeQ,307
|
178
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/telemetry_params.py,sha256=ewHDy5hcXd-qzUzZc1azMrKOg0FTl9VcIDeP560etrA,132
|
179
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/telemetry_stub.py,sha256=uKfzLURNBiH0mCuylGE9Q0VIQ3yaqd19QkQM_qeFEJ4,619
|
180
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/telemetry_utils.py,sha256=4eT4yw0KEK0lErk5tT2OKo6foPvjEBJ-DeemJFpJn2Q,4498
|
181
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/utils.py,sha256=rVL4bVFya31kmLnkpmDBp6mA6xtRa-ffLXHXRJ84gsQ,7620
|
182
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/version.py,sha256=aay9mE66QdVAjsL6Ptf-tKMs2idrGTBFVRwlR8Zuv4A,2570
|
183
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/__init__.py,sha256=XcKDbsx4zZW4nCQ-aE_Z66zP2a2I2z8Mox0FZefI9Ho,82
|
184
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/analysis.py,sha256=00QL9jPgpsv4UxgX0bFVkPUaGf8P7l9LcP1uICOTHw4,2026
|
185
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/check_config.py,sha256=v-hTqM96Iv49ILVQQpCaxgpK5yxOWsnDZnmjdbempzE,2040
|
186
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/extractor.py,sha256=KMENP16hBJ3cPj7AeSuju8ik2M1Mcr5j67NqLNTIKGI,18348
|
187
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/jax_frontend_utils.py,sha256=DYNRRThHrBO7fqU5EUDsz6AECdjHgtMGfa1xexQbb98,489
|
188
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/layout_utils.py,sha256=5xCppfIlnYaXw0f3ayVRThiNwflM-ownS014aHJIuh0,3257
|
189
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/moc_emit_ir.py,sha256=QBVIa1CKoRnIKjvWWnIZnvRBpzxFF0HT_YoJYK3jdAE,1432
|
190
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/offline_transformations.py,sha256=PS9HTsiDZhvLBQyElY6ZQcbN1kcZT_G9q-dbHxSe4i8,4307
|
191
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/paddle_frontend_utils.py,sha256=EsF-gtNRL_k_stXVBdfzBdqB9eVL35FDmgYlU1VFDLY,3392
|
192
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/pipeline.py,sha256=_2D0faPe7rIMIt5rvgFrhFOmggehoV7GZPN1KbpAgSs,14314
|
193
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/preprocessing.py,sha256=p3un5z8qcrJa4C0XjIx7e9TOQWY3y6VKf21n0kw0PKc,10261
|
194
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/pytorch_frontend_utils.py,sha256=0zurKnZVMeFa6NFjSL7YgKTAPK-_GZMUcvLSWGG6tbw,8511
|
195
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/shape_utils.py,sha256=Lzf_f-RZhNjenbZblTdUwZxFGwdYeYwO1bE3giDPaUg,4033
|
196
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/type_utils.py,sha256=dcPrBuGZGm_3zu_L5m4d5bWUUAKNKw9iIpgwMCdJVqY,2761
|
197
|
+
intel_npu_acceleration_library/external/openvino/torch/__init__.py,sha256=RXLzsfc_Dgq3YPrnPXwZMofSseJ9GjAs49Q9jH_8Vew,165
|
198
|
+
intel_npu_acceleration_library/functional/__init__.py,sha256=WWKwKOh6Sgovv7mKctA872TbLP98Pg5m5-MREvUmlAA,204
|
199
|
+
intel_npu_acceleration_library/functional/scaled_dot_product_attention.py,sha256=yGUcg4tDQOLuUnP1g74cl-ec8TRr2SuAMcNLlN6qLvE,1620
|
200
|
+
intel_npu_acceleration_library/lib/Release/cache.json,sha256=CyrSqZUWo0Ec4_7ydOiuKIC0Gm8AybrGdozUqUuHxBw,8840377
|
201
|
+
intel_npu_acceleration_library/lib/Release/intel_npu_acceleration_library.dll,sha256=_tuLZeDfOIew_udsPgeDryyZLdYfIYfuOs7Qc8XxrnQ,341504
|
202
|
+
intel_npu_acceleration_library/lib/Release/openvino.dll,sha256=m7M119p3JBq2YYJJ2zzCaBDz6XivKK3nNykb8L1cvDU,13244768
|
203
|
+
intel_npu_acceleration_library/lib/Release/openvino_auto_batch_plugin.dll,sha256=2v_I9P3Qo0St1bQZMEZscnFOUVvgZQQ0HvQlG3HtTd0,203104
|
204
|
+
intel_npu_acceleration_library/lib/Release/openvino_auto_plugin.dll,sha256=e3Aj9CDRHN30dBEdPSk7OCWe52tWfhI4xeXgyFjuDHg,475488
|
205
|
+
intel_npu_acceleration_library/lib/Release/openvino_c.dll,sha256=LCJByB0EYW4Vf9szsW6280SrJdIAokTYLPRSOBRJIsE,213344
|
206
|
+
intel_npu_acceleration_library/lib/Release/openvino_hetero_plugin.dll,sha256=jPmVw6n7SR1ciq-JGpjNo2vxSSqG1RfRRzCQNiMgdh0,441696
|
207
|
+
intel_npu_acceleration_library/lib/Release/openvino_intel_cpu_plugin.dll,sha256=yhzE4xdrSUkA1kFabYyUax2uYrHzdHqRHI3NEWtDK0A,41424736
|
208
|
+
intel_npu_acceleration_library/lib/Release/openvino_intel_gpu_plugin.dll,sha256=Rb5y5fLE4HRE7Vq1psPDpHvtx6b-0pTwsrVHRB-HGXE,23549280
|
209
|
+
intel_npu_acceleration_library/lib/Release/openvino_intel_npu_plugin.dll,sha256=A-1EgAoL-WfFgRFwJa8uESjQpyyImT1zM4vdqezLTu0,1834848
|
210
|
+
intel_npu_acceleration_library/lib/Release/openvino_ir_frontend.dll,sha256=p2NFxBnZ_pQ5W7iSsD4L9kkUizRVwpg8l6CrI1dGecI,438112
|
211
|
+
intel_npu_acceleration_library/lib/Release/openvino_onnx_frontend.dll,sha256=PttEJ9rntIGCk8oVmz9VNry14bJIwCiWPYcUHlSTCf0,3756896
|
212
|
+
intel_npu_acceleration_library/lib/Release/openvino_paddle_frontend.dll,sha256=bigsRwou068IQ1CaShUH89CcqTVOADf3ngxZ3WcX51w,1461600
|
213
|
+
intel_npu_acceleration_library/lib/Release/openvino_pytorch_frontend.dll,sha256=8uC-ThXsnmqGOeQAimmjweINFpMmyVr6_AtUVniIf-U,2412384
|
214
|
+
intel_npu_acceleration_library/lib/Release/openvino_tensorflow_frontend.dll,sha256=LvwPvj37sHuGHGVPtCpQfqkN_hig7fOv4chBQ7Dtkp8,4091744
|
215
|
+
intel_npu_acceleration_library/lib/Release/openvino_tensorflow_lite_frontend.dll,sha256=FnRn5cGvYnNj-R9rtgGQEMith8vhtYM2MEU0WW0YNxo,1116000
|
216
|
+
intel_npu_acceleration_library/lib/Release/tbb12.dll,sha256=eOx_E5PkTJ2yVQzz-1AJ6sGtew8RfMDVyc61rJUotWo,189792
|
217
|
+
intel_npu_acceleration_library/lib/Release/tbb12_debug.dll,sha256=45aqV_fRHeFg9WM0pcf4FMLXzFOxX85JUWFpxf5pLXo,714080
|
218
|
+
intel_npu_acceleration_library/lib/Release/tbbbind_2_5.dll,sha256=z9TNhVR0hXw0yfb1W968466lc2QxJVccacAFeqxNtHs,201056
|
219
|
+
intel_npu_acceleration_library/lib/Release/tbbbind_2_5_debug.dll,sha256=O-7u3-g0jBu_XcBhp4nejEFVXsEPbALEuIpLFfT12zw,412512
|
220
|
+
intel_npu_acceleration_library/lib/Release/tbbmalloc.dll,sha256=HLimQ0eHuZ9jnTMiu4AH67ugHWZn2JZaPsU1zQW7ByY,109408
|
221
|
+
intel_npu_acceleration_library/lib/Release/tbbmalloc_debug.dll,sha256=_kyNB7UHNBxzl803ReOkesSj1gye_dkrm3ue81zhsqw,328032
|
222
|
+
intel_npu_acceleration_library/lib/Release/tbbmalloc_proxy.dll,sha256=2LImHFdnIEmeL87RfbWnHKeMXeNLmHl8VEeXxQhHQhA,43360
|
223
|
+
intel_npu_acceleration_library/lib/Release/tbbmalloc_proxy_debug.dll,sha256=dYtbN96hamy1-HWAsH0GGbcTMLmJIHLPLkCg-nEZ1k8,119136
|
224
|
+
intel_npu_acceleration_library/nn/__init__.py,sha256=40LiNAuQfy0DwoADRKWDM3gzpLVy_Tt1ira4l1PMrks,529
|
225
|
+
intel_npu_acceleration_library/nn/autograd.py,sha256=SIktAZ8ibpuuAlC7sCxZvoaWLv2fIKGpjwVxOw2Srxs,2280
|
226
|
+
intel_npu_acceleration_library/nn/conv.py,sha256=BWxf9dTYPd8g4v3VleEpGKOC5KcCN_m1p1fG9zyXZL0,8032
|
227
|
+
intel_npu_acceleration_library/nn/functional.py,sha256=UfAKBc0u6RtyaMo14ldH2GpEnd8OwwefalIkL2JdUH4,34503
|
228
|
+
intel_npu_acceleration_library/nn/linear.py,sha256=Q06SoGQeLaI86nA_ky2GnFC6H2Fw1zyMDILKnpYC2eo,5739
|
229
|
+
intel_npu_acceleration_library/nn/llm.py,sha256=P6dz36Yf6BHtzWcftaghC6QaMI_WeRfQwrCbO7fD6hk,15002
|
230
|
+
intel_npu_acceleration_library/nn/module.py,sha256=EYxoTq6I_YgBDgTF76GPDxHrT8SupOTDGMzQaomBeq8,12667
|
231
|
+
bigdl_core_npu-2.6.0b20250114.dist-info/METADATA,sha256=dL2O6jku1FAfX82IC3C2L71qFq0hG5yApTEeWelU3n0,1762
|
232
|
+
bigdl_core_npu-2.6.0b20250114.dist-info/WHEEL,sha256=yNnHoQL2GZYIUXm9YvoaBpFjGlUoK9qq9oqYeudrWlE,101
|
233
|
+
bigdl_core_npu-2.6.0b20250114.dist-info/top_level.txt,sha256=iMQZlTsFPJjlD-Y0MqZEP_9ifI0LlbNCJIOTaMoGMjk,46
|
234
|
+
bigdl_core_npu-2.6.0b20250114.dist-info/RECORD,,
|
@@ -0,0 +1,24 @@
|
|
1
|
+
#
|
2
|
+
# Copyright © 2024 Intel Corporation
|
3
|
+
# SPDX-License-Identifier: Apache 2.0
|
4
|
+
#
|
5
|
+
|
6
|
+
from .compiler import compile
|
7
|
+
from .dtypes import int4, int8, float16
|
8
|
+
from ._version import __version__
|
9
|
+
from .modelling import NPUModel, NPUAutoModel, NPUModelForCausalLM, NPUModelForSeq2SeqLM
|
10
|
+
from .device import enable_npu_device
|
11
|
+
|
12
|
+
enable_npu_device()
|
13
|
+
|
14
|
+
__all__ = [
|
15
|
+
"compile",
|
16
|
+
"int4",
|
17
|
+
"int8",
|
18
|
+
"float16",
|
19
|
+
"__version__",
|
20
|
+
"NPUModel",
|
21
|
+
"NPUAutoModel",
|
22
|
+
"NPUModelForCausalLM",
|
23
|
+
"NPUModelForSeq2SeqLM",
|
24
|
+
]
|
@@ -0,0 +1,37 @@
|
|
1
|
+
#
|
2
|
+
# Copyright © 2024 Intel Corporation
|
3
|
+
# SPDX-License-Identifier: Apache 2.0
|
4
|
+
#
|
5
|
+
from .bindings import lib
|
6
|
+
from .utils import npu_available, get_driver_version, check_npu_and_driver_version
|
7
|
+
from .mlp import MLP
|
8
|
+
from .convolution import Convolution
|
9
|
+
from .matmul import MatMul
|
10
|
+
from .linear import Linear
|
11
|
+
from .qmatmul import QMatMul
|
12
|
+
from .qlinear import QLinear
|
13
|
+
from .tensor import Tensor
|
14
|
+
from .factory import NNFactory
|
15
|
+
from .sdpa import SDPA, SimpleSDPA
|
16
|
+
from .runtime import run_matmul, run_factory, clear_cache
|
17
|
+
|
18
|
+
check_npu_and_driver_version()
|
19
|
+
|
20
|
+
__all__ = [
|
21
|
+
"Tensor",
|
22
|
+
"NNFactory",
|
23
|
+
"MLP",
|
24
|
+
"MatMul",
|
25
|
+
"Linear",
|
26
|
+
"QMatMul",
|
27
|
+
"QLinear",
|
28
|
+
"Convolution",
|
29
|
+
"SDPA",
|
30
|
+
"SimpleSDPA",
|
31
|
+
"run_matmul",
|
32
|
+
"run_factory",
|
33
|
+
"clear_cache",
|
34
|
+
"npu_available",
|
35
|
+
"get_driver_version",
|
36
|
+
"lib",
|
37
|
+
]
|