bigdl-core-npu 2.6.0b20241112__cp310-cp310-win_amd64.whl → 2.6.0b20241117__cp310-cp310-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {bigdl_core_npu-2.6.0b20241112.dist-info → bigdl_core_npu-2.6.0b20241117.dist-info}/METADATA +1 -1
- {bigdl_core_npu-2.6.0b20241112.dist-info → bigdl_core_npu-2.6.0b20241117.dist-info}/RECORD +95 -85
- {bigdl_core_npu-2.6.0b20241112.dist-info → bigdl_core_npu-2.6.0b20241117.dist-info}/WHEEL +1 -1
- intel_npu_acceleration_library/_version.py +1 -1
- intel_npu_acceleration_library/backend/bindings.py +10 -0
- intel_npu_acceleration_library/backend/factory.py +2 -26
- intel_npu_acceleration_library/backend/tensor.py +69 -0
- intel_npu_acceleration_library/device.py +2 -2
- intel_npu_acceleration_library/dtypes.py +34 -1
- intel_npu_acceleration_library/external/openvino/_offline_transformations/__init__.py +1 -0
- intel_npu_acceleration_library/external/openvino/_pyopenvino.cp310-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/_pyopenvino.cp311-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/_pyopenvino.cp312-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/_pyopenvino.cp38-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/_pyopenvino.cp39-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/jax/__init__.py +15 -0
- intel_npu_acceleration_library/external/openvino/frontend/jax/jaxpr_decoder.py +283 -0
- intel_npu_acceleration_library/external/openvino/frontend/jax/py_jax_frontend.cp310-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/jax/py_jax_frontend.cp311-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/jax/py_jax_frontend.cp312-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/jax/py_jax_frontend.cp38-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/jax/py_jax_frontend.cp39-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/jax/utils.py +129 -0
- intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp310-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp311-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp312-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp38-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp39-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp310-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp311-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp312-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp38-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp39-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/pytorch/fx_decoder.py +8 -0
- intel_npu_acceleration_library/external/openvino/frontend/pytorch/gptq.py +1 -1
- intel_npu_acceleration_library/external/openvino/frontend/pytorch/patch_model.py +28 -8
- intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp310-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp311-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp312-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp38-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp39-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/op_support.py +1 -0
- intel_npu_acceleration_library/external/openvino/frontend/pytorch/ts_decoder.py +3 -0
- intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp310-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp311-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp312-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp38-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp39-win_amd64.pyd +0 -0
- intel_npu_acceleration_library/external/openvino/helpers/packing.py +4 -4
- intel_npu_acceleration_library/external/openvino/preprocess/__init__.py +2 -0
- intel_npu_acceleration_library/external/openvino/preprocess/torchvision/requirements.txt +1 -0
- intel_npu_acceleration_library/external/openvino/properties/__init__.py +1 -0
- intel_npu_acceleration_library/external/openvino/runtime/op/__init__.py +1 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset1/ops.py +2 -1
- intel_npu_acceleration_library/external/openvino/runtime/opset13/ops.py +5 -6
- intel_npu_acceleration_library/external/openvino/runtime/opset15/__init__.py +2 -0
- intel_npu_acceleration_library/external/openvino/runtime/opset15/ops.py +62 -1
- intel_npu_acceleration_library/external/openvino/runtime/opset6/ops.py +60 -43
- intel_npu_acceleration_library/external/openvino/runtime/opset8/ops.py +4 -0
- intel_npu_acceleration_library/external/openvino/runtime/properties/__init__.py +1 -0
- intel_npu_acceleration_library/external/openvino/runtime/utils/decorators.py +67 -1
- intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/inputs_filling.py +9 -9
- intel_npu_acceleration_library/external/openvino/tools/ovc/convert_impl.py +16 -2
- intel_npu_acceleration_library/external/openvino/tools/ovc/main.py +5 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/jax_frontend_utils.py +19 -0
- intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/pipeline.py +68 -16
- intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/pytorch_frontend_utils.py +70 -60
- intel_npu_acceleration_library/external/openvino/tools/ovc/utils.py +90 -3
- intel_npu_acceleration_library/external/openvino/utils.py +17 -0
- intel_npu_acceleration_library/lib/Release/intel_npu_acceleration_library.dll +0 -0
- intel_npu_acceleration_library/lib/Release/openvino.dll +0 -0
- intel_npu_acceleration_library/lib/Release/openvino_auto_batch_plugin.dll +0 -0
- intel_npu_acceleration_library/lib/Release/openvino_auto_plugin.dll +0 -0
- intel_npu_acceleration_library/lib/Release/openvino_c.dll +0 -0
- intel_npu_acceleration_library/lib/Release/openvino_hetero_plugin.dll +0 -0
- intel_npu_acceleration_library/lib/Release/openvino_intel_cpu_plugin.dll +0 -0
- intel_npu_acceleration_library/lib/Release/openvino_intel_gpu_plugin.dll +0 -0
- intel_npu_acceleration_library/lib/Release/openvino_intel_npu_plugin.dll +0 -0
- intel_npu_acceleration_library/lib/Release/openvino_ir_frontend.dll +0 -0
- intel_npu_acceleration_library/lib/Release/openvino_jax_frontend.dll +0 -0
- intel_npu_acceleration_library/lib/Release/openvino_onnx_frontend.dll +0 -0
- intel_npu_acceleration_library/lib/Release/openvino_paddle_frontend.dll +0 -0
- intel_npu_acceleration_library/lib/Release/openvino_pytorch_frontend.dll +0 -0
- intel_npu_acceleration_library/lib/Release/openvino_tensorflow_frontend.dll +0 -0
- intel_npu_acceleration_library/lib/Release/openvino_tensorflow_lite_frontend.dll +0 -0
- intel_npu_acceleration_library/lib/Release/tbb12.dll +0 -0
- intel_npu_acceleration_library/lib/Release/tbb12_debug.dll +0 -0
- intel_npu_acceleration_library/lib/Release/tbbbind_2_5.dll +0 -0
- intel_npu_acceleration_library/lib/Release/tbbbind_2_5_debug.dll +0 -0
- intel_npu_acceleration_library/lib/Release/tbbmalloc.dll +0 -0
- intel_npu_acceleration_library/lib/Release/tbbmalloc_debug.dll +0 -0
- intel_npu_acceleration_library/lib/Release/tbbmalloc_proxy.dll +0 -0
- intel_npu_acceleration_library/lib/Release/tbbmalloc_proxy_debug.dll +0 -0
- intel_npu_acceleration_library/nn/module.py +17 -17
- {bigdl_core_npu-2.6.0b20241112.dist-info → bigdl_core_npu-2.6.0b20241117.dist-info}/top_level.txt +0 -0
@@ -1,17 +1,17 @@
|
|
1
1
|
intel_npu_acceleration_library/__init__.py,sha256=ZKTIhGMDjF7P6pF-yX8KWcSXbeHWRk24AO_orsa18f8,536
|
2
|
-
intel_npu_acceleration_library/_version.py,sha256=
|
2
|
+
intel_npu_acceleration_library/_version.py,sha256=aQGSlQhbDKAmt0SXhnnSMKrIdQJdlD4QOf0ueOSAAh8,112
|
3
3
|
intel_npu_acceleration_library/compiler.py,sha256=3IdgqjamSC8MLexDBJypIeZRiWIcTFnvQSU1LPXUr7Y,6225
|
4
|
-
intel_npu_acceleration_library/device.py,sha256=
|
5
|
-
intel_npu_acceleration_library/dtypes.py,sha256=
|
4
|
+
intel_npu_acceleration_library/device.py,sha256=9bn8eVXJa5cXIqgfLsQAdkMVtVUQABb8z0-mQik5jRg,7424
|
5
|
+
intel_npu_acceleration_library/dtypes.py,sha256=gdd06Wsc9zIZFHlauUEx4xcK9WGTn1Mu6GkuYDJeA-E,4683
|
6
6
|
intel_npu_acceleration_library/modelling.py,sha256=vSiQOWGJ0l6wGV7zWQtZEkHpnMQIMbKeI4a1RK94QO4,5224
|
7
7
|
intel_npu_acceleration_library/optimizations.py,sha256=9NY8QoDFbs2LY12jbx6As8g2v0oInX4YzvkjnqViA70,5469
|
8
8
|
intel_npu_acceleration_library/quantization.py,sha256=6N_04h1KX6TNbw-ceANV0Pmk4_lQ2Y9C7Pwn5x-zQzo,5566
|
9
9
|
intel_npu_acceleration_library/backend/__init__.py,sha256=2NP6Ypr1dGUNXmLGW5GD9xrh0U9KJgqxTd_c7su1RUY,857
|
10
10
|
intel_npu_acceleration_library/backend/base.py,sha256=hbHqxSOfWH5BaA5PY6_zaf1Zdg5NrQK6WOfe-hr279k,8605
|
11
|
-
intel_npu_acceleration_library/backend/bindings.py,sha256=
|
11
|
+
intel_npu_acceleration_library/backend/bindings.py,sha256=wXn-5HCYGUFOpDJwuOWf7cHSrwsfe9hdwD0tF4wcXps,9378
|
12
12
|
intel_npu_acceleration_library/backend/compression.py,sha256=Avz_zm2s_ELy5peVQ8zFGn8njBfh9nEGR16mflotBic,630
|
13
13
|
intel_npu_acceleration_library/backend/convolution.py,sha256=cN3k78X3Y4Cbf7er-MFq0sJ4OwIvquj8PajpdEDmCo4,2018
|
14
|
-
intel_npu_acceleration_library/backend/factory.py,sha256=
|
14
|
+
intel_npu_acceleration_library/backend/factory.py,sha256=ZvvatSKSNRUzht1ufCjuW0VvvfZBu38AdI-nKHEfqVQ,39064
|
15
15
|
intel_npu_acceleration_library/backend/linear.py,sha256=RiLUh5FOSxRWHB5kYx7mOPOOrS_vxIeBJ5t3yC6wOiQ,1908
|
16
16
|
intel_npu_acceleration_library/backend/matmul.py,sha256=mfGi73-mIbUcXp4kyvCGW0Y9kb4Xp1ppbGNpdJFohuA,1819
|
17
17
|
intel_npu_acceleration_library/backend/mlp.py,sha256=BuKVwSI726v3nHQQvtMBbXyWxRTq-WoLZtTxeSeWaaY,2330
|
@@ -20,67 +20,75 @@ intel_npu_acceleration_library/backend/qlinear.py,sha256=oeawOjRBA_kQRqfQ1Vn_e3a
|
|
20
20
|
intel_npu_acceleration_library/backend/qmatmul.py,sha256=pJkFJaBxZk3Oh5w_f6ywRNeGOfloEOCj0mCGnvim9Ew,2250
|
21
21
|
intel_npu_acceleration_library/backend/runtime.py,sha256=COsTslfHknjrix4kETlnKvEmLO2lyBtXpAzEQTZJSvk,7195
|
22
22
|
intel_npu_acceleration_library/backend/sdpa.py,sha256=HNlL9jEA9OH3KnZqOkLcaKwt8tfCe5apUQxlWw0UhlA,3818
|
23
|
-
intel_npu_acceleration_library/backend/tensor.py,sha256=
|
23
|
+
intel_npu_acceleration_library/backend/tensor.py,sha256=ok9wZ1QkD2IAbTn4R16vM6yUjHNf9jr8N1HUG--iT3g,35396
|
24
24
|
intel_npu_acceleration_library/backend/utils.py,sha256=WJ2agtqYxBuDd21ngE55io9VX-MOGg-AjnE63UHpCiU,2174
|
25
25
|
intel_npu_acceleration_library/external/openvino/__init__.py,sha256=is1yO5Cdjdykxfhk7CnsU7w-pcn2iaIcmTLktjQPAT0,2254
|
26
|
-
intel_npu_acceleration_library/external/openvino/_pyopenvino.cp310-win_amd64.pyd,sha256=
|
27
|
-
intel_npu_acceleration_library/external/openvino/_pyopenvino.cp311-win_amd64.pyd,sha256=
|
28
|
-
intel_npu_acceleration_library/external/openvino/_pyopenvino.cp312-win_amd64.pyd,sha256=
|
29
|
-
intel_npu_acceleration_library/external/openvino/_pyopenvino.cp38-win_amd64.pyd,sha256=
|
30
|
-
intel_npu_acceleration_library/external/openvino/_pyopenvino.cp39-win_amd64.pyd,sha256=
|
31
|
-
intel_npu_acceleration_library/external/openvino/utils.py,sha256=
|
32
|
-
intel_npu_acceleration_library/external/openvino/_offline_transformations/__init__.py,sha256=
|
26
|
+
intel_npu_acceleration_library/external/openvino/_pyopenvino.cp310-win_amd64.pyd,sha256=N_bRmYtuWUocGX7sl4A7nmjX19w1QyEWuHsKxbUKEGc,3376096
|
27
|
+
intel_npu_acceleration_library/external/openvino/_pyopenvino.cp311-win_amd64.pyd,sha256=gMqz7xfWhn8T_hR5LHiw2bIzyHVfbBKCPEwELjxpsgc,3378664
|
28
|
+
intel_npu_acceleration_library/external/openvino/_pyopenvino.cp312-win_amd64.pyd,sha256=NqZni48PGSAsDVwz9Azwc5_HS9poSpNkdPkDs4F_o58,3403240
|
29
|
+
intel_npu_acceleration_library/external/openvino/_pyopenvino.cp38-win_amd64.pyd,sha256=VW7HhgDoxAaOBSDHrdxNphcRWVNPQUh4Ov6c-b00pzA,3375592
|
30
|
+
intel_npu_acceleration_library/external/openvino/_pyopenvino.cp39-win_amd64.pyd,sha256=d1jt2XpPFsTVIx3QeJfrC3acxn8ruV1aPQRVFL7iLSo,3375584
|
31
|
+
intel_npu_acceleration_library/external/openvino/utils.py,sha256=tgDJyDPXoChJ8Z_9tL4JsCyaDN8Wfj0osR_iq1hS74E,4810
|
32
|
+
intel_npu_acceleration_library/external/openvino/_offline_transformations/__init__.py,sha256=rJjKkI6eufz5SvTyr2txPaBDgmCgHJ4ZNlnPdVnHaEI,1208
|
33
33
|
intel_npu_acceleration_library/external/openvino/frontend/__init__.py,sha256=oGgmxI_i1vwQJkgAFXfdgTo9DcF09gArvtM3R-BkRkM,1057
|
34
34
|
intel_npu_acceleration_library/external/openvino/frontend/frontend.py,sha256=1s6NEhDYgiXaUXBDFIdbmQHCjrGPYD4Ckk9houk7y70,1409
|
35
|
+
intel_npu_acceleration_library/external/openvino/frontend/jax/__init__.py,sha256=vMVQAmVnO-piY2qP1B-gnx1-HCH0yU7eVY_Z91TFrPA,431
|
36
|
+
intel_npu_acceleration_library/external/openvino/frontend/jax/jaxpr_decoder.py,sha256=0CK2a9M-h8_1bBx5CNbuBYFekhUwQyXpCTODfoSV7P8,11430
|
37
|
+
intel_npu_acceleration_library/external/openvino/frontend/jax/py_jax_frontend.cp310-win_amd64.pyd,sha256=YlahuHPPZNgr6Ucex2RLJAgMGpYUkzBkyLIAcQad5qU,167904
|
38
|
+
intel_npu_acceleration_library/external/openvino/frontend/jax/py_jax_frontend.cp311-win_amd64.pyd,sha256=6MAimOHKHR6gFSpUcdH19ecE4minFtSqpNTEFeS3tgM,171488
|
39
|
+
intel_npu_acceleration_library/external/openvino/frontend/jax/py_jax_frontend.cp312-win_amd64.pyd,sha256=ogD5an-CK9mwAY0qaCkcD-BCpjQfSJrAXF9AHmXgMNE,173536
|
40
|
+
intel_npu_acceleration_library/external/openvino/frontend/jax/py_jax_frontend.cp38-win_amd64.pyd,sha256=d1nR9V-5IMCT4Taj1cfWwVioeg88QncvwkLeC_wwiJc,166880
|
41
|
+
intel_npu_acceleration_library/external/openvino/frontend/jax/py_jax_frontend.cp39-win_amd64.pyd,sha256=OIiL-eceNtub0Li8xWSzQkzIV0j-FLTx4_2NtXAVmnQ,168424
|
42
|
+
intel_npu_acceleration_library/external/openvino/frontend/jax/utils.py,sha256=w24sxd6fQgneQyHlt5YlvmaSI2G6RcPCowYO3Uek8_0,3973
|
35
43
|
intel_npu_acceleration_library/external/openvino/frontend/onnx/__init__.py,sha256=VuRObnRu0vxUyuiGCZkT9OqggvyC4OxcvEa_j4jbZEs,517
|
36
|
-
intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp310-win_amd64.pyd,sha256=
|
37
|
-
intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp311-win_amd64.pyd,sha256=
|
38
|
-
intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp312-win_amd64.pyd,sha256=
|
39
|
-
intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp38-win_amd64.pyd,sha256=
|
40
|
-
intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp39-win_amd64.pyd,sha256=
|
44
|
+
intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp310-win_amd64.pyd,sha256=Lv49WilaQDZ6NhP0ox5J8pOfUDWPNN7nemMW8lGnPyc,350184
|
45
|
+
intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp311-win_amd64.pyd,sha256=MXvMprqB1LQYdI89Hd87Lx0-56G_rawDXLLVPuyzOTU,353768
|
46
|
+
intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp312-win_amd64.pyd,sha256=WGdnxxXlMdzoyqLVG-byoY9-d8k8zrdjPzMYz4lUiEU,355808
|
47
|
+
intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp38-win_amd64.pyd,sha256=Ztno5lcoo0FQj-03TvF0Cw6X8q9WfBqdzeZ6HzY-Gjg,350176
|
48
|
+
intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp39-win_amd64.pyd,sha256=909mxyucFK4MKthg4pnQYqlqEXmKRgHgFeRG_S_3bJk,350176
|
41
49
|
intel_npu_acceleration_library/external/openvino/frontend/paddle/__init__.py,sha256=ZibtKZUQre1pfU8uoKnpPKyONxTUmwsQ63xoR0GqmLM,530
|
42
|
-
intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp310-win_amd64.pyd,sha256=
|
43
|
-
intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp311-win_amd64.pyd,sha256=
|
44
|
-
intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp312-win_amd64.pyd,sha256=
|
45
|
-
intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp38-win_amd64.pyd,sha256=
|
46
|
-
intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp39-win_amd64.pyd,sha256=
|
50
|
+
intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp310-win_amd64.pyd,sha256=biuFbx0AqffWIYEP89FXpKnCbInmF74TpFP0Yk6yMK0,348136
|
51
|
+
intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp311-win_amd64.pyd,sha256=L5t46OHN6ZgPVkjYZGIVXZFMZMccRFX8Fbyc8wAm4FM,351208
|
52
|
+
intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp312-win_amd64.pyd,sha256=5K9KjS8aTBtT2ZxOm5dm7R2XmN6s_B46Xfs614Q8qLE,353768
|
53
|
+
intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp38-win_amd64.pyd,sha256=7Ivh3wffHKl5Np5u_0_Km00MCVSsXIgEBGKHpZxXxEg,347624
|
54
|
+
intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp39-win_amd64.pyd,sha256=AUnAxlX-RELSyZgOv1ySG3zt-KitoBalCJ23hQod1u8,347616
|
47
55
|
intel_npu_acceleration_library/external/openvino/frontend/pytorch/__init__.py,sha256=HvWbrTjLetX_9QH7UHqfYoOprQ9YWzBlb8pflJcnpLI,814
|
48
|
-
intel_npu_acceleration_library/external/openvino/frontend/pytorch/fx_decoder.py,sha256=
|
49
|
-
intel_npu_acceleration_library/external/openvino/frontend/pytorch/gptq.py,sha256=
|
56
|
+
intel_npu_acceleration_library/external/openvino/frontend/pytorch/fx_decoder.py,sha256=W-uHyYxs0-5cD9B2yh2OLEs42EsLdml2wCx2Zz08fMs,15056
|
57
|
+
intel_npu_acceleration_library/external/openvino/frontend/pytorch/gptq.py,sha256=KDOieVzf19sdpwCkAFytfL-zUeOrlqwS284jhDx68KA,5649
|
50
58
|
intel_npu_acceleration_library/external/openvino/frontend/pytorch/module_extension.py,sha256=5ffkea1R6GUpZWJadnyO_svo-tK6D9xgzLx3ThslAak,2239
|
51
|
-
intel_npu_acceleration_library/external/openvino/frontend/pytorch/patch_model.py,sha256=
|
52
|
-
intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp310-win_amd64.pyd,sha256=
|
53
|
-
intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp311-win_amd64.pyd,sha256=
|
54
|
-
intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp312-win_amd64.pyd,sha256=
|
55
|
-
intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp38-win_amd64.pyd,sha256=
|
56
|
-
intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp39-win_amd64.pyd,sha256=
|
57
|
-
intel_npu_acceleration_library/external/openvino/frontend/pytorch/ts_decoder.py,sha256=
|
59
|
+
intel_npu_acceleration_library/external/openvino/frontend/pytorch/patch_model.py,sha256=xJB1l1AcNnsj6R4gU9mLaUL-YSqskm02TnW5IT684XM,5680
|
60
|
+
intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp310-win_amd64.pyd,sha256=15_LgXLQIZY_yy4lHtAGgTvCMSpwcuwuwkrvX3L1NnM,387040
|
61
|
+
intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp311-win_amd64.pyd,sha256=2F5XT3PIlnGkOjHPW72AmP4nR3GikGnHxBx19geWCJg,390632
|
62
|
+
intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp312-win_amd64.pyd,sha256=esfKh43DF1WQdjmAo_M6G4V5bqHu-5t3hhlbKX1V-LQ,393184
|
63
|
+
intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp38-win_amd64.pyd,sha256=1nohTpXuvHT1Ia3XD7xrpkJbUDSGBBKLLeKx5Juh-0M,386016
|
64
|
+
intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp39-win_amd64.pyd,sha256=pr3qxlSL6eXAVFvAhAVxRK9SomsiLhRqFeyKhZMzABc,388064
|
65
|
+
intel_npu_acceleration_library/external/openvino/frontend/pytorch/ts_decoder.py,sha256=fpfJDcHGMEnO_ac_Yw-QzDiw1tew-1MumCbnmgIzje0,25404
|
58
66
|
intel_npu_acceleration_library/external/openvino/frontend/pytorch/utils.py,sha256=KigF06_u6CJhOrZrrw4WwKcVJT5Z7SaEpWnJ-rC1cH4,9317
|
59
67
|
intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/backend.py,sha256=fmLzbfzlHSuFAhk9wOJtkN0XD9qBdtdo1zP12fmicjM,5341
|
60
68
|
intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/backend_utils.py,sha256=UQx0W_v2g9RQh_9xEWy9IfIPCtSAElejdJlm0KjoWsA,2516
|
61
69
|
intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/compile.py,sha256=ONCzE6ZaL5uPLcsMLAKZ66tpT2gqNf5zp8vqhWZdWNA,4692
|
62
70
|
intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/decompositions.py,sha256=QZZPjaGZ2ZmsnwtNjEKBfYWRizE0xfgT7b_QnfTP0tM,3730
|
63
71
|
intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/execute.py,sha256=dZqrJiFzR-sq32NpG48Ftzp6rrgDtZNSpJ5mo4kzE6o,6745
|
64
|
-
intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/op_support.py,sha256=
|
72
|
+
intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/op_support.py,sha256=29YpiIWF4RDG_v_fPXP79hN7RcHUsPLYGTUomuLbVCE,13877
|
65
73
|
intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/partition.py,sha256=b3uj9TSAj01ODgiacuBJZvqtfRuNo4O8NZIty6QYK3s,5519
|
66
74
|
intel_npu_acceleration_library/external/openvino/frontend/tensorflow/__init__.py,sha256=DzL75Pv4mq0FcuZ3xf5atX6Sl0aytK0sG6LgXotNfTY,669
|
67
75
|
intel_npu_acceleration_library/external/openvino/frontend/tensorflow/graph_iterator.py,sha256=904DDtBdYZmb1mwEYQQLgfjgn5V57sUreRcsjOMWv5Y,4961
|
68
76
|
intel_npu_acceleration_library/external/openvino/frontend/tensorflow/node_decoder.py,sha256=Rq74AWf1f_IsyhlhMM1G3XPeZxMsrV39KUQW2iNin2w,9541
|
69
|
-
intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp310-win_amd64.pyd,sha256=
|
70
|
-
intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp311-win_amd64.pyd,sha256=
|
71
|
-
intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp312-win_amd64.pyd,sha256=
|
72
|
-
intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp38-win_amd64.pyd,sha256=
|
73
|
-
intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp39-win_amd64.pyd,sha256=
|
77
|
+
intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp310-win_amd64.pyd,sha256=evllizSV_t-_pAfbrjnN74u_A0drU-RxqjqSaduiHnk,368104
|
78
|
+
intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp311-win_amd64.pyd,sha256=9D9A1EYlhe4Enf80XquUsgRI8BDYdzGWwz4s1fTrgws,371176
|
79
|
+
intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp312-win_amd64.pyd,sha256=ET-BG9Is8Sry3ivtEMnHInvFr9N-abzIcBQGDXyeEDU,373728
|
80
|
+
intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp38-win_amd64.pyd,sha256=BXZWkSA6VYpUkPtzRO8tErRzyioat24f7y2CfsWkoWc,366568
|
81
|
+
intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp39-win_amd64.pyd,sha256=WuPn5RMY-de75IHuY4xdZ2dRF_8lBq3jLg15-Tss3dc,368096
|
74
82
|
intel_npu_acceleration_library/external/openvino/frontend/tensorflow/utils.py,sha256=NjcQbW5LEGnVtcUurUECZUlGmax-D1e4MCkMUJm0oUw,20140
|
75
83
|
intel_npu_acceleration_library/external/openvino/helpers/__init__.py,sha256=h6GRbm0ymE_w8xDF0Hk4zjCSAhvz-sXhE7KfNgLPTIU,159
|
76
|
-
intel_npu_acceleration_library/external/openvino/helpers/packing.py,sha256
|
84
|
+
intel_npu_acceleration_library/external/openvino/helpers/packing.py,sha256=-32vRj97WD-84zzenMhBcKC8O8ap54EUYLWsJcKWKCI,4079
|
77
85
|
intel_npu_acceleration_library/external/openvino/preprocess/README.md,sha256=K6K48iqrkW0rURGGBFJghsOj_zPIssk0Z3gmrz6XDcI,2716
|
78
|
-
intel_npu_acceleration_library/external/openvino/preprocess/__init__.py,sha256=
|
86
|
+
intel_npu_acceleration_library/external/openvino/preprocess/__init__.py,sha256=QkRrPTfuwT1WYkoQUCYQyd9Ox22j7A9iEr0llDhf8PA,974
|
79
87
|
intel_npu_acceleration_library/external/openvino/preprocess/torchvision/__init__.py,sha256=vLDE0Z2d5IdK5Z6Rd2oVzSRB7AbgxbggbxwOujbR7fo,318
|
80
88
|
intel_npu_acceleration_library/external/openvino/preprocess/torchvision/preprocess_converter.py,sha256=N_QFoz1Y92GRUC77OkcpxCOctoGvHzsFpFMb5n-rBFM,1786
|
81
|
-
intel_npu_acceleration_library/external/openvino/preprocess/torchvision/requirements.txt,sha256=
|
89
|
+
intel_npu_acceleration_library/external/openvino/preprocess/torchvision/requirements.txt,sha256=16B96ODaBJFbB7YUqXSDMMyVN1ax3QMwjPkbCyDP-GI,188
|
82
90
|
intel_npu_acceleration_library/external/openvino/preprocess/torchvision/torchvision_preprocessing.py,sha256=G9qY-OxBmsBP0Tk7wWyIdvUXzY_e4Z-qJJzjiR3egTY,13695
|
83
|
-
intel_npu_acceleration_library/external/openvino/properties/__init__.py,sha256=
|
91
|
+
intel_npu_acceleration_library/external/openvino/properties/__init__.py,sha256=JNWwxbQdsRmFqxjF1gx3wYLsKauT8VZ2L_OxPxUz33E,745
|
84
92
|
intel_npu_acceleration_library/external/openvino/properties/_properties.py,sha256=hlH5mnl5vyqCQWwmHBhIHmQm_wq6I7Z5yZTgaL8SPYI,2152
|
85
93
|
intel_npu_acceleration_library/external/openvino/properties/device/__init__.py,sha256=CRwK9ZEvaTe7uUpjgiwkUmuhjnLIwazuRy0Ese0Edhg,416
|
86
94
|
intel_npu_acceleration_library/external/openvino/properties/hint/__init__.py,sha256=e3nDOZJdzjmKumFR8rMRuh9yZ1_iM-BWA5wVxfX32aw,608
|
@@ -94,10 +102,10 @@ intel_npu_acceleration_library/external/openvino/runtime/__init__.py,sha256=J4j7
|
|
94
102
|
intel_npu_acceleration_library/external/openvino/runtime/exceptions.py,sha256=M2-YEXH91HHcIrjEHcAHjK4JTGVWbmYXAuUb8chgmC0,402
|
95
103
|
intel_npu_acceleration_library/external/openvino/runtime/ie_api.py,sha256=-xed980P4-fGC1QY1VdYeWVAoek2eKeGsA_0ZenyD5c,26869
|
96
104
|
intel_npu_acceleration_library/external/openvino/runtime/opset_utils.py,sha256=dL3L8NvqzyH3ASmBV1woddGfj6GVcisNBM1mQmw4ncw,650
|
97
|
-
intel_npu_acceleration_library/external/openvino/runtime/op/__init__.py,sha256=
|
105
|
+
intel_npu_acceleration_library/external/openvino/runtime/op/__init__.py,sha256=pOrLQOqmaWplt6UvoMbXV8WXksYRPaxyD19FAIg0v3g,595
|
98
106
|
intel_npu_acceleration_library/external/openvino/runtime/op/util/__init__.py,sha256=Gh_EcRmB5JPsG2lVDcl-MGhME1ieTKi5xXlI-xwe43k,1000
|
99
107
|
intel_npu_acceleration_library/external/openvino/runtime/opset1/__init__.py,sha256=THW2FrjqCZ9xcwNUhxyG6PMskbNCsNw1WJ-EeU9BHag,5543
|
100
|
-
intel_npu_acceleration_library/external/openvino/runtime/opset1/ops.py,sha256=
|
108
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset1/ops.py,sha256=LjxpwePjZOwuaPeO-6imjCdW4ruPMZndCBDqrDS2b30,114237
|
101
109
|
intel_npu_acceleration_library/external/openvino/runtime/opset10/__init__.py,sha256=_wcyWwlBwEiNMpib1pcZ0CIl2yBjj3pfFDMLRGtIyDw,8980
|
102
110
|
intel_npu_acceleration_library/external/openvino/runtime/opset10/ops.py,sha256=UjbXz3w2S2CoWLJGBqf59zZa4E12EIvschbbwP1v3_k,7373
|
103
111
|
intel_npu_acceleration_library/external/openvino/runtime/opset11/__init__.py,sha256=4JKYqPJYzbgDyi5wszgXINVguy2x06FJWjrmgVPLtC0,8981
|
@@ -105,11 +113,11 @@ intel_npu_acceleration_library/external/openvino/runtime/opset11/ops.py,sha256=0
|
|
105
113
|
intel_npu_acceleration_library/external/openvino/runtime/opset12/__init__.py,sha256=ydxO2kCyrXbglEpef2sXsKEAh_8XNuaMSZepuI6l_lQ,9044
|
106
114
|
intel_npu_acceleration_library/external/openvino/runtime/opset12/ops.py,sha256=0klQvfzZQ5HvPz4hgt-TgzHRhM8WbEjPx-DyOY1ewfU,4442
|
107
115
|
intel_npu_acceleration_library/external/openvino/runtime/opset13/__init__.py,sha256=gJsx_-jFy73t_CatAJ1fBvHBAzq-U_IpxPpwsNPTLjY,9488
|
108
|
-
intel_npu_acceleration_library/external/openvino/runtime/opset13/ops.py,sha256=
|
116
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset13/ops.py,sha256=_fm2CBiWu4uwGCJ7guDtsSX41jtLRT0alrwScijFjHQ,16554
|
109
117
|
intel_npu_acceleration_library/external/openvino/runtime/opset14/__init__.py,sha256=e4TOAydECiSyQv0CX6WowArW0qCgLMqveIcpbf7l5NA,9602
|
110
118
|
intel_npu_acceleration_library/external/openvino/runtime/opset14/ops.py,sha256=kBjkJQ5scE1mryKB1wzlc2l-8p1RioVwjrSIy_QLbwA,7055
|
111
|
-
intel_npu_acceleration_library/external/openvino/runtime/opset15/__init__.py,sha256=
|
112
|
-
intel_npu_acceleration_library/external/openvino/runtime/opset15/ops.py,sha256=
|
119
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset15/__init__.py,sha256=_ebx4J1kf6zNlK4UOxf8i7_KCn1BuMvjx2V4KnUlFIw,519
|
120
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset15/ops.py,sha256=9QVH1mmSRD8nOQK_m0ISUeGThKnMseMqr239WnXRXi0,6113
|
113
121
|
intel_npu_acceleration_library/external/openvino/runtime/opset2/__init__.py,sha256=8QwGj1tniC0UWTQluTU1qp1DVWkX2PW8hiZUYEBBEpk,5845
|
114
122
|
intel_npu_acceleration_library/external/openvino/runtime/opset2/ops.py,sha256=JTHaTGD1W4iSDcEyWYjz6Ghbgkexg1IaYMoKE2tYm30,7777
|
115
123
|
intel_npu_acceleration_library/external/openvino/runtime/opset3/__init__.py,sha256=ttT0hQMJlY-xSrUwd0TGmJZVsXai_C9wDgeK3RHVsrs,6728
|
@@ -119,21 +127,21 @@ intel_npu_acceleration_library/external/openvino/runtime/opset4/ops.py,sha256=6T
|
|
119
127
|
intel_npu_acceleration_library/external/openvino/runtime/opset5/__init__.py,sha256=SP5QTsv9YcHVVxDl_2Bf11k3bsYFzzIPpbPABIbW66Q,7608
|
120
128
|
intel_npu_acceleration_library/external/openvino/runtime/opset5/ops.py,sha256=LbyqybNInGNIsg8Qw56U2mRA3sNqXYVhYPVS3X1cHNU,14962
|
121
129
|
intel_npu_acceleration_library/external/openvino/runtime/opset6/__init__.py,sha256=Jl49ykutHmcCtnEGihHClFCshBoiazEtDp2m32QtVpc,7731
|
122
|
-
intel_npu_acceleration_library/external/openvino/runtime/opset6/ops.py,sha256=
|
130
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset6/ops.py,sha256=EhGyccR6VzFzicpT90j2g1Gi1fDkM-f14vxCjIfgGJU,7508
|
123
131
|
intel_npu_acceleration_library/external/openvino/runtime/opset7/__init__.py,sha256=d54qMEpqbQSr2cU8SdS0I874NHDCDE0NKu8MqydxqCQ,7912
|
124
132
|
intel_npu_acceleration_library/external/openvino/runtime/opset7/ops.py,sha256=3jvUZ4pa0nqNo0BVj0UHzG8VCXX_sLqVXLIoYDaVvC0,5174
|
125
133
|
intel_npu_acceleration_library/external/openvino/runtime/opset8/__init__.py,sha256=Qx4YLXFpRqghERaOBiiIyzLy2PsVrL_l3pKy2mx2RSM,8489
|
126
|
-
intel_npu_acceleration_library/external/openvino/runtime/opset8/ops.py,sha256=
|
134
|
+
intel_npu_acceleration_library/external/openvino/runtime/opset8/ops.py,sha256=UBaQ2t_0Ggu9l-Gg-miyyYrCQhNKHIt1vWL6PT5HHjY,33228
|
127
135
|
intel_npu_acceleration_library/external/openvino/runtime/opset9/__init__.py,sha256=ItRNFjGRg2aUYmOUa2oM2l-h19xglW8Bg22PQs1so68,8784
|
128
136
|
intel_npu_acceleration_library/external/openvino/runtime/opset9/ops.py,sha256=j5amrmLCbtwAdlhNekBo28pQAmiknI4IhmmAvbVZfSA,13762
|
129
137
|
intel_npu_acceleration_library/external/openvino/runtime/passes/__init__.py,sha256=Snyp0lSNfma1jsa47RhoaDY5MBs2njmuA3swzGVN99E,709
|
130
138
|
intel_npu_acceleration_library/external/openvino/runtime/passes/graph_rewrite.py,sha256=XdZ56Zi6zVc1GmdSR9OT-dAut8JxlTBMSll0XipOrKc,1345
|
131
139
|
intel_npu_acceleration_library/external/openvino/runtime/passes/manager.py,sha256=mg-arlX_dN6B2Td6d-EVAsauUWn5BkcPsSANr8M8Eho,870
|
132
|
-
intel_npu_acceleration_library/external/openvino/runtime/properties/__init__.py,sha256=
|
140
|
+
intel_npu_acceleration_library/external/openvino/runtime/properties/__init__.py,sha256=2NvtnvtpU0HNh0FZFBy60RTEb8L68bFRO9RtOOtw-WU,1904
|
133
141
|
intel_npu_acceleration_library/external/openvino/runtime/properties/hint/__init__.py,sha256=PtfvA06d7dsnEf8h4ftw2n1_2hBsd4DA7MnsN6515jk,1339
|
134
142
|
intel_npu_acceleration_library/external/openvino/runtime/utils/__init__.py,sha256=L-7F6SxlD0DElu8nxE5SpcSMGYUPEwV0VxnsTTdo3Rc,272
|
135
143
|
intel_npu_acceleration_library/external/openvino/runtime/utils/broadcasting.py,sha256=7cf7H9xsxjOFB8N-UM_aUW8Fn3wyr3HMdiSdabbxsqE,1372
|
136
|
-
intel_npu_acceleration_library/external/openvino/runtime/utils/decorators.py,sha256=
|
144
|
+
intel_npu_acceleration_library/external/openvino/runtime/utils/decorators.py,sha256=4u7yyIwBKvQeAiGW-DuzcsaWtY4YDZw8QGZQWrQEmRE,4827
|
137
145
|
intel_npu_acceleration_library/external/openvino/runtime/utils/input_validation.py,sha256=HJ6BLRdFiSQXqacH2ZaQIizw3jEhKKLiCkoOYKyqcWY,4809
|
138
146
|
intel_npu_acceleration_library/external/openvino/runtime/utils/node_factory.py,sha256=uVEQJ9AF-zzWmLaljMOD5dNKfD26vdRrEINBGu70D9M,4988
|
139
147
|
intel_npu_acceleration_library/external/openvino/runtime/utils/reduction.py,sha256=y8x2Q20fuI56blNQtnQ0gPP-DbPpChEqbdgVyDp4G6c,835
|
@@ -148,7 +156,7 @@ intel_npu_acceleration_library/external/openvino/tools/benchmark/main.py,sha256=
|
|
148
156
|
intel_npu_acceleration_library/external/openvino/tools/benchmark/parameters.py,sha256=6rsGt_YxCeq2wyKGKo-ueGVXN4mPyEHFxK1ak907SSI,16279
|
149
157
|
intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/__init__.py,sha256=D30HmO2W_yY5ltdiqNOPsGHuyVk5_AFqbHE7znmGtwU,83
|
150
158
|
intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/constants.py,sha256=kX96018gkgqpXWtkGETjb6fcyCUCO25IwTbPv1vT05U,689
|
151
|
-
intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/inputs_filling.py,sha256=
|
159
|
+
intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/inputs_filling.py,sha256=KALzEhBH1ctd6wY0TVBPje611IjN9OMRU8kvCJyjWRw,22677
|
152
160
|
intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/logging.py,sha256=TaORgjDuaKsVYYhuKxqjuRGerJ5Umy2jJL-FmY_-tsw,252
|
153
161
|
intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/statistics_report.py,sha256=oReTwCRTF25K-4QPHeYrb3h3DzKe5z-CUZlY1-A9bgE,13046
|
154
162
|
intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/utils.py,sha256=YQlsDsF9FFlCGnV8fHIx-EzB3L8lOm3G_nafJqCNscg,33714
|
@@ -157,67 +165,69 @@ intel_npu_acceleration_library/external/openvino/tools/ovc/__main__.py,sha256=DY
|
|
157
165
|
intel_npu_acceleration_library/external/openvino/tools/ovc/cli_parser.py,sha256=rUxFjJJxRaLyYhuKdv48_GgevTrue-SHBObID8omLIs,25024
|
158
166
|
intel_npu_acceleration_library/external/openvino/tools/ovc/convert.py,sha256=uWBLN3tt1naUBxekFCjCUlql9NwuVLuKspul-fTGIdU,4508
|
159
167
|
intel_npu_acceleration_library/external/openvino/tools/ovc/convert_data_type.py,sha256=_aeLuD4X8let3KYU3CzE0VDXrtGxpNXAnGzb777KgsI,2500
|
160
|
-
intel_npu_acceleration_library/external/openvino/tools/ovc/convert_impl.py,sha256=
|
168
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/convert_impl.py,sha256=NZrvYT8Aj_8US2kXJoyYseSi23UCaOga1Cq9cU84XxQ,22568
|
161
169
|
intel_npu_acceleration_library/external/openvino/tools/ovc/environment_setup_utils.py,sha256=iePd2-mrViTX9lC4yNShIhJS-MQFQgqFnC0SWq_vSkA,1656
|
162
170
|
intel_npu_acceleration_library/external/openvino/tools/ovc/error.py,sha256=Ugdp0KT523vx1BVeBikIPm5XIK1-iVsHyAPQWletP6U,1463
|
163
171
|
intel_npu_acceleration_library/external/openvino/tools/ovc/get_ov_update_message.py,sha256=ARJEfQEHjZxZ0Np2CqDQZBg00ew6BNSydZPVVQYUaSs,739
|
164
172
|
intel_npu_acceleration_library/external/openvino/tools/ovc/help.py,sha256=TxYbRCYJDh04dPP6Bo3cCWzoKdLDxtvt0UPKSXNMefc,2633
|
165
173
|
intel_npu_acceleration_library/external/openvino/tools/ovc/logger.py,sha256=vuegW244t3MiPLaIWWmnr2wQBEwYspaL8MjNYUx6LCU,3003
|
166
|
-
intel_npu_acceleration_library/external/openvino/tools/ovc/main.py,sha256=
|
174
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/main.py,sha256=w2eGcnkhoXvwQep-S6TAlqj_H29LUjDpysMAxFas3Uw,1344
|
167
175
|
intel_npu_acceleration_library/external/openvino/tools/ovc/ovc.py,sha256=qmG_88lLymWFfB3AvWQZxgxxdBq_PjcU4_mg4csuoeQ,307
|
168
176
|
intel_npu_acceleration_library/external/openvino/tools/ovc/telemetry_params.py,sha256=ewHDy5hcXd-qzUzZc1azMrKOg0FTl9VcIDeP560etrA,132
|
169
177
|
intel_npu_acceleration_library/external/openvino/tools/ovc/telemetry_stub.py,sha256=uKfzLURNBiH0mCuylGE9Q0VIQ3yaqd19QkQM_qeFEJ4,619
|
170
178
|
intel_npu_acceleration_library/external/openvino/tools/ovc/telemetry_utils.py,sha256=4eT4yw0KEK0lErk5tT2OKo6foPvjEBJ-DeemJFpJn2Q,4498
|
171
|
-
intel_npu_acceleration_library/external/openvino/tools/ovc/utils.py,sha256=
|
179
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/utils.py,sha256=rVL4bVFya31kmLnkpmDBp6mA6xtRa-ffLXHXRJ84gsQ,7620
|
172
180
|
intel_npu_acceleration_library/external/openvino/tools/ovc/version.py,sha256=aay9mE66QdVAjsL6Ptf-tKMs2idrGTBFVRwlR8Zuv4A,2570
|
173
181
|
intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/__init__.py,sha256=XcKDbsx4zZW4nCQ-aE_Z66zP2a2I2z8Mox0FZefI9Ho,82
|
174
182
|
intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/analysis.py,sha256=00QL9jPgpsv4UxgX0bFVkPUaGf8P7l9LcP1uICOTHw4,2026
|
175
183
|
intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/check_config.py,sha256=v-hTqM96Iv49ILVQQpCaxgpK5yxOWsnDZnmjdbempzE,2040
|
176
184
|
intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/extractor.py,sha256=KMENP16hBJ3cPj7AeSuju8ik2M1Mcr5j67NqLNTIKGI,18348
|
185
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/jax_frontend_utils.py,sha256=DYNRRThHrBO7fqU5EUDsz6AECdjHgtMGfa1xexQbb98,489
|
177
186
|
intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/layout_utils.py,sha256=5xCppfIlnYaXw0f3ayVRThiNwflM-ownS014aHJIuh0,3257
|
178
187
|
intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/moc_emit_ir.py,sha256=QBVIa1CKoRnIKjvWWnIZnvRBpzxFF0HT_YoJYK3jdAE,1432
|
179
188
|
intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/offline_transformations.py,sha256=PS9HTsiDZhvLBQyElY6ZQcbN1kcZT_G9q-dbHxSe4i8,4307
|
180
189
|
intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/paddle_frontend_utils.py,sha256=EsF-gtNRL_k_stXVBdfzBdqB9eVL35FDmgYlU1VFDLY,3392
|
181
|
-
intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/pipeline.py,sha256=
|
190
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/pipeline.py,sha256=_2D0faPe7rIMIt5rvgFrhFOmggehoV7GZPN1KbpAgSs,14314
|
182
191
|
intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/preprocessing.py,sha256=p3un5z8qcrJa4C0XjIx7e9TOQWY3y6VKf21n0kw0PKc,10261
|
183
|
-
intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/pytorch_frontend_utils.py,sha256=
|
192
|
+
intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/pytorch_frontend_utils.py,sha256=2lPxh2k7IMBZ3TJqfkjrGSSLpg7CcGxV9Pvf7yGoYJU,8534
|
184
193
|
intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/shape_utils.py,sha256=Lzf_f-RZhNjenbZblTdUwZxFGwdYeYwO1bE3giDPaUg,4033
|
185
194
|
intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/type_utils.py,sha256=dcPrBuGZGm_3zu_L5m4d5bWUUAKNKw9iIpgwMCdJVqY,2761
|
186
195
|
intel_npu_acceleration_library/external/openvino/torch/__init__.py,sha256=RXLzsfc_Dgq3YPrnPXwZMofSseJ9GjAs49Q9jH_8Vew,165
|
187
196
|
intel_npu_acceleration_library/functional/__init__.py,sha256=WWKwKOh6Sgovv7mKctA872TbLP98Pg5m5-MREvUmlAA,204
|
188
197
|
intel_npu_acceleration_library/functional/scaled_dot_product_attention.py,sha256=yGUcg4tDQOLuUnP1g74cl-ec8TRr2SuAMcNLlN6qLvE,1620
|
189
198
|
intel_npu_acceleration_library/lib/Release/cache.json,sha256=CyrSqZUWo0Ec4_7ydOiuKIC0Gm8AybrGdozUqUuHxBw,8840377
|
190
|
-
intel_npu_acceleration_library/lib/Release/intel_npu_acceleration_library.dll,sha256=
|
191
|
-
intel_npu_acceleration_library/lib/Release/openvino.dll,sha256=
|
192
|
-
intel_npu_acceleration_library/lib/Release/openvino_auto_batch_plugin.dll,sha256=
|
193
|
-
intel_npu_acceleration_library/lib/Release/openvino_auto_plugin.dll,sha256=
|
194
|
-
intel_npu_acceleration_library/lib/Release/openvino_c.dll,sha256=
|
195
|
-
intel_npu_acceleration_library/lib/Release/openvino_hetero_plugin.dll,sha256=
|
196
|
-
intel_npu_acceleration_library/lib/Release/openvino_intel_cpu_plugin.dll,sha256=
|
197
|
-
intel_npu_acceleration_library/lib/Release/openvino_intel_gpu_plugin.dll,sha256=
|
198
|
-
intel_npu_acceleration_library/lib/Release/openvino_intel_npu_plugin.dll,sha256=
|
199
|
-
intel_npu_acceleration_library/lib/Release/openvino_ir_frontend.dll,sha256=
|
200
|
-
intel_npu_acceleration_library/lib/Release/
|
201
|
-
intel_npu_acceleration_library/lib/Release/
|
202
|
-
intel_npu_acceleration_library/lib/Release/
|
203
|
-
intel_npu_acceleration_library/lib/Release/
|
204
|
-
intel_npu_acceleration_library/lib/Release/
|
205
|
-
intel_npu_acceleration_library/lib/Release/
|
206
|
-
intel_npu_acceleration_library/lib/Release/
|
207
|
-
intel_npu_acceleration_library/lib/Release/
|
208
|
-
intel_npu_acceleration_library/lib/Release/
|
209
|
-
intel_npu_acceleration_library/lib/Release/
|
210
|
-
intel_npu_acceleration_library/lib/Release/
|
211
|
-
intel_npu_acceleration_library/lib/Release/
|
212
|
-
intel_npu_acceleration_library/lib/Release/
|
199
|
+
intel_npu_acceleration_library/lib/Release/intel_npu_acceleration_library.dll,sha256=03zAYlmxO62cTf0e8JFw_2vyZnGHFKn4sDTxqiXOMj4,326144
|
200
|
+
intel_npu_acceleration_library/lib/Release/openvino.dll,sha256=faNybSE2qCTi0EiAAnPlxHqr3WU0RI9lMDhuDwPNWlk,13090280
|
201
|
+
intel_npu_acceleration_library/lib/Release/openvino_auto_batch_plugin.dll,sha256=Pqg45nRmDeOo8qkvZdwuHxCc109-AvzTwH6ow_LF6bI,198120
|
202
|
+
intel_npu_acceleration_library/lib/Release/openvino_auto_plugin.dll,sha256=auHJGs1XwZgyo46Ze-Cg7CDstaQRK6e_uBNZAMqx3F0,473576
|
203
|
+
intel_npu_acceleration_library/lib/Release/openvino_c.dll,sha256=GHady-rEZSEuDUfN5Ida74sAR_cfO6UzAF3ShMWbMrQ,196584
|
204
|
+
intel_npu_acceleration_library/lib/Release/openvino_hetero_plugin.dll,sha256=SzD2oHH-ifd9utnCLDsoS6onK0SFcUmJciuBIhXd-e4,437216
|
205
|
+
intel_npu_acceleration_library/lib/Release/openvino_intel_cpu_plugin.dll,sha256=P_NPHdo4dxwm7c74wla9OuLpJ8ay6NA6D4SKwwFvTWI,37918184
|
206
|
+
intel_npu_acceleration_library/lib/Release/openvino_intel_gpu_plugin.dll,sha256=QTIVE7hSYFVTfLmEUIP2707Vdf3qKQpLurOcILu3LZU,23200736
|
207
|
+
intel_npu_acceleration_library/lib/Release/openvino_intel_npu_plugin.dll,sha256=er7J8JzEvftbGdkCxrMP5oa6r-RoZPh1vTd7Q6QWnx8,1684456
|
208
|
+
intel_npu_acceleration_library/lib/Release/openvino_ir_frontend.dll,sha256=RF9YxAe7sXUPVbBm1x36SJ_cQAJnYnUlReSUKjVpriM,435168
|
209
|
+
intel_npu_acceleration_library/lib/Release/openvino_jax_frontend.dll,sha256=VV8jiWPpvXaVCHOfftmEfFVCsRDENRjU9BIxOpyo0k4,287712
|
210
|
+
intel_npu_acceleration_library/lib/Release/openvino_onnx_frontend.dll,sha256=ZWE4wdwz3cahUkAG6-dJPwyHb9TzwIqYe47BmY0U6fg,3715048
|
211
|
+
intel_npu_acceleration_library/lib/Release/openvino_paddle_frontend.dll,sha256=n2JIKKXhODMeLmCJpgDdEKtCHhoTVF6DwS7wnd9q4Wc,1459168
|
212
|
+
intel_npu_acceleration_library/lib/Release/openvino_pytorch_frontend.dll,sha256=gEO6C95cHbYBYmtjOPQ0zeNzba4n1QTkcJeYO4s8qo4,2417632
|
213
|
+
intel_npu_acceleration_library/lib/Release/openvino_tensorflow_frontend.dll,sha256=U4hjxzu8QI9hxQKBEtl7deRitcoLMEIfVi-CnsiFlv4,4057064
|
214
|
+
intel_npu_acceleration_library/lib/Release/openvino_tensorflow_lite_frontend.dll,sha256=M-AjEQ1M20d5Jld-F3wYe6PisMLgEzB85Mgz94mvnFw,1113568
|
215
|
+
intel_npu_acceleration_library/lib/Release/tbb12.dll,sha256=BsQiD4eEDwoMyp3vzcJf7mppQoH6tfV96oaztS80udQ,188384
|
216
|
+
intel_npu_acceleration_library/lib/Release/tbb12_debug.dll,sha256=MdkUtGuK2QpavYmgvaY3L_-pkveSMzuMpDYf4kdwr6g,712672
|
217
|
+
intel_npu_acceleration_library/lib/Release/tbbbind_2_5.dll,sha256=6oE-5YIkajcLpFKWKOYuwJ-cEIQDKChrMd2C2CuuFrY,199656
|
218
|
+
intel_npu_acceleration_library/lib/Release/tbbbind_2_5_debug.dll,sha256=DFdd6ZfoeOhSj2qWTKI-0anTTnsbGdM4l7oRoEkD0KA,411104
|
219
|
+
intel_npu_acceleration_library/lib/Release/tbbmalloc.dll,sha256=UCgkervUfliIvBcQyg-MAqB0MxV2svh8Fc5wEOTJzps,108008
|
220
|
+
intel_npu_acceleration_library/lib/Release/tbbmalloc_debug.dll,sha256=RB6TxwBopBHyy03cWW84GSWmkPdKXXTYdj1M2yvW01M,326632
|
221
|
+
intel_npu_acceleration_library/lib/Release/tbbmalloc_proxy.dll,sha256=RDYp9T1Wtk71msUsaMPHGIBIBnMVWJdgrgYQScD8ZQg,41960
|
222
|
+
intel_npu_acceleration_library/lib/Release/tbbmalloc_proxy_debug.dll,sha256=UPrMTg2GLnI1f6FupVKt0c5dkeiuNXwH1edh-hvgEMk,117728
|
213
223
|
intel_npu_acceleration_library/nn/__init__.py,sha256=40LiNAuQfy0DwoADRKWDM3gzpLVy_Tt1ira4l1PMrks,529
|
214
224
|
intel_npu_acceleration_library/nn/autograd.py,sha256=SIktAZ8ibpuuAlC7sCxZvoaWLv2fIKGpjwVxOw2Srxs,2280
|
215
225
|
intel_npu_acceleration_library/nn/conv.py,sha256=BWxf9dTYPd8g4v3VleEpGKOC5KcCN_m1p1fG9zyXZL0,8032
|
216
226
|
intel_npu_acceleration_library/nn/functional.py,sha256=UfAKBc0u6RtyaMo14ldH2GpEnd8OwwefalIkL2JdUH4,34503
|
217
227
|
intel_npu_acceleration_library/nn/linear.py,sha256=Q06SoGQeLaI86nA_ky2GnFC6H2Fw1zyMDILKnpYC2eo,5739
|
218
228
|
intel_npu_acceleration_library/nn/llm.py,sha256=P6dz36Yf6BHtzWcftaghC6QaMI_WeRfQwrCbO7fD6hk,15002
|
219
|
-
intel_npu_acceleration_library/nn/module.py,sha256=
|
220
|
-
bigdl_core_npu-2.6.
|
221
|
-
bigdl_core_npu-2.6.
|
222
|
-
bigdl_core_npu-2.6.
|
223
|
-
bigdl_core_npu-2.6.
|
229
|
+
intel_npu_acceleration_library/nn/module.py,sha256=EYxoTq6I_YgBDgTF76GPDxHrT8SupOTDGMzQaomBeq8,12667
|
230
|
+
bigdl_core_npu-2.6.0b20241117.dist-info/METADATA,sha256=XJZQZgB7WOLjKHfgiVcOrEL6MaHbu_zfDouXl8Fmr2w,1543
|
231
|
+
bigdl_core_npu-2.6.0b20241117.dist-info/WHEEL,sha256=zH8lgyF2gFod6lpCM_fWcr62DERZcd3iX2BoPN2-YV0,101
|
232
|
+
bigdl_core_npu-2.6.0b20241117.dist-info/top_level.txt,sha256=CH3qQoleRBC1eThu8mCEMxYNKdzJuXCtmeCXRKskt7A,31
|
233
|
+
bigdl_core_npu-2.6.0b20241117.dist-info/RECORD,,
|
@@ -91,6 +91,16 @@ def init_common(lib: ctypes.CDLL):
|
|
91
91
|
|
92
92
|
lib.compressToI4.argtypes = [c_i8_array, c_u8_array, ctypes.c_int]
|
93
93
|
|
94
|
+
# Remote tensors
|
95
|
+
lib.to_npu.argtypes = [ctypes.c_int, c_u32_array, ctypes.c_char_p, ctypes.c_void_p]
|
96
|
+
lib.to_npu.restype = handler
|
97
|
+
|
98
|
+
lib.remote_tensor_data.argtypes = [handler]
|
99
|
+
lib.remote_tensor_data.restype = ctypes.c_void_p
|
100
|
+
|
101
|
+
lib.del_remote_tensor.argtypes = [handler]
|
102
|
+
|
103
|
+
|
94
104
|
|
95
105
|
def init_network_factory(lib: ctypes.CDLL):
|
96
106
|
"""Initialize Netowrk factory bindings.
|
@@ -7,7 +7,7 @@ from intel_npu_acceleration_library.backend.base import BaseNPUBackendWithPrefet
|
|
7
7
|
from intel_npu_acceleration_library.backend.ops import get_supported_ops
|
8
8
|
from intel_npu_acceleration_library.backend.bindings import lib as backend_lib
|
9
9
|
from intel_npu_acceleration_library.backend.tensor import Tensor
|
10
|
-
from intel_npu_acceleration_library.dtypes import int4, bfloat16
|
10
|
+
from intel_npu_acceleration_library.dtypes import int4, bfloat16, get_backend_dtype
|
11
11
|
from typing import Optional, Tuple, Any, Union, Sequence, TypeVar, Callable, cast, List
|
12
12
|
from functools import partial
|
13
13
|
import numpy.typing as npt
|
@@ -184,34 +184,10 @@ class NNFactory(BaseNPUBackendWithPrefetch):
|
|
184
184
|
Args:
|
185
185
|
dtype: numpy dtype
|
186
186
|
|
187
|
-
Raises:
|
188
|
-
RuntimeError: Unsupported datatype
|
189
|
-
|
190
187
|
Returns:
|
191
188
|
ctypes.c_char_p: string representation of the dtype
|
192
189
|
"""
|
193
|
-
|
194
|
-
str_dtype = "int8"
|
195
|
-
elif dtype == np.uint8 or dtype == int4:
|
196
|
-
# u8 represents packed i4 dtypes
|
197
|
-
str_dtype = "int4"
|
198
|
-
elif dtype in [np.int16, torch.int16]:
|
199
|
-
str_dtype = "int16"
|
200
|
-
elif dtype in [np.int32, torch.int32]:
|
201
|
-
str_dtype = "int32"
|
202
|
-
elif dtype in [np.int64, torch.int64]:
|
203
|
-
str_dtype = "int64"
|
204
|
-
elif dtype in [np.float16, torch.float16]:
|
205
|
-
str_dtype = "float16"
|
206
|
-
elif dtype in [np.float32, torch.float32]:
|
207
|
-
str_dtype = "float32"
|
208
|
-
elif dtype in [np.float64, torch.float64]:
|
209
|
-
str_dtype = "float64"
|
210
|
-
elif dtype in [bfloat16, torch.bfloat16]:
|
211
|
-
str_dtype = "bfloat16"
|
212
|
-
else:
|
213
|
-
raise RuntimeError(f"DType is not supported {dtype}")
|
214
|
-
return ctypes.c_char_p(str_dtype.encode())
|
190
|
+
return get_backend_dtype(dtype)
|
215
191
|
|
216
192
|
@return_tensor
|
217
193
|
def parameter(
|
@@ -16,14 +16,83 @@ from intel_npu_acceleration_library.dtypes import (
|
|
16
16
|
int32,
|
17
17
|
int64,
|
18
18
|
NPUDtype,
|
19
|
+
get_backend_dtype,
|
19
20
|
)
|
20
21
|
from dataclasses import dataclass
|
21
22
|
import functools
|
23
|
+
from math import prod
|
22
24
|
import numpy as np
|
23
25
|
import ctypes
|
24
26
|
import torch
|
25
27
|
|
26
28
|
|
29
|
+
class RemoteTensor(torch.Tensor):
|
30
|
+
"""
|
31
|
+
Represent a remote tensor object.
|
32
|
+
Attrs:
|
33
|
+
_remote_tensor (ctypes._Pointer): The pointer to the underlying remote tensor.
|
34
|
+
Methods:
|
35
|
+
from_torch(x: torch.Tensor): Create a remote tensor from a torch tensor.
|
36
|
+
"""
|
37
|
+
|
38
|
+
_remote_tensor = None
|
39
|
+
|
40
|
+
@staticmethod
|
41
|
+
def __new__(cls, x: Any, remote_tensor: ctypes._Pointer, *args: Any, **kwargs: Any):
|
42
|
+
"""
|
43
|
+
Create a new remote tensor object.
|
44
|
+
Args:
|
45
|
+
x (Any): tensor input
|
46
|
+
remote_tensor (ctypes._Pointer): remote tensor pointer
|
47
|
+
args (Any): additional arguments
|
48
|
+
kwargs (Any): additional keyword arguments
|
49
|
+
Returns:
|
50
|
+
RemoteTensor: a RemoteTensor object
|
51
|
+
"""
|
52
|
+
return super().__new__(cls, x, *args, **kwargs)
|
53
|
+
|
54
|
+
def __init__(self, x: Any, remote_tensor: ctypes._Pointer):
|
55
|
+
"""
|
56
|
+
Initialize the remote tensor object.
|
57
|
+
Args:
|
58
|
+
x (Any): tensor input
|
59
|
+
remote_tensor (ctypes._Pointer): remote tensor pointer
|
60
|
+
"""
|
61
|
+
self._remote_tensor = remote_tensor
|
62
|
+
|
63
|
+
# def __del__(self):
|
64
|
+
# if self._remote_tensor and backend_lib:
|
65
|
+
# backend_lib.del_remote_tensor(self._remote_tensor)
|
66
|
+
|
67
|
+
@staticmethod
|
68
|
+
def from_torch(x: torch.Tensor) -> "RemoteTensor":
|
69
|
+
"""
|
70
|
+
Create a remote tensor from a torch tensor.
|
71
|
+
Args:
|
72
|
+
x (torch.Tensor): The torch tensor.
|
73
|
+
Returns:
|
74
|
+
RemoteTensor: The remote tensor.
|
75
|
+
"""
|
76
|
+
shape_arr = np.array(x.shape, dtype=np.uint32)
|
77
|
+
dtype_str = get_backend_dtype(x.dtype)
|
78
|
+
p = ctypes.cast(x.data_ptr(), ctypes.c_void_p)
|
79
|
+
|
80
|
+
rt = backend_lib.to_npu(shape_arr.size, shape_arr, dtype_str, p)
|
81
|
+
|
82
|
+
pointer = ctypes.cast(
|
83
|
+
backend_lib.remote_tensor_data(rt),
|
84
|
+
ctypes.POINTER(ctypes.c_uint8),
|
85
|
+
)
|
86
|
+
|
87
|
+
arr = (pointer._type_ * prod(x.shape) * x.element_size()).from_address(
|
88
|
+
ctypes.addressof(pointer.contents)
|
89
|
+
)
|
90
|
+
|
91
|
+
pt_tensor = torch.frombuffer(arr, dtype=x.dtype).view(*x.shape)
|
92
|
+
|
93
|
+
return RemoteTensor(pt_tensor, rt)
|
94
|
+
|
95
|
+
|
27
96
|
@dataclass
|
28
97
|
class Tensor:
|
29
98
|
"""
|
@@ -4,6 +4,7 @@
|
|
4
4
|
#
|
5
5
|
|
6
6
|
from intel_npu_acceleration_library.nn.module import convert_to_npu_module
|
7
|
+
from intel_npu_acceleration_library.backend.tensor import RemoteTensor
|
7
8
|
from torch.overrides import TorchFunctionMode
|
8
9
|
from functools import lru_cache
|
9
10
|
from typing import Any, MutableMapping
|
@@ -165,8 +166,7 @@ def to(super_fn: Any, self: Any, *args: Any, **kwargs: Any):
|
|
165
166
|
"""
|
166
167
|
npu_device, args, kwargs = parse_to_arguments(*args, **kwargs)
|
167
168
|
if npu_device:
|
168
|
-
|
169
|
-
pass
|
169
|
+
return super_fn(RemoteTensor.from_torch(self), *args, **kwargs)
|
170
170
|
return super_fn(self, *args, **kwargs)
|
171
171
|
|
172
172
|
|
@@ -7,7 +7,7 @@ from dataclasses import dataclass
|
|
7
7
|
from typing import Union
|
8
8
|
import numpy as np
|
9
9
|
import torch
|
10
|
-
|
10
|
+
import ctypes
|
11
11
|
|
12
12
|
@dataclass(frozen=True)
|
13
13
|
class NPUDtype:
|
@@ -81,6 +81,39 @@ class NPUDtype:
|
|
81
81
|
return self.name
|
82
82
|
|
83
83
|
|
84
|
+
def get_backend_dtype(dtype) -> ctypes.c_char_p:
|
85
|
+
"""Get the string representation of the dtype.
|
86
|
+
Args:
|
87
|
+
dtype: numpy dtype
|
88
|
+
Raises:
|
89
|
+
RuntimeError: Unsupported datatype
|
90
|
+
Returns:
|
91
|
+
ctypes.c_char_p: string representation of the dtype
|
92
|
+
"""
|
93
|
+
if dtype in [np.int8, torch.int8]:
|
94
|
+
str_dtype = "int8"
|
95
|
+
elif dtype in [np.uint8, int4, torch.uint8]:
|
96
|
+
# u8 represents packed i4 dtypes
|
97
|
+
str_dtype = "int4"
|
98
|
+
elif dtype in [np.int16, torch.int16]:
|
99
|
+
str_dtype = "int16"
|
100
|
+
elif dtype in [np.int32, torch.int32]:
|
101
|
+
str_dtype = "int32"
|
102
|
+
elif dtype in [np.int64, torch.int64]:
|
103
|
+
str_dtype = "int64"
|
104
|
+
elif dtype in [np.float16, torch.float16]:
|
105
|
+
str_dtype = "float16"
|
106
|
+
elif dtype in [np.float32, torch.float32]:
|
107
|
+
str_dtype = "float32"
|
108
|
+
elif dtype in [np.float64, torch.float64]:
|
109
|
+
str_dtype = "float64"
|
110
|
+
elif dtype in [bfloat16, torch.bfloat16]:
|
111
|
+
str_dtype = "bfloat16"
|
112
|
+
else:
|
113
|
+
raise RuntimeError(f"DType is not supported {dtype}")
|
114
|
+
return ctypes.c_char_p(str_dtype.encode())
|
115
|
+
|
116
|
+
|
84
117
|
float16 = NPUDtype(
|
85
118
|
"fp16",
|
86
119
|
16,
|
@@ -18,3 +18,4 @@ from openvino._pyopenvino._offline_transformations import compress_model_transfo
|
|
18
18
|
from openvino._pyopenvino._offline_transformations import compress_quantize_weights_transformation
|
19
19
|
from openvino._pyopenvino._offline_transformations import convert_sequence_to_tensor_iterator_transformation
|
20
20
|
from openvino._pyopenvino._offline_transformations import paged_attention_transformation
|
21
|
+
from openvino._pyopenvino._offline_transformations import stateful_to_stateless_transformation
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
@@ -0,0 +1,15 @@
|
|
1
|
+
# Copyright (C) 2018-2024 Intel Corporation
|
2
|
+
# SPDX-License-Identifier: Apache-2.0
|
3
|
+
|
4
|
+
"""
|
5
|
+
Package: openvino
|
6
|
+
Low level wrappers for the FrontEnd C++ API.
|
7
|
+
"""
|
8
|
+
|
9
|
+
# flake8: noqa
|
10
|
+
|
11
|
+
try:
|
12
|
+
from openvino.frontend.jax.py_jax_frontend import _FrontEndJaxDecoder as Decoder
|
13
|
+
except ImportError as err:
|
14
|
+
raise ImportError("OpenVINO JAX frontend is not available, please make sure the frontend is built."
|
15
|
+
"{}".format(err))
|