PyPI - bigdl-core-npu - Versions diffs - 2.5.0__cp310-cp310-win_amd64.whl - Mend

bigdl-core-npu 2.5.0__cp310-cp310-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (223) hide show

bigdl_core_npu-2.5.0.dist-info/METADATA ADDED Viewed

@@ -0,0 +1,35 @@
+Metadata-Version: 2.1
+Name: bigdl-core-npu
+Version: 2.5.0
+Summary: Intel® NPU Acceleration Library
+Home-page: https://github.com/intel/intel-npu-acceleration-library
+Author: Alessandro Palla
+Author-email: alessandro.palla@intel.com
+License: Apache License 2.0
+Keywords: intel-npu-acceleration-library,machine learning,llm,intel core ultra
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Education
+Classifier: Intended Audience :: Science/Research
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Topic :: Scientific/Engineering
+Classifier: Topic :: Scientific/Engineering :: Mathematics
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Classifier: Topic :: Software Development
+Classifier: Topic :: Software Development :: Libraries
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Classifier: Programming Language :: C++
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3 :: Only
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+Requires-Dist: numpy
+Requires-Dist: torch
+Requires-Dist: transformers>=4.39.3
+Requires-Dist: neural-compressor

bigdl_core_npu-2.5.0.dist-info/RECORD ADDED Viewed

@@ -0,0 +1,223 @@
+intel_npu_acceleration_library/__init__.py,sha256=ZKTIhGMDjF7P6pF-yX8KWcSXbeHWRk24AO_orsa18f8,536
+intel_npu_acceleration_library/_version.py,sha256=-yyXJHoPI8Uu4p1coZDeAWH6XHHdLed8GM4ogYbrieE,103
+intel_npu_acceleration_library/compiler.py,sha256=3IdgqjamSC8MLexDBJypIeZRiWIcTFnvQSU1LPXUr7Y,6225
+intel_npu_acceleration_library/device.py,sha256=TbG4cJ197qo7PJQ5zz9zfxbuXB5OTWJlKNaKL4TAlms,7395
+intel_npu_acceleration_library/dtypes.py,sha256=1CV4FIuvlmLsTCS1nCCEwq4EzZmD3thj1_92v5vajpw,3539
+intel_npu_acceleration_library/modelling.py,sha256=vSiQOWGJ0l6wGV7zWQtZEkHpnMQIMbKeI4a1RK94QO4,5224
+intel_npu_acceleration_library/optimizations.py,sha256=9NY8QoDFbs2LY12jbx6As8g2v0oInX4YzvkjnqViA70,5469
+intel_npu_acceleration_library/quantization.py,sha256=6N_04h1KX6TNbw-ceANV0Pmk4_lQ2Y9C7Pwn5x-zQzo,5566
+intel_npu_acceleration_library/backend/__init__.py,sha256=2NP6Ypr1dGUNXmLGW5GD9xrh0U9KJgqxTd_c7su1RUY,857
+intel_npu_acceleration_library/backend/base.py,sha256=7L1SE-8HKSB5efP8ACQ5tKa89NBkQlf2IxXrSUxGvjs,8317
+intel_npu_acceleration_library/backend/bindings.py,sha256=zoF6etBvQWwAsQmA-woyivZAmZk1RfJaWNn0QShaPjs,7925
+intel_npu_acceleration_library/backend/compression.py,sha256=Avz_zm2s_ELy5peVQ8zFGn8njBfh9nEGR16mflotBic,630
+intel_npu_acceleration_library/backend/convolution.py,sha256=cN3k78X3Y4Cbf7er-MFq0sJ4OwIvquj8PajpdEDmCo4,2018
+intel_npu_acceleration_library/backend/factory.py,sha256=9RyDBzJJYKiFOd0IxMZl5dr6K_pDvfehhrGsE7xTTAw,32773
+intel_npu_acceleration_library/backend/linear.py,sha256=RiLUh5FOSxRWHB5kYx7mOPOOrS_vxIeBJ5t3yC6wOiQ,1908
+intel_npu_acceleration_library/backend/matmul.py,sha256=mfGi73-mIbUcXp4kyvCGW0Y9kb4Xp1ppbGNpdJFohuA,1819
+intel_npu_acceleration_library/backend/mlp.py,sha256=BuKVwSI726v3nHQQvtMBbXyWxRTq-WoLZtTxeSeWaaY,2330
+intel_npu_acceleration_library/backend/ops.py,sha256=HzfE1Le9s7DWycWx6beeETe0N8yGEIttZfeM6FcCzME,4976
+intel_npu_acceleration_library/backend/qlinear.py,sha256=oeawOjRBA_kQRqfQ1Vn_e3aJQa2b4pQ8y0gMwvHBTzk,2362
+intel_npu_acceleration_library/backend/qmatmul.py,sha256=pJkFJaBxZk3Oh5w_f6ywRNeGOfloEOCj0mCGnvim9Ew,2250
+intel_npu_acceleration_library/backend/runtime.py,sha256=COsTslfHknjrix4kETlnKvEmLO2lyBtXpAzEQTZJSvk,7195
+intel_npu_acceleration_library/backend/sdpa.py,sha256=HNlL9jEA9OH3KnZqOkLcaKwt8tfCe5apUQxlWw0UhlA,3818
+intel_npu_acceleration_library/backend/tensor.py,sha256=pM2pT43S9ovFwUAj5LttB1q_5sdRXeamHh1_Jcr18BM,33134
+intel_npu_acceleration_library/backend/utils.py,sha256=WJ2agtqYxBuDd21ngE55io9VX-MOGg-AjnE63UHpCiU,2174
+intel_npu_acceleration_library/external/openvino/__init__.py,sha256=is1yO5Cdjdykxfhk7CnsU7w-pcn2iaIcmTLktjQPAT0,2254
+intel_npu_acceleration_library/external/openvino/_pyopenvino.cp310-win_amd64.pyd,sha256=wGW63-Aoi60NFqgcSKn9EjDpgkWBrBN3Hi1-azzA3Xc,3365384
+intel_npu_acceleration_library/external/openvino/_pyopenvino.cp311-win_amd64.pyd,sha256=MNCoT70t9NXVTZP7pLfoiWVhGIwNYCIN_FsAU6YzFVQ,3367432
+intel_npu_acceleration_library/external/openvino/_pyopenvino.cp312-win_amd64.pyd,sha256=8DZsp_wn_CoOOeySxK3MQEuFyPJNsA5I7Clh99m4DpY,3390472
+intel_npu_acceleration_library/external/openvino/_pyopenvino.cp38-win_amd64.pyd,sha256=4w2-dFh5Sb4LfQe0fLMYduxapoej9VXyf2ddTRMcNRQ,3364360
+intel_npu_acceleration_library/external/openvino/_pyopenvino.cp39-win_amd64.pyd,sha256=WSAozHPA_EP9LLg0NbD_6_jAjIyU0dFUpZQkuDMRWGw,3364360
+intel_npu_acceleration_library/external/openvino/utils.py,sha256=d_XMEwHZaSGfY-taOCRijH3cCeDpBGqWDLkAuGVZTTo,4312
+intel_npu_acceleration_library/external/openvino/_offline_transformations/__init__.py,sha256=ww1F-X1DGC4JgNomsCMhkqQLLKC9Oe7oexkclqsIc1k,1113
+intel_npu_acceleration_library/external/openvino/frontend/__init__.py,sha256=oGgmxI_i1vwQJkgAFXfdgTo9DcF09gArvtM3R-BkRkM,1057
+intel_npu_acceleration_library/external/openvino/frontend/frontend.py,sha256=1s6NEhDYgiXaUXBDFIdbmQHCjrGPYD4Ckk9houk7y70,1409
+intel_npu_acceleration_library/external/openvino/frontend/onnx/__init__.py,sha256=VuRObnRu0vxUyuiGCZkT9OqggvyC4OxcvEa_j4jbZEs,517
+intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp310-win_amd64.pyd,sha256=els-1v4UQ1SypcCtIrvCtrCTa7VyaDVzvPe1P-DiGpo,345096
+intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp311-win_amd64.pyd,sha256=oWP3SsLJzhtXHFXUBUYzmdFx2TSZnUvnnMhwdiefdik,348168
+intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp312-win_amd64.pyd,sha256=2hnJ2So2MOTUDkLG2x2cl-q6g3hTJA73vtivXuQ6EF4,350216
+intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp38-win_amd64.pyd,sha256=SejXyOJXeR3CDfzyrVduIQtINxu1E4xZrdb-OVcxlAM,344584
+intel_npu_acceleration_library/external/openvino/frontend/onnx/py_onnx_frontend.cp39-win_amd64.pyd,sha256=0oFqw9rp6lxROwq24ugkG2P4hUnBFnJLFmQUc0Dfz4w,345096
+intel_npu_acceleration_library/external/openvino/frontend/paddle/__init__.py,sha256=ZibtKZUQre1pfU8uoKnpPKyONxTUmwsQ63xoR0GqmLM,530
+intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp310-win_amd64.pyd,sha256=99-rwk_7hXJ11Ey1m3hx5gYClSka6WqA1DJbBYTGrxg,343048
+intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp311-win_amd64.pyd,sha256=eaEc-Yz7RnZNGxc98FlDaeyspANDDjW8mQn6-7_dxYU,345608
+intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp312-win_amd64.pyd,sha256=iNM1WJrf6yeeueS2eThOPwyerDOF40UyQ8C0oIWbK_A,347656
+intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp38-win_amd64.pyd,sha256=UvqodZzca5ySbx7obAtLePJfm8tYCrtoiN79j97-aXU,342024
+intel_npu_acceleration_library/external/openvino/frontend/paddle/py_paddle_frontend.cp39-win_amd64.pyd,sha256=3kmsLlE0SPy5e5ilVnm6VblezYEilfvgM1myAdfA_r4,342536
+intel_npu_acceleration_library/external/openvino/frontend/pytorch/__init__.py,sha256=HvWbrTjLetX_9QH7UHqfYoOprQ9YWzBlb8pflJcnpLI,814
+intel_npu_acceleration_library/external/openvino/frontend/pytorch/fx_decoder.py,sha256=dzkDR1XfQE9nUpWSkzxHL0GROdNCOKVMisOS0YiVvqM,14754
+intel_npu_acceleration_library/external/openvino/frontend/pytorch/gptq.py,sha256=FoXMJ1a9t8o-WhN-p965HoBmgxxzoyXj1P3ItPfXVDA,5636
+intel_npu_acceleration_library/external/openvino/frontend/pytorch/module_extension.py,sha256=5ffkea1R6GUpZWJadnyO_svo-tK6D9xgzLx3ThslAak,2239
+intel_npu_acceleration_library/external/openvino/frontend/pytorch/patch_model.py,sha256=yhT8v-_N1UHaeOAd_WvVgK6LYlbvCDBjfFGfC8FafXY,4574
+intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp310-win_amd64.pyd,sha256=tzDgZ22p7v62CHFMVPU7XiKmBM7dGi1cK7tQFe5oD4c,379400
+intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp311-win_amd64.pyd,sha256=IQ0rdUh5ygDakcjYRXtJO7dilLHk8H2blrRrWkfhZzg,383496
+intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp312-win_amd64.pyd,sha256=QKgzU2SpUb0EPNZaKNasD8xahoRwXX_nkY_Mj7Nvcrs,386056
+intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp38-win_amd64.pyd,sha256=UnijA1v8ahv8hPpnEfbsVLObCU2r1Xn0qrZLu30O8S0,378888
+intel_npu_acceleration_library/external/openvino/frontend/pytorch/py_pytorch_frontend.cp39-win_amd64.pyd,sha256=hS4bMRin8SEyFzLmNjB6xJncO7TZTaBqX9OBKF22_QM,380936
+intel_npu_acceleration_library/external/openvino/frontend/pytorch/ts_decoder.py,sha256=Ef-saw8UUlVw0IiM9xVCMlMeuF3C6RkrQO8t6Sb_FHQ,25224
+intel_npu_acceleration_library/external/openvino/frontend/pytorch/utils.py,sha256=KigF06_u6CJhOrZrrw4WwKcVJT5Z7SaEpWnJ-rC1cH4,9317
+intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/backend.py,sha256=fmLzbfzlHSuFAhk9wOJtkN0XD9qBdtdo1zP12fmicjM,5341
+intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/backend_utils.py,sha256=UQx0W_v2g9RQh_9xEWy9IfIPCtSAElejdJlm0KjoWsA,2516
+intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/compile.py,sha256=ONCzE6ZaL5uPLcsMLAKZ66tpT2gqNf5zp8vqhWZdWNA,4692
+intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/decompositions.py,sha256=QZZPjaGZ2ZmsnwtNjEKBfYWRizE0xfgT7b_QnfTP0tM,3730
+intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/execute.py,sha256=dZqrJiFzR-sq32NpG48Ftzp6rrgDtZNSpJ5mo4kzE6o,6745
+intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/op_support.py,sha256=YYZxUEvnGoNhbD8xqKzWRlx5OwHJiZCiv-n_2hZWAGU,13828
+intel_npu_acceleration_library/external/openvino/frontend/pytorch/torchdynamo/partition.py,sha256=b3uj9TSAj01ODgiacuBJZvqtfRuNo4O8NZIty6QYK3s,5519
+intel_npu_acceleration_library/external/openvino/frontend/tensorflow/__init__.py,sha256=DzL75Pv4mq0FcuZ3xf5atX6Sl0aytK0sG6LgXotNfTY,669
+intel_npu_acceleration_library/external/openvino/frontend/tensorflow/graph_iterator.py,sha256=904DDtBdYZmb1mwEYQQLgfjgn5V57sUreRcsjOMWv5Y,4961
+intel_npu_acceleration_library/external/openvino/frontend/tensorflow/node_decoder.py,sha256=Rq74AWf1f_IsyhlhMM1G3XPeZxMsrV39KUQW2iNin2w,9541
+intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp310-win_amd64.pyd,sha256=zd3xnKHTCSI-zKgNzU7zFAU_PMMHFxxarhAWv7BBWSI,362504
+intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp311-win_amd64.pyd,sha256=XZiajfONPIYfmIs_Qam33pr3ED5j3fGpioLyvJRTzb0,365576
+intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp312-win_amd64.pyd,sha256=_fN2gep8rtM73OcE1g0vw4Axev3NnCWCM8FXeBZWx64,368136
+intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp38-win_amd64.pyd,sha256=DV4i_l4S6x8zKBeqot5pItnPk0rJcsMdamdFLAsrxqA,360968
+intel_npu_acceleration_library/external/openvino/frontend/tensorflow/py_tensorflow_frontend.cp39-win_amd64.pyd,sha256=7Yuj7W0uptGzS5Vmccy4sMMH-jh9nK_gp30jR_1RNKY,362504
+intel_npu_acceleration_library/external/openvino/frontend/tensorflow/utils.py,sha256=NjcQbW5LEGnVtcUurUECZUlGmax-D1e4MCkMUJm0oUw,20140
+intel_npu_acceleration_library/external/openvino/helpers/__init__.py,sha256=h6GRbm0ymE_w8xDF0Hk4zjCSAhvz-sXhE7KfNgLPTIU,159
+intel_npu_acceleration_library/external/openvino/helpers/packing.py,sha256=cP2tBe78ystWR-rmVXzMk4dANeO6FwZjaLiQ32LTB_k,4037
+intel_npu_acceleration_library/external/openvino/preprocess/README.md,sha256=K6K48iqrkW0rURGGBFJghsOj_zPIssk0Z3gmrz6XDcI,2716
+intel_npu_acceleration_library/external/openvino/preprocess/__init__.py,sha256=uL1n2iY64v02DKxsIvrNL6D4MrMDzkoOoFtY7Gw7Z6w,917
+intel_npu_acceleration_library/external/openvino/preprocess/torchvision/__init__.py,sha256=vLDE0Z2d5IdK5Z6Rd2oVzSRB7AbgxbggbxwOujbR7fo,318
+intel_npu_acceleration_library/external/openvino/preprocess/torchvision/preprocess_converter.py,sha256=N_QFoz1Y92GRUC77OkcpxCOctoGvHzsFpFMb5n-rBFM,1786
+intel_npu_acceleration_library/external/openvino/preprocess/torchvision/requirements.txt,sha256=ENx-zmiMDDeUrkir2mMi59b44Mz780YOzYY01sFhOAQ,133
+intel_npu_acceleration_library/external/openvino/preprocess/torchvision/torchvision_preprocessing.py,sha256=G9qY-OxBmsBP0Tk7wWyIdvUXzY_e4Z-qJJzjiR3egTY,13695
+intel_npu_acceleration_library/external/openvino/properties/__init__.py,sha256=lGGc4oDUOQjdHGpQ2SjCdZSbPkSpYV3tzq8nz45Dwn4,688
+intel_npu_acceleration_library/external/openvino/properties/_properties.py,sha256=hlH5mnl5vyqCQWwmHBhIHmQm_wq6I7Z5yZTgaL8SPYI,2152
+intel_npu_acceleration_library/external/openvino/properties/device/__init__.py,sha256=CRwK9ZEvaTe7uUpjgiwkUmuhjnLIwazuRy0Ese0Edhg,416
+intel_npu_acceleration_library/external/openvino/properties/hint/__init__.py,sha256=e3nDOZJdzjmKumFR8rMRuh9yZ1_iM-BWA5wVxfX32aw,608
+intel_npu_acceleration_library/external/openvino/properties/intel_auto/__init__.py,sha256=v5bktyS5kw_Wi25L2ggGSFNTL0cIklLR1gDHaKMNAi4,370
+intel_npu_acceleration_library/external/openvino/properties/intel_cpu/__init__.py,sha256=cIChzj8zQV-GcALJ5548sEmPcQarn4y-mo7TJKPJfhw,287
+intel_npu_acceleration_library/external/openvino/properties/intel_gpu/__init__.py,sha256=b3xtPTkahjemn6IaS1vRYr_hieuAofms4q1c685i6SA,431
+intel_npu_acceleration_library/external/openvino/properties/intel_gpu/hint/__init__.py,sha256=sjJYFmEsEj2lpR1CHj-4TqfK3wd5O3gVOvQthl4RD6I,366
+intel_npu_acceleration_library/external/openvino/properties/log/__init__.py,sha256=ea9T6oMfgK8N0yD3VRmp9PgKPKlS1OjXvUW6B_jP1qs,332
+intel_npu_acceleration_library/external/openvino/properties/streams/__init__.py,sha256=dxO8kOSLJmOyRcGEPAnNqVfjSSpF7LIEWUQIdGSprUs,348
+intel_npu_acceleration_library/external/openvino/runtime/__init__.py,sha256=J4j7CmzdrFaw1804T5wHivRmugYc2sibXa7UjaD5KEA,3176
+intel_npu_acceleration_library/external/openvino/runtime/exceptions.py,sha256=M2-YEXH91HHcIrjEHcAHjK4JTGVWbmYXAuUb8chgmC0,402
+intel_npu_acceleration_library/external/openvino/runtime/ie_api.py,sha256=-xed980P4-fGC1QY1VdYeWVAoek2eKeGsA_0ZenyD5c,26869
+intel_npu_acceleration_library/external/openvino/runtime/opset_utils.py,sha256=dL3L8NvqzyH3ASmBV1woddGfj6GVcisNBM1mQmw4ncw,650
+intel_npu_acceleration_library/external/openvino/runtime/op/__init__.py,sha256=D0m4RIW0bPGbuzDDigRQRTUfoK7Sg2g16EwW1Yn24e0,548
+intel_npu_acceleration_library/external/openvino/runtime/op/util/__init__.py,sha256=Gh_EcRmB5JPsG2lVDcl-MGhME1ieTKi5xXlI-xwe43k,1000
+intel_npu_acceleration_library/external/openvino/runtime/opset1/__init__.py,sha256=THW2FrjqCZ9xcwNUhxyG6PMskbNCsNw1WJ-EeU9BHag,5543
+intel_npu_acceleration_library/external/openvino/runtime/opset1/ops.py,sha256=Dut9gPNI3bU4pVf5n4xdx_7ER3RqvEqIygUTwBCsrZ8,114128
+intel_npu_acceleration_library/external/openvino/runtime/opset10/__init__.py,sha256=_wcyWwlBwEiNMpib1pcZ0CIl2yBjj3pfFDMLRGtIyDw,8980
+intel_npu_acceleration_library/external/openvino/runtime/opset10/ops.py,sha256=UjbXz3w2S2CoWLJGBqf59zZa4E12EIvschbbwP1v3_k,7373
+intel_npu_acceleration_library/external/openvino/runtime/opset11/__init__.py,sha256=4JKYqPJYzbgDyi5wszgXINVguy2x06FJWjrmgVPLtC0,8981
+intel_npu_acceleration_library/external/openvino/runtime/opset11/ops.py,sha256=0Cpo7aYwkHkJ843mogpWjxFMalJg80SNfHnZlInpNGw,4519
+intel_npu_acceleration_library/external/openvino/runtime/opset12/__init__.py,sha256=ydxO2kCyrXbglEpef2sXsKEAh_8XNuaMSZepuI6l_lQ,9044
+intel_npu_acceleration_library/external/openvino/runtime/opset12/ops.py,sha256=0klQvfzZQ5HvPz4hgt-TgzHRhM8WbEjPx-DyOY1ewfU,4442
+intel_npu_acceleration_library/external/openvino/runtime/opset13/__init__.py,sha256=gJsx_-jFy73t_CatAJ1fBvHBAzq-U_IpxPpwsNPTLjY,9488
+intel_npu_acceleration_library/external/openvino/runtime/opset13/ops.py,sha256=YSc_C54rrnXqWXfBybUKG6hI08OOL2bJ9N89BTRHpp0,16536
+intel_npu_acceleration_library/external/openvino/runtime/opset14/__init__.py,sha256=e4TOAydECiSyQv0CX6WowArW0qCgLMqveIcpbf7l5NA,9602
+intel_npu_acceleration_library/external/openvino/runtime/opset14/ops.py,sha256=kBjkJQ5scE1mryKB1wzlc2l-8p1RioVwjrSIy_QLbwA,7055
+intel_npu_acceleration_library/external/openvino/runtime/opset15/__init__.py,sha256=DIRdi8pfxxN_EgKom3BhrU5ARxEH70hcBW1zbRK8mTo,394
+intel_npu_acceleration_library/external/openvino/runtime/opset15/ops.py,sha256=j8vGu4ZUpJdqGRhLl4zhBEpe5IH9w1KHe46R2DZV7wc,3342
+intel_npu_acceleration_library/external/openvino/runtime/opset2/__init__.py,sha256=8QwGj1tniC0UWTQluTU1qp1DVWkX2PW8hiZUYEBBEpk,5845
+intel_npu_acceleration_library/external/openvino/runtime/opset2/ops.py,sha256=JTHaTGD1W4iSDcEyWYjz6Ghbgkexg1IaYMoKE2tYm30,7777
+intel_npu_acceleration_library/external/openvino/runtime/opset3/__init__.py,sha256=ttT0hQMJlY-xSrUwd0TGmJZVsXai_C9wDgeK3RHVsrs,6728
+intel_npu_acceleration_library/external/openvino/runtime/opset3/ops.py,sha256=-t5D_vJ3mreWWk3dFFJOEZdtXeCQtKZKovgdWXTpsKM,24381
+intel_npu_acceleration_library/external/openvino/runtime/opset4/__init__.py,sha256=JCY7ya1cAwuaUURHk3QCoOPQe2aMJ7-GOiGyoFMx51w,7260
+intel_npu_acceleration_library/external/openvino/runtime/opset4/ops.py,sha256=6TcFioalci7BgGb-uqrlNi9J0HEXXEeiPBqYd1fHvcU,18237
+intel_npu_acceleration_library/external/openvino/runtime/opset5/__init__.py,sha256=SP5QTsv9YcHVVxDl_2Bf11k3bsYFzzIPpbPABIbW66Q,7608
+intel_npu_acceleration_library/external/openvino/runtime/opset5/ops.py,sha256=LbyqybNInGNIsg8Qw56U2mRA3sNqXYVhYPVS3X1cHNU,14962
+intel_npu_acceleration_library/external/openvino/runtime/opset6/__init__.py,sha256=Jl49ykutHmcCtnEGihHClFCshBoiazEtDp2m32QtVpc,7731
+intel_npu_acceleration_library/external/openvino/runtime/opset6/ops.py,sha256=fC35PLU_NUiCDNWn4GT0-S9FTtmUQyWUo6CHzrfpbs8,6445
+intel_npu_acceleration_library/external/openvino/runtime/opset7/__init__.py,sha256=d54qMEpqbQSr2cU8SdS0I874NHDCDE0NKu8MqydxqCQ,7912
+intel_npu_acceleration_library/external/openvino/runtime/opset7/ops.py,sha256=3jvUZ4pa0nqNo0BVj0UHzG8VCXX_sLqVXLIoYDaVvC0,5174
+intel_npu_acceleration_library/external/openvino/runtime/opset8/__init__.py,sha256=Qx4YLXFpRqghERaOBiiIyzLy2PsVrL_l3pKy2mx2RSM,8489
+intel_npu_acceleration_library/external/openvino/runtime/opset8/ops.py,sha256=XvO8wDHpT69qa1HKzLYJXFGEUZ0ZJI0tntPEm91j_JI,32957
+intel_npu_acceleration_library/external/openvino/runtime/opset9/__init__.py,sha256=ItRNFjGRg2aUYmOUa2oM2l-h19xglW8Bg22PQs1so68,8784
+intel_npu_acceleration_library/external/openvino/runtime/opset9/ops.py,sha256=j5amrmLCbtwAdlhNekBo28pQAmiknI4IhmmAvbVZfSA,13762
+intel_npu_acceleration_library/external/openvino/runtime/passes/__init__.py,sha256=Snyp0lSNfma1jsa47RhoaDY5MBs2njmuA3swzGVN99E,709
+intel_npu_acceleration_library/external/openvino/runtime/passes/graph_rewrite.py,sha256=XdZ56Zi6zVc1GmdSR9OT-dAut8JxlTBMSll0XipOrKc,1345
+intel_npu_acceleration_library/external/openvino/runtime/passes/manager.py,sha256=mg-arlX_dN6B2Td6d-EVAsauUWn5BkcPsSANr8M8Eho,870
+intel_npu_acceleration_library/external/openvino/runtime/properties/__init__.py,sha256=IZYIt3lReakTVm_7NStidj7IgMfDVRScFsZdzxaC87Y,1847
+intel_npu_acceleration_library/external/openvino/runtime/properties/hint/__init__.py,sha256=PtfvA06d7dsnEf8h4ftw2n1_2hBsd4DA7MnsN6515jk,1339
+intel_npu_acceleration_library/external/openvino/runtime/utils/__init__.py,sha256=L-7F6SxlD0DElu8nxE5SpcSMGYUPEwV0VxnsTTdo3Rc,272
+intel_npu_acceleration_library/external/openvino/runtime/utils/broadcasting.py,sha256=7cf7H9xsxjOFB8N-UM_aUW8Fn3wyr3HMdiSdabbxsqE,1372
+intel_npu_acceleration_library/external/openvino/runtime/utils/decorators.py,sha256=gOcJT4gOKiHQYTHVXCZDgUlZquVEPu7BHMMvoaKto8U,2314
+intel_npu_acceleration_library/external/openvino/runtime/utils/input_validation.py,sha256=HJ6BLRdFiSQXqacH2ZaQIizw3jEhKKLiCkoOYKyqcWY,4809
+intel_npu_acceleration_library/external/openvino/runtime/utils/node_factory.py,sha256=uVEQJ9AF-zzWmLaljMOD5dNKfD26vdRrEINBGu70D9M,4988
+intel_npu_acceleration_library/external/openvino/runtime/utils/reduction.py,sha256=y8x2Q20fuI56blNQtnQ0gPP-DbPpChEqbdgVyDp4G6c,835
+intel_npu_acceleration_library/external/openvino/runtime/utils/types.py,sha256=STooC1rxQtpePFszUKif57FBwrGSwxB89X42lrfrkrA,5306
+intel_npu_acceleration_library/external/openvino/runtime/utils/data_helpers/__init__.py,sha256=j_QlTroXZN_K8yx04WCtbM_AXsIhu5tThgy0rWFlpU0,402
+intel_npu_acceleration_library/external/openvino/runtime/utils/data_helpers/data_dispatcher.py,sha256=2psPCgZgU3kiuahxlPKZY_ufZaqVKvV-fW8fVYibwCM,14291
+intel_npu_acceleration_library/external/openvino/runtime/utils/data_helpers/wrappers.py,sha256=lMuvHSXAwL3VAFHzqBZ1xx7BPhbwJAstm_gp8o0e84s,4753
+intel_npu_acceleration_library/external/openvino/tools/__init__.py,sha256=-tAGaL7ZvrGT3g1UIOEFv7NQkDiy7GqoL4PqdM-iCGU,148
+intel_npu_acceleration_library/external/openvino/tools/benchmark/__init__.py,sha256=D30HmO2W_yY5ltdiqNOPsGHuyVk5_AFqbHE7znmGtwU,83
+intel_npu_acceleration_library/external/openvino/tools/benchmark/benchmark.py,sha256=sG_Nnwo-GqVYpPy6XDu3fyyijaoDc-f_A3BnHKc2GHk,7854
+intel_npu_acceleration_library/external/openvino/tools/benchmark/main.py,sha256=DuU9alpg1td4iSe3nVo1wKswYRLNRAxzJp1GspT8iLc,37963
+intel_npu_acceleration_library/external/openvino/tools/benchmark/parameters.py,sha256=6rsGt_YxCeq2wyKGKo-ueGVXN4mPyEHFxK1ak907SSI,16279
+intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/__init__.py,sha256=D30HmO2W_yY5ltdiqNOPsGHuyVk5_AFqbHE7znmGtwU,83
+intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/constants.py,sha256=kX96018gkgqpXWtkGETjb6fcyCUCO25IwTbPv1vT05U,689
+intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/inputs_filling.py,sha256=PHP1E-GlNHQC163E-SIk3xQY2IISLp0zCp02CpUZhOM,22574
+intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/logging.py,sha256=TaORgjDuaKsVYYhuKxqjuRGerJ5Umy2jJL-FmY_-tsw,252
+intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/statistics_report.py,sha256=oReTwCRTF25K-4QPHeYrb3h3DzKe5z-CUZlY1-A9bgE,13046
+intel_npu_acceleration_library/external/openvino/tools/benchmark/utils/utils.py,sha256=YQlsDsF9FFlCGnV8fHIx-EzB3L8lOm3G_nafJqCNscg,33714
+intel_npu_acceleration_library/external/openvino/tools/ovc/__init__.py,sha256=ELGSWfhR6sI7AnGvY7y61u_iqU2ks3kNKvXosPONIes,844
+intel_npu_acceleration_library/external/openvino/tools/ovc/__main__.py,sha256=DYMVsPvbRVD7RLoeFj47FOU2HRURcLxnYeSdcafUzPM,239
+intel_npu_acceleration_library/external/openvino/tools/ovc/cli_parser.py,sha256=rUxFjJJxRaLyYhuKdv48_GgevTrue-SHBObID8omLIs,25024
+intel_npu_acceleration_library/external/openvino/tools/ovc/convert.py,sha256=uWBLN3tt1naUBxekFCjCUlql9NwuVLuKspul-fTGIdU,4508
+intel_npu_acceleration_library/external/openvino/tools/ovc/convert_data_type.py,sha256=_aeLuD4X8let3KYU3CzE0VDXrtGxpNXAnGzb777KgsI,2500
+intel_npu_acceleration_library/external/openvino/tools/ovc/convert_impl.py,sha256=zy1EZUkFdHPnk0AQWqNGtOI3YOoVFhaSbBowNe0ONas,22096
+intel_npu_acceleration_library/external/openvino/tools/ovc/environment_setup_utils.py,sha256=iePd2-mrViTX9lC4yNShIhJS-MQFQgqFnC0SWq_vSkA,1656
+intel_npu_acceleration_library/external/openvino/tools/ovc/error.py,sha256=Ugdp0KT523vx1BVeBikIPm5XIK1-iVsHyAPQWletP6U,1463
+intel_npu_acceleration_library/external/openvino/tools/ovc/get_ov_update_message.py,sha256=ARJEfQEHjZxZ0Np2CqDQZBg00ew6BNSydZPVVQYUaSs,739
+intel_npu_acceleration_library/external/openvino/tools/ovc/help.py,sha256=TxYbRCYJDh04dPP6Bo3cCWzoKdLDxtvt0UPKSXNMefc,2633
+intel_npu_acceleration_library/external/openvino/tools/ovc/logger.py,sha256=vuegW244t3MiPLaIWWmnr2wQBEwYspaL8MjNYUx6LCU,3003
+intel_npu_acceleration_library/external/openvino/tools/ovc/main.py,sha256=iXzkCtmYuSCC9XlygNbh1_-kppSfTd4Lyc1oaHU9hlk,1076
+intel_npu_acceleration_library/external/openvino/tools/ovc/ovc.py,sha256=qmG_88lLymWFfB3AvWQZxgxxdBq_PjcU4_mg4csuoeQ,307
+intel_npu_acceleration_library/external/openvino/tools/ovc/telemetry_params.py,sha256=ewHDy5hcXd-qzUzZc1azMrKOg0FTl9VcIDeP560etrA,132
+intel_npu_acceleration_library/external/openvino/tools/ovc/telemetry_stub.py,sha256=uKfzLURNBiH0mCuylGE9Q0VIQ3yaqd19QkQM_qeFEJ4,619
+intel_npu_acceleration_library/external/openvino/tools/ovc/telemetry_utils.py,sha256=4eT4yw0KEK0lErk5tT2OKo6foPvjEBJ-DeemJFpJn2Q,4498
+intel_npu_acceleration_library/external/openvino/tools/ovc/utils.py,sha256=9FVYEuFilXdIYz9l3p5RS11GNjP4A893a1B7BB9W6lw,4090
+intel_npu_acceleration_library/external/openvino/tools/ovc/version.py,sha256=aay9mE66QdVAjsL6Ptf-tKMs2idrGTBFVRwlR8Zuv4A,2570
+intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/__init__.py,sha256=XcKDbsx4zZW4nCQ-aE_Z66zP2a2I2z8Mox0FZefI9Ho,82
+intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/analysis.py,sha256=00QL9jPgpsv4UxgX0bFVkPUaGf8P7l9LcP1uICOTHw4,2026
+intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/check_config.py,sha256=v-hTqM96Iv49ILVQQpCaxgpK5yxOWsnDZnmjdbempzE,2040
+intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/extractor.py,sha256=KMENP16hBJ3cPj7AeSuju8ik2M1Mcr5j67NqLNTIKGI,18348
+intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/layout_utils.py,sha256=5xCppfIlnYaXw0f3ayVRThiNwflM-ownS014aHJIuh0,3257
+intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/moc_emit_ir.py,sha256=QBVIa1CKoRnIKjvWWnIZnvRBpzxFF0HT_YoJYK3jdAE,1432
+intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/offline_transformations.py,sha256=PS9HTsiDZhvLBQyElY6ZQcbN1kcZT_G9q-dbHxSe4i8,4307
+intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/paddle_frontend_utils.py,sha256=EsF-gtNRL_k_stXVBdfzBdqB9eVL35FDmgYlU1VFDLY,3392
+intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/pipeline.py,sha256=FHRW2eZ2Tjlc7Q9MkBP2Mc1OEvQZwK9OlsDcwpt8XK8,11727
+intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/preprocessing.py,sha256=p3un5z8qcrJa4C0XjIx7e9TOQWY3y6VKf21n0kw0PKc,10261
+intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/pytorch_frontend_utils.py,sha256=Esszqcb-hZIYqayVzjXu_BtVj3jwgvHMHp1CB_P_YCI,8827
+intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/shape_utils.py,sha256=Lzf_f-RZhNjenbZblTdUwZxFGwdYeYwO1bE3giDPaUg,4033
+intel_npu_acceleration_library/external/openvino/tools/ovc/moc_frontend/type_utils.py,sha256=dcPrBuGZGm_3zu_L5m4d5bWUUAKNKw9iIpgwMCdJVqY,2761
+intel_npu_acceleration_library/external/openvino/torch/__init__.py,sha256=RXLzsfc_Dgq3YPrnPXwZMofSseJ9GjAs49Q9jH_8Vew,165
+intel_npu_acceleration_library/functional/__init__.py,sha256=WWKwKOh6Sgovv7mKctA872TbLP98Pg5m5-MREvUmlAA,204
+intel_npu_acceleration_library/functional/scaled_dot_product_attention.py,sha256=yGUcg4tDQOLuUnP1g74cl-ec8TRr2SuAMcNLlN6qLvE,1620
+intel_npu_acceleration_library/lib/Release/cache.json,sha256=CyrSqZUWo0Ec4_7ydOiuKIC0Gm8AybrGdozUqUuHxBw,8840377
+intel_npu_acceleration_library/lib/Release/intel_npu_acceleration_library.dll,sha256=B6ahqIBpVO62GjmyWmgmAfRq9IroDPK4H4Y6cAkbNDM,281600
+intel_npu_acceleration_library/lib/Release/openvino.dll,sha256=_ifEwHwM-7LuKMhAnlqNuJ2GxsLXbG47easxl5E4shU,12624904
+intel_npu_acceleration_library/lib/Release/openvino_auto_batch_plugin.dll,sha256=hXFvu4oLvfNhCODn5eNYOmkxBb0LEKYXHA0sZLccOXc,195080
+intel_npu_acceleration_library/lib/Release/openvino_auto_plugin.dll,sha256=nh_iDxejjHlkes-KT0IwBzEd4Ec0L3bXQFCl0Dqerf8,472072
+intel_npu_acceleration_library/lib/Release/openvino_c.dll,sha256=nzXngo2Qh-0rNPLn8K06p5mFlqNeeCBODdbuH7phkeA,192520
+intel_npu_acceleration_library/lib/Release/openvino_hetero_plugin.dll,sha256=Af08QbOY-Lxw4aM-pKhdG5hy7dX_wy0dvziNIo67aZE,435208
+intel_npu_acceleration_library/lib/Release/openvino_intel_cpu_plugin.dll,sha256=xy2cW75epiqRmJE4Av3lNpXzC7Q3TppvnKLP2TFFA1U,37796872
+intel_npu_acceleration_library/lib/Release/openvino_intel_gpu_plugin.dll,sha256=fwKHHL0e_RRge_cnS--UdEKJ4KbMPMfICb1wRPi1d98,24391688
+intel_npu_acceleration_library/lib/Release/openvino_intel_npu_plugin.dll,sha256=8LS7J-WJhLt8ojPOPI8_2Y5iZQsUrhsuK0RNWY5Eh7M,737800
+intel_npu_acceleration_library/lib/Release/openvino_ir_frontend.dll,sha256=TZf-l_01bASq1ulkY2oAa0BmXv2r1Ny1DOcOAvS1gMM,432136
+intel_npu_acceleration_library/lib/Release/openvino_onnx_frontend.dll,sha256=JWUtjjNjiSY6k1PbII4Lo5Ulz8N7qssvZKmDtR6ClUU,3680264
+intel_npu_acceleration_library/lib/Release/openvino_paddle_frontend.dll,sha256=i6aV3ozU9ZuR9P98RWgTWENX2Lyo4puJE9hp40Is6YQ,1444872
+intel_npu_acceleration_library/lib/Release/openvino_pytorch_frontend.dll,sha256=rVcHn7vfWYaZwZrDJ80mRT7XPKl7_Emhn3ZnAaRUnV0,2424328
+intel_npu_acceleration_library/lib/Release/openvino_tensorflow_frontend.dll,sha256=sw5y_g5ooI5hJE80nAi_Yd3DLR56oq5ZI__0f6OZ6vI,3958280
+intel_npu_acceleration_library/lib/Release/openvino_tensorflow_lite_frontend.dll,sha256=20XMC5aKJR8__i5UUOC1UvCjFfbepy_6QG65MYbFPpE,1108488
+intel_npu_acceleration_library/lib/Release/tbb12.dll,sha256=k_WmE8XujlOIjl-LWyYh9DSAcFJ-u9CXzmlMI0r1pVM,186888
+intel_npu_acceleration_library/lib/Release/tbb12_debug.dll,sha256=3boXVrs2VkdGexLVHqJijwZu2KSTRJ8rQfglYIRsn_c,745992
+intel_npu_acceleration_library/lib/Release/tbbbind_2_5.dll,sha256=fSEqMNMu-hmGLHmyfP4YaeYur_g_liPkdiedqB5ToQs,199176
+intel_npu_acceleration_library/lib/Release/tbbbind_2_5_debug.dll,sha256=qdLMWLNQdDkS_tekMluTzC2fTe6BR12l4QKcixSPCmQ,410120
+intel_npu_acceleration_library/lib/Release/tbbmalloc.dll,sha256=2x0SeOkCT-bNTk0_2scM5GdrTIp5j76iYwfBrIidQx8,108040
+intel_npu_acceleration_library/lib/Release/tbbmalloc_debug.dll,sha256=URNmEH2CzXLCpq2TyCOqLR3DoUIs7lPS5hWh_80H-VQ,337416
+intel_npu_acceleration_library/lib/Release/tbbmalloc_proxy.dll,sha256=pILOs4zXzyDirZrg8ZLN9XReJZKJ04urz11-_kF-pcQ,41480
+intel_npu_acceleration_library/lib/Release/tbbmalloc_proxy_debug.dll,sha256=PxUqwNINFIgmJkjWlj_BgxZz8-rrFJPomeRfPmJ3Sdw,118792
+intel_npu_acceleration_library/nn/__init__.py,sha256=40LiNAuQfy0DwoADRKWDM3gzpLVy_Tt1ira4l1PMrks,529
+intel_npu_acceleration_library/nn/autograd.py,sha256=SIktAZ8ibpuuAlC7sCxZvoaWLv2fIKGpjwVxOw2Srxs,2280
+intel_npu_acceleration_library/nn/conv.py,sha256=BWxf9dTYPd8g4v3VleEpGKOC5KcCN_m1p1fG9zyXZL0,8032
+intel_npu_acceleration_library/nn/functional.py,sha256=UfAKBc0u6RtyaMo14ldH2GpEnd8OwwefalIkL2JdUH4,34503
+intel_npu_acceleration_library/nn/linear.py,sha256=Q06SoGQeLaI86nA_ky2GnFC6H2Fw1zyMDILKnpYC2eo,5739
+intel_npu_acceleration_library/nn/llm.py,sha256=P6dz36Yf6BHtzWcftaghC6QaMI_WeRfQwrCbO7fD6hk,15002
+intel_npu_acceleration_library/nn/module.py,sha256=klVK4A0O-7fLzEIhGhE6_eVgvyVK_NakAqpDq08Ju1Y,12637
+bigdl_core_npu-2.5.0.dist-info/METADATA,sha256=NhXfzEaj8jWORFpNU4y5qcnnZVv8sjOMWfnhKcER2cE,1534
+bigdl_core_npu-2.5.0.dist-info/WHEEL,sha256=fsW6--WFfuzX2scefE6JfcSZ5dXg5h59u8lqlpL5uuo,101
+bigdl_core_npu-2.5.0.dist-info/top_level.txt,sha256=CH3qQoleRBC1eThu8mCEMxYNKdzJuXCtmeCXRKskt7A,31
+bigdl_core_npu-2.5.0.dist-info/RECORD,,

bigdl_core_npu-2.5.0.dist-info/WHEEL ADDED Viewed

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (72.1.0)
+Root-Is-Purelib: false
+Tag: cp310-cp310-win_amd64

bigdl_core_npu-2.5.0.dist-info/top_level.txt ADDED Viewed

	@@ -0,0 +1 @@
1	+ intel_npu_acceleration_library

intel_npu_acceleration_library/__init__.py ADDED Viewed

@@ -0,0 +1,24 @@
+#
+# Copyright © 2024 Intel Corporation
+# SPDX-License-Identifier: Apache 2.0
+#
+from .compiler import compile
+from .dtypes import int4, int8, float16
+from ._version import __version__
+from .modelling import NPUModel, NPUAutoModel, NPUModelForCausalLM, NPUModelForSeq2SeqLM
+from .device import enable_npu_device
+enable_npu_device()
+__all__ = [
+    "compile",
+    "int4",
+    "int8",
+    "float16",
+    "__version__",
+    "NPUModel",
+    "NPUAutoModel",
+    "NPUModelForCausalLM",
+    "NPUModelForSeq2SeqLM",
+]

intel_npu_acceleration_library/_version.py ADDED Viewed

@@ -0,0 +1,6 @@
+#
+# Copyright © 2024 Intel Corporation
+# SPDX-License-Identifier: Apache 2.0
+#
+__version__ = "2.5.0"

intel_npu_acceleration_library/backend/__init__.py ADDED Viewed

@@ -0,0 +1,37 @@
+#
+# Copyright © 2024 Intel Corporation
+# SPDX-License-Identifier: Apache 2.0
+#
+from .bindings import lib
+from .utils import npu_available, get_driver_version, check_npu_and_driver_version
+from .mlp import MLP
+from .convolution import Convolution
+from .matmul import MatMul
+from .linear import Linear
+from .qmatmul import QMatMul
+from .qlinear import QLinear
+from .tensor import Tensor
+from .factory import NNFactory
+from .sdpa import SDPA, SimpleSDPA
+from .runtime import run_matmul, run_factory, clear_cache
+check_npu_and_driver_version()
+__all__ = [
+    "Tensor",
+    "NNFactory",
+    "MLP",
+    "MatMul",
+    "Linear",
+    "QMatMul",
+    "QLinear",
+    "Convolution",
+    "SDPA",
+    "SimpleSDPA",
+    "run_matmul",
+    "run_factory",
+    "clear_cache",
+    "npu_available",
+    "get_driver_version",
+    "lib",
+]

intel_npu_acceleration_library/backend/base.py ADDED Viewed

@@ -0,0 +1,215 @@
+#
+# Copyright © 2024 Intel Corporation
+# SPDX-License-Identifier: Apache 2.0
+#
+from typing import Optional, List, Union, Any, Dict, Tuple, Iterable
+from intel_npu_acceleration_library.backend.bindings import lib as backend_lib
+import numpy as np
+import intel_npu_acceleration_library
+import ctypes
+import os
+def adapt_weight(w: np.ndarray) -> np.ndarray:
+    """Adapt the weights to run on the NPU.
+    Args:
+        w (np.ndarray): weights array
+    Returns:
+        np.ndarray: The adapted array
+    """
+    if len(w.shape) == 1:
+        w_adapted = w.reshape((1, -1))
+        return w_adapted, w_adapted.shape
+    elif len(w.shape) == 2:
+        return w, w.shape
+    else:
+        w_adapted = w.reshape((1, -1))
+        return w_adapted, w_adapted.shape
+class BaseNPUBackend:
+    """A base class that represent a abstract Matrix-Matrix operation on the NPU."""
+    def __init__(self, profile: Optional[bool] = False) -> None:
+        """Initialize class profiling.
+        Args:
+            profile (Optional[bool], optional): Enable/Disable NPU profiling. Defaults to False.
+        """
+        if profile:
+            os.environ["NPU_PRINT_PROFILING"] = "JSON"
+            os.environ["NPU_PROFILING_OUTPUT_FILE"] = "profiling.json"
+            os.environ["NPU_PROFILING_VERBOSITY"] = "HIGH"
+        self._mm: Any = None
+    def __del__(self):
+        """Deallocate and free the class from the library."""
+        if (
+            hasattr(self, "_mm")
+            and intel_npu_acceleration_library
+            and hasattr(backend_lib, "destroyNNFactory")
+        ):
+            backend_lib.destroyNNFactory(self._mm)
+    def save(self, path: str):
+        """Save the Openvino model.
+        Args:
+            path (str): the model save path
+        """
+        backend_lib.saveModel(self._mm, ctypes.c_char_p(path.encode()))
+    def saveCompiledModel(self, path: str):
+        """Save the compiled model.
+        Args:
+            path (str): the compiled model save path
+        """
+        backend_lib.saveCompiledModel(self._mm, ctypes.c_char_p(path.encode()))
+class BaseNPUBackendWithPrefetch(BaseNPUBackend):
+    """A base class that represent a abstract Matrix-Matrix operation on the NPU.
+    Linear type classes employ an algorithm to optimize weights prefetching
+    """
+    def __init__(self, profile: bool):
+        """Initialize class.
+        Args:
+            profile (bool): Enable/Disable NPU profiling.
+        """
+        super().__init__(profile)
+        self.wt_order: List[str] = []
+        self.wt_map: Dict[str, ctypes._Pointer] = {}
+        self.loaded: Optional[str] = None
+    def load_wt_fn(self, offset, module, parameters, verify_size=False):
+        """Load asyncronously the parameter into the NPU.
+        Args:
+            module: the NPU backend module
+            parameters: the weights parameter class
+        """
+        backend_lib.setNNFactoryWeights(module, offset, parameters, verify_size)
+    def create_parameters(
+        self, weights: Iterable[Union[np.ndarray, Tuple[np.ndarray, ...]]]
+    ) -> ctypes._Pointer:
+        """Create an operation parameter from a list of weights.
+        Args:
+            weights (Iterable[Union[np.ndarray, Tuple[np.ndarray, ...]]]): Operation parameters
+        Raises:
+            RuntimeError: Quantized weights needs to be in int8 format
+            ValueError: Invalid dtype for scale
+        Returns:
+            ctypes._Pointer: an instance to the Parameters object
+        """
+        param = backend_lib.createParameters()
+        if isinstance(weights, (list, tuple)):
+            for weight in weights:
+                if isinstance(weight, (list, tuple)):
+                    # int8: data and scale
+                    data, scale = weight
+                    if data.dtype not in [np.int8, np.uint8]:
+                        raise RuntimeError(
+                            "Quantized weights needs to be in int8 or uint8 format"
+                        )
+                    adapted_weights, shape = adapt_weight(data)
+                    adapted_weights_scale, shape_scale = adapt_weight(scale)
+                    if scale.dtype == np.float16:
+                        # Mixed precision matmul
+                        if data.dtype == np.int8:
+                            backend_lib.addIntParameter(
+                                param,
+                                adapted_weights,
+                                adapted_weights_scale,
+                                *shape,
+                                *shape_scale,
+                            )
+                        else:
+                            backend_lib.addInt4Parameter(
+                                param,
+                                adapted_weights,
+                                adapted_weights_scale,
+                                *shape,
+                                *shape_scale
+                            )
+                    elif scale.dtype == np.float32:
+                        # FP16 matmul with CPU conversion
+                        backend_lib.addIntParameterConversion(
+                            param,
+                            adapted_weights,
+                            adapted_weights_scale,
+                            *shape,
+                        )
+                    else:
+                        raise ValueError(f"Invalid dtype for scale: {scale.dtype}")
+                else:
+                    adapted_weights, shape = adapt_weight(weight)
+                    backend_lib.addFloatParameter(param, adapted_weights, *shape)
+        elif isinstance(weights, np.ndarray):
+            adapted_weights, shape = adapt_weight(weights)
+            backend_lib.addFloatParameter(param, adapted_weights, *shape)
+        return param
+    def add_to_map(
+        self, wt_hash: str, weights: Iterable[Union[np.ndarray, Tuple[np.ndarray, ...]]]
+    ):
+        """Add an operation parameters to the operation hash:parameter map.
+        Args:
+            wt_hash (str): operation hash
+            weights (Iterable[Union[np.ndarray, Tuple[np.ndarray, ...]]]): Operation parameters
+        """
+        self.wt_map[wt_hash] = self.create_parameters(weights)
+        self.wt_order.append(wt_hash)
+    def setWeights(
+        self, offset: int, wt_hash: Optional[str], *args: Union[np.ndarray, Tuple[np.ndarray, ...]],
+        verify_size: bool = False
+    ) -> bool:
+        """Set the operation weights in the NPU.
+        Args:
+            wt_hash (str): operation hash. If set to None force the load of the weights
+            args (Union[np.ndarray, Tuple[np.ndarray, ...]]): Variable length weights list. Can be a np array or a tuple of weight, scale in case of quantized tensors
+        Returns:
+            bool: Return True if the op parameters are already in the op map
+        """
+        if wt_hash is None:
+            self.load_wt_fn(offset, self._mm, self.create_parameters(args), verify_size=verify_size)
+            return False
+        in_wt_map = wt_hash in self.wt_map.keys()
+        if not wt_hash == self.loaded:
+            if not in_wt_map:
+                self.add_to_map(wt_hash, args)
+            self.load_wt_fn(offset, self._mm, self.wt_map[wt_hash], verify_size=verify_size)
+            self.loaded = wt_hash
+            return in_wt_map
+        return in_wt_map
+    def prefetchWeights(self, offset, verify_size: bool = False):
+        """Prefetch next operation weights."""
+        next_wt_idx = (self.wt_order.index(self.loaded) + 1) % len(self.wt_order)
+        wt_hash = self.wt_order[next_wt_idx]
+        if not wt_hash == self.loaded:
+            self.load_wt_fn(offset, self._mm, self.wt_map[wt_hash], verify_size=verify_size)
+            self.loaded = wt_hash
+    def __del__(self):
+        """Deallocate and free the class from the library."""
+        super(BaseNPUBackendWithPrefetch, self).__del__()
+        for par in self.wt_map.values():
+            if intel_npu_acceleration_library and hasattr(
+                backend_lib, "destroyParameters"
+            ):
+                backend_lib.destroyParameters(par)