transformers-mblt 0.0.0__tar.gz

transformers_mblt-0.0.0/LICENSE

@@ -0,0 +1,28 @@
+BSD 3-Clause License
+
+Copyright (c) 2026, Mobilint, Inc.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+1. Redistributions of source code must retain the above copyright notice, this
+   list of conditions and the following disclaimer.
+
+2. Redistributions in binary form must reproduce the above copyright notice,
+   this list of conditions and the following disclaimer in the documentation
+   and/or other materials provided with the distribution.
+
+3. Neither the name of the copyright holder nor the names of its
+   contributors may be used to endorse or promote products derived from
+   this software without specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

transformers_mblt-0.0.0/MANIFEST.in

@@ -0,0 +1,5 @@
+# Tests, benchmarks, and debug scripts are development-only. setuptools already builds only the
+# `transformers_mblt*` packages; prune them from the sdist to pin that intent.
+prune tests
+prune benchmark
+prune scripts

transformers_mblt-0.0.0/PKG-INFO

@@ -0,0 +1,212 @@
+Metadata-Version: 2.4
+Name: transformers-mblt
+Version: 0.0.0
+Summary: Mobilint NPU integrations for Hugging Face Transformers: LLMs, VLMs, ASR, and speculative decoding
+Author-email: "Mobilint Inc." <tech-support@mobilint.com>
+License: BSD-3-Clause
+Project-URL: Home, https://www.mobilint.com/
+Project-URL: Repository, https://github.com/mobilint/transformers-mblt
+Keywords: transformers,NPU,LLM,VLM,pre-quantized models,inference,mobilint,mblt,aries,regulus
+Classifier: Development Status :: 4 - Beta
+Classifier: Environment :: Console
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Science/Research
+Classifier: License :: OSI Approved :: BSD License
+Classifier: Operating System :: POSIX :: Linux
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Requires-Python: <3.13,>=3.10
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: mblt-npu-python>=0.1.0
+Requires-Dist: mobilint-qb-runtime>=1.4.0
+Requires-Dist: transformers[serving]<5.18.0,>=4.54.0
+Requires-Dist: torch>=2.4.1
+Requires-Dist: torchvision
+Requires-Dist: torchcodec
+Requires-Dist: numpy>=1.26.0
+Requires-Dist: huggingface-hub
+Requires-Dist: datasets<=3.6.0,>=3.2.0
+Requires-Dist: sentencepiece
+Requires-Dist: pillow>=11.1.0
+Requires-Dist: opencv-python>=4.11.0.86
+Requires-Dist: packaging
+Requires-Dist: tqdm
+Requires-Dist: matplotlib
+Requires-Dist: mblt-tracker>=1.0.1
+Provides-Extra: qwen-asr
+Requires-Dist: qwen-asr; extra == "qwen-asr"
+Dynamic: license-file
+
+# transformers-mblt
+
+<!-- markdownlint-disable MD033 -->
+<div align="center">
+<p>
+<a href="https://www.mobilint.com/" target="_blank">
+<img src="https://raw.githubusercontent.com/mobilint/.github/main/assets/Mobilint_Logo_Primary.png" alt="Mobilint Logo" width="60%">
+</a>
+</p>
+</div>
+<!-- markdownlint-enable MD033 -->
+
+Run Mobilint pre-quantized generative AI models on Mobilint NPUs through Hugging Face
+[Transformers](https://github.com/huggingface/transformers). `transformers-mblt` supplies the
+Mobilint configuration, model, cache, processor, and generation classes behind the standard
+`transformers` Auto classes and `pipeline(...)`. It covers LLMs, VLMs, speech recognition,
+image captioning, masked language models, and EAGLE-3 speculative decoding.
+
+Models run on Mobilint [ARIES](https://www.mobilint.com/aries) and
+[REGULUS](https://www.mobilint.com/regulus) boards. Supported target-device identifiers are
+`aries-rb`, `regulus-ra`, `regulus-rb`, `regulus-ra-usb`, and `regulus-rb-usb`.
+
+Version `0.0.0` is the first standalone release. It was extracted from `mblt-model-zoo` 2.10.0.
+
+## Installation
+
+```bash
+pip install transformers-mblt
+```
+
+The following are installed as required dependencies:
+
+- `transformers[serving]>=4.54.0,<5.18.0`
+- `mblt-npu-python`, the shared Mobilint NPU backend
+- `mobilint-qb-runtime`
+
+NPU execution requires a supported Mobilint NPU driver and device. Qwen3-ASR additionally needs the
+upstream `qwen-asr` package:
+
+```bash
+pip install "transformers-mblt[qwen-asr]"
+```
+
+## Quick start
+
+Mobilint models are published on the [Mobilint Hugging Face organization](https://huggingface.co/mobilint).
+Call `transformers_mblt.register()` once, and the standard `transformers` Auto classes and `pipeline(...)` load them
+from the installed package without running Hub remote code:
+
+```python
+import transformers_mblt
+from transformers import AutoTokenizer, TextStreamer, pipeline
+
+transformers_mblt.register()
+
+model_id = "mobilint/Llama-3.2-1B-Instruct"
+tokenizer = AutoTokenizer.from_pretrained(model_id)
+pipe = pipeline(
+    "text-generation",
+    model=model_id,
+    tokenizer=tokenizer,
+    streamer=TextStreamer(tokenizer=tokenizer, skip_prompt=False),
+    model_kwargs={"core_mode": "single"},
+)
+messages = [{"role": "user", "content": "What is an NPU?"}]
+pipe(messages, max_new_tokens=128)
+pipe.model.dispose()
+```
+
+### Loading through Hub remote code
+
+Each `mobilint/*` repository also ships `proxy_*.py` remote code, loaded with `trust_remote_code=True`. The proxies
+import `transformers_mblt` first and fall back to `mblt_model_zoo.hf_transformers`, so this path works with either
+package installed.
+
+NPU placement is controlled with keyword arguments. The main ones are `mxq_path`, `dev_no`,
+`core_mode`, `target_cores`, `target_clusters`, `target_device`, `revision`, `embedding_weight`,
+and `npu_prefill_chunk_size`. Multi-backend models accept the same arguments with `vision_`,
+`text_`, `encoder_`, `decoder_`, `base_`, or `draft_` prefixes. The
+[API reference](transformers_mblt/README.md#keyword-parameters) describes each argument.
+
+Use `list_tasks()` and `list_models()` to discover the supported tasks and published models:
+
+```python
+from transformers_mblt import list_models, list_tasks
+
+print(list_tasks())
+print(list_models("text-generation"))
+```
+
+## Supported architectures
+
+| Task | Architectures |
+| --- | --- |
+| `text-generation` | Llama, Qwen2, Qwen3, EXAONE 3.5, EXAONE 4.0, Cohere2, EAGLE-3 (Llama, Qwen2, Qwen3) |
+| `image-text-to-text` | Qwen2-VL, Qwen3-VL, Aya Vision (SigLIP + Cohere2) |
+| `automatic-speech-recognition` | Whisper, Qwen3-ASR |
+| `image-to-text` | BLIP |
+| `fill-mask` | BERT |
+
+## Command line
+
+The `transformers-mblt` command provides these subcommands:
+
+- `list` shows the published models for each task.
+- `tps` measures tokens per second.
+- Upstream Transformers commands such as `chat`, `serve`, `run`, `download`, `env`, and `version`
+  are passed through with the Mobilint models registered.
+
+```bash
+transformers-mblt list --task text-generation
+transformers-mblt chat mobilint/Llama-3.2-1B-Instruct --trust-remote-code
+
+transformers-mblt tps measure --model mobilint/Llama-3.2-1B-Instruct --prefill 512 --decode 128 --repeat 10
+transformers-mblt tps sweep --model mobilint/Llama-3.2-1B-Instruct \
+  --prefill-range 128:512:128 --cache-lengths 1024,2048,4096 --decode-window 128 --json tps.json
+```
+
+`python -m transformers_mblt.cli` is equivalent to `transformers-mblt`. Run
+`transformers-mblt tps measure --help` for the EAGLE-3, VLM, and per-backend core-mode options.
+
+## Using with mblt-model-zoo
+
+This package replaces `mblt_model_zoo.hf_transformers`, and `mblt-model-zoo` is moving to depend on it. The
+modules have the same contents, and only the import prefix differs:
+
+| mblt-model-zoo | transformers-mblt |
+| --- | --- |
+| `mblt_model_zoo.hf_transformers.models.<arch>` | `transformers_mblt.models.<arch>` |
+| `mblt_model_zoo.hf_transformers.utils` | `transformers_mblt.utils` |
+| `mblt-model-zoo tps ...` / `mblt-model-zoo chat ...` | `transformers-mblt tps ...` / `transformers-mblt chat ...` |
+
+Hub proxy modules first import `transformers_mblt`. If that package is missing, they fall back to
+`mblt_model_zoo.hf_transformers`, so the same Hub repositories work with either package.
+
+## Development
+
+Use [uv](https://docs.astral.sh/uv/) to manage the development environment:
+
+```bash
+git clone https://github.com/mobilint/transformers-mblt.git
+cd transformers-mblt
+uv venv --python 3.12
+source .venv/bin/activate
+uv pip install -e . --group dev
+pre-commit install
+```
+
+`scripts/test_transformers_matrix.py` uses uv to rebuild the environment for each supported
+`transformers` release line and run the test phases against it.
+
+## Documentation and tests
+
+- The [API reference](transformers_mblt/README.md) covers model loading, NPU keyword parameters,
+  the Qwen3-VL release contract, the EAGLE-3 policies, and the TPS CLI.
+- The [test guide](tests/TEST.md) explains the quick, full-matrix, and core-mode sweep test runs.
+- The [benchmark guide](benchmark/transformers/README.md) covers the text-generation, VLM, and ASR
+  benchmark scripts.
+
+## Support and issues
+
+For installation, model, or runtime support, visit the [Mobilint forum](https://discuss.mobilint.com/)
+or contact [tech-support@mobilint.com](mailto:tech-support@mobilint.com). Report reproducible
+package issues in the [transformers-mblt issue tracker](https://github.com/mobilint/transformers-mblt/issues).
+
+## License
+
+Distributed under the [BSD 3-Clause License](LICENSE).

transformers_mblt-0.0.0/README.md

@@ -0,0 +1,168 @@
+# transformers-mblt
+
+<!-- markdownlint-disable MD033 -->
+<div align="center">
+<p>
+<a href="https://www.mobilint.com/" target="_blank">
+<img src="https://raw.githubusercontent.com/mobilint/.github/main/assets/Mobilint_Logo_Primary.png" alt="Mobilint Logo" width="60%">
+</a>
+</p>
+</div>
+<!-- markdownlint-enable MD033 -->
+
+Run Mobilint pre-quantized generative AI models on Mobilint NPUs through Hugging Face
+[Transformers](https://github.com/huggingface/transformers). `transformers-mblt` supplies the
+Mobilint configuration, model, cache, processor, and generation classes behind the standard
+`transformers` Auto classes and `pipeline(...)`. It covers LLMs, VLMs, speech recognition,
+image captioning, masked language models, and EAGLE-3 speculative decoding.
+
+Models run on Mobilint [ARIES](https://www.mobilint.com/aries) and
+[REGULUS](https://www.mobilint.com/regulus) boards. Supported target-device identifiers are
+`aries-rb`, `regulus-ra`, `regulus-rb`, `regulus-ra-usb`, and `regulus-rb-usb`.
+
+Version `0.0.0` is the first standalone release. It was extracted from `mblt-model-zoo` 2.10.0.
+
+## Installation
+
+```bash
+pip install transformers-mblt
+```
+
+The following are installed as required dependencies:
+
+- `transformers[serving]>=4.54.0,<5.18.0`
+- `mblt-npu-python`, the shared Mobilint NPU backend
+- `mobilint-qb-runtime`
+
+NPU execution requires a supported Mobilint NPU driver and device. Qwen3-ASR additionally needs the
+upstream `qwen-asr` package:
+
+```bash
+pip install "transformers-mblt[qwen-asr]"
+```
+
+## Quick start
+
+Mobilint models are published on the [Mobilint Hugging Face organization](https://huggingface.co/mobilint).
+Call `transformers_mblt.register()` once, and the standard `transformers` Auto classes and `pipeline(...)` load them
+from the installed package without running Hub remote code:
+
+```python
+import transformers_mblt
+from transformers import AutoTokenizer, TextStreamer, pipeline
+
+transformers_mblt.register()
+
+model_id = "mobilint/Llama-3.2-1B-Instruct"
+tokenizer = AutoTokenizer.from_pretrained(model_id)
+pipe = pipeline(
+    "text-generation",
+    model=model_id,
+    tokenizer=tokenizer,
+    streamer=TextStreamer(tokenizer=tokenizer, skip_prompt=False),
+    model_kwargs={"core_mode": "single"},
+)
+messages = [{"role": "user", "content": "What is an NPU?"}]
+pipe(messages, max_new_tokens=128)
+pipe.model.dispose()
+```
+
+### Loading through Hub remote code
+
+Each `mobilint/*` repository also ships `proxy_*.py` remote code, loaded with `trust_remote_code=True`. The proxies
+import `transformers_mblt` first and fall back to `mblt_model_zoo.hf_transformers`, so this path works with either
+package installed.
+
+NPU placement is controlled with keyword arguments. The main ones are `mxq_path`, `dev_no`,
+`core_mode`, `target_cores`, `target_clusters`, `target_device`, `revision`, `embedding_weight`,
+and `npu_prefill_chunk_size`. Multi-backend models accept the same arguments with `vision_`,
+`text_`, `encoder_`, `decoder_`, `base_`, or `draft_` prefixes. The
+[API reference](transformers_mblt/README.md#keyword-parameters) describes each argument.
+
+Use `list_tasks()` and `list_models()` to discover the supported tasks and published models:
+
+```python
+from transformers_mblt import list_models, list_tasks
+
+print(list_tasks())
+print(list_models("text-generation"))
+```
+
+## Supported architectures
+
+| Task | Architectures |
+| --- | --- |
+| `text-generation` | Llama, Qwen2, Qwen3, EXAONE 3.5, EXAONE 4.0, Cohere2, EAGLE-3 (Llama, Qwen2, Qwen3) |
+| `image-text-to-text` | Qwen2-VL, Qwen3-VL, Aya Vision (SigLIP + Cohere2) |
+| `automatic-speech-recognition` | Whisper, Qwen3-ASR |
+| `image-to-text` | BLIP |
+| `fill-mask` | BERT |
+
+## Command line
+
+The `transformers-mblt` command provides these subcommands:
+
+- `list` shows the published models for each task.
+- `tps` measures tokens per second.
+- Upstream Transformers commands such as `chat`, `serve`, `run`, `download`, `env`, and `version`
+  are passed through with the Mobilint models registered.
+
+```bash
+transformers-mblt list --task text-generation
+transformers-mblt chat mobilint/Llama-3.2-1B-Instruct --trust-remote-code
+
+transformers-mblt tps measure --model mobilint/Llama-3.2-1B-Instruct --prefill 512 --decode 128 --repeat 10
+transformers-mblt tps sweep --model mobilint/Llama-3.2-1B-Instruct \
+  --prefill-range 128:512:128 --cache-lengths 1024,2048,4096 --decode-window 128 --json tps.json
+```
+
+`python -m transformers_mblt.cli` is equivalent to `transformers-mblt`. Run
+`transformers-mblt tps measure --help` for the EAGLE-3, VLM, and per-backend core-mode options.
+
+## Using with mblt-model-zoo
+
+This package replaces `mblt_model_zoo.hf_transformers`, and `mblt-model-zoo` is moving to depend on it. The
+modules have the same contents, and only the import prefix differs:
+
+| mblt-model-zoo | transformers-mblt |
+| --- | --- |
+| `mblt_model_zoo.hf_transformers.models.<arch>` | `transformers_mblt.models.<arch>` |
+| `mblt_model_zoo.hf_transformers.utils` | `transformers_mblt.utils` |
+| `mblt-model-zoo tps ...` / `mblt-model-zoo chat ...` | `transformers-mblt tps ...` / `transformers-mblt chat ...` |
+
+Hub proxy modules first import `transformers_mblt`. If that package is missing, they fall back to
+`mblt_model_zoo.hf_transformers`, so the same Hub repositories work with either package.
+
+## Development
+
+Use [uv](https://docs.astral.sh/uv/) to manage the development environment:
+
+```bash
+git clone https://github.com/mobilint/transformers-mblt.git
+cd transformers-mblt
+uv venv --python 3.12
+source .venv/bin/activate
+uv pip install -e . --group dev
+pre-commit install
+```
+
+`scripts/test_transformers_matrix.py` uses uv to rebuild the environment for each supported
+`transformers` release line and run the test phases against it.
+
+## Documentation and tests
+
+- The [API reference](transformers_mblt/README.md) covers model loading, NPU keyword parameters,
+  the Qwen3-VL release contract, the EAGLE-3 policies, and the TPS CLI.
+- The [test guide](tests/TEST.md) explains the quick, full-matrix, and core-mode sweep test runs.
+- The [benchmark guide](benchmark/transformers/README.md) covers the text-generation, VLM, and ASR
+  benchmark scripts.
+
+## Support and issues
+
+For installation, model, or runtime support, visit the [Mobilint forum](https://discuss.mobilint.com/)
+or contact [tech-support@mobilint.com](mailto:tech-support@mobilint.com). Report reproducible
+package issues in the [transformers-mblt issue tracker](https://github.com/mobilint/transformers-mblt/issues).
+
+## License
+
+Distributed under the [BSD 3-Clause License](LICENSE).

transformers_mblt-0.0.0/pyproject.toml

@@ -0,0 +1,110 @@
+[build-system]
+requires = ["setuptools>=70.0.0", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "transformers-mblt"
+dynamic = ["version"]
+description = "Mobilint NPU integrations for Hugging Face Transformers: LLMs, VLMs, ASR, and speculative decoding"
+readme = "README.md"
+authors = [{ name = "Mobilint Inc.", email = "tech-support@mobilint.com" }]
+license = { text = "BSD-3-Clause" }
+requires-python = ">=3.10,<3.13"
+keywords = ["transformers", "NPU", "LLM", "VLM", "pre-quantized models", "inference", "mobilint", "mblt", "aries", "regulus"]
+dependencies = [
+    "mblt-npu-python>=0.1.0",
+    "mobilint-qb-runtime>=1.4.0",
+    "transformers[serving]>=4.54.0,<5.18.0",
+    "torch>=2.4.1",
+    "torchvision",
+    "torchcodec",
+    "numpy>=1.26.0",
+    "huggingface-hub",
+    "datasets>=3.2.0,<=3.6.0",
+    "sentencepiece",
+    "pillow>=11.1.0",
+    "opencv-python>=4.11.0.86",
+    "packaging",
+    "tqdm",
+    "matplotlib",
+    "mblt-tracker>=1.0.1",
+]
+classifiers = [
+    "Development Status :: 4 - Beta",
+    "Environment :: Console",
+    "Intended Audience :: Developers",
+    "Intended Audience :: Science/Research",
+    "License :: OSI Approved :: BSD License",
+    "Operating System :: POSIX :: Linux",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Topic :: Scientific/Engineering :: Artificial Intelligence",
+    "Topic :: Software Development :: Libraries :: Python Modules",
+]
+
+[project.urls]
+Home = "https://www.mobilint.com/"
+Repository = "https://github.com/mobilint/transformers-mblt"
+
+[project.scripts]
+transformers-mblt = "transformers_mblt.cli:main"
+
+[project.optional-dependencies]
+qwen-asr = [
+    "qwen-asr",
+]
+
+[tool.setuptools]
+packages = { find = { where = ["."], include = ["transformers_mblt", "transformers_mblt.*"] } }
+
+[tool.setuptools.dynamic]
+version = { attr = "transformers_mblt.__version__" }
+
+[tool.setuptools.package-data]
+"transformers_mblt" = ["py.typed"]
+
+[dependency-groups]
+dev = [
+    "pre-commit>=4.3.0",
+    "pytest>=8.4.2",
+    "jiwer>=3.0.0",
+    "librosa>=0.11.0, <=0.11.0",
+    "numba>=0.60.0, <=0.60.0",
+    "hf_xet",
+    "build",
+    "ruff",
+    "soundfile",
+    "rich",
+]
+
+[tool.pytest.ini_options]
+markers = [
+    "full_matrix: additional transformer model/core matrix cases enabled by --full-matrix.",
+    "requires_network: test downloads models, datasets, or other remote artifacts.",
+    "requires_npu: test requires a configured Mobilint NPU runtime and device.",
+    "upstream_contract: pins invariants of upstream HF transformers classes that our wrappers depend on; deselect with '-m \"not upstream_contract\"' in fast CI.",
+]
+filterwarnings = [
+    "ignore:Keep-all or multi-position `logits_to_keep` on a last-only MXQ:UserWarning",
+]
+
+[tool.ruff]
+line-length = 120
+target-version = "py310"
+# The model and utility modules were extracted verbatim from mblt-model-zoo, where they were also excluded.
+exclude = [
+    "transformers_mblt/models",
+    "transformers_mblt/utils",
+]
+
+[tool.ruff.lint]
+select = ["E", "F", "I"]
+ignore = ["PLC0414"]
+
+[tool.ruff.format]
+quote-style = "double"
+indent-style = "space"
+skip-magic-trailing-comma = false
+line-ending = "auto"

transformers_mblt-0.0.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

transformers_mblt-0.0.0/transformers_mblt/__init__.py

@@ -0,0 +1,32 @@
+"""Mobilint NPU integrations for Hugging Face Transformers.
+
+Import :mod:`transformers_mblt` and call :func:`register` to make the ``mobilint-*`` model types resolvable by the
+``transformers`` Auto classes, or load ``mobilint/*`` Hub models with ``trust_remote_code=True``.
+"""
+
+from typing import TYPE_CHECKING
+
+__version__ = "0.0.0"
+
+if TYPE_CHECKING:
+    from . import models, utils
+    from ._registry import register
+    from .utils.api import list_models, list_tasks
+
+__all__ = ["__version__", "list_models", "list_tasks", "models", "register", "utils"]
+
+
+def __getattr__(name: str):
+    import importlib
+
+    if name in {"list_models", "list_tasks"}:
+        return getattr(importlib.import_module(".utils.api", __name__), name)
+    if name == "register":
+        return importlib.import_module("._registry", __name__).register
+    if name in {"models", "utils"}:
+        return importlib.import_module(f".{name}", __name__)
+    raise AttributeError(f"module {__name__!r} has no attribute {name!r}")
+
+
+def __dir__() -> list[str]:
+    return sorted(set(globals()) | set(__all__))

transformers_mblt-0.0.0/transformers_mblt/_npu.py

@@ -0,0 +1,43 @@
+"""NPU backend exports used by the Transformers integration.
+
+The backend implementation is maintained by ``mblt-npu-python`` (:mod:`mblt_npu`). This module adds the
+multi-slot ``dispatcher`` property that the Transformers models rely on, without coupling the NPU wheel to
+``transformers``.
+"""
+
+from mblt_npu import (
+    BACKEND_CLASSES,
+    DEFAULT_TARGET_DEVICE,
+    MobilintAriesBackend,
+    MobilintBackendAllocError,
+    MobilintNPUBackend,
+    MobilintRegulusBackend,
+    backend_class_for,
+)
+
+
+def _get_transformers_dispatcher(backend: MobilintNPUBackend):
+    """Return the backend's lazily created :class:`MultiSlotDispatcher`."""
+    # Attribute name is shared with mblt-model-zoo so a backend keeps one dispatcher when both packages are installed.
+    dispatcher = getattr(backend, "_mblt_model_zoo_dispatcher", None)
+    if dispatcher is None:
+        from .utils.multi_slot_dispatch import MultiSlotDispatcher
+
+        dispatcher = MultiSlotDispatcher(backend)
+        backend._mblt_model_zoo_dispatcher = dispatcher
+    return dispatcher
+
+
+# Guarded so installing alongside mblt-model-zoo (which installs the same property) never overrides an existing one.
+if not hasattr(MobilintNPUBackend, "dispatcher"):
+    MobilintNPUBackend.dispatcher = property(_get_transformers_dispatcher)
+
+__all__ = [
+    "BACKEND_CLASSES",
+    "DEFAULT_TARGET_DEVICE",
+    "MobilintBackendAllocError",
+    "MobilintAriesBackend",
+    "MobilintNPUBackend",
+    "MobilintRegulusBackend",
+    "backend_class_for",
+]