splifft 0.0.2__tar.gz

splifft-0.0.2/.github/workflows/ci.yml

@@ -0,0 +1,61 @@
+name: tests
+
+on:
+  push:
+    branches:
+      - main
+  pull_request:
+  pull_request_target:
+  workflow_dispatch:
+
+jobs:
+  linting:
+    name: linting/formatting
+
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v6
+        with:
+          enable-cache: true
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: 3.12
+
+      - name: Install the project
+        run: |
+          uv sync --dev --all-extras
+
+      - name: Style checking
+        run: |
+          uv run ruff check src tests
+          uv run ruff format --check src tests
+
+      # - name: Type checking
+      #   run: uv run mypy src tests
+  
+  test:
+    name: "tests"
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v6
+        with:
+          enable-cache: true
+
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "3.13"
+
+      - name: Install the project
+        run: uv sync --all-groups --all-extras
+
+      - name: Run tests
+        run: uv run pytest

splifft-0.0.2/.github/workflows/docs.yml

@@ -0,0 +1,43 @@
+name: build docs
+
+on:
+  workflow_dispatch:
+  push:
+    branches:
+      - main
+
+permissions:
+  contents: write
+jobs:
+  deploy:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v6
+        with:
+          enable-cache: true
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.13"
+
+      - name: Configure Git Credentials
+        run: |
+          git config user.name github-actions[bot]
+          git config user.email 41898282+github-actions[bot]@users.noreply.github.com
+
+      - run: echo "cache_id=$(date --utc '+%V')" >> $GITHUB_ENV
+      - uses: actions/cache@v4
+        with:
+          key: mkdocs-material-${{ env.cache_id }}
+          path: .cache
+          restore-keys: |
+            mkdocs-material-
+
+      - name: Install the project
+        run: uv sync --all-groups --all-extras
+
+      - run: uv run mkdocs gh-deploy --force

splifft-0.0.2/.github/workflows/pypi.yml

@@ -0,0 +1,92 @@
+name: build wheel and publish to pypi 
+
+on: push
+
+jobs:
+  build:
+    name: Build distribution
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v6
+        with:
+          enable-cache: true
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.13"
+
+      - name: Build packages
+        run: |
+          uvx hatchling build
+
+      - name: Store the distribution packages
+        uses: actions/upload-artifact@v4
+        with:
+          name: python-package-distributions
+          path: dist/
+
+  publish-to-pypi:
+    name: >-
+      Publish Python distribution to PyPI
+    if: startsWith(github.ref, 'refs/tags/')
+    needs:
+      - build
+    runs-on: ubuntu-latest
+    environment:
+      name: pypi
+      url: https://pypi.org/p/splifft
+    permissions:
+      id-token: write
+    steps:
+      - name: Download all the dists
+        uses: actions/download-artifact@v4
+        with:
+          name: python-package-distributions
+          path: dist/
+      - name: Publish distribution to PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1
+
+  github-release:
+    name: >-
+      Sign the Python distribution with Sigstore
+      and upload them to GitHub Release
+    needs:
+      - publish-to-pypi
+    runs-on: ubuntu-latest
+
+    permissions:
+      contents: write
+      id-token: write
+
+    steps:
+      - name: Download all the dists
+        uses: actions/download-artifact@v4
+        with:
+          name: python-package-distributions
+          path: dist/
+      - name: Sign the dists with Sigstore
+        uses: sigstore/gh-action-sigstore-python@v3.0.0
+        with:
+          inputs: >-
+            ./dist/*.tar.gz
+            ./dist/*.whl
+      - name: Create GitHub Release
+        env:
+          GITHUB_TOKEN: ${{ github.token }}
+        run: >-
+          gh release create
+          '${{ github.ref_name }}'
+          --repo '${{ github.repository }}'
+          --notes ""
+      - name: Upload artifact signatures to GitHub Release
+        env:
+          GITHUB_TOKEN: ${{ github.token }}
+        run: >-
+          gh release upload
+          '${{ github.ref_name }}' dist/**
+          --repo '${{ github.repository }}'

splifft-0.0.2/.gitignore

@@ -0,0 +1,194 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# UV
+#   Similar to Pipfile.lock, it is generally recommended to include uv.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#uv.lock
+
+# poetry
+#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
+#poetry.lock
+
+# pdm
+#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
+#pdm.lock
+#   pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
+#   in version control.
+#   https://pdm.fming.dev/latest/usage/project/#working-with-version-control
+.pdm.toml
+.pdm-python
+.pdm-build/
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# PyCharm
+#  JetBrains specific template is maintained in a separate JetBrains.gitignore that can
+#  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
+#  and can be added to the global gitignore or merged into this file.  For a more nuclear
+#  option (not recommended) you can uncomment the following to ignore the entire idea folder.
+#.idea/
+
+# Abstra
+# Abstra is an AI-powered process automation framework.
+# Ignore directories containing user credentials, local state, and settings.
+# Learn more at https://abstra.io/docs
+.abstra/
+
+# Visual Studio Code
+#  Visual Studio Code specific template is maintained in a separate VisualStudioCode.gitignore 
+#  that can be found at https://github.com/github/gitignore/blob/main/Global/VisualStudioCode.gitignore
+#  and can be added to the global gitignore or merged into this file. However, if you prefer, 
+#  you could uncomment the following to ignore the enitre vscode folder
+# .vscode/
+
+# Ruff stuff:
+.ruff_cache/
+
+# PyPI configuration file
+.pypirc
+
+# Cursor
+#  Cursor is an AI-powered code editor. `.cursorignore` specifies files/directories to
+#  exclude from AI features like autocomplete and code analysis. Recommended for sensitive data
+#  refer to https://docs.cursor.com/context/ignore-files
+.cursorignore
+.cursorindexingignore

splifft-0.0.2/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 undef13
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

splifft-0.0.2/PKG-INFO

@@ -0,0 +1,266 @@
+Metadata-Version: 2.4
+Name: splifft
+Version: 0.0.2
+Summary: Lightweight utilities for music source separation.
+Project-URL: Documentation, https://undef13.github.io/splifft/
+Project-URL: Repository, https://github.com/undef13/splifft
+Project-URL: Releases, https://github.com/undef13/splifft/releases
+Author: undef13
+License: MIT License
+        
+        Copyright (c) 2025 undef13
+        
+        Permission is hereby granted, free of charge, to any person obtaining a copy
+        of this software and associated documentation files (the "Software"), to deal
+        in the Software without restriction, including without limitation the rights
+        to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+        copies of the Software, and to permit persons to whom the Software is
+        furnished to do so, subject to the following conditions:
+        
+        The above copyright notice and this permission notice shall be included in all
+        copies or substantial portions of the Software.
+        
+        THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+        IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+        FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+        AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+        LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+        OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+        SOFTWARE.
+License-File: LICENSE
+Keywords: artificial intelligence,audio,deep learning,music,source separation
+Classifier: Development Status :: 3 - Alpha
+Classifier: Environment :: Console
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Science/Research
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Topic :: Multimedia :: Sound/Audio :: Analysis
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Requires-Python: >=3.10
+Requires-Dist: beartype>=0.21.0
+Requires-Dist: einops>=0.8.1
+Requires-Dist: hyper-connections>=0.1.15
+Requires-Dist: numpy>=2.2.6
+Requires-Dist: torch>=2.7.1
+Provides-Extra: analysis
+Requires-Dist: matplotlib>=3.10.3; extra == 'analysis'
+Requires-Dist: polars>=1.30.0; extra == 'analysis'
+Provides-Extra: cli
+Requires-Dist: typer>=0.16.0; extra == 'cli'
+Provides-Extra: config
+Requires-Dist: pydantic>=2.11.5; extra == 'config'
+Provides-Extra: inference
+Requires-Dist: soundfile>=0.13.1; (sys_platform == 'Windows') and extra == 'inference'
+Requires-Dist: torchaudio>=2.7.1; extra == 'inference'
+Requires-Dist: tqdm>=4.67.1; extra == 'inference'
+Provides-Extra: networking
+Requires-Dist: aiolimiter>=1.2.1; extra == 'networking'
+Requires-Dist: httpx[http2,socks,zstd]>=0.28.1; extra == 'networking'
+Requires-Dist: orjson>=3.10.18; extra == 'networking'
+Provides-Extra: sageattention
+Requires-Dist: sageattention>=1.0.6; extra == 'sageattention'
+Description-Content-Type: text/markdown
+
+# SpliFFT
+
+[![image](https://img.shields.io/pypi/v/splifft.svg)](https://pypi.python.org/pypi/splifft)
+[![image](https://img.shields.io/pypi/l/splifft.svg)](https://pypi.python.org/pypi/splifft)
+[![image](https://img.shields.io/pypi/pyversions/splifft.svg)](https://pypi.python.org/pypi/splifft)
+[![Ruff](https://img.shields.io/endpoint?url=https://raw.githubusercontent.com/astral-sh/ruff/main/assets/badge/v2.json)](https://github.com/astral-sh/ruff)
+[![MIT Licence](https://img.shields.io/badge/license-MIT-blue)](https://github.com/undef13/splifft/blob/main/LICENSE)
+
+Lightweight utilities for music source separation.
+
+This library is a ground-up rewrite of the [zfturbo's MSST repo](https://github.com/ZFTurbo/Music-Source-Separation-Training), with a strong focus on robustness, simplicity and extensibility. While it is a fantastic collection of models and training scripts, this rewrite adopts a different architecture to address common pain points in research code.
+
+Key principles:
+
+- **Configuration as code**: we replace untyped dictionaries and `ConfigDict` with pydantic models. This provides static type safety, runtime data validation, IDE autocompletion, and a single, clear source of truth for all parameters.
+- **Data-oriented and functional core**: we avoid complex class hierarchies and inheritance. The codebase is built on plain data structures (like `dataclasses`) and pure, stateless functions.
+- **Semantic typing as documentation**: we leverage Python's type system to convey intent. Types like `RawAudioTensor` vs. `NormalizedAudioTensor` make function signatures self-documenting, reducing the need for verbose comments and ensuring correctness.
+- **Extensibility without modification**: new models can be integrated from external packages without altering the core library. The dynamic model loading system allows easy plug-and-play adhering to the open/closed principle.
+
+⚠️ This is pre-alpha software, expect significant breaking changes.
+
+## Features and Roadmap
+
+Short term (high priority)
+
+- [x] a robust, typed JSON configuration system powered by `pydantic`
+- [x] inferencing:
+    - [x] normalization and denormalization
+    - [x] chunk generation: vectorized with `unfold`
+    - [x] chunk stitching: vectorized overlap-add with `fold`
+    - [x] flexible ruleset for stem deriving: add/subtract model outputs or any intermediate output (e.g., creating an `instrumental` track by subtracting `vocals` from the `mixture`).
+- [x] web-based docs: generated with `mkdocs` with excellent crossrefs.
+- [x] simple CLI for inferencing on a directory of audio files
+- [ ] `BS-Roformer`: ensure bit-for-bit equivalence in pytorch and strive for max perf.
+  - [x] initial fp16 support
+  - [ ] support `coremltools` and `torch.compile`
+    - [ ] handroll complex multiplication implementation
+    - [ ] isolate/handroll istft in forward pass
+- [ ] proper benchmarking (MFU, memory...)
+- [ ] implement evals: SDR, bleedless, fullness, etc.
+- [ ] simple file-based cache for model registry
+
+Long term (low priority)
+
+- [ ] data augmentation
+- [ ] implement a complete, configurable training loop
+- [ ] port additional SOTA models from MSST (Mel Roformer, SCNet, etc.).
+- [ ] implement [`max` kernels](#mojo)
+- [ ] simple web-based GUI with FastAPI and Svelte.
+
+**Contributing**: PRs are very welcome!
+
+## Installation & Usage
+
+- [I just want to run it](#cli)
+- [I want to add it as a library to my Python project](#library)
+- [I want to hack around](#development)
+
+Documentation on the config (amongst other details) can be found [here](https://undef13.github.io/splifft/api/config/)
+
+### CLI
+
+There are three steps. You do not need to have Python installed.
+
+1. Install [uv](https://docs.astral.sh/uv/getting-started/installation/) if you haven't already. It is an awesome Python package and library manager with pip comptability.
+```sh
+# Linux / MacOS
+wget -qO- https://astral.sh/uv/install.sh | sh
+# Windows
+powershell -ExecutionPolicy ByPass -c "irm https://astral.sh/uv/install.ps1 | iex"
+```
+
+2. Open a new terminal and install the current project as a tool. It will install the Python interpreter and all necessary packages if you haven't already:
+```sh
+uv tool install "git+https://github.com/undef13/splifft.git[config,inference,cli]"
+```
+
+3. Go into a new directory and place the [model checkpoint](https://github.com/undef13/splifft/releases/download/v0.0.1/roformer-fp16.pt) and [configuration](https://raw.githubusercontent.com/undef13/splifft/refs/heads/main/data/config/bs_roformer.json) inside it. Assuming your current directory has this structure (doesn't have to be exactly this):
+
+<details>
+   <summary>Grab an example audio from YouTube</summary>
+
+```sh
+uv tool install yt-dlp
+yt-dlp -f bestaudio -o data/audio/input/3BFTio5296w.flac 3BFTio5296w
+```
+</details>
+
+```
+.
+└── data
+    ├── audio
+    │   ├── input
+    │   │   └── 3BFTio5296w.flac
+    │   └── output
+    ├── config
+    │   └── bs_roformer.json
+    └── models
+        └── roformer-fp16.pt
+```
+
+Run:
+```sh
+splifft separate data/audio/input/3BFTio5296w.flac --config data/config/bs_roformer.json --checkpoint data/models/roformer-fp16.pt
+```
+<details>
+   <summary>Console output</summary>
+
+```php
+[00:00:41] INFO     using device=device(type='cuda')                                                 __main__.py:117
+           INFO     loading configuration from                                                       __main__.py:119
+                    config_path=PosixPath('data/config/bs_roformer.json')                                           
+           INFO     loading model metadata `BSRoformer` from module `splifft.models.bs_roformer`     __main__.py:122
+[00:00:42] INFO     loading weights from checkpoint_path=PosixPath('data/models/roformer-fp16.pt')   __main__.py:131
+           INFO     processing audio file:                                                           __main__.py:138
+                    mixture_path=PosixPath('data/audio/input/3BFTio5296w.flac')                                     
+[00:00:56] INFO     wrote stem `bass` to data/audio/output/3BFTio5296w/bass.flac                     __main__.py:168
+           INFO     wrote stem `drums` to data/audio/output/3BFTio5296w/drums.flac                   __main__.py:168
+           INFO     wrote stem `other` to data/audio/output/3BFTio5296w/other.flac                   __main__.py:168
+[00:00:57] INFO     wrote stem `vocals` to data/audio/output/3BFTio5296w/vocals.flac                 __main__.py:168
+           INFO     wrote stem `guitar` to data/audio/output/3BFTio5296w/guitar.flac                 __main__.py:168
+           INFO     wrote stem `piano` to data/audio/output/3BFTio5296w/piano.flac                   __main__.py:168
+[00:00:58] INFO     wrote stem `instrumental` to data/audio/output/3BFTio5296w/instrumental.flac     __main__.py:168
+           INFO     wrote stem `drums_and_bass` to data/audio/output/3BFTio5296w/drums_and_bass.flac __main__.py:168
+```
+</details>
+
+To update the tool:
+
+```sh
+uv tool upgrade splifft --force-reinstall
+```
+
+### Library
+
+Add the latest bleeding edge to your project:
+
+```sh
+uv add git+https://github.com/undef13/splifft.git
+```
+
+This only installs absolutely minimal core dependencies for the `src/splifft/models/` directory. It does not enable inference, training or CLI components. You must install the optional dependencies defined in `pyproject.toml`, for example:
+
+```sh
+# enable the built-in configuration, inference and CLI
+uv add "git+https://github.com/undef13/splifft.git[config,inference,cli]"
+```
+
+### Development
+
+For a local dev build enabling all optional and developer dependencies:
+
+```sh
+git clone https://github.com/undef13/splifft.git
+cd splifft
+uv venv
+uv sync --all-extras --all-groups
+```
+
+If you're using `splifft` from another project, you may also want to use `--editable`.
+
+```sh
+# lint
+uv run ruff check src tests
+# format
+uv run ruff format --check src tests
+# build & host documentation
+uv run mkdocs serve
+# type check
+uv run mypy src tests
+```
+
+This repo is no longer compatible with zfturbo's repo. The last version that does so is [`v0.0.1`](https://github.com/undef13/splifft/tree/v0.0.1). To pin a specific version in `uv`, change your `pyproject.toml`:
+
+```toml
+[tool.uv.sources]
+splifft = { git = "https://github.com/undef13/splifft.git", rev = "287235e520f3bb927b58f9f53749fe3ccc248fac" }
+```
+
+## Mojo
+
+While the primary goal is just to have minimalist PyTorch-based inference engine, I may be using this project as an opportunity to learn more about heterogenous computing, particularly with the [Mojo language](https://docs.modular.com/mojo/why-mojo/). The ultimate goal will be to understand to what extent can its compile-time metaprogramming and explicit memory layout control be used in `BSRoformer`.
+
+My approach will be incremental and bottom-up: I'll develop, test benchmark against their PyTorch counterparts. The PyTorch implementation will **always** remain the "source of truth", fully functional baseline and not be removed.
+
+TODO:
+
+- [ ] evaluate `pixi` in `pyproject.toml`.
+- [ ] use `max.torch.CustomOpLibrary` to provide a callable from the pytorch side
+- [ ] use [`DeviceContext`](https://github.com/modular/modular/blob/main/mojo/stdlib/stdlib/gpu/host/device_context.mojo) to interact with the GPU
+- [ ] [attention](https://github.com/modular/modular/blob/main/examples/custom_ops/kernels/fused_attention.mojo)
+  - [ ] use [`LayoutTensor`](https://github.com/modular/modular/blob/main/max/kernels/src/layout/layout_tensor.mojo) for QKV
+- [ ] rotary embedding
+- [ ] feedforward
+- [ ] transformer
+- [ ] `BandSplit` & `MaskEstimator`
+- [ ] full graph compilation