minmaxrnc 0.1.0__tar.gz

minmaxrnc-0.1.0/LICENSE

@@ -0,0 +1,143 @@
+This project is licensed under the PolyForm Noncommercial License 1.0.0.
+
+Commercial use is not permitted under this public license.
+For commercial licensing, contact:
+
+Alessandro Ronca
+alessandro.ronca@iris-ai.org
+
+The full license text follows.
+
+
+# PolyForm Noncommercial License 1.0.0
+
+<https://polyformproject.org/licenses/noncommercial/1.0.0>
+
+## Acceptance
+
+In order to get any license under these terms, you must agree
+to them as both strict obligations and conditions to all
+your licenses.
+
+## Copyright License
+
+The licensor grants you a copyright license for the
+software to do everything you might do with the software
+that would otherwise infringe the licensor's copyright
+in it for any permitted purpose.  However, you may
+only distribute the software according to [Distribution
+License](#distribution-license) and make changes or new works
+based on the software according to [Changes and New Works
+License](#changes-and-new-works-license).
+
+## Distribution License
+
+The licensor grants you an additional copyright license
+to distribute copies of the software.  Your license
+to distribute covers distributing the software with
+changes and new works permitted by [Changes and New Works
+License](#changes-and-new-works-license).
+
+## Notices
+
+You must ensure that anyone who gets a copy of any part of
+the software from you also gets a copy of these terms or the
+URL for them above, as well as copies of any plain-text lines
+beginning with `Required Notice:` that the licensor provided
+with the software.  For example:
+
+> Required Notice: Copyright Yoyodyne, Inc. (http://example.com)
+
+## Changes and New Works License
+
+The licensor grants you an additional copyright license to
+make changes and new works based on the software for any
+permitted purpose.
+
+## Patent License
+
+The licensor grants you a patent license for the software that
+covers patent claims the licensor can license, or becomes able
+to license, that you would infringe by using the software.
+
+## Noncommercial Purposes
+
+Any noncommercial purpose is a permitted purpose.
+
+## Personal Uses
+
+Personal use for research, experiment, and testing for
+the benefit of public knowledge, personal study, private
+entertainment, hobby projects, amateur pursuits, or religious
+observance, without any anticipated commercial application,
+is use for a permitted purpose.
+
+## Noncommercial Organizations
+
+Use by any charitable organization, educational institution,
+public research organization, public safety or health
+organization, environmental protection organization,
+or government institution is use for a permitted purpose
+regardless of the source of funding or obligations resulting
+from the funding.
+
+## Fair Use
+
+You may have "fair use" rights for the software under the
+law. These terms do not limit them.
+
+## No Other Rights
+
+These terms do not allow you to sublicense or transfer any of
+your licenses to anyone else, or prevent the licensor from
+granting licenses to anyone else.  These terms do not imply
+any other licenses.
+
+## Patent Defense
+
+If you make any written claim that the software infringes or
+contributes to infringement of any patent, your patent license
+for the software granted under these terms ends immediately. If
+your company makes such a claim, your patent license ends
+immediately for work on behalf of your company.
+
+## Violations
+
+The first time you are notified in writing that you have
+violated any of these terms, or done anything with the software
+not covered by your licenses, your licenses can nonetheless
+continue if you come into full compliance with these terms,
+and take practical steps to correct past violations, within
+32 days of receiving notice.  Otherwise, all your licenses
+end immediately.
+
+## No Liability
+
+***As far as the law allows, the software comes as is, without
+any warranty or condition, and the licensor will not be liable
+to you for any damages arising out of these terms or the use
+or nature of the software, under any kind of legal claim.***
+
+## Definitions
+
+The **licensor** is the individual or entity offering these
+terms, and the **software** is the software the licensor makes
+available under these terms.
+
+**You** refers to the individual or entity agreeing to these
+terms.
+
+**Your company** is any legal entity, sole proprietorship,
+or other kind of organization that you work for, plus all
+organizations that have control over, are under the control of,
+or are under common control with that organization.  **Control**
+means ownership of substantially all the assets of an entity,
+or the power to direct its management and policies by vote,
+contract, or otherwise.  Control can be direct or indirect.
+
+**Your licenses** are all the licenses granted to you for the
+software under these terms.
+
+**Use** means anything you do with the software requiring one
+of your licenses.
+

minmaxrnc-0.1.0/NOTICE

@@ -0,0 +1,10 @@
+minmaxrnc
+
+Copyright (c) 2026 Alessandro Ronca.
+
+This project is licensed under the PolyForm Noncommercial License 1.0.0.
+
+Commercial use requires a separate written license agreement from the copyright holder.
+
+This project uses third-party dependencies that are licensed separately.
+See THIRD_PARTY_NOTICES.md for details.

minmaxrnc-0.1.0/PKG-INFO

@@ -0,0 +1,329 @@
+Metadata-Version: 2.4
+Name: minmaxrnc
+Version: 0.1.0
+Summary: MinMax Recurrent Neural Cascade
+Author-email: Alessandro Ronca <alessandro.ronca@iris-ai.org>
+License: This project is licensed under the PolyForm Noncommercial License 1.0.0.
+        
+        Commercial use is not permitted under this public license.
+        For commercial licensing, contact:
+        
+        Alessandro Ronca
+        alessandro.ronca@iris-ai.org
+        
+        The full license text follows.
+        
+        
+        # PolyForm Noncommercial License 1.0.0
+        
+        <https://polyformproject.org/licenses/noncommercial/1.0.0>
+        
+        ## Acceptance
+        
+        In order to get any license under these terms, you must agree
+        to them as both strict obligations and conditions to all
+        your licenses.
+        
+        ## Copyright License
+        
+        The licensor grants you a copyright license for the
+        software to do everything you might do with the software
+        that would otherwise infringe the licensor's copyright
+        in it for any permitted purpose.  However, you may
+        only distribute the software according to [Distribution
+        License](#distribution-license) and make changes or new works
+        based on the software according to [Changes and New Works
+        License](#changes-and-new-works-license).
+        
+        ## Distribution License
+        
+        The licensor grants you an additional copyright license
+        to distribute copies of the software.  Your license
+        to distribute covers distributing the software with
+        changes and new works permitted by [Changes and New Works
+        License](#changes-and-new-works-license).
+        
+        ## Notices
+        
+        You must ensure that anyone who gets a copy of any part of
+        the software from you also gets a copy of these terms or the
+        URL for them above, as well as copies of any plain-text lines
+        beginning with `Required Notice:` that the licensor provided
+        with the software.  For example:
+        
+        > Required Notice: Copyright Yoyodyne, Inc. (http://example.com)
+        
+        ## Changes and New Works License
+        
+        The licensor grants you an additional copyright license to
+        make changes and new works based on the software for any
+        permitted purpose.
+        
+        ## Patent License
+        
+        The licensor grants you a patent license for the software that
+        covers patent claims the licensor can license, or becomes able
+        to license, that you would infringe by using the software.
+        
+        ## Noncommercial Purposes
+        
+        Any noncommercial purpose is a permitted purpose.
+        
+        ## Personal Uses
+        
+        Personal use for research, experiment, and testing for
+        the benefit of public knowledge, personal study, private
+        entertainment, hobby projects, amateur pursuits, or religious
+        observance, without any anticipated commercial application,
+        is use for a permitted purpose.
+        
+        ## Noncommercial Organizations
+        
+        Use by any charitable organization, educational institution,
+        public research organization, public safety or health
+        organization, environmental protection organization,
+        or government institution is use for a permitted purpose
+        regardless of the source of funding or obligations resulting
+        from the funding.
+        
+        ## Fair Use
+        
+        You may have "fair use" rights for the software under the
+        law. These terms do not limit them.
+        
+        ## No Other Rights
+        
+        These terms do not allow you to sublicense or transfer any of
+        your licenses to anyone else, or prevent the licensor from
+        granting licenses to anyone else.  These terms do not imply
+        any other licenses.
+        
+        ## Patent Defense
+        
+        If you make any written claim that the software infringes or
+        contributes to infringement of any patent, your patent license
+        for the software granted under these terms ends immediately. If
+        your company makes such a claim, your patent license ends
+        immediately for work on behalf of your company.
+        
+        ## Violations
+        
+        The first time you are notified in writing that you have
+        violated any of these terms, or done anything with the software
+        not covered by your licenses, your licenses can nonetheless
+        continue if you come into full compliance with these terms,
+        and take practical steps to correct past violations, within
+        32 days of receiving notice.  Otherwise, all your licenses
+        end immediately.
+        
+        ## No Liability
+        
+        ***As far as the law allows, the software comes as is, without
+        any warranty or condition, and the licensor will not be liable
+        to you for any damages arising out of these terms or the use
+        or nature of the software, under any kind of legal claim.***
+        
+        ## Definitions
+        
+        The **licensor** is the individual or entity offering these
+        terms, and the **software** is the software the licensor makes
+        available under these terms.
+        
+        **You** refers to the individual or entity agreeing to these
+        terms.
+        
+        **Your company** is any legal entity, sole proprietorship,
+        or other kind of organization that you work for, plus all
+        organizations that have control over, are under the control of,
+        or are under common control with that organization.  **Control**
+        means ownership of substantially all the assets of an entity,
+        or the power to direct its management and policies by vote,
+        contract, or otherwise.  Control can be direct or indirect.
+        
+        **Your licenses** are all the licenses granted to you for the
+        software under these terms.
+        
+        **Use** means anything you do with the software requiring one
+        of your licenses.
+        
+        
+Project-URL: Homepage, https://github.com/minmaxrnc/model
+Project-URL: Repository, https://github.com/minmaxrnc/model
+Project-URL: Issues, https://github.com/minmaxrnc/model/issues
+Project-URL: Documentation, https://github.com/minmaxrnc/model/blob/main/docs/model.md
+Keywords: deep learning,sequence model,recurrent neural network,language model
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Science/Research
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown
+License-File: LICENSE
+License-File: NOTICE
+Requires-Dist: torch>=2.0
+Dynamic: license-file
+
+# MinMax Recurrent Neural Cascades
+
+A parallelisable recurrent sequence model built on the **MinMax operator** — 
+expressively powerful, efficiently implementable, and provably not affected by
+vanishing or exploding gradient.
+
+## Key properties
+
+- **Perfect memory.** MinMax neurons can store and retain information arbitrarily long (formal
+  expressivity: all group-free functions).
+
+- **Parallel training.** All hidden states across a sequence of length T are
+  computed simultaneously in O(log T) depth, with no sequential bottleneck.
+- **Efficient inference.** Runs as a true RNN: O(1) compute and O(D) memory
+  per token, making it practical for long-context streaming generation.
+- **Stable recurrence.** The MinMax operator is bounded and its
+  gradients cannot vanish or explode through the state path.
+
+## The model
+
+Each layer contains three sub-modules applied with pre-norm and residual
+connections:
+
+
+1. **MinMax Neuron** — the recurrent cell, updating a hidden state
+   `x_{t+1} = max(min(r_t, x_t), s_t)` element-wise in parallel via a prefix scan.
+2. **Convolution** — one-step causal mixing.
+3. **Feed-forward network** — feature mixing (gated or standard MLP).
+
+See [arxiv.org/abs/2605.06384](https://arxiv.org/abs/2605.06384) for the formal description and analyses.
+See [`docs/model.md`](docs/model.md) for the architecture reference.
+
+## Installation
+
+```bash
+pip install minmaxrnc
+```
+
+PyTorch (≥ 2.0) is required. For GPU support, follow the
+[PyTorch installation guide](https://pytorch.org/get-started/locally/) before
+installing this package.
+
+## Quick start
+
+### Sequence backbone
+
+```python
+import torch
+from minmax import MinMaxRNC, MinMaxRNCConfig
+
+model = MinMaxRNC(MinMaxRNCConfig.medium())   # d_model=512
+
+u = torch.randn(batch_size, seq_len, 512)
+
+# Parallel over the full sequence (training)
+y = model(u, unroll_steps=seq_len)            # (B, T, 512)
+
+# Carry state across calls (streaming inference)
+y, state = model(u, return_state=True)
+y_next   = model(u_next, state=state)
+
+# Carry state across multi-step calls (streaming inference, 64 steps in parallel)
+y, state = model(u, return_state=True, unroll_steps=64)
+y_next   = model(u_next, state=state)
+```
+
+### Language model
+
+```python
+import torch
+from minmax import MinMaxRNC_LM, MinMaxRNCLMConfig, MinMaxRNCConfig
+
+model = MinMaxRNC_LM(
+    vocab_size = 50257,
+    cfg = MinMaxRNCLMConfig(backbone=MinMaxRNCConfig.medium()),
+)
+
+tokens = torch.randint(0, 50257, (batch_size, seq_len))
+logits = model(tokens)                     # (B, T, vocab_size)
+
+# Autoregressive generation
+logits, state = model(tokens[:, :1], return_state=True)
+for _ in range(max_new_tokens):
+    next_tok = logits[:, -1].argmax(-1, keepdim=True)
+    logits, state = model(next_tok, state=state, return_state=True)
+```
+
+### Custom configuration
+
+```python
+from minmax import MinMaxRNC, MinMaxRNCConfig
+
+cfg = MinMaxRNCConfig(
+    d_model          = 768,
+    n_layers         = 12,
+    d_state          = 192,       # hidden-state dimension per neuron
+    norm             = 'rmsnorm',
+    ffn_type         = 'gated',
+    ffn_act_fn       = 'swish',   # → SwiGLU
+    output_gate      = True,
+    use_postlayers_ffn = True,
+)
+model = MinMaxRNC(cfg)
+```
+
+#### Preset sizes
+
+| Preset   | `d_model` | `n_layers` | `d_state` | Parameters (backbone) | Parameters (LM, GPT-2 vocab) |
+|----------|-----------|------------|-----------|-----------------------|------------------------------|
+| `small`  | 90        | 2          | 40        | ~0.1 M                | ~4.6 M                       |
+| `medium` | 512       | 8          | 512       | ~16.6 M               | ~42.4 M                      |
+| `large`  | 728       | 12         | 1456      | ~75.9 M               | ~112.5 M                     |
+
+## Running the tests
+
+```bash
+python -m unittest src.minmax.test -v
+```
+
+## How to cite
+
+```bibtex
+@misc{ronca2026minmaxpaper,
+      title={{MinMax} Recurrent Neural Cascades},
+      author={Alessandro Ronca},
+      year={2026},
+      eprint={2605.06384},
+      archivePrefix={arXiv},
+      primaryClass={cs.LG},
+      url={https://arxiv.org/abs/2605.06384},
+}
+@software{ronca2026minmaxcode,
+  author  = {Alessandro Ronca},
+  title   = {{MinMax} Recurrent Neural Cascades},
+  year    = {2026},
+  url     = {https://github.com/minmaxrnc/model},
+  version = {0.1.0},
+}
+```
+
+
+## License
+
+This project is source-available under the PolyForm Noncommercial License 1.0.0.
+
+You may use, copy, modify, and distribute this software only for non-commercial purposes under the terms of that license.
+
+Commercial use is not permitted without a separate commercial license from the copyright holder.
+
+For commercial licensing, contact:
+
+**Alessandro Ronca**
+alessandro.ronca@iris-ai.org
+
+## Third-party dependencies
+
+This project depends on third-party software, including Python and PyTorch. 
+These dependencies are licensed separately by their respective copyright holders.
+
+See `THIRD_PARTY_NOTICES.md` for details.

minmaxrnc-0.1.0/README.md

@@ -0,0 +1,160 @@
+# MinMax Recurrent Neural Cascades
+
+A parallelisable recurrent sequence model built on the **MinMax operator** — 
+expressively powerful, efficiently implementable, and provably not affected by
+vanishing or exploding gradient.
+
+## Key properties
+
+- **Perfect memory.** MinMax neurons can store and retain information arbitrarily long (formal
+  expressivity: all group-free functions).
+
+- **Parallel training.** All hidden states across a sequence of length T are
+  computed simultaneously in O(log T) depth, with no sequential bottleneck.
+- **Efficient inference.** Runs as a true RNN: O(1) compute and O(D) memory
+  per token, making it practical for long-context streaming generation.
+- **Stable recurrence.** The MinMax operator is bounded and its
+  gradients cannot vanish or explode through the state path.
+
+## The model
+
+Each layer contains three sub-modules applied with pre-norm and residual
+connections:
+
+
+1. **MinMax Neuron** — the recurrent cell, updating a hidden state
+   `x_{t+1} = max(min(r_t, x_t), s_t)` element-wise in parallel via a prefix scan.
+2. **Convolution** — one-step causal mixing.
+3. **Feed-forward network** — feature mixing (gated or standard MLP).
+
+See [arxiv.org/abs/2605.06384](https://arxiv.org/abs/2605.06384) for the formal description and analyses.
+See [`docs/model.md`](docs/model.md) for the architecture reference.
+
+## Installation
+
+```bash
+pip install minmaxrnc
+```
+
+PyTorch (≥ 2.0) is required. For GPU support, follow the
+[PyTorch installation guide](https://pytorch.org/get-started/locally/) before
+installing this package.
+
+## Quick start
+
+### Sequence backbone
+
+```python
+import torch
+from minmax import MinMaxRNC, MinMaxRNCConfig
+
+model = MinMaxRNC(MinMaxRNCConfig.medium())   # d_model=512
+
+u = torch.randn(batch_size, seq_len, 512)
+
+# Parallel over the full sequence (training)
+y = model(u, unroll_steps=seq_len)            # (B, T, 512)
+
+# Carry state across calls (streaming inference)
+y, state = model(u, return_state=True)
+y_next   = model(u_next, state=state)
+
+# Carry state across multi-step calls (streaming inference, 64 steps in parallel)
+y, state = model(u, return_state=True, unroll_steps=64)
+y_next   = model(u_next, state=state)
+```
+
+### Language model
+
+```python
+import torch
+from minmax import MinMaxRNC_LM, MinMaxRNCLMConfig, MinMaxRNCConfig
+
+model = MinMaxRNC_LM(
+    vocab_size = 50257,
+    cfg = MinMaxRNCLMConfig(backbone=MinMaxRNCConfig.medium()),
+)
+
+tokens = torch.randint(0, 50257, (batch_size, seq_len))
+logits = model(tokens)                     # (B, T, vocab_size)
+
+# Autoregressive generation
+logits, state = model(tokens[:, :1], return_state=True)
+for _ in range(max_new_tokens):
+    next_tok = logits[:, -1].argmax(-1, keepdim=True)
+    logits, state = model(next_tok, state=state, return_state=True)
+```
+
+### Custom configuration
+
+```python
+from minmax import MinMaxRNC, MinMaxRNCConfig
+
+cfg = MinMaxRNCConfig(
+    d_model          = 768,
+    n_layers         = 12,
+    d_state          = 192,       # hidden-state dimension per neuron
+    norm             = 'rmsnorm',
+    ffn_type         = 'gated',
+    ffn_act_fn       = 'swish',   # → SwiGLU
+    output_gate      = True,
+    use_postlayers_ffn = True,
+)
+model = MinMaxRNC(cfg)
+```
+
+#### Preset sizes
+
+| Preset   | `d_model` | `n_layers` | `d_state` | Parameters (backbone) | Parameters (LM, GPT-2 vocab) |
+|----------|-----------|------------|-----------|-----------------------|------------------------------|
+| `small`  | 90        | 2          | 40        | ~0.1 M                | ~4.6 M                       |
+| `medium` | 512       | 8          | 512       | ~16.6 M               | ~42.4 M                      |
+| `large`  | 728       | 12         | 1456      | ~75.9 M               | ~112.5 M                     |
+
+## Running the tests
+
+```bash
+python -m unittest src.minmax.test -v
+```
+
+## How to cite
+
+```bibtex
+@misc{ronca2026minmaxpaper,
+      title={{MinMax} Recurrent Neural Cascades},
+      author={Alessandro Ronca},
+      year={2026},
+      eprint={2605.06384},
+      archivePrefix={arXiv},
+      primaryClass={cs.LG},
+      url={https://arxiv.org/abs/2605.06384},
+}
+@software{ronca2026minmaxcode,
+  author  = {Alessandro Ronca},
+  title   = {{MinMax} Recurrent Neural Cascades},
+  year    = {2026},
+  url     = {https://github.com/minmaxrnc/model},
+  version = {0.1.0},
+}
+```
+
+
+## License
+
+This project is source-available under the PolyForm Noncommercial License 1.0.0.
+
+You may use, copy, modify, and distribute this software only for non-commercial purposes under the terms of that license.
+
+Commercial use is not permitted without a separate commercial license from the copyright holder.
+
+For commercial licensing, contact:
+
+**Alessandro Ronca**
+alessandro.ronca@iris-ai.org
+
+## Third-party dependencies
+
+This project depends on third-party software, including Python and PyTorch. 
+These dependencies are licensed separately by their respective copyright holders.
+
+See `THIRD_PARTY_NOTICES.md` for details.

minmaxrnc-0.1.0/pyproject.toml

@@ -0,0 +1,43 @@
+# SPDX-FileCopyrightText: 2026 Alessandro Ronca
+# SPDX-License-Identifier: PolyForm-Noncommercial-1.0.0
+
+[build-system]
+requires = ["setuptools>=77.0.3"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "minmaxrnc"
+version = "0.1.0"
+description = "MinMax Recurrent Neural Cascade"
+readme = "README.md"
+requires-python = ">=3.10"
+license = {file = "LICENSE"}
+authors = [
+  { name = "Alessandro Ronca", email = "alessandro.ronca@iris-ai.org" }
+]
+keywords = ["deep learning", "sequence model", "recurrent neural network", "language model"]
+classifiers = [
+  "Development Status :: 3 - Alpha",
+  "Intended Audience :: Science/Research",
+  "Topic :: Scientific/Engineering :: Artificial Intelligence",
+  "Programming Language :: Python :: 3",
+  "Programming Language :: Python :: 3.10",
+  "Programming Language :: Python :: 3.11",
+  "Programming Language :: Python :: 3.12",
+  "Programming Language :: Python :: 3.13",
+]
+dependencies = [
+  "torch>=2.0",
+]
+
+[project.urls]
+Homepage    = "https://github.com/minmaxrnc/model"
+Repository  = "https://github.com/minmaxrnc/model"
+Issues      = "https://github.com/minmaxrnc/model/issues"
+Documentation = "https://github.com/minmaxrnc/model/blob/main/docs/model.md"
+
+[tool.setuptools.packages.find]
+where = ["src"]
+
+[tool.pytest.ini_options]
+testpaths = ["tests"]

minmaxrnc-0.1.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+