aioway 0.2__tar.gz → 0.3__tar.gz

{aioway-0.2 → aioway-0.3}/.github/workflows/pre-commit.yaml

@@ -4,31 +4,39 @@ jobs:
   format:
     name: 📑 Formatting
     runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.14"]
+
     steps:
       - name: 🔔 Check out
         uses: actions/checkout@v3
 
       - name: ⬇️ Python PDM
         uses: pdm-project/setup-pdm@v4
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: true
 
-      - name: 💣 Prepare
-        run: pip install nox[pbs] && nox -rs setup
-
-      - name: 🏃 Formatting
-        run: nox -rs format_check
+      - name: 🪄 Formatting
+        run: make setup install autoflake isort black CHECK=1
 
   type:
     name: 👨‍⚕️ Type Checking
     runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.14"]
+
     steps:
       - name: 🔔 Check out
         uses: actions/checkout@v3
 
       - name: ⬇️ Python PDM
         uses: pdm-project/setup-pdm@v4
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: true
 
-      - name: 💣 Prepare
-        run: pip install nox[pbs] && nox -rs setup
-
-      - name: 🏃 Type checking
-        run: nox -rs type
+      - name: ⌨️ Type checking
+        run: make setup install mypy

{aioway-0.2 → aioway-0.3}/.github/workflows/publish.yaml

@@ -12,6 +12,9 @@ jobs:
     permissions:
       contents: read
       id-token: write # IMPORTANT: this permission is mandatory for trusted publishing
+    strategy:
+      matrix:
+        python-version: ["3.14"]
 
     steps:
       - name: 🔔 Check out
@@ -19,9 +22,9 @@ jobs:
 
       - name: ⬇️ Python PDM
         uses: pdm-project/setup-pdm@v4
-
-      - name: 💣 Prepare
-        run: pip install nox[pbs] && nox -rs setup
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: true
 
       - name: 📦 Release
-        run: nox -rs publish
+        run: make setup install publish

{aioway-0.2 → aioway-0.3}/.github/workflows/unit-test.yaml

@@ -4,6 +4,10 @@ jobs:
   unit-test:
     name: 🧪 Unit Testing
     runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.14"]
+
     steps:
       - name: 🔔 Check out
         uses: actions/checkout@v3
@@ -12,25 +16,29 @@ jobs:
 
       - name: ⬇️ Python PDM
         uses: pdm-project/setup-pdm@v4
-
-      - name: 💣 Prepare
-        run: pip install nox[pbs] && nox -rs setup
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: true
 
       - name: 🧪 Test with pytest
-        run: nox -rs test
+        run: make setup install pytest
 
   build:
     name: 👷 Build
     runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.14"]
+
     steps:
       - name: 🔔 Check out
         uses: actions/checkout@v3
 
       - name: ⬇️ Python PDM
         uses: pdm-project/setup-pdm@v4
-
-      - name: 💣 Prepare
-        run: pip install nox[pbs] && nox -rs setup
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: true
 
       - name: 👷‍♂️ Build
-        run: nox -rs build
+        run: make setup install build

{aioway-0.2 → aioway-0.3}/.github/workflows/website.yaml

@@ -5,20 +5,22 @@ jobs:
   docs:
     name: 📚 Docs
     runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.14"]
+
     steps:
       - name: 🔔 Check out
         uses: actions/checkout@v3
-        with:
-          lfs: true
 
       - name: ⬇️ Python PDM
         uses: pdm-project/setup-pdm@v4
-
-      - name: 💣 Prepare
-        run: pip install nox[pbs] && nox -rs setup
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: true
 
       - name: 📚 Build docs
-        run: nox -rs docs
+        run: make setup install docs
 
       - name: 📦 Upload site
         uses: actions/upload-pages-artifact@v3

{aioway-0.2 → aioway-0.3}/CONTRIBUTING.md

@@ -33,33 +33,37 @@ Then activate with
 eval $(pdm venv activate)
 ```
 
+or simpler, if you want to use our makefile:
+
+```bash
+make setup install
+```
+
 To run testing, do:
 
 ```bash
-nox -s test
+make pytest
 ```
 
 To format the codebase, run:
 
 ```bash
-nox -s format
+make autoflake isort black
 ```
 
 To just check the formatting (no modification), run:
 
 ```bash
-nox -s format_check
+make autoflake isort black CHECK=1
 ```
 
 To run type checking with `mypy`, run:
 
 ```bash
-nox -s type
+make mypy
 ```
 
-`format`, `type`, `test` are checked in github actions, and they are required for merging.
-
-Run `nox -l` for all options defined in the project.
+These make commands are executed in github actions, see `.github/workflows` for details.
 
 ## Recommended development style
 

aioway-0.3/Makefile

@@ -0,0 +1,71 @@
+# Copyright (c) AIoWay Authors - All Rights Reserved
+
+
+OS := $(shell uname -s)
+PYTEST_FLAGS := 
+PYTHON_VERSION :=
+CHECK :=
+CHECK_FLAG := $(if $(CHECK),--check,)
+SUDO := sudo -E
+
+# Running in GitHub Actions
+ifeq ($(GITHUB_ACTIONS),true)
+    SH := python3 ci/group-actions.py
+	CLEANUP := $(SUDO) $(SH) bash ci/cleanup-github.sh
+# Running locally
+else
+    SH := bash ci/echo-run.sh
+	CLEANUP :=
+endif
+
+
+setup: cleanup deps
+
+cleanup:
+	$(CLEANUP)
+
+deps:
+	@echo "Installing dependencies for $(OS)"
+
+ifeq ($(OS),Linux)
+	$(SUDO) $(SH) bash ci/install-linux.sh
+else ifeq ($(OS),Darwin)
+	@$(SH) bash ci/install-mac.sh
+else
+	@echo "Unsupported OS: $(OS)"
+	@exit 1
+endif
+
+publish:
+	@$(SH) pdm publish
+
+build:
+	@$(SH) pdm build
+
+install:
+	@$(SH) pdm install "-G:all"
+
+sync:
+	@$(SH) pdm sync "-G:all"
+
+pytest:
+	@$(SH) pdm run pytest $(PYTEST_FLAGS)
+
+autoflake:
+	@$(SH) pdm run autoflake . $(CHECK_FLAG)
+
+black:
+	@$(SH) pdm run black . $(CHECK_FLAG)
+
+isort:
+	@$(SH) pdm run isort . $(CHECK_FLAG)
+
+mypy:
+	@$(SH) pdm run mypy --install-types --non-interactive src
+
+
+sphinx:
+	@$(SH) pdm run make -C docs html
+
+docs: sphinx
+	@$(SH) bash ci/docs.sh

{aioway-0.2/src/aioway.egg-info → aioway-0.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: aioway
-Version: 0.2
+Version: 0.3
 Summary: AI on the way
 Author-email: RenChu Wang <patrick1031wang@gmail.com>
 License-Expression: Apache-2.0
@@ -9,10 +9,9 @@ Description-Content-Type: text/markdown
 License-File: LICENSE.md
 Requires-Dist: numpy>=2
 Requires-Dist: pandas>=3
-Requires-Dist: torch==2.10.*
+Requires-Dist: torch>=2
 Requires-Dist: tensordict>=0.11
 Requires-Dist: torchvision>=0.25
-Requires-Dist: torchcodec==0.10.*
 Requires-Dist: rich>=14
 Requires-Dist: pillow>=12
 Requires-Dist: av>=17

aioway-0.3/ci/cleanup-github.sh

@@ -0,0 +1,18 @@
+# Copyright (c) AIoWay Authors - All Rights Reserved
+
+echo "Removing files we did not ask for..."
+
+echo "Pruning android..."
+rm -rf /usr/local/lib/android
+
+echo "Pruning dotnet..."
+rm -rf /usr/share/dotnet
+
+echo "Pruning ghcup..."
+rm -rf /usr/local/.ghcup
+
+echo "Pruning docker..."
+docker system prune -af --volumes
+
+echo "Investigating how much storage is used in GitHub Actions..."
+df -h

aioway-0.3/ci/docs.sh

@@ -0,0 +1,10 @@
+# Copyright (c) AIoWay Authors - All Rights Reserved
+
+mkdir -p "public"
+
+if [ ! -f "public/.gitignore" ]; then
+    printf '%s\n' '*' > "public/.gitignore"
+fi
+
+rsync -a "docs/" "public/"
+rsync -a "docs/build/html/" "public/api/"

aioway-0.3/ci/echo-run.sh

@@ -0,0 +1,5 @@
+# Copyright (c) AIoWay Authors - All Rights Reserved
+
+echo $ $@
+$@
+echo

aioway-0.3/ci/group-actions.py

@@ -0,0 +1,50 @@
+# Copyright (c) AIoWay Authors - All Rights Reserved
+
+"Launch github actions jobs in groups."
+
+import argparse
+import contextlib as ctxl
+import os
+import shutil
+import subprocess
+import sys
+
+
+@ctxl.contextmanager
+def group_by_stage(stage: str):
+    print(f"::group::{stage}", flush=True)
+    try:
+        yield
+    finally:
+        print(f"::endgroup::", flush=True)
+
+
+def launch_proc(command: list[str], stage: str) -> int:
+    # Set columns to current terminal size - indent.
+    env = {**os.environ, **term_size_env()}
+
+    with group_by_stage(stage=stage):
+        completed = subprocess.run(
+            command, env=env, stdout=sys.stdout, stderr=sys.stdout
+        )
+
+    return completed.returncode
+
+
+def term_size_env() -> dict[str, str]:
+    try:
+        terminal_size = shutil.get_terminal_size()
+    except IOError:
+        return {}
+
+    env = {}
+    env["COLUMNS"] = str(terminal_size.columns)
+    env["LINES"] = str(terminal_size.lines)
+    return env
+
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser()
+    args, command = parser.parse_known_args()
+    ret_code = launch_proc(command, stage=" ".join(command))
+    raise SystemExit(ret_code)

aioway-0.3/ci/install-linux.sh

@@ -0,0 +1,8 @@
+# Copyright (c) AIoWay Authors - All Rights Reserved
+
+apt-get update
+
+command -v pipx || apt-get install pipx -y
+command -v ffmpeg || apt-get install ffmpeg -y
+
+command -v pdm || pipx install pdm

aioway-0.3/ci/install-mac.sh

@@ -0,0 +1,9 @@
+# Copyright (c) AIoWay Authors - All Rights Reserved
+
+command -v brew || /bin/bash -c "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/HEAD/install.sh)"
+
+command -v pipx || brew install pipx -y
+command -v ffmpeg || brew install ffmpeg -y
+command -v timeout || brew install coreutils -y
+
+command -v pdm || pipx install pdm

aioway-0.3/notebooks/deductor_for_instrs.py

@@ -0,0 +1,42 @@
+# ---
+# jupyter:
+#   jupytext:
+#     formats: py:percent
+#     text_representation:
+#       extension: .py
+#       format_name: percent
+#       format_version: '1.3'
+#       jupytext_version: 1.19.5
+#   kernelspec:
+#     display_name: Python 3 (ipykernel)
+#     language: python
+#     name: python3
+# ---
+
+# %%
+import rich
+
+from aioway.instrs import Instr
+
+
+# %%
+def find_subclasses(cls: type, seen: set[type]) -> None:
+    if cls in seen:
+        return
+    seen.add(cls)
+    for sub in cls.__subclasses__():
+        find_subclasses(sub, seen)
+
+
+# %%
+seen: set[type[Instr]] = set()
+find_subclasses(Instr, seen)
+
+# %%
+classes = sorted(
+    seen,
+    key=lambda t: [not t.implements_nn(), t.deductor_is_defined(), t.__name__],
+)
+for c in classes:
+    if c.implements_nn():
+        rich.print(c, c.deductor_is_defined())

{aioway-0.2 → aioway-0.3}/notebooks/mnist.py

@@ -21,8 +21,8 @@ from torch import nn, optim
 from torch.utils import data as dutils
 from torchrl.data import tensor_specs as tspecs
 
+from aioway.compilers import ClfLogitHead, linear_regression
 from aioway.dsets import DatasetIdxDset, Dset, InputTarget, MnistDataset
-from aioway.emits import ClfLogitHead, linear_regression
 from aioway.trainers import StaticTrainer, TrainCfg
 from aioway.tspecs import as_tspec
 
@@ -66,7 +66,8 @@ def main(batch_size: int):
 
     module = ClfLogitHead(linear_regression)(
         as_tspec(dset.input_tspec), as_tspec(dset.target_tspec)
-    )
+    ).module()
+
     optimizer = optim.AdamW(module.parameters())
     loss_func = nn.CrossEntropyLoss()