rustwasgi 0.1.0__tar.gz

rustwasgi-0.1.0/.github/workflows/CI.yml

@@ -0,0 +1,186 @@
+# This file is autogenerated by maturin v1.15.0
+# To update, run
+#
+#    maturin generate-ci github
+#
+name: CI
+
+on:
+  push:
+    branches:
+      - main
+      - master
+    tags:
+      - '*'
+  pull_request:
+  workflow_dispatch:
+
+permissions:
+  contents: read
+
+jobs:
+  linux:
+    runs-on: ${{ matrix.platform.runner }}
+    strategy:
+      matrix:
+        platform:
+          - runner: ubuntu-22.04
+            target: x86_64
+          - runner: ubuntu-22.04
+            target: x86
+          - runner: ubuntu-22.04
+            target: aarch64
+          - runner: ubuntu-22.04
+            target: armv7
+          - runner: ubuntu-22.04
+            target: s390x
+          - runner: ubuntu-22.04
+            target: ppc64le
+    steps:
+      - uses: actions/checkout@v6
+      - uses: actions/setup-python@v6
+        with:
+          python-version: "3.x"
+      - name: Build wheels
+        uses: PyO3/maturin-action@v1
+        with:
+          target: ${{ matrix.platform.target }}
+          args: --release --out dist --find-interpreter
+          sccache: ${{ !startsWith(github.ref, 'refs/tags/') }}
+          manylinux: auto
+      - name: Upload wheels
+        uses: actions/upload-artifact@v6
+        with:
+          name: wheels-linux-${{ matrix.platform.target }}
+          path: dist
+
+  musllinux:
+    runs-on: ${{ matrix.platform.runner }}
+    strategy:
+      matrix:
+        platform:
+          - runner: ubuntu-22.04
+            target: x86_64
+          - runner: ubuntu-22.04
+            target: x86
+          - runner: ubuntu-22.04
+            target: aarch64
+          - runner: ubuntu-22.04
+            target: armv7
+    steps:
+      - uses: actions/checkout@v6
+      - uses: actions/setup-python@v6
+        with:
+          python-version: "3.x"
+      - name: Build wheels
+        uses: PyO3/maturin-action@v1
+        with:
+          target: ${{ matrix.platform.target }}
+          args: --release --out dist --find-interpreter
+          sccache: ${{ !startsWith(github.ref, 'refs/tags/') }}
+          manylinux: musllinux_1_2
+      - name: Upload wheels
+        uses: actions/upload-artifact@v6
+        with:
+          name: wheels-musllinux-${{ matrix.platform.target }}
+          path: dist
+
+  windows:
+    runs-on: ${{ matrix.platform.runner }}
+    strategy:
+      matrix:
+        platform:
+          - runner: windows-latest
+            target: x64
+            python_arch: x64
+          - runner: windows-latest
+            target: x86
+            python_arch: x86
+          - runner: windows-11-arm
+            target: aarch64
+            python_arch: arm64
+    steps:
+      - uses: actions/checkout@v6
+      - uses: actions/setup-python@v6
+        with:
+          python-version: "3.13"
+          architecture: ${{ matrix.platform.python_arch }}
+      - name: Build wheels
+        uses: PyO3/maturin-action@v1
+        with:
+          target: ${{ matrix.platform.target }}
+          args: --release --out dist --find-interpreter
+          sccache: ${{ !startsWith(github.ref, 'refs/tags/') }}
+      - name: Upload wheels
+        uses: actions/upload-artifact@v6
+        with:
+          name: wheels-windows-${{ matrix.platform.target }}
+          path: dist
+
+  macos:
+    runs-on: ${{ matrix.platform.runner }}
+    strategy:
+      matrix:
+        platform:
+          - runner: macos-15-intel
+            target: x86_64
+          - runner: macos-latest
+            target: aarch64
+    steps:
+      - uses: actions/checkout@v6
+      - uses: actions/setup-python@v6
+        with:
+          python-version: "3.x"
+      - name: Build wheels
+        uses: PyO3/maturin-action@v1
+        with:
+          target: ${{ matrix.platform.target }}
+          args: --release --out dist --find-interpreter
+          sccache: ${{ !startsWith(github.ref, 'refs/tags/') }}
+      - name: Upload wheels
+        uses: actions/upload-artifact@v6
+        with:
+          name: wheels-macos-${{ matrix.platform.target }}
+          path: dist
+
+  sdist:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v6
+      - name: Build sdist
+        uses: PyO3/maturin-action@v1
+        with:
+          command: sdist
+          args: --out dist
+      - name: Upload sdist
+        uses: actions/upload-artifact@v6
+        with:
+          name: wheels-sdist
+          path: dist
+
+  release:
+    name: Release
+    runs-on: ubuntu-latest
+    if: ${{ startsWith(github.ref, 'refs/tags/') || github.event_name == 'workflow_dispatch' }}
+    needs: [linux, musllinux, windows, macos, sdist]
+    permissions:
+      # Use to sign the release artifacts
+      id-token: write
+      # Used to upload release artifacts
+      contents: write
+      # Used to generate artifact attestation
+      attestations: write
+    steps:
+      - uses: actions/download-artifact@v7
+      - name: Generate artifact attestation
+        uses: actions/attest@v4
+        with:
+          subject-path: 'wheels-*/*'
+      - name: Install uv
+        if: ${{ startsWith(github.ref, 'refs/tags/') }}
+        uses: astral-sh/setup-uv@v7
+      - name: Publish to PyPI
+        if: ${{ startsWith(github.ref, 'refs/tags/') }}
+        run: uv publish 'wheels-*/*'
+        env:
+          UV_PUBLISH_TOKEN: ${{ secrets.PYPI_API_TOKEN }}

rustwasgi-0.1.0/.gitignore

@@ -0,0 +1,72 @@
+/target
+
+# Byte-compiled / optimized / DLL files
+__pycache__/
+.pytest_cache/
+*.py[cod]
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+.venv/
+env/
+bin/
+build/
+develop-eggs/
+dist/
+eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+include/
+man/
+venv/
+*.egg-info/
+.installed.cfg
+*.egg
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+pip-selfcheck.json
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.coverage
+.cache
+nosetests.xml
+coverage.xml
+
+# Translations
+*.mo
+
+# Mr Developer
+.mr.developer.cfg
+.project
+.pydevproject
+
+# Rope
+.ropeproject
+
+# Django stuff:
+*.log
+*.pot
+
+.DS_Store
+
+# Sphinx documentation
+docs/_build/
+
+# PyCharm
+.idea/
+
+# VSCode
+.vscode/
+
+# Pyenv
+.python-version

rustwasgi-0.1.0/AGENTS.md

@@ -0,0 +1,79 @@
+# AGENTS.md — rustwasgi
+
+Rust + PyO3 ASGI server (hyper/Tokio) deployed as a **Gunicorn custom worker**
+(`python/rustwasgi/gunicorn.py`). 26 pytest tests cover the production path.
+
+## Environment
+
+- `.venv` is uv-managed and has **no `pip` binary**. Never call `pip`/`python -m pip`.
+  - Install: `uv pip install <pkg>` (with venv active or `VIRTUAL_ENV=.venv`)
+  - Always use `.venv/bin/python`; system `python3` is a different interpreter.
+  - Console scripts used by tests live in `.venv/bin/` (`gunicorn`, `pytest`).
+- Toolchain (verify with `rustc --version`): rustc ~1.97, `maturin 1.15.0` at
+  `.venv/bin/maturin`, `pyo3 0.29.0`, `edition = "2024"`, hyper 1.x,
+  tokio-tungstenite 0.26. No `wrk`/`hey`/`ab`/`perf`/`pidstat`/`strace`;
+  benchmarks use `bench/bench.py`, profiling uses `/proc` task stats +
+  `RUSTWASGI_PROFILE=1` (see `src/metrics.rs`).
+
+## Build / verify (order matters)
+
+1. `cargo check` → `cargo clippy --all-targets -- -D warnings` → `cargo fmt --check`
+2. `maturin develop` (**must** run with venv active; needs `VIRTUAL_ENV` set)
+3. `.venv/bin/python -m pytest tests/ -v` (spawns real servers on free ports)
+- No git repo here: `cargo fix` needs `--allow-no-vcs`; don't use bare `pkill -f`
+  with a pattern that also matches your own shell command line.
+- CI (`.github/workflows/CI.yml`, autogenerated `maturin generate-ci`) only
+  builds wheels + sdist, runs **no tests**. Verify locally.
+
+## Layout / config
+
+- `Cargo.toml`: `[lib] name = "_rustwasgi"`, `crate-type = ["cdylib"]`;
+  `pyproject.toml` maps it via `[tool.maturin] module-name = "rustwasgi._rustwasgi"`.
+  Keep `#[pymodule] fn _rustwasgi` in sync with both.
+- `src/`: `lib.rs` (`run` standalone + `run_worker` gunicorn entry),
+  `server.rs` (hyper), `asgi.rs` (bridge), `runtime.rs` (asyncio loop thread),
+  `lifespan.rs`, `ws.rs` (tungstenite), `socket.rs` (inherited FDs), `cli.rs`.
+  Don't collapse into one file.
+- `python/rustwasgi/`: `__init__.py`, `__main__.py` (standalone CLI +
+  `RUSTWASGI_*` env), `gunicorn.py` (worker; Gunicorn owns master duties).
+- `examples/`: FastAPI/WS/lifespan/pure-ASGI/ASGI2/factory apps for tests.
+- `.venv/` and `/target` are gitignored; never commit them or `*.so`.
+
+## Hard-earned gotchas (perf work added more — profile before optimizing)
+
+- Perf workflow: `bench/bench.py` (JSON + medians) → per-thread `/proc` CPU
+  → `RUSTWASGI_PROFILE=1` phase table → change ONE thing → re-bench. Past
+  wins: `TCP_NODELAY` on accept (42ms floor), merging 6 GIL attaches into 1
+  (+40% RPS), RAII drain guard (IncompleteRead). Past non-issues: accept
+  skew without `--reuse-port` (environmental), single-loader caps above
+  ~3500 rps (use parallel loader processes), `RUSTWASGI_THREADS` 2≈8 here.
+- `/proc/PID/status` switch counters can be stale in containers; sum
+  `/proc/PID/task/*/status` instead. No ptrace here (py-spy/gdb attach fail).
+- `loop.call_soon_threadsafe(put, msg)` — pass `(put, msg)`, NOT `(put, (msg,))`
+  (PyO3 turns the Rust 1-tuple into a Python tuple and the app gets garbage).
+  (Legacy note: direct threadsafe calls are gone from the request path;
+  only `runtime.rs` loop-stop keeps one, allowlisted in `test_bridge.py`.)
+- Lifespan handshake: race `from_app.get()` vs app-exit vs timeout (no
+  polling); never print tracebacks for "unsupported" (pure-HTTP apps raise
+  by design — one line). Always `cancel()` timed-out futures or the
+  loop logs "Task was destroyed but it is pending" at close.
+- Tokio listeners must be created inside the serving runtime's context
+  (`rt.enter()` for inherited FDs; `block_on(bind)` for standalone).
+- Dropping a multi-thread Tokio runtime waits on spawned tasks: the signal
+  watcher must exit via a done-channel, plus `rt.shutdown_timeout(5)`.
+- PyO3 0.29: `Bound::cast` (not `downcast`), `Py::bind` returns `&Bound`
+  (no `Option<Py>`/struct `Clone` without GIL — write manual impls),
+  `py.detach` closures need owned `Send` captures, `http_body_util::channel`
+  needs `features = ["channel"]` and `Channel::new(buffer)`.
+- pyo3-async-runtimes 0.29: `into_future_with_locals(&locals, coro)` is
+  runtime--agnostic (oneshot/waker, await on OUR runtime); `future_into_py*`
+  spawns on the GLOBAL runtime, so call `init_with_runtime(leaked ours)` once
+  post-fork. `TaskLocals::new(loop)` (not `get_current_locals`, which reads
+  the calling thread). Returned futures are `impl Future + Send` — `Box::pin`.
+  `block_on` with GIL held starves the loop thread (same as join).
+- hyper 1.x: `serve_connection(...).with_upgrades()` required for WS;
+  `Upgraded` only impls hyper I/O traits — `src/ws.rs` has the Tokio adapter.
+- Gunicorn contract (v26 source of truth in `.venv/.../gunicorn/workers/`):
+  subclass `base.Worker`, override `load_wsgi`/`run`, call `notify()` every
+  `timeout` seconds from Rust, mirror `alive`, count for `max_requests`,
+  `dup()` listener FDs (never steal them), return from `run()` to recycle.