mayhem-cli 0.5.1__tar.gz → 0.8.0__tar.gz

{mayhem_cli-0.5.1 → mayhem_cli-0.8.0}/.github/workflows/release.yml

@@ -25,14 +25,14 @@ jobs:
         run: python -m pip install --quiet uv
       - name: Sync dev dependencies
         run: uv sync --group dev
-      - name: Run tests
-        run: uv run pytest tests/unit tests/integration
+      - name: Run unit tests
+        run: uv run pytest tests/unit
+      - name: Run integration tests
+        run: uv run pytest tests/integration
       # NOTE: `ruff check src/` is NOT gated here — the repository's committed
       # ruff config currently reports 30-49 pre-existing violations under every
       # ruff generation (0.8-0.16); the project has no lint-green baseline in
       # its history. Land a lint-cleanup first, then re-add `ruff check src/`.
-      - name: Architectural contracts
-        run: uv run lint-imports
 
   build-and-publish:
     name: Build and publish to PyPI
@@ -55,4 +55,35 @@ jobs:
       # magichrist, repo Mayhem, workflow release.yml). Do NOT add a
       # username/password here — the action would try token auth.
       - name: Publish to PyPI
-        uses: pypa/gh-action-pypi-publish@release/v1
+        uses: pypa/gh-action-pypi-publish@release/v1
+
+  publish-github-release:
+    name: Create GitHub release from cliff changelog
+    needs: test
+    runs-on: ubuntu-latest
+    permissions:
+      contents: write # create the GitHub release
+    steps:
+      # Full history + tags so git-cliff can resolve commit ranges.
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+      - name: Install git-cliff
+        run: |
+          curl -sSL -o /tmp/git-cliff.tar.gz \
+            https://github.com/orhun/git-cliff/releases/download/v2.14.1/git-cliff-2.14.1-x86_64-unknown-linux-gnu.tar.gz
+          tar -xzf /tmp/git-cliff.tar.gz -C /tmp
+          sudo install -m755 /tmp/git-cliff-*/git-cliff /usr/local/bin/git-cliff
+          git-cliff --version
+      # NOTE: names the invoking tag explicitly (`--tag`) instead of using
+      # `--latest` — when HEAD sits exactly on the tag (always true for a
+      # tag-push checkout) `--latest` degrades to a single-commit section.
+      # `--tag "$GITHUB_REF_NAME"` renders the same latest-release notes for
+      # both tag conventions (`0.5.1` and `v0.5.1`).
+      - name: Render release notes
+        run: git-cliff --config cliff.toml --tag "$GITHUB_REF_NAME" --strip header -o /tmp/body.md
+      - name: Create GitHub release
+        uses: softprops/action-gh-release@v2
+        with:
+          name: ${{ github.ref_name }}
+          body_path: /tmp/body.md

mayhem_cli-0.8.0/CHANGELOG.md

@@ -0,0 +1,415 @@
+# Changelog
+
+All notable changes to this project will be documented in this file.
+
+This changelog is generated from the project's git history by
+[git-cliff](https://git-cliff.org). Mayhem commits are grouped both by the
+**drill phase** that produced them (Explore / Expert / Coverage / Next) and
+by conventional-commit type — see the phase map below.
+
+## 0.6.0 - 2026-09-11
+
+
+
+### 🚀 Features
+
+- Plan for 0.6.0
+
+
+
+### 📚 Documentation
+
+- **feat-1**: Ground every §1 claim in a verification log + persona design rules
+
+- New features dictation
+
+
+
+### 🧪 Testing
+
+- Verify config absorption, CLI contract, coverage, KPI + ranking
+
+
+## 0.5.1 - 2026-09-09
+
+
+
+### 🚀 Features
+
+- Add example experiment definitions (maniac-hour, proc-pause-drill)
+
+- Add net.load fault
+
+- Add color logs, better readability, also fix some bugs
+
+- Add execution to agents
+
+- Topology service is better now
+
+- Lease now have more capabilities
+
+- Adrs and milestones are mostly done
+
+- Kube and other adrs applied
+
+- Add M0011 migration for M5 run and outcome tables
+
+- Add Run/Outcome persistence methods to Store
+
+- Add M0012 migration for M5 coverage table
+
+- Add candidates module
+
+- Add coverage module
+
+- Add m5_campaign module
+
+- Add run_outcome module
+
+- Add campaign_engine module
+
+- Add candidate_gates module
+
+- Add candidate_generator module
+
+- Add coverage_repository module
+
+- Add maniac module
+
+- Add report module
+
+- Add new faults and better tested campaign+runner
+
+- **resilience**: Attach end-of-run resilience score + diagnosis to drill runs
+
+- **dependency**: Add 'mayhem dependency compile' to bake fault tooling into compose
+
+- **janitor**: Finalize ORPHANED/RELEASING and surrender stale DIRTY leases
+
+- **lifecycle**: TTL-sweep sticky leases before every run
+
+- **examples**: Add net.load fault to the testCase api drill
+
+- **resilience**: Grade bands and grounded metric table in the report
+
+- **cli**: Maniac zero-config synthesis and --ctr container scoping
+
+
+
+### 🐛 Bug Fixes
+
+- **faults**: Better handling
+
+- **app**: Fix known issues in app arch
+
+- Minor change
+
+- Executor is now behaving right
+
+- Config old syntax removed, updated DSL
+
+- Maniac cli now works as it should
+
+- **impact**: Gate every in-container fault on its real tooling
+
+- Net.load uses localhost if container exposes port else must gain ip
+
+- **leases**: DIRTY is not terminal — may only be surrendered to EXPIRED
+
+- **executor**: Resume orphan recovery from any checkpoint state
+
+- **compensation**: Clock.skew inject must double-quote $target expansion
+
+- **impact**: Gate SYS_TIME faults as inert under rootless engines
+
+- **dependency**: Warn when bootstrapped service relies on image CMD only
+
+- **examples**: Give testcase-lb an explicit command
+
+- Clock.skew and process.stop are fixed, also add failure policy: fast-fail, continue
+
+- **faults**: Accept numeric seconds for DURATION params
+
+- **topology**: Container resolves as running when state inspect fails
+
+- **janitor**: Reclaim crashed controllers' leases before TTL
+
+
+
+### 💼 Other
+
+- Init
+
+- Init
+
+- Add more bugs
+
+- Updated README
+
+- Near release
+
+- Add more bugs
+
+- 0.2.0dev
+
+- Update executors module
+
+- Update compensation module
+
+- Update catalog module
+
+- Update faults module
+
+- Remove cached .pyc file
+
+- Update agent_protocol tests
+
+- Update executor tests
+
+- Update README
+
+- Remove answer2 doc
+
+- Update drill-spec doc
+
+- Remove milestones docs
+
+- Remove plan-drill-spec doc
+
+- Remove runtime-adapters plan doc
+
+- Update executors module
+
+- Update impact module
+
+- Update probes module
+
+- Update compensation module
+
+- Update executor controller module
+
+- Update planner module
+
+- Update resource_manager module
+
+- Update safety module
+
+- Update capabilities module
+
+- Update catalog module
+
+- Update common module
+
+- Update events module
+
+- Update execution_context module
+
+- Update execution_loci module
+
+- Update experiments module
+
+- Update faults module
+
+- Update k8s_adapter module
+
+- Update topology module
+
+- Update migrations module
+
+- Update migrator module
+
+- Update report module
+
+- Update store module
+
+- Update adapter_registry module
+
+- Update docker_adapter module
+
+- Update topology service module
+
+- Update m5 e2e tests
+
+- Update agents tests
+
+- Update cancellation tests
+
+- Update compensation tests
+
+- Update coverage tests
+
+- Update drill_spec tests
+
+- Update executor tests
+
+- Update faults tests
+
+- Update maniac tests
+
+- Update report tests
+
+- Update run_outcome tests
+
+- Update topology_providers tests
+
+- Add MS-Complete doc
+
+- Add ADR-M4-3 success criteria
+
+- Add ADR-M4-4 observability
+
+- Add observability_collector module
+
+- Add decisions module
+
+- Add observability module
+
+- Add success module
+
+- Add m7 k8s tests
+
+- Add m8 operations tests
+
+- Add observability tests
+
+- Add success tests
+
+- Rewrite README: drill-engine positioning, comparison table, run transcript walkthrough, quickstart
+
+- Expand example drill: recovery off, check_spec, success criteria, observability sources, container.restart/pause faults
+
+- Print copy-paste run handle with mayhem history command after run
+
+- Pass spec_dir into plan_drill so relative asset paths resolve against the drill file
+
+- Materialize user-supplied k6 script content into container instead of inline GET script
+
+- False keeps fault in place, releases lease terminally as kept_faulted without dirty flag
+
+- Embed net.load script content into frozen plan and propagate recovery flag per fault
+
+- Add net.load script param for custom k6 script.js path
+
+- Add recovery flag to DrillConfig, DrillFault override, and PlannedFault
+
+- Emit ProcessNode with main PID so process-addressed faults resolve, matching docker provider
+
+- Assert run output includes the mayhem history copy-paste handle
+
+- Update README
+
+- Remove MS-Complete.md
+
+- Remove deprecated ADR documents
+
+- Update drill spec documentation
+
+- Update agents executors
+
+- Update CLI app
+
+- Update CLI lifecycle
+
+- Update CLI services
+
+- Update config
+
+- Update controller compensation
+
+- Update controller planner
+
+- Update domain catalog
+
+- Update domain decisions
+
+- Update domain experiments
+
+- Update unit test CLI
+
+- Update unit test maniac
+
+- Ongoing pypi release🎊
+
+
+
+### 🚜 Refactor
+
+- Rename package tgondi to mayhem
+
+- Ruff format
+
+
+
+### 📚 Documentation
+
+- Update documentation for mayhem rename and add re-design/rename notes
+
+- Removed old docs, new arch plan in next commit
+
+- Document recovery control and net.load script param in drill spec
+
+
+
+### 🎨 Styling
+
+- Reformat threshold type-check conditional in probes.py
+
+
+
+### 🧪 Testing
+
+- Update and add tests for renamed mayhem package
+
+- **e2e**: Automated e2e tests with justfile
+
+- **e2e**: Fixed some errors
+
+- **e2e**: All tests pass 🎉
+
+- **unit**: Near pass
+
+- Add M5 campaign semantics and execution loop tests
+
+- Add m5 e2e integration tests
+
+- Add candidates unit tests
+
+- Add coverage unit tests
+
+- Add maniac unit tests
+
+- Add report unit tests
+
+- Add run_outcome unit tests
+
+- Test net.load user k6 script content embedding in inject argv
+
+- Test recovery flag defaults and per-fault override in DrillSpec
+
+- Test recovery:false keeps process stopped with kept_faulted lease and skipped undo
+
+- Test net.load script embedding against spec_dir and recovery propagation to plan
+
+- Add container x fault matrix and fix stale config-show e2e assertion
+
+- **leases**: DIRTY surrender-only and janitor-only EXPIRED transition
+
+- **domain**: DIRTY may transition to EXPIRED in the leak-property table
+
+- **janitor**: Stale DIRTY surrendered, ORPHANED/RELEASING finalized
+
+- **compensation**: Clock.skew full-script expansion regression
+
+- **impact**: Rootless detection + SYS_TIME inert gating
+
+- **e2e**: Compile warns on program-less service, silent when command declared
+
+
+
+### ⚙️ Miscellaneous Tasks
+
+- Update gitignore for mayhem rename and local artifacts
+
+- **examples**: Commit compiled docker-compose.mayhem.yml for testCase
+
+<!-- generated by git-cliff -->

{mayhem_cli-0.5.1 → mayhem_cli-0.8.0}/Justfile

@@ -9,9 +9,10 @@ set shell := ["bash", "-euo", "pipefail", "-c"]
 
 _testcase  := "examples/testCase"
 _compose   := _testcase / "docker-compose.yml"
-_config    := _testcase / "mayhem.yml"
+_config    := _testcase / "mayhem.yaml"
 _spec      := _testcase / "mayhem.yaml"
 _db        := ".mayhem/e2e.db"
+_workers   := "5"
 
 # ── setup ────────────────────────────────────────────────────────────────────
 
@@ -72,13 +73,6 @@ validate: setup
     mayhem --db {{ _db }} validate {{ _spec }} --compose {{ _compose }}
     @echo "✓ validate"
 
-# Validate with explicit process topology (no compose auto-detect)
-validate-process:
-    @echo "=== validate --process ==="
-    mayhem validate {{ _spec }} \
-        --process "download-1=10001" --process "download-2=10002"
-    @echo "✓ validate --process"
-
 # Plan the experiment
 plan:
     @echo "=== plan ==="
@@ -108,16 +102,21 @@ history:
         echo "✓ history"; \
     fi
 
-# Recovery sweep (orphaned fault leases)
-recover: setup
+# Recovery sweep (orphaned fault leases for the most recent run)
+recover:
     @echo "=== recover ==="
-    mayhem --db {{ _db }} recover
+    @run_id=$$(sqlite3 {{ _db }} "SELECT id FROM runs ORDER BY rowid DESC LIMIT 1" 2>/dev/null || echo ""); \
+    if [ -z "$$run_id" ]; then \
+        echo "⚠ no runs in DB — skipping recover"; \
+    else \
+        mayhem --db {{ _db }} recover "$$run_id"; \
+    fi
     @echo "✓ recover"
 
 # Janitor sweep (stale runs / resources)
 janitor: setup
     @echo "=== janitor ==="
-    mayhem --db {{ _db }} janitor sweep
+    mayhem --db {{ _db }} janitor
     @echo "✓ janitor"
 
 # ── campaign CRUD ────────────────────────────────────────────────────────────
@@ -125,14 +124,16 @@ janitor: setup
 # Create, list, show, start, abort, delete a campaign
 campaign: setup
     @echo "=== campaign ==="
-    mayhem --db {{ _db }} campaign create --name "e2e-campaign" --hypothesis "stack survives chaos"
+    mayhem --db {{ _db }} campaign create "e2e-campaign" --hypothesis "stack survives chaos"
     mayhem --db {{ _db }} campaign list
-    @cid=$$(sqlite3 {{ _db }} "SELECT id FROM campaigns ORDER BY rowid DESC LIMIT 1"); \
+    @cid=$$(sqlite3 {{ _db }} "SELECT id FROM campaigns WHERE name = 'e2e-campaign' ORDER BY rowid DESC LIMIT 1"); \
     mayhem --db {{ _db }} campaign show "$$cid"; \
     mayhem --db {{ _db }} campaign status "$$cid"; \
     mayhem --db {{ _db }} campaign start "$$cid" || true; \
-    mayhem --db {{ _db }} campaign abort "$$cid" || true; \
-    mayhem --db {{ _db }} campaign delete "$$cid"
+    mayhem --db {{ _db }} campaign abort "$$cid" || true
+    mayhem --db {{ _db }} campaign create "e2e-delete-campaign"
+    @delete_cid=$$(sqlite3 {{ _db }} "SELECT id FROM campaigns WHERE name = 'e2e-delete-campaign' ORDER BY rowid DESC LIMIT 1"); \
+    mayhem --db {{ _db }} campaign delete --yes "$$delete_cid"
     @echo "✓ campaign"
 
 # ── full round-trip ─────────────────────────────────────────────────────────
@@ -145,8 +146,8 @@ full: setup
     mayhem --db {{ _db }} run {{ _spec }} --compose {{ _compose }}
     mayhem --db {{ _db }} status
     @run_id=$$(sqlite3 {{ _db }} "SELECT id FROM runs ORDER BY rowid DESC LIMIT 1"); \
-    mayhem --db {{ _db }} history "$$run_id"
-    mayhem --db {{ _db }} recover
+    mayhem --db {{ _db }} history "$$run_id"; \
+    mayhem --db {{ _db }} recover "$$run_id"
     @echo "✓ full round-trip"
 
 # ── stack management ─────────────────────────────────────────────────────────
@@ -169,7 +170,7 @@ stack-down:
 # Run unit tests
 test-unit:
     @echo "=== unit tests ==="
-    python3 -m pytest tests/unit/ -v --tb=short
+    python3 -m pytest tests/unit/ -n {{ _workers }} --dist loadfile -v --tb=short
     @echo "✓ unit tests"
 
 # Run e2e tests (in-process, no containers needed)
@@ -202,3 +203,12 @@ e2e: stack-up topology toolkit config experiment full campaign test
     @echo "╔══════════════════════════════════════════════╗"
     @echo "║   ALL E2E RECIPES PASSED                     ║"
     @echo "╚══════════════════════════════════════════════╝"
+
+# ── changelog ─────────────────────────────────────────────────────────────────
+# Regenerate CHANGELOG.md from git history (git-cliff)
+changelog:
+    git-cliff --config cliff.toml -o CHANGELOG.md
+
+# Render notes for the current release only (used as the GitHub release body)
+changelog-release:
+    git-cliff --config cliff.toml --tag "$$(git describe --tags --abbrev=0)" --strip header