@mcptoolshop/accessibility-suite 0.1.0

package/src/a11y-assist/tests/test_storage_last.py

@@ -0,0 +1,61 @@
+"""Tests for storage (last.log)."""
+
+import os
+from pathlib import Path
+
+import pytest
+
+from a11y_assist.storage import (
+    default_state_dir,
+    last_log_path,
+    read_last_log,
+    write_last_log,
+)
+
+
+class TestLastLogStorage:
+    """Tests for last.log read/write operations."""
+
+    def test_last_log_roundtrip(self, tmp_path, monkeypatch):
+        """Write and read last.log successfully."""
+        # Monkeypatch home dir to temp
+        monkeypatch.setattr(Path, "home", lambda: tmp_path)
+
+        write_last_log("hello world")
+        assert read_last_log() == "hello world"
+
+    def test_last_log_creates_directory(self, tmp_path, monkeypatch):
+        """Writing creates the .a11y-assist directory if needed."""
+        monkeypatch.setattr(Path, "home", lambda: tmp_path)
+
+        write_last_log("test content")
+        expected_dir = tmp_path / ".a11y-assist"
+        assert expected_dir.exists()
+
+    def test_read_nonexistent_returns_empty(self, tmp_path, monkeypatch):
+        """Reading nonexistent last.log returns empty string."""
+        monkeypatch.setattr(Path, "home", lambda: tmp_path)
+
+        assert read_last_log() == ""
+
+    def test_last_log_overwrites(self, tmp_path, monkeypatch):
+        """Subsequent writes overwrite previous content."""
+        monkeypatch.setattr(Path, "home", lambda: tmp_path)
+
+        write_last_log("first")
+        write_last_log("second")
+        assert read_last_log() == "second"
+
+    def test_default_state_dir_uses_home(self, tmp_path, monkeypatch):
+        """default_state_dir returns ~/.a11y-assist."""
+        monkeypatch.setattr(Path, "home", lambda: tmp_path)
+
+        state_dir = default_state_dir()
+        assert state_dir == tmp_path / ".a11y-assist"
+
+    def test_last_log_path_in_state_dir(self, tmp_path, monkeypatch):
+        """last_log_path returns path inside state dir."""
+        monkeypatch.setattr(Path, "home", lambda: tmp_path)
+
+        log_path = last_log_path()
+        assert log_path == tmp_path / ".a11y-assist" / "last.log"

package/src/a11y-assist/tests/test_triage.py

@@ -0,0 +1,86 @@
+"""Tests for the triage command (raw text parsing)."""
+
+from pathlib import Path
+
+import pytest
+
+from a11y_assist.parse_raw import extract_id, parse_raw, extract_blocks
+
+FIX = Path(__file__).parent / "fixtures"
+
+
+class TestExtractId:
+    """Tests for extracting IDs from text."""
+
+    def test_extract_id_from_parens(self):
+        """Extract ID from (ID: ...) format."""
+        text = "[ERROR] Something failed (ID: PAY.EXPORT.SFTP.AUTH)"
+        assert extract_id(text) == "PAY.EXPORT.SFTP.AUTH"
+
+    def test_extract_id_multiline(self):
+        """Extract ID from multiline text."""
+        text = "Some text\n[ERROR] Failed (ID: APP.CONFIG.MISSING)\nMore text"
+        assert extract_id(text) == "APP.CONFIG.MISSING"
+
+    def test_no_id_returns_none(self):
+        """Return None when no ID found."""
+        text = "ERROR: It failed"
+        assert extract_id(text) is None
+
+
+class TestExtractBlocks:
+    """Tests for extracting What/Why/Fix blocks."""
+
+    def test_extract_all_blocks(self):
+        """Extract all three block types."""
+        lines = [
+            "[ERROR] Failed",
+            "",
+            "What:",
+            "  Something went wrong.",
+            "",
+            "Why:",
+            "  Because reasons.",
+            "",
+            "Fix:",
+            "  Do this.",
+            "  Then this.",
+        ]
+        blocks = extract_blocks(lines)
+        assert blocks["What:"] == ["Something went wrong."]
+        assert blocks["Why:"] == ["Because reasons."]
+        assert blocks["Fix:"] == ["Do this.", "Then this."]
+
+    def test_missing_blocks_return_empty(self):
+        """Missing blocks return empty lists."""
+        lines = ["ERROR: It failed", "Please try again"]
+        blocks = extract_blocks(lines)
+        assert blocks["What:"] == []
+        assert blocks["Why:"] == []
+        assert blocks["Fix:"] == []
+
+
+class TestParseRaw:
+    """Tests for full raw text parsing."""
+
+    def test_parse_raw_finds_id_and_fix(self):
+        """Parse raw text with ID and Fix blocks."""
+        text = (FIX / "raw_good.txt").read_text(encoding="utf-8")
+        err_id, status, blocks = parse_raw(text)
+        assert err_id == "PAY.EXPORT.SFTP.AUTH"
+        assert status == "ERROR"
+        assert "Fix:" in blocks
+        assert len(blocks["Fix:"]) >= 1
+
+    def test_parse_raw_no_id(self):
+        """Parse raw text without ID."""
+        text = (FIX / "raw_no_id.txt").read_text(encoding="utf-8")
+        err_id, status, blocks = parse_raw(text)
+        assert err_id is None
+        assert status == "UNKNOWN"  # No [ERROR] prefix
+
+    def test_parse_status_detection(self):
+        """Detect status from [OK]/[WARN]/[ERROR] prefix."""
+        text = "[WARN] Something might be wrong"
+        err_id, status, blocks = parse_raw(text)
+        assert status == "WARN"

package/src/a11y-ci/.github/workflows/ci.yml

@@ -0,0 +1,43 @@
+name: CI
+
+on:
+  push:
+    branches: [ main ]
+  pull_request:
+    branches: [ main ]
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+
+    strategy:
+      matrix:
+        python-version: ["3.10", "3.11", "3.12"]
+
+    steps:
+    - uses: actions/checkout@v4
+
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v5
+      with:
+        python-version: ${{ matrix.python-version }}
+
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install -e .
+        pip install -e .[dev]
+
+    - name: Run linter
+      run: ruff check .
+
+    - name: Run tests
+      run: pytest tests/ -v
+
+    - name: Test CLI
+      run: |
+        a11y-ci --help
+        # Test with example scorecard if fixtures exist
+        if [ -f tests/fixtures/scorecard.json ]; then
+          a11y-ci gate --current tests/fixtures/scorecard.json || true
+        fi

package/src/a11y-ci/.github/workflows/test.yml

@@ -0,0 +1,30 @@
+name: Tests
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.10", "3.11", "3.12"]
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -e ".[dev]"
+
+      - name: Run tests
+        run: pytest tests/ -v --tb=short

package/src/a11y-ci/A11Y_CI_TEST_COVERAGE_REQUIREMENTS.md

@@ -0,0 +1,94 @@
+# A11y-CI Test Coverage Requirements
+
+**Goal:** Reach 100% coverage across CI gates, scorecard processing, and rendering.
+
+**Current State:**
+- Source modules: a11y_ci/*
+- Tests exist but edge cases remain
+
+---
+
+## 1) a11y_ci/cli.py
+**Priority: CRITICAL**
+- `test_cli_main_help`
+- `test_cli_gate_command`
+- `test_cli_scorecard_command`
+- `test_cli_invalid_arguments`
+- `test_cli_exit_codes`
+- `test_cli_verbose_mode`
+
+## 2) a11y_ci/gate.py
+**Priority: CRITICAL**
+- `test_gate_pass_threshold`
+- `test_gate_fail_threshold`
+- `test_gate_exact_threshold`
+- `test_gate_missing_scorecard`
+- `test_gate_invalid_scorecard_format`
+- `test_gate_with_allowlist`
+- `test_gate_strict_mode`
+
+## 3) a11y_ci/scorecard.py
+**Priority: HIGH**
+- `test_scorecard_parse`
+- `test_scorecard_validate`
+- `test_scorecard_calculate_score`
+- `test_scorecard_merge_multiple`
+- `test_scorecard_empty_data`
+- `test_scorecard_malformed_json`
+
+## 4) a11y_ci/allowlist.py
+**Priority: HIGH**
+- `test_allowlist_load`
+- `test_allowlist_check_rule`
+- `test_allowlist_pattern_matching`
+- `test_allowlist_empty_file`
+- `test_allowlist_invalid_format`
+- `test_allowlist_wildcard_patterns`
+
+## 5) a11y_ci/render.py
+**Priority: MEDIUM**
+- `test_render_scorecard_summary`
+- `test_render_gate_result`
+- `test_render_with_colors`
+- `test_render_low_vision_mode`
+- `test_render_json_output`
+- `test_render_markdown_output`
+
+## 6) a11y_ci/schemas/*
+**Priority: MEDIUM**
+- `test_schema_validation`
+- `test_schema_required_fields`
+- `test_schema_type_checking`
+- `test_schema_versioning`
+
+## 7) Integration Tests
+**Priority: CRITICAL**
+- `test_end_to_end_gate_pass`
+- `test_end_to_end_gate_fail`
+- `test_ci_pipeline_integration`
+- `test_allowlist_gate_interaction`
+- `test_multiple_scorecards`
+
+---
+
+## Suggested Test Layout
+```
+accessibility/a11y-ci/tests/
+  test_cli.py
+  test_gate.py
+  test_scorecard.py
+  test_allowlist.py
+  test_render.py
+  test_schemas.py
+  test_integration.py
+```
+
+---
+
+## Notes
+- Test with real a11y-lint scorecard examples
+- Include CI environment variable scenarios
+- Test threshold edge cases (exactly at limit)
+- Mock file system for scorecard loading
+- Test both pass and fail scenarios thoroughly
+- Include regression tests for allowlist patterns

package/src/a11y-ci/CODE_OF_CONDUCT.md

@@ -0,0 +1,129 @@
+# Contributor Covenant Code of Conduct
+
+## Our Pledge
+
+We as members, contributors, and leaders pledge to make participation in our
+community a harassment-free experience for everyone, regardless of age, body
+size, visible or invisible disability, ethnicity, sex characteristics, gender
+identity and expression, level of experience, education, socio-economic status,
+nationality, personal appearance, race, religion, or sexual identity
+and orientation.
+
+We pledge to act and interact in ways that contribute to an open, welcoming,
+diverse, inclusive, and healthy community.
+
+## Our Standards
+
+Examples of behavior that contributes to a positive environment for our
+community include:
+
+* Demonstrating empathy and kindness toward other people
+* Being respectful of differing opinions, viewpoints, and experiences
+* Giving and gracefully accepting constructive feedback
+* Accepting responsibility and apologizing to those affected by our mistakes,
+  and learning from the experience
+* Focusing on what is best not just for us as individuals, but for the
+  overall community
+
+Examples of unacceptable behavior include:
+
+* The use of sexualized language or imagery, and sexual attention or
+  advances of any kind
+* Trolling, insulting or derogatory comments, and personal or political attacks
+* Public or private harassment
+* Publishing others' private information, such as a physical or email
+  address, without their explicit permission
+* Other conduct which could reasonably be considered inappropriate in a
+  professional setting
+
+## Enforcement Responsibilities
+
+Community leaders are responsible for clarifying and enforcing our standards of
+acceptable behavior and will take appropriate and fair corrective action in
+response to any behavior that they deem inappropriate, threatening, offensive,
+or harmful.
+
+Community leaders have the right and responsibility to remove, edit, or reject
+comments, commits, code, wiki edits, issues, and other contributions that are
+not aligned to this Code of Conduct, and will communicate reasons for moderation
+decisions when appropriate.
+
+## Scope
+
+This Code of Conduct applies within all community spaces, and also applies when
+an individual is officially representing the community in public spaces.
+Examples of representing our community include using an official e-mail address,
+posting via an official social media account, or acting as an appointed
+representative at an online or offline event.
+
+## Enforcement
+
+Instances of abusive, harassing, or otherwise unacceptable behavior may be
+reported to the community leaders responsible for enforcement at
+[INSERT CONTACT METHOD].
+
+All complaints will be reviewed and investigated promptly and fairly.
+
+All community leaders are obligated to respect the privacy and security of the
+reporter of any incident.
+
+## Enforcement Guidelines
+
+Community leaders will follow these Community Impact Guidelines in determining
+the consequences for any action they deem in violation of this Code of Conduct:
+
+### 1. Correction
+
+**Community Impact**: Use of inappropriate language or other behavior deemed
+unprofessional or unwelcome in the community.
+
+**Consequence**: A private, written warning from community leaders, providing
+clarity around the nature of the violation and an explanation of why the
+behavior was inappropriate. A public apology may be requested.
+
+### 2. Warning
+
+**Community Impact**: A violation through a single incident or series
+of actions.
+
+**Consequence**: A warning with consequences for continued behavior. No
+interaction with the people involved, including unsolicited interaction with
+those enforcing the Code of Conduct, for a specified period of time. This
+includes avoiding interactions in community spaces as well as external channels
+like social media. Violating these terms may lead to a temporary or
+permanent ban.
+
+### 3. Temporary Ban
+
+**Community Impact**: A serious violation of community standards, including
+sustained inappropriate behavior.
+
+**Consequence**: A temporary ban from any sort of interaction or public
+communication with the community for a specified period of time. No public or
+private interaction with the people involved, including unsolicited interaction
+with those enforcing the Code of Conduct, is allowed during this period.
+Violating these terms may lead to a permanent ban.
+
+### 4. Permanent Ban
+
+**Community Impact**: Demonstrating a pattern of violation of community
+standards, including sustained inappropriate behavior, harassment of an
+individual, or aggression toward or disparagement of classes of individuals.
+
+**Consequence**: A permanent ban from any sort of public interaction within
+the community.
+
+## Attribution
+
+This Code of Conduct is adapted from the [Contributor Covenant][homepage],
+version 2.0, available at
+https://www.contributor-covenant.org/version/2/0/code_of_conduct.html.
+
+Community Impact Guidelines were inspired by [Mozilla's code of conduct
+enforcement ladder](https://github.com/mozilla/diversity).
+
+[homepage]: https://www.contributor-covenant.org
+
+For answers to common questions about this code of conduct, see the FAQ at
+https://www.contributor-covenant.org/faq. Translations are available at
+https://www.contributor-covenant.org/translations.

package/src/a11y-ci/CONTRIBUTING.md

@@ -0,0 +1,142 @@
+# Contributing to a11y-ci
+
+Thank you for your interest in contributing to a11y-ci! This is a CI gate for a11y-lint scorecards with low-vision-first output.
+
+## How to Contribute
+
+### Reporting Issues
+
+If you find a bug or have a suggestion:
+
+1. Check if the issue already exists in [GitHub Issues](https://github.com/mcp-tool-shop-org/a11y-ci/issues)
+2. If not, create a new issue with:
+   - A clear, descriptive title
+   - Steps to reproduce (for bugs)
+   - Expected vs. actual behavior
+   - Your environment (Python version, OS)
+   - Example scorecard files if relevant
+
+### Contributing Code
+
+1. **Fork the repository** and create a branch from `main`
+2. **Make your changes**
+   - Follow the existing code style
+   - Maintain low-vision-first output contract
+   - Ensure deterministic behavior (no network calls)
+3. **Test your changes**
+   ```bash
+   pytest tests/ -v
+   ```
+4. **Commit your changes**
+   - Use clear, descriptive commit messages
+   - Reference issue numbers when applicable
+5. **Submit a pull request**
+   - Describe what your PR does and why
+   - Link to related issues
+
+### Development Workflow
+
+```bash
+# Clone the repository
+git clone https://github.com/mcp-tool-shop-org/a11y-ci.git
+cd a11y-ci
+
+# Create a virtual environment
+python -m venv .venv
+source .venv/bin/activate  # Windows: .venv\Scripts\activate
+
+# Install with dev dependencies
+pip install -e ".[dev]"
+
+# Run tests
+pytest tests/ -v
+
+# Run linter
+ruff check .
+
+# Test CLI
+a11y-ci gate --current tests/fixtures/scorecard.json
+```
+
+### Low-Vision-First Output Contract
+
+All CLI output must follow the predictable structure:
+
+```
+[STATUS] Title (ID: NAMESPACE.CATEGORY.DETAIL)
+
+What:
+  What happened.
+
+Why:
+  Why it happened.
+
+Fix:
+  How to fix it.
+```
+
+**Guidelines:**
+- Use `[OK]`, `[WARN]`, `[ERROR]`, or `[INFO]` status prefixes
+- Always include an ID in the format `NAMESPACE.CATEGORY.DETAIL`
+- Structure output in What/Why/Fix sections
+- Keep language clear and direct
+- Avoid color-only information (use text markers)
+
+### Testing Requirements
+
+- All gate logic must have unit tests
+- Test both pass and fail scenarios
+- Test baseline comparison logic
+- Test allowlist validation (including expiry)
+- Test exit codes (0=pass, 2=input error, 3=gate failed)
+- Include fixture scorecard files when relevant
+
+### Code Style
+
+- Use type hints for all functions
+- Follow PEP 8 conventions
+- Use descriptive variable names
+- Keep functions small and focused
+- Use `ruff` for linting and formatting
+
+### Design Principles
+
+- **Deterministic** - No network calls, same input produces same output
+- **CI-friendly** - Clear exit codes, machine-readable JSON input
+- **Low-vision-first** - Predictable text structure, no color-only info
+- **Strict by default** - Fails on serious+ findings unless explicitly configured
+- **No permanent exceptions** - Allowlist entries must have expiry dates
+
+### Adding Features
+
+When adding new features:
+
+1. Open an issue first to discuss the approach
+2. Maintain backward compatibility with existing scorecards
+3. Update README.md with usage examples
+4. Add tests for the new functionality
+5. Ensure output follows the low-vision-first contract
+
+### Release Process
+
+(For maintainers)
+
+1. Update version in `pyproject.toml`
+2. Update CHANGELOG.md (if exists)
+3. Create git tag: `git tag v0.x.x`
+4. Push tag: `git push origin v0.x.x`
+5. GitHub Actions will publish to PyPI
+
+## Code of Conduct
+
+Please note that this project is released with a [Code of Conduct](CODE_OF_CONDUCT.md). By participating, you agree to abide by its terms.
+
+## Questions?
+
+Open an issue or start a discussion. We're here to help!
+
+## Related Projects
+
+- [a11y-lint](https://github.com/mcp-tool-shop-org/a11y-lint) - Linter that produces scorecards
+- [a11y-assist](https://github.com/mcp-tool-shop-org/a11y-assist) - CLI assistant for accessibility
+- [a11y-mcp-tools](https://github.com/mcp-tool-shop-org/a11y-mcp-tools) - MCP tools for accessibility

package/src/a11y-ci/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 mcp-tool-shop
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.