testreporthub 1.0.0__tar.gz

testreporthub-1.0.0/.github/workflows/release.yaml

@@ -0,0 +1,48 @@
+name: Release to PyPI
+
+on:
+  push:
+    tags:
+      - 'v*'
+
+permissions:
+  id-token: write  # Required for PyPI trusted publishing
+  contents: read
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+
+      - name: Install build tools
+        run: pip install build
+
+      - name: Build package
+        run: python -m build
+
+      - name: Upload artifacts
+        uses: actions/upload-artifact@v4
+        with:
+          name: python-package
+          path: dist/
+
+  publish:
+    needs: build
+    runs-on: ubuntu-latest
+    environment:
+      name: pypi
+      url: https://pypi.org/p/testreporthub
+    steps:
+      - name: Download artifacts
+        uses: actions/download-artifact@v4
+        with:
+          name: python-package
+          path: dist/
+
+      - name: Publish to PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1

testreporthub-1.0.0/.github/workflows/test.yaml

@@ -0,0 +1,27 @@
+# .github/workflows/qa.yml
+name: QA
+on: [push, pull_request]
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      
+      - name: Run Playwright tests
+        run: npx playwright test --reporter=json
+      
+      - name: Run pytest
+        run: pytest --junitxml=junit.xml
+      
+      - name: Unify & enforce quality
+        uses: krishnakv-25/testreporthub@v1
+        with:
+          inputs: 'junit.xml playwright-report.json'
+          output: 'unified-report.html'
+          labels: 'org=acme,app=checkout-service,env=${{ github.ref_name }}'
+          enable-quality-gate: 'true'
+          min-pass-rate: '95'
+          max-flake-rate: '5'
+          max-regressions: '0'
+          fail-on-failed: 'true'

testreporthub-1.0.0/.gitignore

@@ -0,0 +1,39 @@
+cat << 'EOF' > .gitignore
+# Python
+__pycache__/
+*.py[cod]
+*$py.class
+*.egg-info/
+dist/
+build/
+*.egg
+
+# Virtual environments
+.venv/
+venv/
+env/
+
+# IDEs
+.vscode/
+.idea/
+*.swp
+*.swo
+
+# Local databases and reports
+*.db
+report.html
+demo-report.html
+unified-report.html
+
+# OS files
+.DS_Store
+Thumbs.db
+
+# Test artifacts
+.pytest_cache/
+.coverage
+htmlcov/
+
+# VHS demo artifacts (keep the .tape, not the generated files)
+assets/*.gif
+EOF

testreporthub-1.0.0/PKG-INFO

@@ -0,0 +1,116 @@
+Metadata-Version: 2.5
+Name: testreporthub
+Version: 1.0.0
+Summary: Unified test reporting: ingest JUnit/Cypress/Playwright/Newman and emit one searchable HTML report.
+Author: TestReportHub Contributors
+License: MIT
+Keywords: cypress,junit,playwright,qa,reports,testing
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: Software Development :: Testing
+Requires-Python: >=3.9
+Requires-Dist: click>=8.1
+Requires-Dist: defusedxml>=0.7
+Requires-Dist: jinja2>=3.1
+Requires-Dist: pydantic>=2.5
+Provides-Extra: dev
+Requires-Dist: pytest-cov; extra == 'dev'
+Requires-Dist: pytest>=8.0; extra == 'dev'
+Description-Content-Type: text/markdown
+
+# TestReportHub
+
+**One command. One report. Every framework.**
+
+TestReportHub ingests test execution reports from different frameworks...
+(JUnit XML, Cypress, Playwright, Newman/Postman), normalizes them into a
+single data model, and emits a self-contained, searchable HTML quality report.
+
+## Install
+
+```bash
+pip install testreporthub
+```
+
+Or from source:
+
+```bash
+git clone https://github.com/your-org/testreporthub.git
+cd testreporthub
+pip install -e .
+```
+
+## Quick start
+
+```bash
+# Ingest anything — JUnit XML, Cypress, Playwright, Newman
+trh collect ./results/ -o report.html
+
+# Auto-detect formats (default)
+trh collect ./cypress/results ./playwright/results ./junit.xml
+
+# Force a specific format
+trh collect ./legacy.xml --format junit
+
+# Open the report
+open report.html
+```
+
+## 🚀 CI/CD Integration
+
+TestReportHub is designed to run in your CI pipeline. It provides machine-readable outputs and strict exit codes.
+
+### Fail the build on failures
+```bash
+# Exits with code 1 if any test failed or errored
+trh collect ./results/ -o report.json --fail-on-failed --fail-on-error
+```
+
+## Supported formats
+
+| Format | Source | Flag |
+| --- | --- | --- |
+| JUnit XML | pytest, Java, Go, Rust, etc. | `--format junit` |
+| Cypress JSON | Mocha-based reporter | `--format cypress` |
+| Playwright JSON | `--reporter=json` | `--format playwright` |
+| Newman JSON | Postman collections | `--format newman` |
+
+## Normalized model
+
+Every test is normalized to:
+
+```
+id, name, full_name, suite, framework, status, duration_ms,
+started_at, message, trace, error_type, tags, metadata, attachments
+```
+
+Statuses: `passed`, `failed`, `skipped`, `error`, `xfailed`.
+
+## Why this matters
+
+Teams usually have test results scattered across UI, API, regression,
+and legacy automation. TestReportHub gives you:
+
+* one command to collect results
+* one normalized test-result model
+* one unified report
+* one place to understand failures
+
+It's also the foundation for **TestPulse** — flaky-test detection and
+failure intelligence — but the MVP stays small on purpose.
+
+## Development
+
+```bash
+pip install -e ".[dev]"
+pytest
+```
+
+## License
+
+MIT

testreporthub-1.0.0/README.md

@@ -0,0 +1,91 @@
+# TestReportHub
+
+**One command. One report. Every framework.**
+
+TestReportHub ingests test execution reports from different frameworks...
+(JUnit XML, Cypress, Playwright, Newman/Postman), normalizes them into a
+single data model, and emits a self-contained, searchable HTML quality report.
+
+## Install
+
+```bash
+pip install testreporthub
+```
+
+Or from source:
+
+```bash
+git clone https://github.com/your-org/testreporthub.git
+cd testreporthub
+pip install -e .
+```
+
+## Quick start
+
+```bash
+# Ingest anything — JUnit XML, Cypress, Playwright, Newman
+trh collect ./results/ -o report.html
+
+# Auto-detect formats (default)
+trh collect ./cypress/results ./playwright/results ./junit.xml
+
+# Force a specific format
+trh collect ./legacy.xml --format junit
+
+# Open the report
+open report.html
+```
+
+## 🚀 CI/CD Integration
+
+TestReportHub is designed to run in your CI pipeline. It provides machine-readable outputs and strict exit codes.
+
+### Fail the build on failures
+```bash
+# Exits with code 1 if any test failed or errored
+trh collect ./results/ -o report.json --fail-on-failed --fail-on-error
+```
+
+## Supported formats
+
+| Format | Source | Flag |
+| --- | --- | --- |
+| JUnit XML | pytest, Java, Go, Rust, etc. | `--format junit` |
+| Cypress JSON | Mocha-based reporter | `--format cypress` |
+| Playwright JSON | `--reporter=json` | `--format playwright` |
+| Newman JSON | Postman collections | `--format newman` |
+
+## Normalized model
+
+Every test is normalized to:
+
+```
+id, name, full_name, suite, framework, status, duration_ms,
+started_at, message, trace, error_type, tags, metadata, attachments
+```
+
+Statuses: `passed`, `failed`, `skipped`, `error`, `xfailed`.
+
+## Why this matters
+
+Teams usually have test results scattered across UI, API, regression,
+and legacy automation. TestReportHub gives you:
+
+* one command to collect results
+* one normalized test-result model
+* one unified report
+* one place to understand failures
+
+It's also the foundation for **TestPulse** — flaky-test detection and
+failure intelligence — but the MVP stays small on purpose.
+
+## Development
+
+```bash
+pip install -e ".[dev]"
+pytest
+```
+
+## License
+
+MIT

testreporthub-1.0.0/VISION.md

@@ -0,0 +1,80 @@
+# TestReportHub Vision
+
+TestReportHub is the data ingestion layer for **TestPulse**, a test-failure intelligence platform.
+
+## Two-Tier Architecture
+
+### Tier 1: TestReportHub (Local CLI)
+**Target user:** Individual engineer  
+**Scope:** One repo, one run  
+**Storage:** Stateless HTML/JSON, optional local SQLite  
+**Value:** "Show me this run, unified across frameworks"
+
+Commands:
+- `trh collect` — generate unified report
+- `trh ingest` — persist to local SQLite with labels
+- `trh flaky` — find flaky tests
+- `trh compare` — diff two runs
+- `trh history` — trend analysis
+- `trh quality-gate` — enforce quality thresholds
+
+### Tier 2: TestPulse (Hosted SaaS)
+**Target user:** QA leads, engineering managers  
+**Scope:** Entire org, all time  
+**Storage:** Hosted database  
+**Value:** "Show me the health of checkout-service across all environments"
+
+Features (future):
+- Multi-tenant web dashboard
+- Team-based access control
+- Slack/Jira integrations
+- ML-based flake prediction
+- Failure clustering and root-cause hints
+- SLO tracking per app/env
+
+## The Bridge: Labels
+
+The `--label` flag on `trh ingest` is the bridge between tiers. Labels like `org=acme,app=checkout,env=staging` map directly to the hierarchy in TestPulse.
+
+Local CLI users get hierarchical filtering for free. When they're ready for the SaaS, their data model is already compatible.
+
+## Design Principles
+
+1. **Zero-config by default.** `pip install testreporthub` should be the only setup.
+2. **Self-contained outputs.** HTML reports have no external dependencies.
+3. **Labels over schema.** Don't hardcode org/app/env — use flexible key-value labels.
+4. **CLI-first, UI-later.** The SaaS is a UI on top of the same data model.
+5. **Fail fast in CI.** Quality gates should block deployments when quality drops.
+
+## Roadmap
+
+### v1.0 (Current)
+- [x] Parsers: JUnit, Cypress, Playwright, Newman
+- [x] HTML report with search/filter
+- [x] JSON/NDJSON output
+- [x] CI exit codes
+- [x] SQLite backend with labels
+- [x] Intelligence: flaky, compare, history, quality-gate
+- [x] GitHub Action
+- [x] PyPI release
+
+### v1.1 (Next)
+- [ ] Streaming parsers for 100MB+ files
+- [ ] Attachment bundling (screenshots/videos in report)
+- [ ] Secret redaction (`--redact`)
+- [ ] HTML trend charts in report
+- [ ] More parsers: Jest, Mocha, Robot, Cucumber
+
+### v2.0 (TestPulse Preview)
+- [ ] Hosted SaaS launch
+- [ ] Web dashboard with hierarchy navigation
+- [ ] Slack notifications on quality gate breaches
+- [ ] Jira/GitHub issue creation from failures
+- [ ] Team-based access control
+
+## What TestReportHub is NOT
+
+- Not a test runner
+- Not a test framework
+- Not a replacement for Allure/ReportPortal (it complements them)
+- Not a SaaS (yet — that's TestPulse)

testreporthub-1.0.0/action/action.yaml

@@ -0,0 +1,178 @@
+name: 'TestReportHub'
+description: 'Unify test reports and enforce quality gates across org/app/env hierarchies.'
+author: 'TestReportHub Contributors'
+branding:
+  icon: 'check-circle'
+  color: 'blue'
+
+inputs:
+  # Collection inputs
+  inputs:
+    description: 'Space-separated list of files or directories to ingest.'
+    required: true
+  output:
+    description: 'Path to the output report file.'
+    required: false
+    default: 'unified-report.html'
+  format:
+    description: 'Output format: html, json, or ndjson.'
+    required: false
+    default: 'html'
+
+  # Labels (hierarchy)
+  labels:
+    description: 'Comma-separated key=value labels (e.g., "org=acme,app=checkout,env=staging").'
+    required: false
+    default: ''
+
+  # Quality gate
+  enable-quality-gate:
+    description: 'Run quality gate checks after ingestion.'
+    required: false
+    default: 'false'
+  min-pass-rate:
+    description: 'Minimum pass rate (%) for quality gate.'
+    required: false
+    default: '95'
+  max-flake-rate:
+    description: 'Maximum flaky test rate (%) for quality gate.'
+    required: false
+    default: '5'
+  max-regressions:
+    description: 'Maximum allowed regressions vs previous run.'
+    required: false
+    default: '0'
+
+  # Failure behavior
+  fail-on-failed:
+    description: 'Fail the action if any tests failed.'
+    required: false
+    default: 'false'
+  fail-on-error:
+    description: 'Fail the action if any tests errored.'
+    required: false
+    default: 'false'
+
+  # Persistence
+  db-path:
+    description: 'Path to the SQLite database for historical tracking.'
+    required: false
+    default: 'testpulse.db'
+
+  # Version
+  version:
+    description: 'TestReportHub version to install from PyPI.'
+    required: false
+    default: 'latest'
+
+outputs:
+  report-path:
+    description: 'Path to the generated report'
+    value: ${{ inputs.output }}
+  quality-gate-passed:
+    description: 'Whether the quality gate passed (true/false/na)'
+    value: ${{ steps.quality-gate.outputs.passed }}
+
+runs:
+  using: 'composite'
+  steps:
+    - name: Setup Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: '3.11'
+
+    - name: Install TestReportHub
+      shell: bash
+      run: |
+        if [ "${{ inputs.version }}" = "latest" ]; then
+          pip install testreporthub
+        else
+          pip install testreporthub==${{ inputs.version }}
+        fi
+
+    - name: Build CLI command
+      id: build-cmd
+      shell: bash
+      run: |
+        # Parse space-separated inputs into array
+        INPUTS_ARRAY=(${{ inputs.inputs }})
+        
+        COLLECT_CMD="trh collect"
+        for input in "${INPUTS_ARRAY[@]}"; do
+          COLLECT_CMD="$COLLECT_CMD \"$input\""
+        done
+        COLLECT_CMD="$COLLECT_CMD -o ${{ inputs.output }} --format ${{ inputs.format }}"
+        
+        if [ "${{ inputs.fail-on-failed }}" = "true" ]; then
+          COLLECT_CMD="$COLLECT_CMD --fail-on-failed"
+        fi
+        if [ "${{ inputs.fail-on-error }}" = "true" ]; then
+          COLLECT_CMD="$COLLECT_CMD --fail-on-error"
+        fi
+        
+        echo "collect_cmd=$COLLECT_CMD" >> $GITHUB_OUTPUT
+
+    - name: Generate Unified Report
+      shell: bash
+      run: |
+        echo "Running: ${{ steps.build-cmd.outputs.collect_cmd }}"
+        eval ${{ steps.build-cmd.outputs.collect_cmd }}
+
+    - name: Ingest to database (with labels)
+      if: inputs.enable-quality-gate == 'true'
+      shell: bash
+      run: |
+        INPUTS_ARRAY=(${{ inputs.inputs }})
+        INGEST_CMD="trh ingest"
+        for input in "${INPUTS_ARRAY[@]}"; do
+          INGEST_CMD="$INGEST_CMD \"$input\""
+        done
+        INGEST_CMD="$INGEST_CMD --db ${{ inputs.db-path }}"
+        
+        # Parse comma-separated labels
+        if [ -n "${{ inputs.labels }}" ]; then
+          IFS=',' read -ra LABEL_PAIRS <<< "${{ inputs.labels }}"
+          for pair in "${LABEL_PAIRS[@]}"; do
+            INGEST_CMD="$INGEST_CMD --label $pair"
+          done
+        fi
+        
+        echo "Running: $INGEST_CMD"
+        eval $INGEST_CMD
+
+    - name: Run Quality Gate
+      if: inputs.enable-quality-gate == 'true'
+      id: quality-gate
+      shell: bash
+      run: |
+        GATE_CMD="trh quality-gate --db ${{ inputs.db-path }}"
+        GATE_CMD="$GATE_CMD --min-pass-rate ${{ inputs.min-pass-rate }}"
+        GATE_CMD="$GATE_CMD --max-flake-rate ${{ inputs.max-flake-rate }}"
+        GATE_CMD="$GATE_CMD --max-regressions ${{ inputs.max-regressions }}"
+        GATE_CMD="$GATE_CMD --fail-on-breach"
+        
+        # Add label filters
+        if [ -n "${{ inputs.labels }}" ]; then
+          IFS=',' read -ra LABEL_PAIRS <<< "${{ inputs.labels }}"
+          for pair in "${LABEL_PAIRS[@]}"; do
+            GATE_CMD="$GATE_CMD --label $pair"
+          done
+        fi
+        
+        echo "Running: $GATE_CMD"
+        if eval $GATE_CMD; then
+          echo "passed=true" >> $GITHUB_OUTPUT
+        else
+          echo "passed=false" >> $GITHUB_OUTPUT
+          exit 1
+        fi
+
+    - name: Upload Report Artifact
+      if: always()
+      uses: actions/upload-artifact@v4
+      with:
+        name: testreporthub-report-${{ github.run_id }}
+        path: |
+          ${{ inputs.output }}
+          ${{ inputs.db-path }}
+        retention-days: 30

testreporthub-1.0.0/examples/run_demo.sh

@@ -0,0 +1,10 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+cd "$(dirname "$0")/.."
+pip install -e . >/dev/null
+
+# Collect every fixture and write a unified report.
+trh collect tests/fixtures -o demo-report.html
+
+echo "✓ Wrote demo-report.html — open it in a browser."

testreporthub-1.0.0/pyproject.toml

@@ -0,0 +1,42 @@
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[project]
+name = "testreporthub"
+version = "1.0.0"
+description = "Unified test reporting: ingest JUnit/Cypress/Playwright/Newman and emit one searchable HTML report."
+readme = "README.md"
+requires-python = ">=3.9"
+license = { text = "MIT" }
+authors = [{ name = "TestReportHub Contributors" }]
+keywords = ["testing", "reports", "junit", "cypress", "playwright", "qa"]
+classifiers = [
+    "Development Status :: 4 - Beta",
+    "Intended Audience :: Developers",
+    "Topic :: Software Development :: Testing",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.9",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+]
+dependencies = [
+    "click>=8.1",
+    "pydantic>=2.5",
+    "defusedxml>=0.7",
+    "jinja2>=3.1",
+]
+
+[project.optional-dependencies]
+dev = ["pytest>=8.0", "pytest-cov"]
+
+[project.scripts]
+trh = "testreporthub.cli:main"
+testreporthub = "testreporthub.cli:main"
+
+[tool.hatch.build.targets.wheel]
+packages = ["src/testreporthub"]
+
+[tool.pytest.ini_options]
+testpaths = ["tests"]

testreporthub-1.0.0/src/testreporthub/__init__.py

@@ -0,0 +1,3 @@
+"""TestReportHub — unified test reporting."""
+
+__version__ = "0.1.0"

testreporthub-1.0.0/src/testreporthub/__main__.py

@@ -0,0 +1,4 @@
+from testreporthub.cli import main
+
+if __name__ == "__main__":
+    main()