qualito 0.1.0__tar.gz

qualito-0.1.0/.claude/CLAUDE.md

@@ -0,0 +1,31 @@
+# DQI — Delegation Quality Index
+
+CLI tool + MCP server for measuring and improving AI agent delegation quality. Claude Code-specific.
+
+## Architecture
+
+- `src/dqi/core/` — Core modules (DQI calculator, evaluator, stream parser, DB, measurement, benchmarks, pattern detector, feedback loop)
+- `src/dqi/cli/` — Click CLI commands (`dqi init`, `dqi score`, `dqi delegate`, `dqi status`, `dqi costs`)
+- `src/dqi/mcp/` — MCP server (5 tools: dqi_score, dqi_cost, dqi_patterns, dqi_warnings, dqi_templates)
+- `tests/` — pytest tests
+
+## Stack
+
+- **Python 3.11+**, managed with **uv**
+- **click** for CLI
+- **SQLite** for local data (`.dqi/dqi.db` per project)
+- **mcp** Python SDK for MCP server
+- **pytest + ruff** for testing/linting
+
+## Conventions
+
+- All modules importable as `from dqi.core import ...`
+- No hardcoded paths — everything configurable via env vars or `.dqi/config.toml`
+- `DQI_DIR` env var overrides default `.dqi/` location
+- Type hints on all public functions
+- Docstrings on all modules and public functions
+
+## Entry Points
+
+- CLI: `dqi = "dqi.cli.main:cli"`
+- MCP: `dqi-mcp = "dqi.mcp.server:main"`

qualito-0.1.0/.env.example

@@ -0,0 +1,18 @@
+# DQI Dashboard Environment Variables
+
+# JWT secret for auth tokens (auto-generated if not set)
+# DQI_JWT_SECRET=your-secret-here
+
+# Database directory (defaults to .dqi/ in current working directory)
+# DQI_DIR=.dqi
+
+# CORS origins (comma-separated, defaults to localhost:3000,5173,8090)
+# CORS_ORIGINS=http://localhost:5173,https://your-domain.com
+
+# Dashboard URL (for Stripe redirect URLs)
+# DASHBOARD_URL=http://localhost:5173
+
+# Stripe billing (required for Pro plan upgrades)
+STRIPE_SECRET_KEY=sk_test_...
+STRIPE_WEBHOOK_SECRET=whsec_...
+STRIPE_PRO_PRICE_ID=price_...

qualito-0.1.0/.gitignore

@@ -0,0 +1,37 @@
+# Python
+__pycache__/
+*.py[cod]
+*.egg-info/
+dist/
+build/
+.eggs/
+
+# Virtual environments
+.venv/
+venv/
+
+# Testing
+.pytest_cache/
+.coverage
+htmlcov/
+
+# IDE
+.idea/
+.vscode/
+*.swp
+*.swo
+
+# DQI local data
+.dqi/
+
+# Environment files
+.env
+.env.local
+.env.production
+
+# OS
+.DS_Store
+Thumbs.db
+
+# uv
+uv.lock

qualito-0.1.0/CODEBASE.md

@@ -0,0 +1,141 @@
+# DQI Codebase Map
+
+## Project Structure
+
+```
+dqi/
+  pyproject.toml          # Package config (hatchling, click CLI, 4 optional dep groups)
+  Dockerfile              # Railway deployment (Python 3.13-slim + uv)
+  railway.json            # Railway build config
+  .env.example            # Environment variables template
+  CODEBASE.md             # This file
+  README.md               # Product README with deployment instructions
+  src/dqi/
+    __init__.py            # Package root, __version__
+    config.py              # Config system: DqiConfig, load_config(), init_project()
+    importer.py            # Session importer: scan ~/.claude/projects/, import JSONL
+    cloud.py               # Cloud sync client: login, sync runs/incidents to hosted API
+    core/                  # Core library modules (no CLI, no hardcoded paths)
+      __init__.py          # Re-exports all public APIs
+      db.py                # SQLite database: schema (12 tables), get_db(), CRUD
+      dqi.py               # DQI calculator: calculate_dqi() (pure), store_dqi()
+      evaluator.py         # Auto-eval engine: 8 checks, human_score()
+      stream_parser.py     # Claude stream-json parser: parse_stream() -> ParsedStream
+      measure.py           # Measurement: baselines, Bayesian comparison, CUSUM monitor
+      benchmark.py         # Benchmark suites, experiment runner, statistical comparison
+      pattern_detector.py  # Repeated task pattern detection + classification
+      feedback_loop.py     # Warning generation for underperforming combos
+      incident_detector.py # Incident detection: 4 rules, workspace baselines, auto-resolve
+    cli/
+      __init__.py
+      main.py              # Click CLI: 11 commands
+    mcp/
+      __init__.py
+      server.py            # MCP server: 7 tools (FastMCP, stdio transport)
+    dashboard/
+      __init__.py
+      app.py               # FastAPI application factory, CORS, static files
+      api.py               # 17 API endpoints (dashboard, runs, metrics, experiments, incidents, SLO, config, sync)
+      auth.py              # Auth service: JWT, bcrypt, API keys, user management
+      auth_routes.py       # 8 auth endpoints (register, login, me, API keys, CLI token)
+      billing.py           # Stripe integration: checkout, webhooks, subscription management
+      billing_routes.py    # 4 billing endpoints (checkout, webhook, status, cancel)
+      frontend/            # SvelteKit 5 + Tailwind 4 dashboard
+        src/
+          app.css          # DQI design system (teal #14b8a6 accent, dark theme)
+          app.html         # Shell with Inter + JetBrains Mono fonts
+          routes/          # 12 pages + 1 layout
+            +layout.svelte     # Sidebar nav, SSE, auth guard, incident badge
+            +page.svelte       # Dashboard: DQI gauge, stats, trend chart, recent runs
+            login/             # Login/register form
+            runs/              # Run list (filters, table) + [id] detail (DQI breakdown)
+            metrics/           # Charts: DQI trend, cost trend, by-workspace, by-type
+            experiments/       # Experiment cards + [id] detail (scientific paper) + compare
+            incidents/         # Incident list + [id] detail (timeline, report slide panel)
+            slo/               # SLO gauges (quality, availability, cost)
+            settings/          # Account, API keys, billing, plan management
+          lib/
+            api.ts             # Typed fetch wrappers (auth-aware, JWT in headers)
+            types.ts           # TypeScript interfaces (Run, Experiment, Incident, User, etc.)
+            format.ts          # Date, cost, duration, DQI color formatting
+            sse.ts             # SSE client with auto-reconnect
+            dqi-constants.ts   # Tier labels, colors, weights
+            components/        # 8 reusable Svelte components
+              Badge.svelte, Breadcrumb.svelte, Card.svelte, Chart.svelte,
+              DqiBreakdown.svelte, DqiGauge.svelte, SlidePanel.svelte, StatusBadge.svelte
+        vercel.json        # Vercel deployment config (API rewrites)
+  tests/
+    __init__.py
+    test_smoke.py          # 16 import + function tests
+    test_config.py         # 8 config + CLI tests
+```
+
+## CLI Commands (11)
+
+| Command | What |
+|---|---|
+| `dqi init` | Initialize .dqi/ in project |
+| `dqi status` | Show config, DB, run count |
+| `dqi import` | Import Claude Code sessions from ~/.claude/projects/ |
+| `dqi score` | DQI scores table with trends |
+| `dqi costs` | Cost breakdown + waste analysis |
+| `dqi incidents` | Active quality incidents |
+| `dqi slo` | SLO compliance (quality, availability, cost) |
+| `dqi dashboard` | Launch web dashboard |
+| `dqi login` | Authenticate with cloud API |
+| `dqi sync` | Push local data to cloud |
+| `dqi logout` | Remove cloud credentials |
+
+## API Endpoints (29)
+
+| Method | Path | Purpose |
+|---|---|---|
+| GET | /api/dashboard | Hero metrics (avg DQI, run count, cost, incidents) |
+| GET | /api/runs | Paginated run list with filters |
+| GET | /api/runs/{id} | Run detail with evaluations |
+| GET | /api/metrics | DQI trend, cost trend, breakdowns |
+| GET | /api/experiments | List experiments |
+| GET | /api/experiments/{id} | Experiment detail |
+| GET | /api/experiments/{id}/transitions | Available state transitions |
+| POST | /api/experiments/{id}/transition | Transition experiment status |
+| GET | /api/experiments/compare/{before}/{after} | Comparison data |
+| GET | /api/incidents | List incidents with filters |
+| GET | /api/incidents/{id} | Incident detail with events |
+| GET | /api/incidents/summary | Counts by severity |
+| GET | /api/incidents/slo | SLO compliance |
+| GET | /api/config | Current config |
+| PUT | /api/config | Update SLO targets |
+| POST | /api/sync/runs | Receive synced runs from CLI |
+| POST | /api/sync/incidents | Receive synced incidents from CLI |
+| POST | /api/auth/register | Create account |
+| POST | /api/auth/login | Get JWT token |
+| GET | /api/auth/me | Current user |
+| POST | /api/auth/api-keys | Create API key |
+| GET | /api/auth/api-keys | List API keys |
+| DELETE | /api/auth/api-keys/{id} | Revoke API key |
+| POST | /api/auth/cli-token | CLI auth token |
+| GET | /api/auth/cli-callback | CLI auth callback |
+| POST | /api/billing/checkout | Create Stripe checkout |
+| POST | /api/billing/webhook | Stripe webhook handler |
+| GET | /api/billing/status | Subscription status |
+| POST | /api/billing/cancel | Cancel subscription |
+
+## MCP Tools (7)
+
+dqi_score, dqi_cost, dqi_patterns, dqi_warnings, dqi_templates, dqi_incidents, dqi_slo
+
+## Database (12 tables)
+
+runs, tool_calls, file_activity, evaluations, artifacts, baselines, system_changes, benchmark_suites, experiments, experiment_comparisons, incidents, incident_events
+
+Auth tables (dashboard): users, api_keys
+
+## Key Design Decisions
+
+- **Cloud-first**: CLI collects locally, syncs to hosted API, dashboard is hosted
+- **No hardcoded paths**: All modules accept `conn` parameter or resolve via env vars
+- **Connection management**: All DB functions accept optional `conn` — swappable for PostgreSQL
+- **Pure functions where possible**: calculate_dqi() and parse_stream() are side-effect-free
+- **Auth**: JWT + API keys, CLI authenticates via browser flow or --api-key flag
+- **Billing**: Stripe checkout + webhooks, graceful degradation if stripe not available
+- **Package vetting**: All deps must pass 7-day age rule + vulnerability scan before adding

qualito-0.1.0/Dockerfile

@@ -0,0 +1,35 @@
+FROM python:3.13-slim AS builder
+
+WORKDIR /app
+
+# Install uv
+COPY --from=ghcr.io/astral-sh/uv:latest /uv /usr/local/bin/uv
+
+# Copy dependency files
+COPY pyproject.toml uv.lock ./
+
+# Install dependencies (dashboard extra)
+RUN uv sync --frozen --no-dev --extra dashboard
+
+# Copy source
+COPY src/ src/
+
+# Install the package itself
+RUN uv pip install --no-deps -e .
+
+# --- Runtime ---
+FROM python:3.13-slim
+
+WORKDIR /app
+
+# Copy virtual env and source from builder
+COPY --from=builder /app/.venv /app/.venv
+COPY --from=builder /app/src /app/src
+COPY --from=builder /app/pyproject.toml /app/pyproject.toml
+
+ENV PATH="/app/.venv/bin:$PATH"
+ENV PYTHONUNBUFFERED=1
+
+EXPOSE 8090
+
+CMD ["uvicorn", "dqi.dashboard.app:create_app", "--factory", "--host", "0.0.0.0", "--port", "8090"]

qualito-0.1.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Mattia Papa
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

qualito-0.1.0/PKG-INFO

@@ -0,0 +1,116 @@
+Metadata-Version: 2.4
+Name: qualito
+Version: 0.1.0
+Summary: Quality metrics for AI-assisted development — measure and improve your Claude Code sessions
+Project-URL: Homepage, https://qualito.ai
+Project-URL: Repository, https://github.com/mp-web3/qualito
+Project-URL: Issues, https://github.com/mp-web3/qualito/issues
+Author: Mattia Papa
+License-Expression: MIT
+License-File: LICENSE
+Keywords: ai,claude,delegation,mcp,quality
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Topic :: Software Development :: Quality Assurance
+Requires-Python: >=3.11
+Requires-Dist: click<8.3.2,>=8.1
+Provides-Extra: all
+Requires-Dist: bcrypt>=4.0; extra == 'all'
+Requires-Dist: charset-normalizer<3.4.7,>=3.0; extra == 'all'
+Requires-Dist: email-validator>=2.0; extra == 'all'
+Requires-Dist: fastapi<0.135.3,>=0.115; extra == 'all'
+Requires-Dist: jinja2>=3.1; extra == 'all'
+Requires-Dist: mcp<1.27,>=1.0; extra == 'all'
+Requires-Dist: python-jose[cryptography]>=3.3; extra == 'all'
+Requires-Dist: stripe<15.0.1,>=7.0; extra == 'all'
+Requires-Dist: uvicorn<0.43,>=0.31; extra == 'all'
+Provides-Extra: dashboard
+Requires-Dist: bcrypt>=4.0; extra == 'dashboard'
+Requires-Dist: charset-normalizer<3.4.7,>=3.0; extra == 'dashboard'
+Requires-Dist: email-validator>=2.0; extra == 'dashboard'
+Requires-Dist: fastapi<0.135.3,>=0.115; extra == 'dashboard'
+Requires-Dist: jinja2>=3.1; extra == 'dashboard'
+Requires-Dist: python-jose[cryptography]>=3.3; extra == 'dashboard'
+Requires-Dist: stripe<15.0.1,>=7.0; extra == 'dashboard'
+Requires-Dist: uvicorn<0.43,>=0.31; extra == 'dashboard'
+Provides-Extra: dev
+Requires-Dist: pytest>=8.0; extra == 'dev'
+Requires-Dist: ruff<0.15.9,>=0.4; extra == 'dev'
+Provides-Extra: mcp
+Requires-Dist: mcp<1.27,>=1.0; extra == 'mcp'
+Requires-Dist: uvicorn<0.43,>=0.31; extra == 'mcp'
+Description-Content-Type: text/markdown
+
+# DQI — Delegation Quality Index
+
+Measure and improve AI agent delegation quality. CLI tool + MCP server for Claude Code.
+
+## Installation
+
+```bash
+pip install dqi
+# or with MCP server support:
+pip install "dqi[mcp]"
+```
+
+## MCP Server Setup
+
+Add to your `.claude.json` or `.mcp.json`:
+
+```json
+{
+  "dqi": {
+    "command": "uvx",
+    "args": ["dqi-mcp"]
+  }
+}
+```
+
+### Available Tools
+
+| Tool | Description |
+|------|-------------|
+| `dqi_score` | DQI score summary: average, trend, component breakdown, tier distribution |
+| `dqi_cost` | Cost analysis: total spend, average per run, daily trend, waste estimate |
+| `dqi_patterns` | Repeated task pattern detection with classification and recommendations |
+| `dqi_warnings` | Underperforming workspace/task_type combos with actionable suggestions |
+| `dqi_templates` | Task type inference and delegation template recommendations |
+| `dqi_incidents` | Quality incidents: regressions, anomalies, severity tracking |
+| `dqi_slo` | SLO compliance: quality, availability, and cost targets |
+
+## Deployment
+
+The DQI dashboard deploys as a split-stack: **Railway** (API) + **Vercel** (frontend).
+
+### API (Railway)
+
+1. Connect the repo to Railway
+2. Set environment variables:
+   - `DQI_JWT_SECRET` — stable random secret for JWT signing
+   - `DQI_DIR` — data directory path (e.g. `/data/.dqi`)
+   - `CORS_ORIGINS` — comma-separated allowed origins (e.g. `https://dqi.dev,https://www.dqi.dev`)
+3. Railway will auto-detect the `Dockerfile` and `railway.json`
+
+### Frontend (Vercel)
+
+1. Set the root directory to `src/dqi/dashboard/frontend`
+2. Set environment variable:
+   - `VITE_API_URL` — Railway API URL (e.g. `https://api.dqi.dev`)
+3. The `vercel.json` rewrites `/api/*` requests to the Railway backend
+
+### Local Development
+
+```bash
+# Copy and fill in env vars
+cp env.example .env
+
+# API (from repo root)
+uv run uvicorn dqi.dashboard.app:create_app --factory --port 8090
+
+# Frontend (from src/dqi/dashboard/frontend/)
+npm install && npm run dev
+```

qualito-0.1.0/README.md

@@ -0,0 +1,69 @@
+# DQI — Delegation Quality Index
+
+Measure and improve AI agent delegation quality. CLI tool + MCP server for Claude Code.
+
+## Installation
+
+```bash
+pip install dqi
+# or with MCP server support:
+pip install "dqi[mcp]"
+```
+
+## MCP Server Setup
+
+Add to your `.claude.json` or `.mcp.json`:
+
+```json
+{
+  "dqi": {
+    "command": "uvx",
+    "args": ["dqi-mcp"]
+  }
+}
+```
+
+### Available Tools
+
+| Tool | Description |
+|------|-------------|
+| `dqi_score` | DQI score summary: average, trend, component breakdown, tier distribution |
+| `dqi_cost` | Cost analysis: total spend, average per run, daily trend, waste estimate |
+| `dqi_patterns` | Repeated task pattern detection with classification and recommendations |
+| `dqi_warnings` | Underperforming workspace/task_type combos with actionable suggestions |
+| `dqi_templates` | Task type inference and delegation template recommendations |
+| `dqi_incidents` | Quality incidents: regressions, anomalies, severity tracking |
+| `dqi_slo` | SLO compliance: quality, availability, and cost targets |
+
+## Deployment
+
+The DQI dashboard deploys as a split-stack: **Railway** (API) + **Vercel** (frontend).
+
+### API (Railway)
+
+1. Connect the repo to Railway
+2. Set environment variables:
+   - `DQI_JWT_SECRET` — stable random secret for JWT signing
+   - `DQI_DIR` — data directory path (e.g. `/data/.dqi`)
+   - `CORS_ORIGINS` — comma-separated allowed origins (e.g. `https://dqi.dev,https://www.dqi.dev`)
+3. Railway will auto-detect the `Dockerfile` and `railway.json`
+
+### Frontend (Vercel)
+
+1. Set the root directory to `src/dqi/dashboard/frontend`
+2. Set environment variable:
+   - `VITE_API_URL` — Railway API URL (e.g. `https://api.dqi.dev`)
+3. The `vercel.json` rewrites `/api/*` requests to the Railway backend
+
+### Local Development
+
+```bash
+# Copy and fill in env vars
+cp env.example .env
+
+# API (from repo root)
+uv run uvicorn dqi.dashboard.app:create_app --factory --port 8090
+
+# Frontend (from src/dqi/dashboard/frontend/)
+npm install && npm run dev
+```

qualito-0.1.0/env.example

@@ -0,0 +1,16 @@
+# DQI Dashboard — Environment Variables
+
+# Database: PostgreSQL connection string for production, omit for SQLite
+# DATABASE_URL=postgresql://user:pass@host:5432/dqi
+
+# DQI data directory (SQLite fallback)
+# DQI_DIR=/data/.dqi
+
+# JWT secret for auth tokens (required in production — must be stable across deploys)
+DQI_JWT_SECRET=change-me-to-a-random-secret
+
+# CORS allowed origins (comma-separated)
+CORS_ORIGINS=http://localhost:5173,http://localhost:3000
+
+# Frontend API URL (set in Vercel env vars)
+# VITE_API_URL=https://api.dqi.dev

qualito-0.1.0/pyproject.toml

@@ -0,0 +1,85 @@
+[project]
+name = "qualito"
+version = "0.1.0"
+description = "Quality metrics for AI-assisted development — measure and improve your Claude Code sessions"
+readme = "README.md"
+license = "MIT"
+requires-python = ">=3.11"
+authors = [
+    { name = "Mattia Papa" },
+]
+keywords = ["ai", "claude", "delegation", "quality", "mcp"]
+classifiers = [
+    "Development Status :: 3 - Alpha",
+    "Intended Audience :: Developers",
+    "License :: OSI Approved :: MIT License",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Programming Language :: Python :: 3.13",
+    "Topic :: Software Development :: Quality Assurance",
+]
+dependencies = [
+    "click>=8.1,<8.3.2",
+]
+
+[project.urls]
+Homepage = "https://qualito.ai"
+Repository = "https://github.com/mp-web3/qualito"
+Issues = "https://github.com/mp-web3/qualito/issues"
+
+[project.optional-dependencies]
+mcp = [
+    "mcp>=1.0,<1.27",
+    "uvicorn>=0.31,<0.43",
+]
+dashboard = [
+    "fastapi>=0.115,<0.135.3",
+    "uvicorn>=0.31,<0.43",
+    "jinja2>=3.1",
+    "python-jose[cryptography]>=3.3",
+    "bcrypt>=4.0",
+    "stripe>=7.0,<15.0.1",
+    "charset-normalizer>=3.0,<3.4.7",
+    "email-validator>=2.0",
+]
+all = [
+    "qualito[mcp]",
+    "qualito[dashboard]",
+]
+dev = [
+    "pytest>=8.0",
+    "ruff>=0.4,<0.15.9",
+]
+
+[project.scripts]
+dqi = "dqi.cli.main:cli"
+dqi-mcp = "dqi.mcp.server:main"
+
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[tool.hatch.build.targets.wheel]
+packages = ["src/dqi"]
+exclude = [
+    "src/dqi/dashboard/frontend/node_modules",
+    "src/dqi/dashboard/frontend/src",
+    "src/dqi/dashboard/frontend/.svelte-kit",
+]
+
+[tool.hatch.build.targets.sdist]
+exclude = [
+    "src/dqi/dashboard/frontend/node_modules",
+    "src/dqi/dashboard/frontend/.svelte-kit",
+]
+
+[tool.ruff]
+target-version = "py311"
+line-length = 100
+
+[tool.ruff.lint]
+select = ["E", "F", "I", "W"]
+
+[tool.pytest.ini_options]
+testpaths = ["tests"]
+pythonpath = ["src"]

qualito-0.1.0/railway.json

@@ -0,0 +1,14 @@
+{
+  "$schema": "https://railway.com/railway.schema.json",
+  "build": {
+    "builder": "DOCKERFILE",
+    "dockerfilePath": "Dockerfile"
+  },
+  "deploy": {
+    "startCommand": "uvicorn dqi.dashboard.app:create_app --factory --host 0.0.0.0 --port ${PORT:-8090}",
+    "healthcheckPath": "/api/dashboard",
+    "healthcheckTimeout": 30,
+    "restartPolicyType": "ON_FAILURE",
+    "restartPolicyMaxRetries": 5
+  }
+}

qualito-0.1.0/src/dqi/__init__.py

@@ -0,0 +1,6 @@
+"""DQI — Delegation Quality Index.
+
+Measure and improve AI agent delegation quality.
+"""
+
+__version__ = "0.1.0"