@ngocsangairvds/vsaf 3.2.14 → 3.2.16

package/tools/vds-scripts/progress_report_orchestrator/Dockerfile

@@ -1,77 +0,0 @@
-# syntax=docker/dockerfile:1.7-labs
-# =============================================================================
-# VDS Progress Report Orchestrator - Dockerfile
-# Phase: ecosystem-infrastructure-evolution P2 (FR-4 optional)
-#
-# Build context: vds-scripts workspace root
-# Example: docker build -f WHO-project/vds-scripts/progress_report_orchestrator/Dockerfile WHO-project/vds-scripts/
-#
-# Runtime contract:
-#   - Connects to shared postgres on `progress` schema (search_path)
-#   - Self-bootstrapping: init_schema() runs on first invocation
-#   - CLI tool, not a long-running service
-# =============================================================================
-
-FROM python:3.14.4-slim
-
-ENV PYTHONDONTWRITEBYTECODE=1 \
-    PYTHONUNBUFFERED=1 \
-    UV_LINK_MODE=copy \
-    UV_COMPILE_BYTECODE=1 \
-    UV_PROJECT_ENVIRONMENT=/opt/venv \
-    PATH="/opt/venv/bin:$PATH"
-
-WORKDIR /app
-
-RUN apt-get update && apt-get install -y --no-install-recommends \
-    git curl build-essential libpq-dev \
-    && rm -rf /var/lib/apt/lists/*
-
-COPY --from=ghcr.io/astral-sh/uv:latest /uv /bin/uv
-
-# Copy progress_report and its workspace deps
-COPY progress_report_orchestrator/pyproject.toml /app/progress_report_orchestrator/
-COPY progress_report_orchestrator/README.md /app/progress_report_orchestrator/
-COPY progress_report_orchestrator/src /app/progress_report_orchestrator/src
-# Alembic source (P4 v2.11.1+; required by progress-migrate compose service)
-COPY progress_report_orchestrator/alembic.ini /app/progress_report_orchestrator/
-COPY progress_report_orchestrator/alembic /app/progress_report_orchestrator/alembic
-
-COPY vds_cli_common /app/vds_cli_common
-COPY vds_memory_client /app/vds_memory_client
-COPY vds_agent_core /app/vds_agent_core
-COPY bitbucket_orchestrator /app/bitbucket_orchestrator
-COPY hexagonal_orchestrator /app/hexagonal_orchestrator
-COPY structure_orchestrator /app/structure_orchestrator
-# P5 WP-5.2 / ADR-INF-12: progress env.py imports from vds_platform_core.alembic.runtime
-COPY platform_core /app/platform_core
-
-# Install with full workspace dep chain
-RUN --mount=type=cache,target=/root/.cache/uv \
-    mkdir -p /app/reports /app/cache && \
-    uv venv --python 3.14 /opt/venv && \
-    uv pip install --python /opt/venv/bin/python --no-sources \
-        /app/vds_cli_common \
-        /app/vds_memory_client \
-        /app/vds_agent_core \
-        /app/bitbucket_orchestrator \
-        /app/hexagonal_orchestrator \
-        /app/structure_orchestrator \
-        /app/platform_core \
-        /app/progress_report_orchestrator
-
-# Non-root user; volumes mount reports/cache
-RUN groupadd -r progress && useradd -r -g progress -d /home/progress -s /sbin/nologin progress && \
-    mkdir -p /home/progress && \
-    chown -R progress:progress /home/progress /app/reports /app/cache /opt/venv
-
-USER progress
-
-# CLI tool — entrypoint runs vds-progress; CMD shows help by default.
-# Override CMD with subcommand: docker run vds-progress generate --project ...
-ENTRYPOINT ["/opt/venv/bin/vds-progress"]
-CMD ["--help"]
-
-LABEL org.opencontainers.image.title="VDS Progress Report Orchestrator" \
-      org.opencontainers.image.description="INSURANCE-AI alignment tracking and progress report generation" \
-      org.opencontainers.image.created="2026-04-25"

package/tools/vds-scripts/progress_report_orchestrator/README.md

@@ -1,39 +0,0 @@
-# Progress Report Orchestrator
-
-INSURANCE-AI alignment tracking and progress report generation.
-
-CLI tool for generating structural and LLM-dimensional progress reports. Connects to the shared `vds_platform` postgres on the `progress` schema; the schema self-bootstraps via `init_schema()` on first invocation.
-
-## Usage
-
-```bash
-# Via vds-cli (preferred)
-vds-cli progress --help
-
-# Via Makefile (containerized, P2 optional, Tier 3 CLI per ADR-INF-10)
-make run-progress ARGS="generate --project <name>"
-# Equivalent direct compose form:
-docker compose -p vds-platform \
-  -f docker/docker-compose.infra.yml \
-  -f docker/docker-compose.cli.yml \
-  --profile progress run --rm progress-report-orchestrator generate --project <name>
-
-# Direct CLI (development)
-./scripts/worktree_uv.sh run --project progress_report_orchestrator vds-progress --help
-```
-
-## Spec & ADRs
-
-This package is governed by `.gpt-5.4/specs/ecosystem-infrastructure-evolution/` (Phase P2, FR-4). It is an **optional** CLI service — the `progress` profile in `docker/docker-compose.cli.yml` activates it only when explicitly requested.
-
-## Database
-
-| Schema | Owner | Purpose |
-|---|---|---|
-| `progress` | `vds_progress_app` | Reports, daily scores, document hashes, FR assessments, service analyses |
-
-Connection DSN (in container): `postgresql://postgres:***@postgres:5432/vds_platform?options=-c%20search_path%3Dprogress`
-
-## Container
-
-Built from `Dockerfile`. Restart policy is `"no"` — CLI containers run once and exit. Override `CMD` to run a specific subcommand.

package/tools/vds-scripts/progress_report_orchestrator/alembic/env.py

@@ -1,42 +0,0 @@
-"""progress_report_orchestrator Alembic env — see ADR-INF-11 + ADR-INF-12.
-
-Refactored from 159 LOC to ~25 LOC by WP-5.2. All boilerplate delegated to
-vds_platform_core.alembic.runtime. Design choices and SA2.0 implicit-tx
-gotcha documented in ADR-INF-11. Full history at commit 8997f8ca.
-
-target_metadata=None: progress_report_orchestrator uses raw SQL DDL (psycopg,
-no SQLAlchemy ORM). Migrations authored manually via `alembic revision -m`.
-"""
-
-from logging.config import fileConfig
-
-from vds_platform_core.alembic import (
-    resolve_database_url,
-    run_migrations_offline,
-    run_migrations_online,
-)
-
-from alembic import context
-from progress_report_orchestrator.db.alembic_filters import include_name
-
-config = context.config
-if config.config_file_name is not None:
-    fileConfig(config.config_file_name)
-
-# progress_report_orchestrator has no SQLAlchemy ORM Base — raw DDL only.
-target_metadata = None
-
-URL = resolve_database_url(env_var="DATABASE_URL")
-KW = {
-    "target_metadata": target_metadata,
-    "schema": "progress",
-    "url": URL,
-    "include_name": include_name,
-    # ADR-INF-11: alembic_version stays in the progress schema (in-schema policy).
-    "version_table_schema": "progress",
-}
-
-if context.is_offline_mode():
-    run_migrations_offline(**KW)
-else:
-    run_migrations_online(**KW, alembic_config=config)

package/tools/vds-scripts/progress_report_orchestrator/alembic/script.py.mako

@@ -1,28 +0,0 @@
-"""${message}
-
-Revision ID: ${up_revision}
-Revises: ${down_revision | comma,n}
-Create Date: ${create_date}
-
-"""
-from __future__ import annotations
-
-from typing import Sequence, Union
-
-from alembic import op
-import sqlalchemy as sa
-${imports if imports else ""}
-
-# revision identifiers, used by Alembic.
-revision: str = ${repr(up_revision)}
-down_revision: Union[str, None] = ${repr(down_revision)}
-branch_labels: Union[str, Sequence[str], None] = ${repr(branch_labels)}
-depends_on: Union[str, Sequence[str], None] = ${repr(depends_on)}
-
-
-def upgrade() -> None:
-    ${upgrades if upgrades else "pass"}
-
-
-def downgrade() -> None:
-    ${downgrades if downgrades else "pass"}

package/tools/vds-scripts/progress_report_orchestrator/alembic/versions/0001_initial_progress_schema.py

@@ -1,180 +0,0 @@
-"""Initial progress schema — squash hand-rolled init_schema() into Alembic
-
-Revision ID: 0001
-Revises:
-Create Date: 2026-04-25
-
-Subsumes the 5-table DDL formerly inlined in
-``src/progress_report_orchestrator/state/schema.py::_TABLES`` and applied by
-``init_schema()``. Existing deployments must run::
-
-    alembic -c progress_report_orchestrator/alembic.ini stamp 0001
-
-before ``alembic upgrade head`` so the existing tables are not re-created
-(idempotence guards make re-creation safe, but stamp avoids the duplicate-DDL
-work and aligns the version table with reality).
-
-Schema layout (per ADR-INF-10 shared-cluster contract):
-
-* All progress tables live in the ``progress`` schema.
-* The ``progress`` schema itself is created here (CREATE SCHEMA IF NOT EXISTS).
-* ``alembic_version`` lives in ``progress`` (see env.py
-  ``version_table_schema="progress"``).
-* ``downgrade()`` does NOT ``DROP SCHEMA progress CASCADE`` — progress shares
-  the cluster with sibling orchestrators and CASCADE would also wipe the
-  alembic_version state mid-downgrade.
-
-Tables created (matches the prior ``_TABLES`` dict and ``_TABLE_ORDER``):
-
-1. progress_runs       — top-level run rows (status, phase checkpoint, score)
-2. fr_assessments      — per-FR assessment rows (FK -> progress_runs)
-3. document_hashes     — per-doc git SHA tracking (FK -> progress_runs)
-4. service_analyses    — per-repo RepoAnalysis JSONB (FK -> progress_runs)
-5. daily_scores        — UPSERT'd composite scores per (project, date)
-
-Plus the unique index on ``daily_scores (project_key, run_date)`` to support
-the ``ON CONFLICT`` clause in ``save_daily_scores()``.
-"""
-
-from __future__ import annotations
-
-from collections.abc import Sequence
-
-import sqlalchemy as sa
-
-from alembic import op
-
-# revision identifiers, used by Alembic.
-revision: str = "0001"
-down_revision: str | None = None
-branch_labels: str | Sequence[str] | None = None
-depends_on: str | Sequence[str] | None = None
-
-
-# ---------------------------------------------------------------------------
-# Schema + tables — ALL DDL guarded with IF NOT EXISTS so this revision is
-# safe to run on existing databases (operator stamps 0001, then upgrades).
-# ---------------------------------------------------------------------------
-
-
-def upgrade() -> None:
-    # 1. Create the dedicated `progress` schema (idempotent).
-    op.execute(sa.text("CREATE SCHEMA IF NOT EXISTS progress"))
-
-    # 2. progress_runs — top-level run row.
-    op.execute(
-        sa.text(
-            """
-            CREATE TABLE IF NOT EXISTS progress.progress_runs (
-                run_id          TEXT PRIMARY KEY,
-                project_key     TEXT NOT NULL,
-                started_at      TIMESTAMPTZ NOT NULL DEFAULT NOW(),
-                completed_at    TIMESTAMPTZ,
-                completed_phase TEXT,
-                status          TEXT NOT NULL DEFAULT 'running',
-                error           TEXT,
-                config_json     JSONB,
-                overall_score   REAL
-            )
-            """
-        )
-    )
-
-    # 3. fr_assessments — per-FR assessment row (FK -> progress_runs).
-    op.execute(
-        sa.text(
-            """
-            CREATE TABLE IF NOT EXISTS progress.fr_assessments (
-                id                      SERIAL PRIMARY KEY,
-                run_id                  TEXT REFERENCES progress.progress_runs(run_id),
-                fr_id                   TEXT NOT NULL,
-                service_exists          BOOLEAN,
-                doc_chain_complete      BOOLEAN,
-                brd_traced              BOOLEAN,
-                code_activity_score     REAL,
-                test_coverage_score     REAL,
-                architecture_compliance REAL,
-                endpoint_coverage       REAL,
-                overall_score           REAL,
-                gap_summary             TEXT,
-                payload                 JSONB
-            )
-            """
-        )
-    )
-
-    # 4. document_hashes — per-doc git SHA tracking (FK -> progress_runs).
-    op.execute(
-        sa.text(
-            """
-            CREATE TABLE IF NOT EXISTS progress.document_hashes (
-                id                  SERIAL PRIMARY KEY,
-                run_id              TEXT REFERENCES progress.progress_runs(run_id),
-                doc_id              TEXT NOT NULL,
-                doc_path            TEXT NOT NULL,
-                git_sha             TEXT,
-                changed_since_last  BOOLEAN DEFAULT TRUE
-            )
-            """
-        )
-    )
-
-    # 5. service_analyses — per-repo RepoAnalysis JSONB (FK -> progress_runs).
-    op.execute(
-        sa.text(
-            """
-            CREATE TABLE IF NOT EXISTS progress.service_analyses (
-                id                  SERIAL PRIMARY KEY,
-                run_id              TEXT REFERENCES progress.progress_runs(run_id),
-                repo_slug           TEXT NOT NULL,
-                repo_analysis_json  JSONB
-            )
-            """
-        )
-    )
-
-    # 6. daily_scores — UPSERT'd composite score per (project_key, run_date).
-    op.execute(
-        sa.text(
-            """
-            CREATE TABLE IF NOT EXISTS progress.daily_scores (
-                id              SERIAL PRIMARY KEY,
-                project_key     TEXT NOT NULL,
-                run_date        DATE NOT NULL,
-                overall_score   REAL,
-                fr_scores_json  JSONB,
-                UNIQUE (project_key, run_date)
-            )
-            """
-        )
-    )
-
-    # 7. Unique index for `ON CONFLICT (project_key, run_date)` in
-    #    save_daily_scores(). The UNIQUE constraint above already creates one,
-    #    but the legacy schema.py also created an explicit index — preserve
-    #    the name so existing dbs that already have it don't conflict.
-    op.execute(
-        sa.text(
-            """
-            CREATE UNIQUE INDEX IF NOT EXISTS daily_scores_project_date_uidx
-                ON progress.daily_scores (project_key, run_date)
-            """
-        )
-    )
-
-
-def downgrade() -> None:
-    """Drop progress tables WITHOUT dropping the schema.
-
-    Per ADR-INF-11 the progress schema is shared with sibling orchestrators in
-    no DROP-CASCADE sense, AND the alembic_version table itself lives in
-    ``progress`` — dropping the schema would wipe the version state mid-rollback.
-    Instead, drop tables individually in reverse-FK order.
-    """
-    op.execute(sa.text("DROP INDEX IF EXISTS progress.daily_scores_project_date_uidx"))
-    op.execute(sa.text("DROP TABLE IF EXISTS progress.daily_scores"))
-    op.execute(sa.text("DROP TABLE IF EXISTS progress.service_analyses"))
-    op.execute(sa.text("DROP TABLE IF EXISTS progress.document_hashes"))
-    op.execute(sa.text("DROP TABLE IF EXISTS progress.fr_assessments"))
-    op.execute(sa.text("DROP TABLE IF EXISTS progress.progress_runs"))
-    # Intentionally NOT dropping the progress schema or alembic_version here.

package/tools/vds-scripts/progress_report_orchestrator/alembic.ini

@@ -1,67 +0,0 @@
-# Alembic configuration for progress_report_orchestrator (phase P4).
-#
-# Replaces the hand-rolled ``init_schema()`` DDL formerly in
-# ``src/progress_report_orchestrator/state/schema.py``. Pattern mirrors
-# memory_orchestrator/alembic.ini and scheduler_orchestrator/alembic.ini —
-# paths use %(here)s so commands work from any CWD (worktree, main repo,
-# container).
-#
-# Container usage (progress-migrate service):
-#   /opt/venv/bin/alembic -c /app/progress_report_orchestrator/alembic.ini upgrade head
-#
-# Local usage (worktree-safe):
-#   ./scripts/worktree_uv.sh run --project progress_report_orchestrator \
-#     alembic -c progress_report_orchestrator/alembic.ini upgrade head
-
-[alembic]
-# %(here)s = directory containing this .ini file (progress_report_orchestrator/)
-script_location = %(here)s/alembic
-
-# Prepend src/ to sys.path so env.py can import progress_report_orchestrator
-prepend_sys_path = %(here)s/src
-
-# DATABASE_URL is read from env in env.py — never set here (no creds in config)
-# sqlalchemy.url = (overridden by env.py)
-
-# Migration file naming: <YYYYMMDD>_<rev>_<slug>.py
-file_template = %%(year)d%%(month).2d%%(day).2d_%%(rev)s_%%(slug)s
-
-# Timezone for timestamps in migration file headers
-timezone = UTC
-
-[post_write_hooks]
-# No hooks; ruff formatting is handled by the pre-commit hook
-
-[loggers]
-keys = root,sqlalchemy,alembic
-
-[handlers]
-keys = console
-
-[formatters]
-keys = generic
-
-[logger_root]
-level = WARN
-handlers = console
-qualname =
-
-[logger_sqlalchemy]
-level = WARN
-handlers =
-qualname = sqlalchemy.engine
-
-[logger_alembic]
-level = INFO
-handlers =
-qualname = alembic
-
-[handler_console]
-class = StreamHandler
-args = (sys.stderr,)
-level = NOTSET
-formatter = generic
-
-[formatter_generic]
-format = %(levelname)-5.5s [%(name)s] %(message)s
-datefmt = %H:%M:%S

package/tools/vds-scripts/progress_report_orchestrator/pyproject.toml

@@ -1,67 +0,0 @@
-[project]
-name = "vds-progress-report-orchestrator"
-version = "0.1.0"
-description = "VDS Progress Report Agent — INSURANCE-AI alignment tracking"
-requires-python = ">=3.14"  # matches audit_orchestrator; required for workspace Python runtime
-dependencies = [
-    "typer>=0.24.1",
-    "pydantic>=2.12.5",
-    "structlog>=25.5.0",
-    "pyyaml>=6.0.3",
-    "psycopg[binary]>=3.3.3",
-    # Phase P4: alembic owns the progress schema (replaces hand-rolled
-    # init_schema() formerly in state/schema.py). The progress-migrate
-    # service runs `alembic -c progress_report_orchestrator/alembic.ini
-    # upgrade head` before the API/worker start.
-    "alembic>=1.16.0",
-    # Workspace packages (direct reuse)
-    "vds-cli-common",
-    "vds-bitbucket-orchestrator",
-    "vds-hexagonal-orchestrator",
-    "vds-structure-orchestrator",
-    "vds-memory-client",
-    # Shared agent infrastructure (extracted from audit_orchestrator)
-    "vds-agent-core[litellm]",
-    # WP-5.2: DRY Alembic env.py helper (ADR-INF-12)
-    "vds-platform-core",
-]
-
-[project.scripts]
-vds-progress = "progress_report_orchestrator.cli:app"
-
-[build-system]
-requires = ["hatchling>=1.20.0"]
-build-backend = "hatchling.build"
-
-[tool.hatch.build.targets.wheel]
-packages = ["src/progress_report_orchestrator"]
-
-[dependency-groups]
-dev = [
-    "pytest>=9.0.2",
-    "pytest-asyncio>=0.25.0",
-    "pytest-cov>=5.0.0",
-    "pytest-timeout>=2.3.1",
-    "ruff>=0.14.11",
-]
-
-[tool.uv]
-package = true
-
-[tool.uv.sources]
-vds-cli-common = { workspace = true }
-vds-bitbucket-orchestrator = { workspace = true }
-vds-hexagonal-orchestrator = { workspace = true }
-vds-structure-orchestrator = { workspace = true }
-vds-memory-client = { workspace = true }
-vds-agent-core = { workspace = true }
-vds-platform-core = { workspace = true }
-
-[tool.pytest.ini_options]
-asyncio_mode = "auto"
-testpaths = ["tests"]
-timeout = 60
-
-[tool.ruff]
-line-length = 120
-target-version = "py311"

package/tools/vds-scripts/progress_report_orchestrator/src/progress_report_orchestrator/__init__.py

@@ -1,3 +0,0 @@
-from __future__ import annotations
-
-__version__ = "0.1.0"

package/tools/vds-scripts/progress_report_orchestrator/src/progress_report_orchestrator/analyzers/__init__.py

@@ -1 +0,0 @@
-from __future__ import annotations