@trac3er/oh-my-god 2.2.2 → 2.3.0

package/build/lib/runtime/eval_gate.py

@@ -1,96 +0,0 @@
-"""Reproducible evaluation results for release gating."""
-from __future__ import annotations
-
-from datetime import datetime, timezone
-import getpass
-import json
-import os
-from pathlib import Path
-import platform
-import socket
-from typing import Any
-from uuid import uuid4
-
-
-EVAL_GATE_LATEST_REL_PATH = Path(".omg") / "evals" / "latest.json"
-EVAL_GATE_HISTORY_REL_PATH = Path(".omg") / "evals" / "history.jsonl"
-EVAL_GATE_TRACE_LINKS_REL_PATH = Path(".omg") / "evals" / "trace-links.jsonl"
-
-
-def _now() -> str:
-    return datetime.now(timezone.utc).isoformat()
-
-
-def _executor() -> dict[str, str | int]:
-    return {
-        "user": getpass.getuser(),
-        "pid": os.getpid(),
-    }
-
-
-def _environment() -> dict[str, str]:
-    return {
-        "hostname": socket.gethostname(),
-        "platform": platform.platform(),
-    }
-
-
-def evaluate_trace(
-    project_dir: str,
-    *,
-    trace_id: str,
-    suites: list[str],
-    metrics: dict[str, float],
-    lineage: dict[str, Any] | None = None,
-    regression_threshold: float = 0.95,
-) -> dict[str, Any]:
-    eval_id = f"eval-{uuid4().hex}"
-    scorecard = {name: float(metrics.get(name, 0.0)) for name in suites}
-    regressed = any(score < regression_threshold for score in scorecard.values())
-    result = {
-        "schema": "EvalGateResult",
-        "eval_id": eval_id,
-        "trace_id": trace_id,
-        "lineage": lineage or {},
-        "evaluated_at": _now(),
-        "timestamp": _now(),
-        "executor": _executor(),
-        "environment": _environment(),
-        "status": "fail" if regressed else "ok",
-        "suites": suites,
-        "metrics": scorecard,
-        "summary": {
-            "regressed": regressed,
-            "regression_threshold": regression_threshold,
-        },
-    }
-
-    latest_path = Path(project_dir) / EVAL_GATE_LATEST_REL_PATH
-    latest_path.parent.mkdir(parents=True, exist_ok=True)
-    _ = latest_path.write_text(json.dumps(result, indent=2, ensure_ascii=True) + "\n", encoding="utf-8")
-
-    _ = link_trace(project_dir, eval_id=eval_id, trace_id=trace_id)
-
-    history_path = Path(project_dir) / EVAL_GATE_HISTORY_REL_PATH
-    with history_path.open("a", encoding="utf-8") as handle:
-        _ = handle.write(json.dumps(result, ensure_ascii=True) + "\n")
-
-    result["path"] = EVAL_GATE_LATEST_REL_PATH.as_posix()
-    return result
-
-
-def link_trace(project_dir: str, *, eval_id: str, trace_id: str) -> dict[str, Any]:
-    link = {
-        "schema": "EvalTraceLink",
-        "eval_id": eval_id,
-        "trace_id": trace_id,
-        "timestamp": _now(),
-        "executor": _executor(),
-        "environment": _environment(),
-    }
-    path = Path(project_dir) / EVAL_GATE_TRACE_LINKS_REL_PATH
-    path.parent.mkdir(parents=True, exist_ok=True)
-    with path.open("a", encoding="utf-8") as handle:
-        _ = handle.write(json.dumps(link, ensure_ascii=True) + "\n")
-    link["path"] = EVAL_GATE_TRACE_LINKS_REL_PATH.as_posix()
-    return link

package/build/lib/runtime/evidence_query.py

@@ -1,292 +0,0 @@
-from __future__ import annotations
-
-import json
-import hashlib
-from pathlib import Path
-from typing import cast
-
-from runtime.context_engine import load_profile_digest
-from runtime.evidence_requirements import EVIDENCE_REQUIREMENTS_BY_PROFILE, requirements_for_profile
-
-JsonPrimitive = str | int | float | bool | None
-JsonValue = JsonPrimitive | dict[str, "JsonValue"] | list["JsonValue"]
-JsonObject = dict[str, JsonValue]
-
-
-_EVIDENCE_DIRS = (
-    Path(".omg") / "evidence",
-    Path(".omg") / "tracebank",
-    Path(".omg") / "evals",
-    Path(".omg") / "lineage",
-    Path(".omg") / "state",
-)
-
-
-def _iter_json_files(root: Path, rel_dir: Path) -> list[Path]:
-    directory = root / rel_dir
-    if not directory.exists():
-        return []
-    return sorted(path for path in directory.glob("*.json") if path.is_file())
-
-
-def _load_json(path: Path) -> JsonObject | None:
-    try:
-        payload: object = json.loads(path.read_text(encoding="utf-8"))  # pyright: ignore[reportAny]
-    except (OSError, json.JSONDecodeError):
-        return None
-    if not isinstance(payload, dict):
-        return None
-    return cast(JsonObject, payload)
-
-
-def _json_checksum(payload: JsonObject) -> str:
-    encoded = json.dumps(payload, sort_keys=True, ensure_ascii=True, separators=(",", ":"))
-    return hashlib.sha256(encoded.encode("utf-8", errors="ignore")).hexdigest()
-
-
-def _record_copy_with_context_metadata(root: Path, record: JsonObject) -> JsonObject:
-    run_id = _record_string(record, "run_id")
-    if not run_id:
-        return record
-
-    profile_digest = load_profile_digest(root)
-    existing_profile_version = _record_string(record, "profile_version")
-    profile_version = existing_profile_version or str(profile_digest.get("profile_version", "")).strip()
-    evidence_profile = _record_string(record, "evidence_profile").strip()
-    evidence_requirements = requirements_for_profile(evidence_profile)
-    profile_is_known = not evidence_profile or evidence_profile in EVIDENCE_REQUIREMENTS_BY_PROFILE
-
-    intent_gate_payload = _load_json(root / ".omg" / "state" / "intent_gate" / f"{run_id}.json") or {}
-    existing_intent_gate_version = _record_string(record, "intent_gate_version")
-    intent_gate_version = existing_intent_gate_version or (
-        _record_string(intent_gate_payload, "intent_gate_version")
-        or _record_string(intent_gate_payload, "schema_version")
-        or _record_string(intent_gate_payload, "version")
-    )
-
-    packet_payload = _load_json(root / ".omg" / "state" / "context_engine_packet.json") or {}
-    packet_run_id = _record_string(packet_payload, "run_id")
-    scoped_packet = packet_payload if packet_run_id == run_id else {}
-    context_material: JsonObject = {
-        "run_id": run_id,
-        "profile_version": profile_version,
-        "intent_gate_version": intent_gate_version,
-    }
-    if scoped_packet:
-        context_material["context_packet"] = scoped_packet
-    if intent_gate_payload:
-        context_material["intent_gate"] = intent_gate_payload
-
-    existing_context_checksum = _record_string(record, "context_checksum")
-    context_checksum = existing_context_checksum or _json_checksum(context_material)
-    enriched = dict(record)
-    enriched["context_checksum"] = context_checksum
-    enriched["profile_version"] = profile_version
-    enriched["intent_gate_version"] = intent_gate_version
-    enriched["evidence_profile"] = evidence_profile
-    enriched["evidence_requirements"] = cast(JsonValue, [str(item) for item in evidence_requirements])
-    enriched["evidence_profile_known"] = profile_is_known
-    if evidence_profile and not profile_is_known:
-        enriched["evidence_profile_error"] = f"unknown_evidence_profile:{evidence_profile}"
-    return enriched
-
-
-def _read_jsonl(path: Path) -> list[JsonObject]:
-    if not path.exists():
-        return []
-    rows: list[JsonObject] = []
-    try:
-        for line in path.read_text(encoding="utf-8").splitlines():
-            line = line.strip()
-            if not line:
-                continue
-            try:
-                item: object = json.loads(line)  # pyright: ignore[reportAny]
-            except json.JSONDecodeError:
-                continue
-            if isinstance(item, dict):
-                rows.append(cast(JsonObject, item))
-    except OSError:
-        return []
-    return rows
-
-
-def _record_string(record: JsonObject, key: str) -> str:
-    value = record.get(key)
-    return value if isinstance(value, str) else ""
-
-
-def _record_string_list(record: JsonObject, key: str) -> list[str]:
-    value = record.get(key)
-    if not isinstance(value, list):
-        return []
-    return [item for item in value if isinstance(item, str)]
-
-
-def _record_matches(
-    record: JsonObject,
-    *,
-    run_id: str | None,
-    profile_id: str | None,
-    trace_id: str | None,
-    schema: str | None,
-    kind: str | None,
-) -> bool:
-    if run_id is not None and _record_string(record, "run_id") != run_id:
-        return False
-    if profile_id is not None and _record_string(record, "profile_id") != profile_id:
-        return False
-    if trace_id is not None:
-        direct_trace_id = _record_string(record, "trace_id")
-        trace_ids = _record_string_list(record, "trace_ids")
-        if direct_trace_id != trace_id and trace_id not in trace_ids:
-            return False
-    if schema is not None and _record_string(record, "schema") != schema:
-        return False
-    if kind is not None:
-        direct_kind = _record_string(record, "kind")
-        artifacts = record.get("artifacts")
-        artifact_kinds: list[str] = []
-        if isinstance(artifacts, list):
-            for item in artifacts:
-                if isinstance(item, dict):
-                    item_kind = item.get("kind")
-                    if isinstance(item_kind, str):
-                        artifact_kinds.append(item_kind)
-        if direct_kind != kind and kind not in artifact_kinds:
-            return False
-    return True
-
-
-def _artifact_handles_only(record: JsonObject) -> JsonObject:
-    artifacts_raw = record.get("artifacts")
-    if not isinstance(artifacts_raw, list):
-        return record
-
-    artifact_handles: list[JsonObject] = []
-    for item in artifacts_raw:
-        if not isinstance(item, dict):
-            continue
-        handle: JsonObject = {
-            "kind": _record_string(item, "kind"),
-            "path": _record_string(item, "path"),
-            "summary": _record_string(item, "summary"),
-        }
-        size_value = item.get("size_bytes")
-        if isinstance(size_value, int):
-            handle["size_bytes"] = size_value
-        payload = item.get("payload")
-        if payload is not None:
-            handle["omitted_payload"] = True
-        artifact_handles.append(handle)
-
-    enriched = dict(record)
-    enriched["artifacts"] = cast(JsonValue, artifact_handles)
-    return enriched
-
-
-def get_evidence_pack(project_dir: str, run_id: str) -> JsonObject | None:
-    root = Path(project_dir)
-    evidence_files = _iter_json_files(root, Path(".omg") / "evidence")
-    for path in evidence_files:
-        payload = _load_json(path)
-        if payload is None:
-            continue
-        if payload.get("schema") != "EvidencePack":
-            continue
-        if _record_string(payload, "run_id") == run_id:
-            return _record_copy_with_context_metadata(root, payload)
-    return None
-
-
-def query_evidence(
-    project_dir: str,
-    *,
-    run_id: str | None = None,
-    profile_id: str | None = None,
-    trace_id: str | None = None,
-    schema: str | None = None,
-    kind: str | None = None,
-) -> list[JsonObject]:
-    root = Path(project_dir)
-    records: list[JsonObject] = []
-
-    for rel_dir in _EVIDENCE_DIRS:
-        for path in _iter_json_files(root, rel_dir):
-            payload = _load_json(path)
-            if payload is None:
-                continue
-            if _record_matches(
-                payload,
-                run_id=run_id,
-                profile_id=profile_id,
-                trace_id=trace_id,
-                schema=schema,
-                kind=kind,
-            ):
-                records.append(_record_copy_with_context_metadata(root, _artifact_handles_only(payload)))
-
-        for row in _read_jsonl(root / rel_dir / "events.jsonl"):
-            if _record_matches(
-                row,
-                run_id=run_id,
-                profile_id=profile_id,
-                trace_id=trace_id,
-                schema=schema,
-                kind=kind,
-            ):
-                records.append(_record_copy_with_context_metadata(root, _artifact_handles_only(row)))
-
-    return records
-
-
-def list_evidence_packs(project_dir: str) -> list[JsonObject]:
-    root = Path(project_dir)
-    evidence_files = _iter_json_files(root, Path(".omg") / "evidence")
-    payloads: list[tuple[float, JsonObject]] = []
-
-    for path in evidence_files:
-        payload = _load_json(path)
-        if payload is None or payload.get("schema") != "EvidencePack":
-            continue
-        try:
-            mtime = path.stat().st_mtime
-        except OSError:
-            mtime = 0.0
-        payloads.append((mtime, _record_copy_with_context_metadata(root, payload)))
-
-    payloads.sort(key=lambda item: item[0], reverse=True)
-    return [payload for _, payload in payloads]
-
-
-def get_trace(project_dir: str, trace_id: str) -> JsonObject | None:
-    trace_rows = _read_jsonl(Path(project_dir) / ".omg" / "tracebank" / "events.jsonl")
-    for row in trace_rows:
-        if _record_string(row, "trace_id") == trace_id:
-            return row
-    return None
-
-
-def get_eval(project_dir: str) -> JsonObject | None:
-    return _load_json(Path(project_dir) / ".omg" / "evals" / "latest.json")
-
-
-def get_lineage(project_dir: str, lineage_id: str) -> JsonObject | None:
-    root = Path(project_dir)
-    lineage_files = _iter_json_files(root, Path(".omg") / "lineage")
-    for path in lineage_files:
-        payload = _load_json(path)
-        if payload is None:
-            continue
-        if _record_string(payload, "lineage_id") == lineage_id:
-            return payload
-    return None
-
-
-def get_verification_state(project_dir: str) -> JsonObject | None:
-    payload = _load_json(Path(project_dir) / ".omg" / "state" / "background-verification.json")
-    if payload is None:
-        return None
-    if payload.get("schema") != "BackgroundVerificationState":
-        return None
-    return payload

package/build/lib/runtime/evidence_registry.py

@@ -1,16 +0,0 @@
-"""Backward-compatible alias for evidence requirements registry."""
-from __future__ import annotations
-
-from importlib import import_module
-
-_registry = import_module("runtime.evidence_requirements")
-
-EVIDENCE_REQUIREMENTS_BY_PROFILE = getattr(_registry, "EVIDENCE_REQUIREMENTS_BY_PROFILE", {})
-FULL_REQUIREMENTS = getattr(_registry, "FULL_REQUIREMENTS", [])
-requirements_for_profile = getattr(_registry, "requirements_for_profile")
-
-__all__ = [
-    "EVIDENCE_REQUIREMENTS_BY_PROFILE",
-    "FULL_REQUIREMENTS",
-    "requirements_for_profile",
-]

package/build/lib/runtime/evidence_requirements.py

@@ -1,118 +0,0 @@
-"""Single-source evidence profile requirements registry."""
-from __future__ import annotations
-
-from typing import Final
-
-FULL_REQUIREMENTS: Final[list[str]] = [
-    "tests",
-    "lsp_clean",
-    "build",
-    "provenance",
-    "trust_scores",
-    "security_scan",
-    "license_scan",
-    "sbom",
-    "trace_link",
-    "artifact_contracts",
-    "signed_lineage",
-    "signed_model_card",
-    "signed_checkpoint",
-    "simulator-episode-evidence",
-]
-
-HARDENED_READINESS_REQUIREMENTS: Final[list[str]] = list(FULL_REQUIREMENTS)
-
-EVIDENCE_REQUIREMENTS_BY_PROFILE: Final[dict[str, list[str]]] = {
-    "code-change": [
-        "tests",
-        "lsp_clean",
-        "build",
-        "provenance",
-        "trace_link",
-    ],
-    "docs-only": [
-        "lsp_clean",
-        "trace_link",
-    ],
-    "forge-run": [
-        "tests",
-        "lsp_clean",
-        "provenance",
-        "trace_link",
-        "artifact_contracts",
-    ],
-    "browser-flow": [
-        "lsp_clean",
-        "trace_link",
-        "provenance",
-    ],
-    "forge-cybersecurity": [
-        "tests",
-        "lsp_clean",
-        "provenance",
-        "trace_link",
-        "artifact_contracts",
-        "security_scan",
-    ],
-    "interop-diagnosis": [
-        "lsp_clean",
-        "trace_link",
-        "provenance",
-        "trust_scores",
-    ],
-    "install-validation": [
-        "tests",
-        "lsp_clean",
-        "build",
-        "provenance",
-        "trace_link",
-    ],
-    "music-omr": [
-        "tests",
-        "lsp_clean",
-        "provenance",
-        "trace_link",
-        "artifact_contracts",
-    ],
-    "forge-vision": list(HARDENED_READINESS_REQUIREMENTS)
-    + [
-        "vision-artifacts",
-        "drift-check",
-    ],
-    "health-flow": list(HARDENED_READINESS_REQUIREMENTS)
-    + [
-        "human-review",
-        "audit-trail",
-        "restricted-tools",
-    ],
-    "team-flow": list(HARDENED_READINESS_REQUIREMENTS)
-    + [
-        "human-review",
-        "audit-trail",
-        "restricted-tools",
-    ],
-    "transposition-flow": [
-        "tests",
-        "lsp_clean",
-        "provenance",
-        "trace_link",
-        "artifact_contracts",
-        "benchmark-harness",
-        "determinism-check",
-        "signed_lineage",
-        "signed_model_card",
-        "signed_checkpoint",
-    ],
-    "buffet": list(FULL_REQUIREMENTS),
-    "security-audit": list(FULL_REQUIREMENTS),
-    "release": list(FULL_REQUIREMENTS),
-}
-
-
-def requirements_for_profile(evidence_profile: str | None) -> list[str]:
-    if not evidence_profile:
-        return list(FULL_REQUIREMENTS)
-    requirements = EVIDENCE_REQUIREMENTS_BY_PROFILE.get(evidence_profile)
-    if not requirements:
-        return list(FULL_REQUIREMENTS)
-    return list(requirements)