@arbiterforge/ca-pi 0.14.10 → 0.14.12

package/plugins/ca-pi/hooks/_reconciliationlib.py

@@ -0,0 +1,472 @@
+#!/usr/bin/env python3
+"""Exact-prompt user authority for task/scope reconciliation mutations."""
+
+from __future__ import annotations
+
+from contextlib import contextmanager
+import hashlib
+import json
+import os
+from pathlib import Path
+import re
+import secrets
+import stat
+import time
+from typing import Any
+
+import _approvallib
+import _artifactauthoritylib
+import _artifactlib
+import _artifactpromptlib
+
+
+ID_RE = re.compile(r"[A-Z][A-Z0-9_-]{0,127}")
+TOKEN_RE = re.compile(r"[A-Za-z0-9_-]{12,128}")
+PENDING_DIR = Path(".codearbiter/.markers/reconciliations")
+ATTEMPT_DIR = Path(".codearbiter/.markers/reconciliation-attempts")
+SOURCE_DIR = Path(".codearbiter/.artifacts/authority-sources")
+PROVEN_UNCOMMITTED = frozenset({"REVISION_CONFLICT", "OPERATION_ROLLED_BACK"})
+
+
+class ReconciliationError(RuntimeError):
+    pass
+
+
+def _canonical(value: Any) -> bytes:
+    return json.dumps(value, ensure_ascii=True, allow_nan=False, sort_keys=True, separators=(",", ":")).encode()
+
+
+def _digest(value: bytes) -> str:
+    return hashlib.sha256(value).hexdigest()
+
+
+def _pending(artifact_id: str) -> Path:
+    return PENDING_DIR / f"{artifact_id}.json"
+
+
+def _operation_id(pending: dict[str, Any]) -> str:
+    return f"host-user-reconcile-{_digest(_canonical(pending))[:24]}"
+
+
+def _attempt(pending: dict[str, Any]) -> Path:
+    return ATTEMPT_DIR / f"{_operation_id(pending)}.json"
+
+
+def _mutation_request(pending: dict[str, Any], receipt: str) -> dict[str, Any]:
+    identity = pending["identity"]
+    request = {
+        "artifact_id": pending["artifact_id"], "operation_id": _operation_id(pending),
+        "expected": {"revision": identity["revision"], "model_sha256": identity["model_sha256"]},
+        "receipt": receipt,
+    }
+    if pending["operation"] == "task-reconcile":
+        request.update(task=pending["target_id"], state=pending["target_state"], reason=pending["reason"])
+    else:
+        request.update(scope=pending["target_id"])
+    return request
+
+
+@contextmanager
+def _reconciliation_lock(root: Path, artifact_id: str):
+    """Serialize all transitions for one artifact, including authority revocation."""
+    if ID_RE.fullmatch(artifact_id) is None:
+        raise ReconciliationError("reconciliation ID is invalid")
+    parent = _approvallib._safe_directory(root, PENDING_DIR, create=True)
+    path = parent / f"{artifact_id}.lock"
+    flags = os.O_RDWR | os.O_CREAT | getattr(os, "O_BINARY", 0) | getattr(os, "O_NOFOLLOW", 0)
+    fd = os.open(path, flags, 0o600)
+    try:
+        info = path.lstat()
+        opened = os.fstat(fd)
+        reparse = getattr(info, "st_file_attributes", 0) & 0x400
+        if (
+            stat.S_ISLNK(info.st_mode) or reparse or not stat.S_ISREG(info.st_mode)
+            or (info.st_dev, info.st_ino) != (opened.st_dev, opened.st_ino)
+        ):
+            raise ReconciliationError("reconciliation lock path is unsafe")
+        deadline = time.monotonic() + 30
+        if os.name == "nt":
+            import msvcrt
+            os.lseek(fd, 0, os.SEEK_SET)
+            while True:
+                try:
+                    msvcrt.locking(fd, msvcrt.LK_NBLCK, 1)
+                    break
+                except OSError:
+                    if time.monotonic() >= deadline:
+                        raise ReconciliationError("reconciliation transition lock timed out")
+                    time.sleep(0.05)
+        else:
+            import fcntl
+            while True:
+                try:
+                    fcntl.flock(fd, fcntl.LOCK_EX | fcntl.LOCK_NB)
+                    break
+                except BlockingIOError:
+                    if time.monotonic() >= deadline:
+                        raise ReconciliationError("reconciliation transition lock timed out")
+                    time.sleep(0.05)
+        try:
+            yield
+        finally:
+            if os.name == "nt":
+                os.lseek(fd, 0, os.SEEK_SET)
+                msvcrt.locking(fd, msvcrt.LK_UNLCK, 1)
+            else:
+                fcntl.flock(fd, fcntl.LOCK_UN)
+    finally:
+        os.close(fd)
+
+
+def _write_atomic_new(root: Path, relative: Path, payload: bytes) -> None:
+    """Publish complete bytes without exposing a partial or replacing a peer."""
+    parent = _approvallib._safe_directory(root, relative.parent, create=True)
+    target = parent / relative.name
+    temporary = parent / f".{target.name}.{secrets.token_hex(8)}.tmp"
+    try:
+        fd = os.open(temporary, os.O_WRONLY | os.O_CREAT | os.O_EXCL | getattr(os, "O_BINARY", 0), 0o600)
+        try:
+            data = memoryview(payload)
+            while data:
+                written = os.write(fd, data)
+                if written <= 0:
+                    raise OSError("short reconciliation state write")
+                data = data[written:]
+            os.fsync(fd)
+        finally:
+            os.close(fd)
+        os.link(temporary, target)
+    finally:
+        temporary.unlink(missing_ok=True)
+
+
+def _write_attempt(root: Path, pending: dict[str, Any], request: dict[str, Any]) -> None:
+    """Durably bind the exact idempotent mutation request before dispatch."""
+    record = {
+        "format": "codearbiter.reconciliation-attempt/0.1.0",
+        "pending_sha256": _digest(_canonical(pending)), "request": request,
+    }
+    _write_atomic_new(root, _attempt(pending), _canonical(record))
+
+
+def _load_attempt(root: Path, pending: dict[str, Any]) -> dict[str, Any] | None:
+    path = root / _attempt(pending)
+    try:
+        info = path.lstat()
+    except FileNotFoundError:
+        return None
+    reparse = getattr(info, "st_file_attributes", 0) & 0x400
+    if stat.S_ISLNK(info.st_mode) or reparse or not stat.S_ISREG(info.st_mode) or info.st_size > 16384:
+        raise ReconciliationError("in-flight reconciliation record is unsafe")
+    try:
+        value = json.loads(path.read_text(encoding="utf-8"))
+    except (OSError, UnicodeError, ValueError) as exc:
+        raise ReconciliationError("in-flight reconciliation record is unreadable") from exc
+    if (
+        not isinstance(value, dict) or set(value) != {"format", "pending_sha256", "request"}
+        or value["format"] != "codearbiter.reconciliation-attempt/0.1.0"
+        or value["pending_sha256"] != _digest(_canonical(pending))
+        or not isinstance(value["request"], dict)
+        or not isinstance(value["request"].get("receipt"), str)
+        or not value["request"]["receipt"].startswith(".codearbiter/.artifacts/receipts/")
+        or value["request"] != _mutation_request(pending, value["request"]["receipt"])
+    ):
+        raise ReconciliationError("in-flight reconciliation record is malformed")
+    return value["request"]
+
+
+def _current(client: Any, artifact_id: str, target_id: str) -> tuple[dict[str, Any], dict[str, Any], dict[str, Any]]:
+    identity = client.call("identity", {"artifact_id": artifact_id})
+    snapshot = client.call("snapshot", {"artifact_id": artifact_id})
+    record = client.call("read", {"artifact_id": artifact_id, "symbol": target_id, "mode": "exact"})
+    record = record.get("record") if isinstance(record, dict) else None
+    if (
+        not isinstance(identity, dict) or identity.get("artifact_id") != artifact_id
+        or not isinstance(identity.get("revision"), int)
+        or not isinstance(identity.get("model_sha256"), str)
+        or not isinstance(identity.get("normative_sha256"), str)
+        or not isinstance(snapshot, dict) or not isinstance(snapshot.get("sha256"), str)
+        or not isinstance(record, dict) or record.get("id") != target_id
+    ):
+        raise ReconciliationError("engine reconciliation target is malformed")
+    return identity, snapshot, record
+
+
+def arm_reconciliation(
+    root: str | Path, client: Any, artifact_id: str, target_id: str,
+    operation: str, *, target_state: str | None = None, reason: str = "",
+    assessment: str, token: str | None = None,
+) -> dict[str, Any]:
+    resolved = Path(root).resolve(strict=True)
+    with _reconciliation_lock(resolved, artifact_id):
+        return _arm_reconciliation_unlocked(
+            resolved, client, artifact_id, target_id, operation,
+            target_state=target_state, reason=reason, assessment=assessment, token=token,
+        )
+
+
+def _arm_reconciliation_unlocked(
+    root: Path, client: Any, artifact_id: str, target_id: str,
+    operation: str, *, target_state: str | None = None, reason: str = "",
+    assessment: str, token: str | None = None,
+) -> dict[str, Any]:
+    root = Path(root).resolve(strict=True)
+    if operation not in {"task-reconcile", "scope-reconcile"}:
+        raise ReconciliationError("reconciliation operation is unsupported")
+    if ID_RE.fullmatch(artifact_id) is None or ID_RE.fullmatch(target_id) is None:
+        raise ReconciliationError("reconciliation IDs are invalid")
+    if operation == "task-reconcile" and target_state not in {"PENDING", "REVIEW", "BLOCKED"}:
+        raise ReconciliationError("task reconciliation state is invalid")
+    if operation == "scope-reconcile" and target_state is not None:
+        raise ReconciliationError("scope reconciliation has no target state")
+    if not isinstance(assessment, str) or not assessment.strip() or not isinstance(reason, str):
+        raise ReconciliationError("reconciliation assessment/reason is invalid")
+    token = token or secrets.token_urlsafe(24)
+    if TOKEN_RE.fullmatch(token) is None:
+        raise ReconciliationError("reconciliation token is invalid")
+    identity, snapshot, record = _current(client, artifact_id, target_id)
+    reply = (
+        f"reconcile-task {artifact_id} {target_id} {target_state} {token}"
+        if operation == "task-reconcile"
+        else f"reconcile-scope {artifact_id} {target_id} {token}"
+    )
+    pending = {
+        "format": "codearbiter.pending-reconciliation/0.1.0",
+        "operation": operation, "artifact_id": artifact_id, "target_id": target_id,
+        "target_state": target_state, "reason": reason, "assessment": assessment,
+        "identity": identity, "input_sha256": snapshot["sha256"],
+        "record": record, "record_sha256": _digest(_canonical(record)),
+        "prompt_sha256": _digest(reply.encode()),
+    }
+    relative = _pending(artifact_id)
+    created = False
+    try:
+        pending_bytes = _canonical(pending)
+        _write_atomic_new(root, relative, pending_bytes)
+        created = True
+        _artifactpromptlib.register(
+            root, "reconciliation", artifact_id, reply,
+            binding_sha256=_digest(pending_bytes),
+        )
+    except FileExistsError as exc:
+        raise ReconciliationError("PENDING_RECONCILIATION: reconciliation is already armed") from exc
+    except Exception:
+        if created:
+            try:
+                (root / relative).unlink()
+            except OSError:
+                pass
+        raise
+    return {"artifact_id": artifact_id, "target_id": target_id, "operation": operation, "reply": reply}
+
+
+def _load(root: Path, artifact_id: str) -> dict[str, Any]:
+    try:
+        path = root / _pending(artifact_id)
+        info = path.lstat()
+        reparse = getattr(info, "st_file_attributes", 0) & 0x400
+        if stat.S_ISLNK(info.st_mode) or reparse or not stat.S_ISREG(info.st_mode) or info.st_size > 131072:
+            raise OSError("unsafe pending reconciliation")
+        value = json.loads(path.read_text(encoding="utf-8"))
+    except (OSError, UnicodeError, ValueError) as exc:
+        raise ReconciliationError("pending reconciliation is unreadable") from exc
+    expected = {
+        "format", "operation", "artifact_id", "target_id", "target_state",
+        "reason", "assessment", "identity", "input_sha256", "record",
+        "record_sha256", "prompt_sha256",
+    }
+    if (
+        not isinstance(value, dict) or set(value) != expected
+        or value.get("format") != "codearbiter.pending-reconciliation/0.1.0"
+        or value.get("artifact_id") != artifact_id
+        or ID_RE.fullmatch(value.get("artifact_id", "")) is None
+        or ID_RE.fullmatch(value.get("target_id", "")) is None
+        or value.get("operation") not in {"task-reconcile", "scope-reconcile"}
+        or not isinstance(value.get("reason"), str)
+        or not isinstance(value.get("assessment"), str) or not value["assessment"].strip()
+        or not isinstance(value.get("identity"), dict)
+        or not isinstance(value.get("record"), dict)
+        or not isinstance(value.get("input_sha256"), str)
+        or not isinstance(value.get("record_sha256"), str)
+        or not isinstance(value.get("prompt_sha256"), str)
+    ):
+        raise ReconciliationError("pending reconciliation is malformed")
+    if value["operation"] == "task-reconcile":
+        if value["target_state"] not in {"PENDING", "REVIEW", "BLOCKED"}:
+            raise ReconciliationError("pending reconciliation is malformed")
+    else:
+        if value["target_state"] is not None:
+            raise ReconciliationError("pending reconciliation is malformed")
+    if _digest(_canonical(value["record"])) != value["record_sha256"]:
+        raise ReconciliationError("pending reconciliation is malformed")
+    return value
+
+
+def cancel_reconciliation(root: str | Path, artifact_id: str, prompt: str) -> dict[str, Any]:
+    """Cancel only an exact armed prompt with no durable mutation attempt."""
+    root = Path(root).resolve(strict=True)
+    with _reconciliation_lock(root, artifact_id):
+        return _cancel_reconciliation_unlocked(root, artifact_id, prompt)
+
+
+def _cancel_reconciliation_unlocked(root: Path, artifact_id: str, prompt: str) -> dict[str, Any]:
+    if ID_RE.fullmatch(artifact_id) is None or not isinstance(prompt, str):
+        raise ReconciliationError("cancellation target is invalid")
+    pending = _load(root, artifact_id)
+    if _digest(prompt.encode()) != pending["prompt_sha256"]:
+        raise ReconciliationError("cancellation prompt does not match the armed request")
+    if _load_attempt(root, pending) is not None:
+        raise ReconciliationError("in-flight reconciliation must be retried or recovered, not cancelled")
+    try:
+        binding = _artifactpromptlib.binding(root, "reconciliation", artifact_id)
+    except _artifactpromptlib.PromptRouteError as exc:
+        raise ReconciliationError("reconciliation authority binding is unavailable") from exc
+    if binding != _digest(_canonical(pending)):
+        raise ReconciliationError("pending reconciliation changed after arming")
+    (root / _pending(artifact_id)).unlink()
+    _artifactpromptlib.unregister(root, "reconciliation", artifact_id)
+    return {"artifact_id": artifact_id, "cancelled": True}
+
+
+def cancel_orphaned_reconciliation(root: str | Path, artifact_id: str) -> dict[str, Any]:
+    """Recover a complete pending marker stranded before route registration."""
+    root = Path(root).resolve(strict=True)
+    with _reconciliation_lock(root, artifact_id):
+        pending = _load(root, artifact_id)
+        if _load_attempt(root, pending) is not None:
+            raise ReconciliationError("in-flight reconciliation must be retried or recovered, not cancelled")
+        try:
+            binding = _artifactpromptlib.binding(root, "reconciliation", artifact_id)
+        except _artifactpromptlib.PromptRouteError as exc:
+            if isinstance(exc.__cause__, FileNotFoundError):
+                binding = None
+            else:
+                raise ReconciliationError("reconciliation authority binding is unreadable") from exc
+        if binding == _digest(_canonical(pending)):
+            raise ReconciliationError("reconciliation route is active; cancel with its exact prompt")
+        (root / _pending(artifact_id)).unlink()
+        if binding is not None:
+            _artifactpromptlib.unregister(root, "reconciliation", artifact_id)
+        return {"artifact_id": artifact_id, "cancelled": True, "orphaned": True}
+
+
+def recover_reconciliation(root: str | Path, client: Any, artifact_id: str) -> dict[str, Any]:
+    """Replay a durable attempt; clear it only after a proven commit or non-commit."""
+    root = Path(root).resolve(strict=True)
+    with _reconciliation_lock(root, artifact_id):
+        pending = _load(root, artifact_id)
+        request = _load_attempt(root, pending)
+        if request is None:
+            raise ReconciliationError("no in-flight reconciliation to recover")
+        try:
+            result = client.call(pending["operation"], request)
+            transaction = result.get("transaction") if isinstance(result, dict) else None
+            if not isinstance(result, dict) or not (
+                type(result.get("revision")) is int or result.get("refresh_required") is True
+            ) or not isinstance(transaction, dict) or (
+                transaction.get("operation_id") != request["operation_id"]
+                or transaction.get("state") != "committed"
+            ):
+                raise ReconciliationError("reconciliation replay response is malformed")
+            committed = True
+        except _artifactlib.ArtifactError as exc:
+            if exc.code not in PROVEN_UNCOMMITTED:
+                raise
+            result = None
+            committed = False
+        (root / _pending(artifact_id)).unlink()
+        _artifactpromptlib.unregister(root, "reconciliation", artifact_id)
+        (root / _attempt(pending)).unlink()
+        return {
+            "artifact_id": artifact_id, "committed": committed,
+            "revision": result.get("revision") if committed else None,
+        }
+
+
+def consume_reconciliation(
+    root: str | Path, client: Any, prompt: str, *, host: str, session_id: str,
+) -> dict[str, Any]:
+    root = Path(root).resolve(strict=True)
+    parts = prompt.split(" ") if isinstance(prompt, str) else []
+    if len(parts) not in {4, 5} or parts[0] not in {"reconcile-task", "reconcile-scope"}:
+        return {"matched": False, "reconciled": False}
+    if ID_RE.fullmatch(parts[1]) is None or ID_RE.fullmatch(parts[2]) is None:
+        return {"matched": False, "reconciled": False}
+    with _reconciliation_lock(root, parts[1]):
+        return _consume_reconciliation_unlocked(root, client, prompt, host=host, session_id=session_id)
+
+
+def _consume_reconciliation_unlocked(
+    root: Path, client: Any, prompt: str, *, host: str, session_id: str,
+) -> dict[str, Any]:
+    parts = prompt.split(" ")
+    artifact_id, target_id = parts[1], parts[2]
+    pending = _load(root, artifact_id)
+    if not isinstance(host, str) or not host or not isinstance(session_id, str) or not session_id:
+        raise ReconciliationError("reconciliation host context is invalid")
+    try:
+        binding = _artifactpromptlib.binding(root, "reconciliation", artifact_id)
+    except _artifactpromptlib.PromptRouteError as exc:
+        raise ReconciliationError("reconciliation authority binding is unavailable") from exc
+    if binding != _digest(_canonical(pending)):
+        raise ReconciliationError("pending reconciliation changed after arming")
+    expected_prompt = (
+        f"reconcile-task {pending['artifact_id']} {pending['target_id']} {pending['target_state']} {parts[-1]}"
+        if pending["operation"] == "task-reconcile"
+        else f"reconcile-scope {pending['artifact_id']} {pending['target_id']} {parts[-1]}"
+    )
+    if prompt != expected_prompt or _digest(prompt.encode()) != pending["prompt_sha256"]:
+        return {"matched": False, "reconciled": False}
+    if artifact_id != pending["artifact_id"] or target_id != pending["target_id"]:
+        return {"matched": False, "reconciled": False}
+    request = _load_attempt(root, pending)
+    if request is None:
+        identity, snapshot, record = _current(client, artifact_id, target_id)
+        if identity != pending["identity"] or snapshot["sha256"] != pending["input_sha256"] or record != pending["record"]:
+            raise ReconciliationError("reconciliation target changed after arming")
+        payload = {"input_sha256": pending["input_sha256"], "assessment": pending["assessment"]}
+        if pending["operation"] == "task-reconcile":
+            payload.update(task_sha256=pending["record_sha256"], target_state=pending["target_state"])
+        event = {
+            "kind": "reconciliation",
+            "authority_kind": "user_workflow",
+            "subject": {"artifact_id": artifact_id, "normative_sha256": identity["normative_sha256"], "record_id": target_id},
+            "actor": "interactive repository user", "origin": f"{host}:UserPromptSubmit:{session_id}",
+            "verdict": "reconciled", "payload": payload, "source_text": prompt,
+        }
+        try:
+            captured = _artifactauthoritylib.capture_user_prompt(
+                root, client, event, host=host, session_id=session_id,
+            )
+        except _artifactauthoritylib.AuthorityError as exc:
+            raise ReconciliationError(str(exc)) from exc
+        receipt = captured.get("receipt")
+        if not isinstance(receipt, str) or not receipt.startswith(".codearbiter/.artifacts/receipts/"):
+            raise ReconciliationError("capture returned no valid reconciliation receipt")
+        request = _mutation_request(pending, receipt)
+        try:
+            _write_attempt(root, pending, request)
+        except FileExistsError:
+            request = _load_attempt(root, pending)
+            if request is None:
+                raise ReconciliationError("in-flight reconciliation record disappeared")
+    result = client.call(pending["operation"], request)
+    (root / _pending(artifact_id)).unlink()
+    _artifactpromptlib.unregister(root, "reconciliation", artifact_id)
+    (root / _attempt(pending)).unlink()
+    return {"matched": True, "reconciled": True, "artifact_id": artifact_id, "target_id": target_id, "receipt": request["receipt"], "revision": result.get("revision")}
+
+
+def consume_from_hook(*, root: str | Path, plugin_root: str | Path, prompt: str, host: str, session_id: str) -> str:
+    attempted = isinstance(prompt, str) and prompt.startswith(("reconcile-task ", "reconcile-scope "))
+    if not attempted:
+        return ""
+    try:
+        routed = _artifactpromptlib.resolve("reconciliation", prompt)
+        if routed is None:
+            raise ReconciliationError("no matching armed reconciliation")
+        client = _artifactlib.ArtifactClient(routed, Path(plugin_root) / "helpers" / "artifacts")
+        result = consume_reconciliation(routed, client, prompt, host=host, session_id=session_id)
+    except (ReconciliationError, _artifactlib.ArtifactError, _artifactpromptlib.PromptRouteError, OSError) as exc:
+        return f"codeArbiter: reconciliation capture failed: {exc}"
+    return f"codeArbiter: workflow reconciliation recorded for {result['artifact_id']}#{result['target_id']} (receipt {result['receipt']})."