cctally 1.72.0 → 1.73.0

package/bin/_cctally_doctor.py

@@ -42,6 +42,54 @@ def _cctally():
     return sys.modules["cctally"]
 
 
+def _gather_statusline_pipeline(c, *, now_utc: dt.datetime) -> dict:
+    """Read the #318 statusline pipeline without creating or pruning files."""
+    now_epoch = int(now_utc.timestamp())
+    result = {
+        "transport_age_seconds": None,
+        "selected_age_seconds": None,
+        "active_candidate_count": 0,
+        "control_db_agrees": None,
+        "tombstones": {"fiveHour": "absent", "sevenDay": "absent"},
+    }
+    try:
+        result["transport_age_seconds"] = c._statusline_transport_age_seconds()
+    except Exception:
+        pass
+    try:
+        result["selected_age_seconds"] = c._statusline_observe_age_seconds()
+    except Exception:
+        pass
+    try:
+        result["active_candidate_count"] = len(
+            c._scan_active_candidate_spool(now_epoch=now_epoch)
+        )
+    except Exception:
+        pass
+    try:
+        result["control_db_agrees"] = c._statusline_control_db_agreement(
+            now_epoch=now_epoch
+        )
+    except Exception:
+        pass
+    for axis, path in (
+        ("fiveHour", _cctally_core.STATUSLINE_AUTHORITATIVE_5H_PATH),
+        ("sevenDay", _cctally_core.STATUSLINE_AUTHORITATIVE_7D_PATH),
+    ):
+        try:
+            if not path.exists():
+                continue
+            tombstone = c._read_tombstone(
+                axis, now_epoch=now_epoch, fail_closed=False
+            )
+            result["tombstones"][axis] = (
+                tombstone.state if tombstone is not None else "invalid"
+            )
+        except Exception:
+            result["tombstones"][axis] = "invalid"
+    return result
+
+
 def _codex_lifecycle_activity_24h(
     *, root_keys: set[str], now_utc: dt.datetime,
 ) -> dict[str, dict]:
@@ -357,6 +405,16 @@ def doctor_gather_state(
     except Exception:
         pass
 
+    # ── Statusline candidate arbitration (#318) ──────────────────────
+    # This inspection is deliberately independent of SQLite mutation: marker
+    # mtime, candidate/control files, and tombstones are all read fail-soft.
+    # In particular it uses the scan-only candidate helper, never the reducer
+    # loader that prunes expired or malformed spool files.
+    try:
+        statusline_pipeline = _gather_statusline_pipeline(c, now_utc=now_utc)
+    except Exception:
+        statusline_pipeline = None
+
     # Conversation-sessions rollup consistency (#217 S1 / U9). Two cheap COUNTs
     # (graceful None on a missing table / unreadable DB) + an in-progress signal
     # so a transient mid-sync mismatch never WARNs. The in-progress signal is a
@@ -787,6 +845,7 @@ def doctor_gather_state(
         codex_lifecycle_activity_24h=codex_lifecycle_activity_24h,
         # #311: precomputed statusLine.refreshInterval classification.
         statusline_refresh_state=statusline_refresh_state,
+        statusline_pipeline=statusline_pipeline,
     )
 
 

package/bin/_cctally_parser.py

@@ -2650,15 +2650,21 @@ def _build_transcript_parser(subparsers, name, *, help_text, xref=None):
     t_export = t_sub.add_parser(
         "export", help="Export a whole session as Markdown (anonymized by default)",
         formatter_class=CLIHelpFormatter)
-    t_export.add_argument("session_id", metavar="SESSION_ID",
-                          help="Claude sessionId to export")
+    t_export.add_argument("session_id", metavar="ID",
+                          help="A Claude sessionId or a v1. conversation key "
+                               "(Codex conversations use the v1. key)")
     t_export.add_argument(
         "--scope", choices=("all", "prompts", "chat", "recipe"), default="all",
-        help="Which slice to export (default: all)")
+        help="Which slice to export (default: all; Codex accepts only 'all')")
     t_export.add_argument(
         "--raw", action="store_true",
         help="Disable the whole scrub (identity + secrets); byte-identical to "
              "the dashboard raw export")
+    t_export.add_argument(
+        "--speed", choices=("auto", "standard", "fast"), default=None,
+        help="Codex service tier for per-turn cost (default: auto). Applies only "
+             "to Codex (v1.) conversations; an explicit value on any other ref "
+             "is a usage error")
     t_export.add_argument(
         "-o", "--output", metavar="PATH", default=None,
         help="Write to PATH instead of stdout (same exact bytes)")
@@ -2668,6 +2674,9 @@ def _build_transcript_parser(subparsers, name, *, help_text, xref=None):
         "search", help="Search transcripts across sessions (raw output)",
         formatter_class=CLIHelpFormatter)
     t_search.add_argument("query", metavar="QUERY", help="Search text")
+    t_search.add_argument(
+        "--source", choices=("claude", "codex"), default="claude",
+        help="Which provider's conversations to search (default: claude)")
     t_search.add_argument(
         "--kind",
         choices=("all", "prompts", "assistant", "tools", "thinking",
@@ -2676,7 +2685,11 @@ def _build_transcript_parser(subparsers, name, *, help_text, xref=None):
     t_search.add_argument("--limit", type=int, default=50,
                           help="Max results (default: 50)")
     t_search.add_argument("--offset", type=int, default=0,
-                          help="Result offset for pagination (default: 0)")
+                          help="Result offset for pagination (default: 0; "
+                               "Claude only — Codex paginates with --cursor)")
+    t_search.add_argument("--cursor", default=None, metavar="TOKEN",
+                          help="Codex pagination cursor from a prior nextCursor "
+                               "(requires --source codex)")
     t_search.add_argument("--project", action="append", default=None,
                           metavar="LABEL",
                           help="Filter by project label (repeatable)")

package/bin/_cctally_record.py

@@ -2548,6 +2548,73 @@ def _credit_json(plan, *, applied, dry_run, forced, stale_replays, hwm_before):
     }
 
 
+def _revalidate_credit_plan(conn, args, *, now, at_dt, expected_plan):
+    """Recompute the confirmed credit plan from locked, current DB truth.
+
+    The caller has already completed every preview/refusal/confirmation path.
+    Returning ``None`` is deliberately side-effect free: it means a concurrent
+    writer changed the requested credit's basis and the user must retry rather
+    than authorizing a different mutation than the preview showed.
+    """
+    try:
+        if getattr(args, "week", None):
+            week_start_date = args.week
+            ws_at, we_at = _get_canonical_boundary_for_date(conn, week_start_date)
+            if not ws_at or not we_at:
+                return None
+        else:
+            fetched = _fetch_current_week_snapshots(conn, at_dt)
+            if fetched is None:
+                return None
+            ws_at, we_at, _samples = fetched
+            ws_at = ws_at if isinstance(ws_at, str) else ws_at.isoformat(timespec="seconds")
+            we_at = we_at if isinstance(we_at, str) else we_at.isoformat(timespec="seconds")
+            week_start_date = parse_iso_datetime(ws_at, "ws_at").date().isoformat()
+        existing = conn.execute(
+            "SELECT id, effective_at_utc, observed_pre_credit_pct "
+            "FROM weekly_credit_floors WHERE week_start_date=? "
+            "ORDER BY unixepoch(effective_at_utc) DESC, id DESC LIMIT 1",
+            (week_start_date,),
+        ).fetchone()
+        is_force = bool(getattr(args, "force", False))
+        if getattr(args, "from_pct", None) is not None:
+            from_pct, from_source = float(args.from_pct), "explicit"
+        elif existing is not None and existing[2] is not None:
+            from_pct, from_source = float(existing[2]), "prior_credit"
+        else:
+            from_pct = _resolve_reset_aware_hwm(conn, week_start_date, ws_at, we_at)
+            if from_pct is None:
+                return None
+            from_source = "hwm"
+        is_completion = False
+        if existing is not None and not is_force:
+            owned = conn.execute(
+                "SELECT 1 FROM weekly_usage_snapshots "
+                " WHERE week_start_date=? AND source='record-credit' "
+                "   AND unixepoch(captured_at_utc) >= unixepoch(?) LIMIT 1",
+                (week_start_date, existing[1]),
+            ).fetchone()
+            is_completion = owned is None
+        if existing is not None and not is_force and not is_completion:
+            return None
+        plan = _build_credit_plan(
+            week_start_date=week_start_date,
+            week_start_at=ws_at,
+            week_end_at=we_at,
+            from_pct=from_pct,
+            from_source=from_source,
+            to_pct=args.to,
+            at_dt=at_dt,
+            now=now,
+            effective_override=existing[1] if is_completion else None,
+        )
+    except (sqlite3.DatabaseError, ValueError, TypeError):
+        return None
+    if plan != expected_plan:
+        return None
+    return plan, existing, is_completion
+
+
 def cmd_record_credit(args) -> int:
     now = _command_as_of()
     try:
@@ -2704,23 +2771,68 @@ def cmd_record_credit(args) -> int:
                 print("aborted — nothing written")
                 return 0
 
-        # 4a. Existing-floor handling (M2; state classified at step 2a). The
-        #     fully-applied refuse was hoisted above the confirm prompt (#212
-        #     N2), so only two cases remain here: `--force` clears the prior
-        #     floor + re-records at a fresh effective; a half-applied credit
-        #     (floor row, no command-owned snapshot — a crash between
-        #     _apply_credit's floor commit and the synthetic snapshot) falls
-        #     through to a completion (the plan reuses the existing effective
-        #     and the apply steps are idempotent). `existing`/`is_completion`
-        #     were resolved up front keyed on week_start_date /
-        #     weekly_credit_floors.
-        forced = False
-        if existing is not None and is_force:
-            _force_clear_credit(conn, plan.week_start_date)
-            forced = True
-
-        five_hour = _resolve_prior_5h(conn, at_dt)
-        _apply_credit(conn, plan, five_hour=five_hour)
+        # Every non-mutating exit is above this point.  Re-open under the
+        # selected-state writer lock, recompute from current DB truth, and
+        # refuse plan drift before any durable pipeline artifact is visible.
+        # This is intentionally after confirmation: preview/no/TTY refusal
+        # must not create an inflight tombstone merely by inspecting a credit.
+        conn.close()
+        conn = None
+        c = _cctally()
+        with c._selected_state_lock():
+            conn = open_db()
+            revalidated = c._revalidate_credit_plan(
+                conn,
+                args,
+                now=now,
+                at_dt=at_dt,
+                expected_plan=plan,
+            )
+            if revalidated is None:
+                eprint("record-credit: plan changed while awaiting confirmation; retry")
+                return 2
+            plan, existing, is_completion = revalidated
+            stale_replays = _count_stale_replays(conn, plan)
+            hwm_before = _resolve_reset_aware_hwm(
+                conn, plan.week_start_date, plan.week_start_at, plan.week_end_at
+            )
+            if hwm_before is None:
+                hwm_before = plan.from_pct
+            try:
+                handles = c._authoritative_begin(
+                    {"sevenDay"}, now_epoch=int(time.time())
+                )
+            except (OSError, ValueError) as exc:
+                eprint(f"record-credit: could not prepare authoritative state: {exc}")
+                return 3
+
+            # Existing-floor handling remains exactly scoped to this week, but
+            # the weekly tombstone is already fail-closed immediately before
+            # either mutation kernel runs.
+            forced = False
+            if existing is not None and is_force:
+                _force_clear_credit(conn, plan.week_start_date)
+                forced = True
+            five_hour = _resolve_prior_5h(conn, at_dt)
+            _apply_credit(conn, plan, five_hour=five_hour)
+
+            # A successful credit is authoritative only after the post-credit
+            # DB state has a stable projection and all selected artifacts are
+            # atomically committed.  Leave inflight on any failure so a later
+            # authority repair remains fail-closed.
+            try:
+                projection = c._read_db_projection_stable()
+                completion_epoch = int(time.time())
+                c._authoritative_commit(
+                    handles, completion_epoch=completion_epoch
+                )
+                c._reconcile_selected_control(
+                    projection, now_epoch=completion_epoch, observed_axes={"sevenDay"}
+                )
+                c._statusline_observe_touch()
+            except Exception as exc:
+                eprint(f"record-credit: authoritative state incomplete: {exc}")
+                return 3
 
         if is_json:
             print(json.dumps(_credit_json(
@@ -3757,13 +3869,14 @@ def _hook_tick_throttle_touch() -> None:
 
 
 # =========================================================================
-# Statusline observation marker + OAuth backoff deadline (spec 2026-07-17)
+# Statusline selected/transport markers + OAuth backoff deadline (#318)
 # =========================================================================
 #
 # Two independent markers with two DIFFERENT time encodings:
-#   - The observation marker is MTIME-based (mirrors _hook_tick_throttle_*):
-#     it answers "how long since the statusline last fed?", so its age is
-#     the signal. It is touched even on a dedup no-op.
+#   - The selected-observation marker is MTIME-based and represents an actual
+#     selected DB change or authoritative OAuth confirmation.
+#   - The transport marker is also MTIME-based and represents an eligible
+#     regular-pool candidate reaching the spool; it never throttles OAuth.
 #   - The OAuth backoff marker is CONTENT-based: it stores a FUTURE absolute
 #     epoch deadline as text. Its mtime is meaningless (~now). Encoding the
 #     deadline as mtime would future-date the file and, if ever confused
@@ -3771,11 +3884,9 @@ def _hook_tick_throttle_touch() -> None:
 #     deliberate split (Codex P1-3).
 
 
-def _statusline_observe_age_seconds() -> float:
-    """Seconds since the statusline last successfully fed usage; +inf if
-    never. Mtime-based, mirroring ``_hook_tick_throttle_age_seconds``."""
+def _marker_age(path) -> float:
     try:
-        mtime = _cctally_core.STATUSLINE_OBSERVE_MARKER_PATH.stat().st_mtime
+        mtime = path.stat().st_mtime
     except FileNotFoundError:
         return float("inf")
     except OSError:
@@ -3783,20 +3894,38 @@ def _statusline_observe_age_seconds() -> float:
     return max(0.0, time.time() - mtime)
 
 
-def _statusline_observe_touch() -> None:
-    """Mark the statusline as alive (mtime := now, creating if missing).
-
-    Called after every persist attempt that fed valid 7d input through
-    ``cmd_record_usage`` successfully — INCLUDING a dedup (no-insert)
-    return, so the throttles reflect liveness rather than snapshot age."""
+def _touch_marker(path) -> None:
     try:
         _cctally_core.APP_DIR.mkdir(parents=True, exist_ok=True)
-        _cctally_core.STATUSLINE_OBSERVE_MARKER_PATH.touch(exist_ok=True)
-        os.utime(_cctally_core.STATUSLINE_OBSERVE_MARKER_PATH, None)
+        path.touch(exist_ok=True)
+        os.utime(path, None)
     except OSError:
         pass
 
 
+def _statusline_observe_age_seconds() -> float:
+    """Seconds since selected/authoritative usage changed; +inf if never."""
+    return _marker_age(_cctally_core.STATUSLINE_OBSERVE_MARKER_PATH)
+
+
+def _statusline_observe_touch() -> None:
+    """Mark selected usage freshness after a proven selected transition.
+
+    The historical public helper names remain aliases for selected freshness.
+    """
+    _touch_marker(_cctally_core.STATUSLINE_OBSERVE_MARKER_PATH)
+
+
+def _statusline_transport_age_seconds() -> float:
+    """Seconds since an eligible regular-pool candidate reached the spool."""
+    return _marker_age(_cctally_core.STATUSLINE_TRANSPORT_MARKER_PATH)
+
+
+def _statusline_transport_touch() -> None:
+    """Mark regular-pool statusline transport after an atomic candidate write."""
+    _touch_marker(_cctally_core.STATUSLINE_TRANSPORT_MARKER_PATH)
+
+
 def _oauth_backoff_remaining_seconds() -> float:
     """Seconds until the shared OAuth 429 backoff deadline; ``0.0`` when the
     marker is absent, empty, malformed, or already elapsed.

package/bin/_cctally_refresh.py

@@ -624,10 +624,6 @@ def _refresh_usage_inproc(timeout_seconds: float = 5.0) -> _RefreshUsageResult:
             status="fetch_failed",
             reason=f"invalid oauth_usage config: {exc}",
         )
-    # Successful API response — clear any pending 429 backoff + counter, so a
-    # user-confirmed recovery lets automatic polling resume (spec §4).
-    c._oauth_backoff_reset()
-
     seven = api.get("seven_day") or {}
     try:
         # Normalize at the OAuth ingress so the payload JSON published
@@ -681,12 +677,21 @@ def _refresh_usage_inproc(timeout_seconds: float = 5.0) -> _RefreshUsageResult:
         # this, cmd_record_usage would fall back to its "statusline" default.
         source="api",
     )
-    try:
-        rc = c.cmd_record_usage(record_args)
-    except Exception as exc:
-        return _RefreshUsageResult(status="record_failed", reason=str(exc))
-    if rc != 0:
-        return _RefreshUsageResult(status="record_failed", reason=f"exit {rc}")
+    authoritative = c._authoritative_record_usage(
+        record_args,
+        {
+            "sevenDay",
+            *({"fiveHour"} if five_pct is not None else set()),
+        },
+    )
+    if authoritative.status != "ok":
+        return _RefreshUsageResult(
+            status="record_failed", reason=authoritative.reason
+        )
+    # A fetched response becomes evidence of recovery only after its
+    # write-ahead tombstones, database reconciliation, selected control, and
+    # selected-freshness marker have all committed.
+    c._oauth_backoff_reset()
 
     # §5.6 Option C: route through cctally's namespace so
     # `monkeypatch.setitem(ns, "_bust_statusline_cache", …)` propagates
@@ -877,18 +882,38 @@ def _hook_tick_oauth_refresh(
             throttle_seconds = float(_get_oauth_usage_config(c.load_config())["throttle_seconds"])
         except OauthUsageConfigError:
             throttle_seconds = float(c.HOOK_TICK_DEFAULT_THROTTLE_SECONDS)
-    # Backfill gate (spec §4). The automatic OAuth poll is now a BACKFILL
-    # behind the statusline (the primary writer). It fetches only when the
-    # statusline has NOT fed recently AND no 429 cooldown is pending — so a
-    # live statusline keeps usage fresh with zero API calls, and a 429 streak
-    # is suppressed by the shared deadline instead of re-polled every tick.
-    # Gating on the observation marker (not snapshot age) is what makes the
-    # demotion correct: cmd_record_usage dedups unchanged percentages without
-    # refreshing captured_at, so snapshot age keeps growing while the
-    # statusline is alive. Force-refresh (_refresh_usage_inproc) never routes
-    # through here, so it is exempt (user-initiated).
+    # The automatic writer takes the selected-state lock *before* rechecking
+    # its suppression conditions.  A concurrent publisher can otherwise make
+    # this tick issue an unnecessary OAuth request between the initial gate
+    # and the request itself.
+    try:
+        with c._selected_state_lock():
+            return _hook_tick_oauth_refresh_locked(
+                c,
+                token=token,
+                timeout_seconds=timeout_seconds,
+                throttle_seconds=throttle_seconds,
+            )
+    except OSError:
+        return "err(record-usage=exc)", None
+
+
+def _hook_tick_oauth_refresh_locked(
+    c,
+    *,
+    token: str,
+    timeout_seconds: float,
+    throttle_seconds: float,
+) -> tuple[str, dict | None]:
+    """Automatic OAuth path with the selected-state lock already held."""
+    # Backfill gate: an inflight/invalid tombstone bypasses only selected-age
+    # suppression so a later authoritative result can repair it.  The normal
+    # throttle and 429 deadline continue to bound OAuth traffic.
+    now_epoch = int(time.time())
+    needs_repair = c._authoritative_repair_required(now_epoch=now_epoch)
     obs_age = c._statusline_observe_age_seconds()
-    if obs_age < float(_cctally_core.OAUTH_BACKFILL_STALE_SECONDS):
+    if (not needs_repair
+            and obs_age < float(_cctally_core.OAUTH_BACKFILL_STALE_SECONDS)):
         return f"skipped(statusline-fresh:{int(obs_age)}s)", None
     backoff_remaining = c._oauth_backoff_remaining_seconds()
     if backoff_remaining > 0:
@@ -899,9 +924,6 @@ def _hook_tick_oauth_refresh(
     try:
         api = c._fetch_oauth_usage(token=token, timeout_seconds=timeout_seconds)
     except RefreshUsageRateLimitError as exc:
-        # Arm the shared backoff deadline so the next tick is suppressed
-        # rather than immediately re-polling (spec §4). Honors Retry-After
-        # when present, else conservative exponential backoff.
         c._oauth_backoff_register_429(
             retry_after_deadline=getattr(exc, "retry_after_deadline", None),
             now=time.time(),
@@ -911,8 +933,6 @@ def _hook_tick_oauth_refresh(
         return "err(network)", None
     except RefreshUsageMalformedError:
         return "err(parse)", None
-    # Successful API response — clear any pending 429 backoff + counter.
-    c._oauth_backoff_reset()
     seven = api["seven_day"]
     try:
         seven_pct = c._normalize_percent(float(seven["utilization"]))
@@ -922,10 +942,6 @@ def _hook_tick_oauth_refresh(
     five = api.get("five_hour") if isinstance(api.get("five_hour"), dict) else None
     five_pct: float | None = None
     five_resets_epoch: int | None = None
-    # An inactive 5h window arrives as `resets_at: null` (key present, value
-    # null). Require a string here — mirrors the seven_day guard in
-    # _fetch_oauth_usage — so _iso_to_epoch(None) can't raise AttributeError;
-    # a malformed (non-null) string still degrades via the except below.
     if (five is not None and "utilization" in five
             and isinstance(five.get("resets_at"), str)):
         try:
@@ -939,15 +955,21 @@ def _hook_tick_oauth_refresh(
         resets_at=str(seven_resets_epoch),
         five_hour_percent=five_pct,
         five_hour_resets_at=str(five_resets_epoch) if five_resets_epoch is not None else None,
-        # OAuth feeder — label the row "api" (spec §5).
         source="api",
     )
-    try:
-        rc = c.cmd_record_usage(record_args)
-    except Exception:
+    authoritative = c._authoritative_record_usage(
+        record_args,
+        {"sevenDay", *({"fiveHour"} if five_pct is not None else set())},
+        lock_held=True,
+    )
+    if authoritative.status != "ok":
+        reason = authoritative.reason or ""
+        if reason.startswith("exit "):
+            return f"err(record-usage={reason[5:]})", None
         return "err(record-usage=exc)", None
-    if rc != 0:
-        return f"err(record-usage={rc})", None
+    # Success is acknowledged to the shared OAuth backoff only after the
+    # authoritative writer has published tombstones, control, and freshness.
+    c._oauth_backoff_reset()
     parts = [f"7d={int(round(seven_pct))}"]
     if five_pct is not None:
         parts.append(f"5h={int(round(five_pct))}")