@telora/daemon 0.22.245 → 0.22.290

package/dist/focus/heartbeat.js

@@ -0,0 +1,637 @@
+// PINNED-BY-BEGIN (generated by gen:pinned-by -- do not hand-edit; checked by lint:pinned-by)
+// Pinned by: packages/daemon/src/focus/activity-watchdog.test.ts,
+//   packages/daemon/src/focus/heartbeat-draining-status.test.ts,
+//   packages/daemon/src/focus/heartbeat-focus-activity.test.ts,
+//   packages/daemon/src/focus/heartbeat-gap.test.ts,
+//   packages/daemon/src/focus/heartbeat-migration-held-set.test.ts,
+//   packages/daemon/src/focus/heartbeat-read-only.test.ts,
+//   packages/daemon/src/focus/heartbeat-shutdown-guard.test.ts,
+//   packages/daemon/src/focus/heartbeat-stable-identity.test.ts,
+//   packages/daemon/src/focus/heartbeat-team-liveness-phases.test.ts,
+//   packages/daemon/src/focus/retention-observation-heartbeat.test.ts,
+//   packages/daemon/src/migrations/claim-production-wiring.test.ts,
+//   packages/daemon/src/update/package-root-paths.test.ts
+// PINNED-BY-END
+/**
+ * Heartbeat module — periodically reports daemon presence and work status to Telora.
+ *
+ * Sends an initial heartbeat on startup, then every HEARTBEAT_INTERVAL_MS.
+ * On shutdown, sends a disconnect signal (best-effort).
+ *
+ * Counters are bootstrapped from the DB on startup so the heartbeat
+ * reflects cumulative history rather than resetting to zero.
+ *
+ * Also provides activity tracking and event loop watchdog metrics
+ * for stuck daemon detection.
+ */
+import { readTeamLastProgressAt } from '../completion/team-progress/team-stillness.js';
+import { readFileSync } from 'node:fs';
+import { hostname as osHostname } from 'node:os';
+import { join, dirname, basename } from 'node:path';
+import { fileURLToPath } from 'node:url';
+import { monitorEventLoopDelay } from 'node:perf_hooks';
+import { getCompletedSessionAggregates } from '../queries/sessions/sessions.js';
+import { observeRetentionBeat, recordRetentionObservation, evaluateRetirementPrecondition, } from '../drift/retention-observation.js';
+import { getSessionCounters, setSessionCounters, getLastActivityAt } from '../daemon-state/agent-state.js';
+import { getActiveTeamCount, buildTeamClockMap, hasActiveTeam } from '../daemon-state/focus-team-state.js';
+import { observeLivenessBadge, buildTeamProgressMap } from '../completion/team-liveness/liveness-firing.js';
+import { checkClockDivergence } from '../daemon-state/activity-clock-registry.js';
+import { buildTeamLivenessPhaseMap } from '../completion/team-liveness/team-liveness-phase.js';
+import { narrationSnapshot } from '../daemon-state/narrations.js';
+import { applyFocusActivity } from './focus-activity-record.js';
+import { safeInterval, healthEvents, getReadOnlyModeState } from '@telora/daemon-core';
+import { isIntakeDraining } from '../daemon-state/intake-control.js';
+import { buildHeartbeatMetadata } from './heartbeat-metadata.js';
+import { sweepAgedFirings, FIRING_SETTLE_WINDOW_MS } from '../completion/team-liveness/supervision-firing-record.js';
+import { resolveUpdateChannelUrl } from '../config/update-channel.js';
+import { createLogger } from '../log/daemon-log.js';
+const log = createLogger({ module: 'watchdog' });
+/** How often a beat is sent. Exported so the lease derived from it is assertable. */
+export const HEARTBEAT_INTERVAL_MS = 60_000; // 60 seconds
+const INACTIVITY_THRESHOLD_MS = 600_000; // 10 minutes
+const EVENT_LOOP_LAG_WARNING_MS = 30_000; // 30 seconds
+// The lease horizon the daemon DECLARES on each beat: how long this beat should
+// be believed before an unannounced daemon (SIGKILL / OOM / left stopped) is
+// presumed gone. The heartbeat sends it and the edge stamps
+// belief_expires_at = now() + this, which the dashboard and the SQL sweep both
+// read -- the ONE declaration of the presume-gone horizon (delivery: One Declared
+// Horizon For An Unannounced Death). Changing the horizon is this single edit.
+// 600s preserves the prior 10-minute presume-gone timing; expiry needs no
+// successor daemon because the dead daemon's last beat already stamped it.
+const PRESENCE_BELIEF_HORIZON_MS = 600_000; // 10 minutes
+let config = null;
+let heartbeatInterval = null;
+let completedIssueCount = 0;
+// Timestamp (ms) of the last SUCCESSFUL heartbeat send; null until the first
+// success. Compared against on each resumed beat to detect a presence gap that
+// would otherwise leave no trace in the daemon log.
+let lastSuccessfulHeartbeatAtMs = null;
+// Set true the moment shutdown begins (stopHeartbeat). A beat that has not yet
+// reached its write checks this immediately before writing and bails, so it
+// cannot resurrect the row to 'online' after the disconnect for this shutdown.
+let shuttingDown = false;
+// The beat currently in flight (a doHeartbeat execution that may be mid-callApi
+// retry behind the 120s heartbeat breaker), or null. stopHeartbeat awaits it
+// before sending the disconnect, so the disconnect is always the LAST writer --
+// even for a beat already inside callApi when shutdown began, which the
+// pre-write flag alone cannot catch.
+let inFlightBeat = null;
+// Rolling window of per-beat retention observations, read from each successful
+// heartbeat's response body. This is the recorded evidence the pg_cron-retirement
+// precondition is evaluated against -- established by the daemon itself, without
+// any human query against the environment's database. Bounded (see
+// RETENTION_WINDOW_SIZE); older/malformed responses record an "unknown"
+// observation and never disturb the beat.
+let retentionObservationWindow = [];
+let daemonVersion = 'unknown';
+let daemonCommitSha = 'unknown';
+let latestAvailableVersion = null;
+// The registry the latestAvailableVersion reading came from, for attribution
+// against the update channel (resolveUpdateChannelUrl, read each beat -- no shell-out).
+let latestAvailableRegistry = null;
+const daemonStartedAt = new Date().toISOString();
+// ── Stable daemon repo identity ──────────────────────────────────────
+//
+// The heartbeat's `repo_path` field doubles as the key the edge handler
+// (handleDaemonHeartbeat) uses to retire a restarted daemon's prior rows
+// (hostname AND repo_path AND neq pid). It MUST be stable across restarts, or
+// prior rows are never retired and the table grows without bound.
+//
+// The naive derivation -- basenames of `config.products` -- is NOT stable: by
+// the time the heartbeat runs, `claimProducts` has mutated `config.products`
+// in place to only the CLAIMED subset (unified-engine-lifecycle.ts). A transient
+// claim failure (or any change to the claimed set) therefore changes the label,
+// stranding the previous run's rows. The fix: derive the identity from the
+// CONFIGURED product set captured once at boot (before claim), sorted + deduped
+// so it is invariant to product order. Co-hosted daemons keep their separation
+// (migration 20260215134249) because distinct configured repo sets yield
+// distinct labels.
+let stableRepoIdentity = null;
+/**
+ * Compute a stable, display-meaningful repo identity from a product set: the
+ * sorted, deduplicated basenames of each product's repo path, joined by ', '.
+ * Sorting + dedup make the result invariant to product order and duplicates, so
+ * the same configured set always yields the same string. Pure.
+ */
+export function computeStableRepoIdentity(products) {
+    return [...new Set(products.map((p) => basename(p.repoPath)))].sort().join(', ');
+}
+/**
+ * Record the stable repo identity for this daemon instance. Called once at boot
+ * from the CONFIGURED product set BEFORE `claimProducts` mutates it, so the very
+ * first heartbeat already carries the claim-invariant value.
+ */
+export function setStableRepoIdentity(label) {
+    stableRepoIdentity = label || null;
+}
+/** The boot-captured stable repo identity, or null if none was set. */
+export function getStableRepoIdentity() {
+    return stableRepoIdentity;
+}
+// ── Event loop watchdog ──────────────────────────────────────────────
+let eventLoopHistogram = null;
+/**
+ * Initialize the event loop delay monitor.
+ * Uses perf_hooks.monitorEventLoopDelay() for passive, low-overhead measurement.
+ */
+function initEventLoopMonitor() {
+    try {
+        eventLoopHistogram = monitorEventLoopDelay({ resolution: 20 });
+        eventLoopHistogram.enable();
+    }
+    catch {
+        log.warn('Event loop delay monitoring not available on this runtime');
+    }
+}
+/**
+ * Get the current event loop lag (p99) in milliseconds and reset the histogram.
+ */
+export function getEventLoopLagMs() {
+    if (!eventLoopHistogram)
+        return 0;
+    // Histogram values are in nanoseconds
+    const p99Ns = eventLoopHistogram.percentile(99);
+    eventLoopHistogram.reset();
+    return Math.round(p99Ns / 1_000_000); // Convert ns to ms
+}
+/**
+ * Check event loop lag and log a warning if it exceeds the threshold.
+ */
+function checkEventLoopLag(lagMs) {
+    if (lagMs > EVENT_LOOP_LAG_WARNING_MS) {
+        log.error(`[watchdog] CRITICAL: Event loop lag ${lagMs}ms exceeds ${EVENT_LOOP_LAG_WARNING_MS}ms threshold. ` +
+            `The daemon may have been blocked. Stack: ${new Error().stack}`);
+    }
+}
+/**
+ * Load daemon version from package.json and commit SHA from build-info.json.
+ */
+export function loadVersionInfo() {
+    let version = 'unknown';
+    let sha = 'unknown';
+    const thisDir = dirname(fileURLToPath(import.meta.url));
+    try {
+        const pkgPath = join(thisDir, '..', '..', 'package.json');
+        const pkg = JSON.parse(readFileSync(pkgPath, 'utf-8'));
+        version = pkg.version || 'unknown';
+    }
+    catch (e) {
+        log.debug('[heartbeat] Failed to load daemon version from package.json:', e.message);
+    }
+    try {
+        const buildInfoPath = join(thisDir, '..', '..', 'build-info.json');
+        const buildInfo = JSON.parse(readFileSync(buildInfoPath, 'utf-8'));
+        sha = buildInfo.commitSha || 'unknown';
+    }
+    catch (err) {
+        // build-info.json not present in dev — only stamped at publish time
+        log.debug('build-info.json not present in dev — only stamped at publish time', { error: String(err?.message ?? err) });
+    }
+    return { version, commitSha: sha };
+}
+/**
+ * Bootstrap counters from the database.
+ *
+ * Queries completed session aggregates for this product so the heartbeat
+ * starts with cumulative totals instead of zero. Falls back gracefully
+ * to zero on any error.
+ */
+async function bootstrapCountersFromDb(daemonConfig) {
+    try {
+        // Aggregate across all configured products
+        let totalCompleted = 0;
+        let totalTokens = 0;
+        let totalCostAgg = 0;
+        for (const product of daemonConfig.products) {
+            const aggregates = await getCompletedSessionAggregates(product.id);
+            totalCompleted += aggregates.completedCount;
+            totalTokens += aggregates.totalTokens;
+            totalCostAgg += aggregates.totalCost;
+        }
+        setSessionCounters({
+            completedSessionCount: totalCompleted,
+            totalTokensUsed: totalTokens,
+            totalCost: totalCostAgg,
+        });
+        log.info(`Bootstrapped heartbeat counters from DB (${daemonConfig.products.length} products): ` +
+            `${totalCompleted} sessions, ` +
+            `${totalTokens} tokens, ` +
+            `$${totalCostAgg.toFixed(2)} cost`);
+    }
+    catch (err) {
+        log.warn(`Failed to bootstrap heartbeat counters from DB (starting at zero): ` +
+            `${err.message}`);
+        // Counters remain at 0 — same as previous behavior
+    }
+}
+/**
+ * Initialize the heartbeat module.
+ * Bootstraps counters from the DB (single query, graceful fallback).
+ * Initializes event loop monitoring.
+ */
+export async function initHeartbeat(daemonConfig) {
+    config = daemonConfig;
+    // A fresh init clears any prior shutdown state (also gives tests isolation).
+    shuttingDown = false;
+    inFlightBeat = null;
+    const info = loadVersionInfo();
+    daemonVersion = info.version;
+    daemonCommitSha = info.commitSha;
+    await bootstrapCountersFromDb(daemonConfig);
+    initEventLoopMonitor();
+}
+/**
+ * Get the current daemon version (loaded at init time).
+ */
+export function getVersions() {
+    return { daemon: daemonVersion };
+}
+/**
+ * Store the latest available version from the npm registry, plus the registry it
+ * was read from. The registry lets the heartbeat ATTRIBUTE the reading to the
+ * install registry so a lagging host cannot publish a false "in sync" against the
+ * wrong registry (the mars false-negative). Called by the version check module
+ * after a successful registry query.
+ */
+export function setLatestAvailableVersion(version, registry) {
+    latestAvailableVersion = version;
+    latestAvailableRegistry = registry ?? null;
+}
+/**
+ * Record a completed issue (called when an issue transitions to Done).
+ */
+export function recordIssueCompleted() {
+    completedIssueCount++;
+}
+/**
+ * Build the read-only-mode contribution to the heartbeat metadata.
+ *
+ * Returns `{ readOnlyMode }` only when the daemon is currently in read-only
+ * mode (schema-version gate, warn path), so the dashboard can mark stuck
+ * foci/deliveries and surface the missing migrations + recovery path. In
+ * normal operation returns null, so the `readOnlyMode` key is absent from
+ * the heartbeat metadata entirely. Pure (reads the daemon-core state getter)
+ * and independently testable.
+ */
+export function readOnlyMetadataField() {
+    const state = getReadOnlyModeState();
+    return state.active ? { readOnlyMode: state } : null;
+}
+/**
+ * Apply the focusId-SCOPED metadata fields (see the classification block
+ * below): `narrations` (latest team-lead text) and `focusActivity` (the ONE
+ * record of what the daemon is doing for each focus -- the dashboard's single
+ * activity badge reads it). Both are pull-model: recomputed from live in-memory
+ * state each beat, so a change surfaces within one interval and a torn-down
+ * focus drops out on its own. Each key is set only when non-empty, so an idle
+ * daemon publishes none.
+ *
+ * The per-focus team phase map and last-agent-event clock are still COMPUTED
+ * here -- the liveness-badge falsifiability recorder and the clock-divergence
+ * health check read them -- but no longer PUBLISHED: the former
+ * `metadata.teamPhases` / `metadata.teamClocks` keys fed a second, competing
+ * liveness reading on the dashboard, and the focus activity record now states
+ * both (team_coding/team_reviewing carry lastAgentEventAt; awaiting_slot,
+ * spawn_pending and cooldown are their own kinds).
+ */
+function applyFocusScopedMetadata(metadata, deps) {
+    const sources = deps.teamLivenessPhaseSources;
+    const narrations = narrationSnapshot();
+    if (narrations) {
+        metadata.narrations = narrations;
+    }
+    const teamPhases = buildTeamLivenessPhaseMap(sources); // computed, not published (see above)
+    const teamClocks = buildTeamClockMap(); // computed, not published (see above)
+    applyFocusActivity(metadata, deps.readFocusActivitySources(Date.now())); // focusActivity (focus-activity-record.ts)
+    // Liveness-badge falsifiability: record when a team is executing and still on
+    // the ONE team-progress record (the "unresponsive" signal) and classify it FP
+    // on recovery -- so the badge's false-positive rate is a measured rate. It
+    // reads the record, not the raw activity clock: its demotion gates the stalled-team
+    // backstop's act, so it must agree with that reaper about whether a team moved.
+    const teamProgressAt = buildTeamProgressMap(Object.keys(teamPhases), readTeamLastProgressAt);
+    observeLivenessBadge({ teamPhases, teamProgressAt, isActive: hasActiveTeam, now: Date.now() });
+    // Compare the in-memory activity clock against the last SUCCESSFULLY-published clock per focus; a focus whose
+    // in-memory clock has led the published one past the threshold surfaces an
+    // activity.clock_divergence health fact (the write chain stalled). Emits into
+    // healthEvents -- already published as metadata.healthEvents below -- so no new
+    // metadata key is added here. Edge-triggered + quiet within threshold.
+    checkClockDivergence(teamClocks);
+}
+/*
+ * HEARTBEAT METADATA CLASSIFICATION (audited 2026-07-26; full audit in
+ * docs/heartbeat-metadata-audit.md).
+ *
+ * THE RULE: every NEW metadata key or counter added here must be declared
+ * product-invariant or product-scoped. Product-scoped keys MUST be published
+ * as { [productId]: ... } maps (or carry per-entry product attribution) --
+ * the app matches a connection to a product via productIds.includes(productId)
+ * (src/hooks/queries/useDaemonConnections.ts), so ANY flat value is served
+ * verbatim to EVERY product this daemon manages. A flat product-scoped value
+ * is exactly the branchStatus misattribution bug, reborn under a new key.
+ *
+ * Classification of every key currently emitted:
+ *
+ *   metadata.commitSha              invariant  daemon build fact (one binary)
+ *   metadata.latestAvailableVersion invariant  npm registry fact about @telora/daemon
+ *   metadata.versionLag             invariant  running-vs-latest lag + the registry
+ *                                              the reading came from + measured
+ *                                              (attributed to the install registry);
+ *                                              the running daemon is one binary, so
+ *                                              its version lag is a process-global
+ *                                              fact (like commitSha /
+ *                                              latestAvailableVersion)
+ *   metadata.maxTotalSessions       invariant BY DESIGN  shared ResourceGovernor
+ *                                              spans all products; not a defect
+ *   metadata.verificationPostures   SCOPED     { [productId]: posture } map
+ *   metadata.availableBackends      invariant  host-level engine install+auth probe
+ *   metadata.mcpProductsVersion     invariant  the @telora/mcp-products version agents on
+ *                                              this host EXECUTE (the daemon's own bundled
+ *                                              copy, which every worktree .mcp.json points
+ *                                              at) -- read by the product-api rollout
+ *                                              barrier; omitted when none resolves
+ *   metadata.productEngines         SCOPED     { [productId]: { defaultCodingEngine,
+ *                                              localCodex, codexModel } } map
+ *   metadata.branchStatus           SCOPED     { [productId]: BranchStatusPayload }
+ *                                              map, each computed via configForProduct
+ *   metadata.narrations             SCOPED     keyed by focusId (globally unique;
+ *                                              product attribution flows through
+ *                                              the focus) -- finer key than productId
+ *   metadata.focusActivity          SCOPED     { [focusId]: FocusActivity } map (the
+ *                                              @telora/daemon-core record; same focusId
+ *                                              key as narrations -- product attribution
+ *                                              flows through the focus)
+ *   (metadata.teamPhases / metadata.teamClocks: RETIRED 2026-09-28 -- no longer
+ *    emitted; the focusActivity record states what they did. Older rows may
+ *    still carry them; nothing reads them.)
+ *   metadata.healthEvents           MIXED      process events + product events;
+ *                                              product-scoped entries MUST set the
+ *                                              per-entry productId field
+ *   metadata.readOnlyMode           invariant  schema gate parks the whole process;
+ *                                              every product it serves is read-only
+ *
+ *   counters.activeSessions         invariant  active team count across all products
+ *   counters.inProgressIssues       invariant  same aggregate as activeSessions
+ *   counters.completedSessions      invariant BY CHOICE  bootstrapCountersFromDb
+ *   counters.completedIssues        invariant BY CHOICE  deliberately SUMS across
+ *   counters.totalTokensUsed        invariant BY CHOICE  products -- an aggregate,
+ *   counters.totalCost              invariant BY CHOICE  not a misattribution
+ *   counters.plannedIssues          invariant  placeholder (always 0)
+ *   counters.productId              legacy     mirrors products[0].id only; kept as
+ *                                              a matcher fallback for old rows
+ *   counters.productIds             invariant  the daemon's product scope -- this IS
+ *                                              the per-product match mechanism
+ *   counters.healthStatus           invariant  scalar derived from healthEvents;
+ *                                              note: product-scoped events fold into
+ *                                              it, so one product's warn degrades the
+ *                                              daemon-wide status (see audit doc)
+ *   counters.daemonStartedAt        invariant  process fact
+ *   counters.lastActivityAt         invariant  process fact
+ *   counters.eventLoopLagMs         invariant  process fact
+ *
+ * Known wart (documented, not fixed here): the repoPath positional arg to
+ * sendHeartbeat is basename(config.repoPath), i.e. products[0]'s repo only.
+ */
+/**
+ * Pure presence-gap detector for the heartbeat.
+ *
+ * A successful beat writes nothing on its own, so a daemon can stop
+ * heart-beating for hours and leave no trace in ~/.telora/daemon.log. This
+ * function turns the silence into a measurable fact: given the current time,
+ * the time of the last SUCCESSFUL beat, and the normal interval, it reports the
+ * elapsed gap when a beat lands MORE than two intervals late.
+ *
+ * Threshold is strictly greater than two intervals -- two beats is also the
+ * dashboard's whole `online` budget, so the warning fires at exactly the point
+ * the UI stops calling the daemon online. Exactly two intervals is within
+ * budget and is NOT a gap.
+ *
+ * The first beat after startup has no prior successful beat (`lastSuccessMs`
+ * null), so it is never reported as a gap. Pure and independently testable with
+ * an injected clock -- no timers, no module state.
+ */
+export function detectHeartbeatGap(nowMs, lastSuccessMs, intervalMs) {
+    if (lastSuccessMs === null)
+        return null;
+    const gapMs = nowMs - lastSuccessMs;
+    return gapMs > intervalMs * 2 ? { gapMs } : null;
+}
+/**
+ * Read-only view of the recorded retention observation window (most recent last).
+ * Exposed for diagnostics and tests that assert the daemon actually consumed the
+ * `retentionSchedules` field rather than discarding it.
+ */
+export function getRetentionObservationWindow() {
+    return retentionObservationWindow;
+}
+/**
+ * The current verdict on the pg_cron-retirement precondition, evaluated from the
+ * recorded observation window. This is the fact the daemon establishes on every
+ * beat -- "are this environment's declared horizons being held by the app-side
+ * sweep?" -- without any human query against the environment's database.
+ */
+export function getRetirementPreconditionVerdict() {
+    return evaluateRetirementPrecondition(retentionObservationWindow);
+}
+/** Reset the retention observation window. For test isolation. */
+export function resetRetentionObservationWindow() {
+    retentionObservationWindow = [];
+}
+/**
+ * Gather current counters and send a heartbeat.
+ *
+ * Thin wrapper over `performHeartbeat` that registers this execution as the
+ * in-flight beat (`inFlightBeat`), so `stopHeartbeat` can await a beat that is
+ * still in flight -- possibly mid-`callApi` retry behind the 120s heartbeat
+ * breaker -- before it sends the disconnect. That ordering makes the disconnect
+ * the last writer even for a beat the pre-write flag cannot catch. Exported
+ * (with the injectable deps seam) so a unit test can drive the real consumption
+ * path; production callers pass no args.
+ */
+export function doHeartbeat(deps) {
+    const beat = performHeartbeat(deps).finally(() => {
+        if (inFlightBeat === beat)
+            inFlightBeat = null;
+    });
+    inFlightBeat = beat;
+    return beat;
+}
+/**
+ * Gather current counters and send a heartbeat (the real work behind
+ * `doHeartbeat`). Kept separate so the exported entry point can wrap it in the
+ * in-flight-beat registration without self-referencing its own promise.
+ */
+async function performHeartbeat(deps) {
+    if (!config)
+        return;
+    const activeTeamCount = getActiveTeamCount();
+    // Settle sweep: a supervision firing that has stood past the settle window with
+    // no falsifying event (a re-ready focus for a teardown) is classified a true
+    // positive -- the prediction held. Runs on the beat cadence so the FP rate the
+    // heartbeat then publishes reflects a settled reading.
+    sweepAgedFirings({ olderThanMs: FIRING_SETTLE_WINDOW_MS });
+    // Event loop watchdog: measure and check lag
+    const eventLoopLagMs = getEventLoopLagMs();
+    checkEventLoopLag(eventLoopLagMs);
+    // Inactivity detection: warn if no activity for 10+ minutes
+    const lastActivity = getLastActivityAt();
+    const inactivityMs = Date.now() - lastActivity.getTime();
+    if (inactivityMs > INACTIVITY_THRESHOLD_MS) {
+        log.warn(`[watchdog] Daemon inactive for ${Math.round(inactivityMs / 1000)}s. ` +
+            `Active teams: ${activeTeamCount}. ` +
+            `Last activity: ${lastActivity.toISOString()}`);
+    }
+    // Build metadata (version observability, postures, backends, branch status,
+    // focus-scoped fields, health events, read-only mode). Lives in
+    // heartbeat-metadata.ts; the version state and the two heartbeat-internal
+    // helpers (focus-scoped fields, read-only field) are passed in.
+    const metadata = await buildHeartbeatMetadata({
+        cfg: config,
+        version: {
+            daemonVersion,
+            daemonCommitSha,
+            latestAvailableVersion,
+            latestAvailableRegistry,
+            installRegistry: resolveUpdateChannelUrl(),
+        },
+        producers: deps,
+        applyFocusScopedMetadata: (m) => applyFocusScopedMetadata(m, deps),
+        readOnlyMetadataField,
+    });
+    // Derive health_status from event buffer severity
+    const healthStatus = healthEvents.getUnresolvedCount('error') > 0
+        ? 'error'
+        : healthEvents.getUnresolvedCount('warn') > 0
+            ? 'degraded'
+            : 'healthy';
+    const counters = getSessionCounters();
+    // Shutdown began while this beat was preparing (probe/branch-status awaits
+    // above): do NOT write. A heartbeat landing after the disconnect would rewrite
+    // the row to 'online' with a fresh last_heartbeat_at, resurrecting a daemon on
+    // its way down. A beat already inside deps.sendHeartbeat when shutdown flips is
+    // handled separately -- stopHeartbeat awaits inFlightBeat before it disconnects.
+    if (shuttingDown) {
+        log.debug('[watchdog] Shutdown in progress; skipping heartbeat write.');
+        return;
+    }
+    try {
+        // repo label AND restart-cleanup key: prefer the boot-captured stable
+        // identity (derived from the CONFIGURED product set, invariant to claim
+        // outcomes) so a restart or a claim failure never strands the prior run's
+        // rows. Fall back to the current (possibly claim-filtered) set only if the
+        // stable identity was never set, then to products[0]'s repo basename.
+        const repoLabel = getStableRepoIdentity()
+            || computeStableRepoIdentity(config.products)
+            || basename(config.repoPath);
+        const response = await deps.sendHeartbeat(process.pid, osHostname(), repoLabel, daemonVersion, {
+            activeSessions: activeTeamCount,
+            completedSessions: counters.completedSessionCount,
+            plannedIssues: 0, // Could be enriched later by querying ready deliveries
+            inProgressIssues: activeTeamCount,
+            completedIssues: completedIssueCount,
+            totalTokensUsed: counters.totalTokensUsed,
+            totalCost: counters.totalCost,
+            daemonStartedAt,
+            lastActivityAt: getLastActivityAt().toISOString(),
+            eventLoopLagMs,
+            productId: config.productId,
+            productIds: config.products.map(p => p.id),
+            healthStatus,
+            // Committed-to-stop signal: when the drain is armed the daemon still
+            // beats, but the row should read 'departing', not plain 'online'.
+            draining: isIntakeDraining(),
+            // The lease: how long THIS beat should be believed. The edge stamps
+            // belief_expires_at = now() + this; readers presume the daemon gone past
+            // it, needing no successor. The daemon is the declarer of its own horizon.
+            beliefHorizonMs: PRESENCE_BELIEF_HORIZON_MS,
+        }, Object.keys(metadata).length > 0 ? metadata : undefined);
+        // Establish the retention picture from the response the daemon already
+        // received -- no extra round trip. Record this beat's per-horizon
+        // classification into the bounded window so the pg_cron-retirement
+        // precondition is evaluable from a recorded observation rather than a psql
+        // session run against production. An absent field (older edge bundle) or a
+        // malformed one records an "unknown" observation. Guarded so a retention
+        // read can never disturb the heartbeat or the daemon's own liveness.
+        try {
+            const observation = observeRetentionBeat(response, Date.now());
+            retentionObservationWindow = recordRetentionObservation(retentionObservationWindow, observation);
+        }
+        catch (obsErr) {
+            log.debug('[watchdog] retention observation skipped (non-fatal):', String(obsErr?.message ?? obsErr));
+        }
+        // Presence self-observation: a successful send means beats are live. If
+        // this beat resumed after a gap (the interval stalled, or the send failed /
+        // was breaker-suppressed for a stretch, regardless of cause), leave a
+        // durable, timestamped trace naming the elapsed duration -- the one record
+        // of the outage that survives independently of daemon_connections. Emitted
+        // once, the moment beats resume; the normal cadence updates the marker
+        // below and never warns.
+        const nowMs = Date.now();
+        const gap = detectHeartbeatGap(nowMs, lastSuccessfulHeartbeatAtMs, HEARTBEAT_INTERVAL_MS);
+        if (gap) {
+            log.warn(`[watchdog] Heartbeat presence gap: no successful beat for ${Math.round(gap.gapMs / 1000)}s ` +
+                `(> ${(HEARTBEAT_INTERVAL_MS * 2) / 1000}s threshold). Beats have resumed.`);
+        }
+        lastSuccessfulHeartbeatAtMs = nowMs;
+    }
+    catch (error) {
+        log.error('Heartbeat failed:', error.message);
+    }
+}
+/**
+ * Start sending periodic heartbeats. Sends one immediately.
+ */
+export async function startHeartbeat(deps) {
+    if (!config) {
+        throw new Error('Heartbeat not initialized. Call initHeartbeat first.');
+    }
+    // A (re)start clears any prior shutdown latch so beats can write again.
+    shuttingDown = false;
+    // Send initial heartbeat immediately
+    await doHeartbeat(deps);
+    // Start periodic heartbeats with error boundary
+    heartbeatInterval = safeInterval(() => {
+        return doHeartbeat(deps);
+    }, HEARTBEAT_INTERVAL_MS, 'heartbeat');
+    log.info(`Started heartbeat (every ${HEARTBEAT_INTERVAL_MS / 1000}s)`);
+}
+/**
+ * Stop heartbeats and send a disconnect signal (best-effort).
+ *
+ * Makes the shutdown the LAST writer to the connection row, closing the race
+ * where a beat that outlives the disconnect rewrites the row back to 'online':
+ *  1. Latch `shuttingDown` FIRST, so any beat still preparing bails at its
+ *     pre-write guard instead of writing after us.
+ *  2. Await `inFlightBeat` -- a beat already inside `deps.sendHeartbeat` (which
+ *     the flag cannot stop, since it retries behind the 120s heartbeat breaker).
+ *     Its write, if any, therefore lands BEFORE the disconnect below. This can
+ *     delay a graceful stop by the beat's remaining retry budget, which is the
+ *     price of a provably-last disconnect; a bounded wait would reopen the race.
+ *  3. Send the disconnect.
+ *
+ * Exported deps seam so a unit test can drive the ordering with a spy sender.
+ */
+export async function stopHeartbeat(deps) {
+    shuttingDown = true;
+    if (heartbeatInterval) {
+        clearInterval(heartbeatInterval);
+        heartbeatInterval = null;
+    }
+    // Let a beat already in flight settle so its write cannot follow the disconnect.
+    if (inFlightBeat) {
+        try {
+            await inFlightBeat;
+        }
+        catch {
+            /* beat failures are already logged inside performHeartbeat */
+        }
+    }
+    // Best-effort disconnect — now guaranteed to be the last write for this shutdown.
+    try {
+        await deps.sendDisconnect(process.pid);
+        log.info('Sent disconnect signal');
+    }
+    catch (error) {
+        log.error('Failed to send disconnect (non-fatal):', error.message);
+    }
+}
+//# sourceMappingURL=heartbeat.js.map

package/dist/focus/heartbeat.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"heartbeat.js","sourceRoot":"","sources":["../../src/focus/heartbeat.ts"],"names":[],"mappings":"AAAA,8FAA8F;AAC9F,kEAAkE;AAClE,iEAAiE;AACjE,gEAAgE;AAChE,qDAAqD;AACrD,oEAAoE;AACpE,2DAA2D;AAC3D,gEAAgE;AAChE,iEAAiE;AACjE,sEAAsE;AACtE,uEAAuE;AACvE,oEAAoE;AACpE,0DAA0D;AAC1D,gBAAgB;AAEhB;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,sBAAsB,EAAE,MAAM,+CAA+C,CAAC;AACvF,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,QAAQ,IAAI,UAAU,EAAE,MAAM,SAAS,CAAC;AACjD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AAIxD,OAAO,EAAE,6BAA6B,EAAE,MAAM,iCAAiC,CAAC;AAChF,OAAO,EACL,oBAAoB,EACpB,0BAA0B,EAC1B,8BAA8B,GAG/B,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AAC3G,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,qCAAqC,CAAC;AAC3G,OAAO,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,gDAAgD,CAAC;AAC5G,OAAO,EAAE,oBAAoB,EAAE,MAAM,4CAA4C,CAAC;AAClF,OAAO,EAAE,yBAAyB,EAAiC,MAAM,oDAAoD,CAAC;AAC9H,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAEhE,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AACvF,OAAO,EAAE,gBAAgB,EAAE,MAAM,mCAAmC,CAAC;AAErE,OAAO,EAAE,sBAAsB,EAA2B,MAAM,yBAAyB,CAAC;AAC1F,OAAO,EAAE,gBAAgB,EAAE,uBAAuB,EAAE,MAAM,0DAA0D,CAAC;AACrH,OAAO,EAAE,uBAAuB,EAAE,MAAM,6BAA6B,CAAC;AACtE,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAEpD,MAAM,GAAG,GAAG,YAAY,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;AAGjD,qFAAqF;AACrF,MAAM,CAAC,MAAM,qBAAqB,GAAG,MAAM,CAAC,CAAC,aAAa;AAC1D,MAAM,uBAAuB,GAAG,OAAO,CAAC,CAAC,aAAa;AACtD,MAAM,yBAAyB,GAAG,MAAM,CAAC,CAAC,aAAa;AAEvD,gFAAgF;AAChF,6EAA6E;AAC7E,4DAA4D;AAC5D,+EAA+E;AAC/E,kFAAkF;AAClF,+EAA+E;AAC/E,0EAA0E;AAC1E,2EAA2E;AAC3E,MAAM,0BAA0B,GAAG,OAAO,CAAC,CAAC,aAAa;AAEzD,IAAI,MAAM,GAAwB,IAAI,CAAC;AACvC,IAAI,iBAAiB,GAA0C,IAAI,CAAC;AACpE,IAAI,mBAAmB,GAAG,CAAC,CAAC;AAC5B,6EAA6E;AAC7E,+EAA+E;AAC/E,oDAAoD;AACpD,IAAI,2BAA2B,GAAkB,IAAI,CAAC;AACtD,+EAA+E;AAC/E,4EAA4E;AAC5E,+EAA+E;AAC/E,IAAI,YAAY,GAAG,KAAK,CAAC;AACzB,gFAAgF;AAChF,6EAA6E;AAC7E,gFAAgF;AAChF,wEAAwE;AACxE,qCAAqC;AACrC,IAAI,YAAY,GAAyB,IAAI,CAAC;AAC9C,+EAA+E;AAC/E,kFAAkF;AAClF,iFAAiF;AACjF,mEAAmE;AACnE,wEAAwE;AACxE,0CAA0C;AAC1C,IAAI,0BAA0B,GAA+B,EAAE,CAAC;AAChE,IAAI,aAAa,GAAG,SAAS,CAAC;AAC9B,IAAI,eAAe,GAAG,SAAS,CAAC;AAChC,IAAI,sBAAsB,GAAkB,IAAI,CAAC;AACjD,6EAA6E;AAC7E,wFAAwF;AACxF,IAAI,uBAAuB,GAAkB,IAAI,CAAC;AAClD,MAAM,eAAe,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;AAEjD,wEAAwE;AACxE,EAAE;AACF,wEAAwE;AACxE,yEAAyE;AACzE,8EAA8E;AAC9E,kEAAkE;AAClE,EAAE;AACF,8EAA8E;AAC9E,6EAA6E;AAC7E,iFAAiF;AACjF,gFAAgF;AAChF,2EAA2E;AAC3E,gFAAgF;AAChF,+EAA+E;AAC/E,yEAAyE;AACzE,mBAAmB;AAEnB,IAAI,kBAAkB,GAAkB,IAAI,CAAC;AAE7C;;;;;GAKG;AACH,MAAM,UAAU,yBAAyB,CACvC,QAA6C;IAE7C,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACnF,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,qBAAqB,CAAC,KAAa;IACjD,kBAAkB,GAAG,KAAK,IAAI,IAAI,CAAC;AACrC,CAAC;AAED,uEAAuE;AACvE,MAAM,UAAU,qBAAqB;IACnC,OAAO,kBAAkB,CAAC;AAC5B,CAAC;AAED,wEAAwE;AAExE,IAAI,kBAAkB,GAA6B,IAAI,CAAC;AAExD;;;GAGG;AACH,SAAS,oBAAoB;IAC3B,IAAI,CAAC;QACH,kBAAkB,GAAG,qBAAqB,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC;QAC/D,kBAAkB,CAAC,MAAM,EAAE,CAAC;IAC9B,CAAC;IAAC,MAAM,CAAC;QACP,GAAG,CAAC,IAAI,CAAC,2DAA2D,CAAC,CAAC;IACxE,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB;IAC/B,IAAI,CAAC,kBAAkB;QAAE,OAAO,CAAC,CAAC;IAClC,sCAAsC;IACtC,MAAM,KAAK,GAAG,kBAAkB,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IAChD,kBAAkB,CAAC,KAAK,EAAE,CAAC;IAC3B,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,mBAAmB;AAC3D,CAAC;AAED;;GAEG;AACH,SAAS,iBAAiB,CAAC,KAAa;IACtC,IAAI,KAAK,GAAG,yBAAyB,EAAE,CAAC;QACtC,GAAG,CAAC,KAAK,CACP,uCAAuC,KAAK,cAAc,yBAAyB,gBAAgB;YACnG,4CAA4C,IAAI,KAAK,EAAE,CAAC,KAAK,EAAE,CAChE,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe;IAC7B,IAAI,OAAO,GAAG,SAAS,CAAC;IACxB,IAAI,GAAG,GAAG,SAAS,CAAC;IACpB,MAAM,OAAO,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAExD,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,cAAc,CAAC,CAAC;QAC1D,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,CAAyB,CAAC;QAC/E,OAAO,GAAG,GAAG,CAAC,OAAO,IAAI,SAAS,CAAC;IACrC,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,GAAG,CAAC,KAAK,CAAC,8DAA8D,EAAG,CAAW,CAAC,OAAO,CAAC,CAAC;IAClG,CAAC;IAED,IAAI,CAAC;QACH,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,iBAAiB,CAAC,CAAC;QACnE,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,aAAa,EAAE,OAAO,CAAC,CAA2B,CAAC;QAC7F,GAAG,GAAG,SAAS,CAAC,SAAS,IAAI,SAAS,CAAC;IACzC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACjB,oEAAoE;QAChE,GAAG,CAAC,KAAK,CAAC,mEAAmE,EAAE,EAAE,KAAK,EAAE,MAAM,CAAE,GAAa,EAAE,OAAO,IAAI,GAAG,CAAC,EAAE,CAAC,CAAC;IACpI,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC;AACrC,CAAC;AAED;;;;;;GAMG;AACH,KAAK,UAAU,uBAAuB,CAAC,YAA0B;IAC/D,IAAI,CAAC;QACH,2CAA2C;QAC3C,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,KAAK,MAAM,OAAO,IAAI,YAAY,CAAC,QAAQ,EAAE,CAAC;YAC5C,MAAM,UAAU,GAAG,MAAM,6BAA6B,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACnE,cAAc,IAAI,UAAU,CAAC,cAAc,CAAC;YAC5C,WAAW,IAAI,UAAU,CAAC,WAAW,CAAC;YACtC,YAAY,IAAI,UAAU,CAAC,SAAS,CAAC;QACvC,CAAC;QAED,kBAAkB,CAAC;YACjB,qBAAqB,EAAE,cAAc;YACrC,eAAe,EAAE,WAAW;YAC5B,SAAS,EAAE,YAAY;SACxB,CAAC,CAAC;QACH,GAAG,CAAC,IAAI,CACN,4CAA4C,YAAY,CAAC,QAAQ,CAAC,MAAM,cAAc;YACtF,GAAG,cAAc,aAAa;YAC9B,GAAG,WAAW,WAAW;YACzB,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CACnC,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,IAAI,CACN,qEAAqE;YACrE,GAAI,GAAa,CAAC,OAAO,EAAE,CAC5B,CAAC;QACF,mDAAmD;IACrD,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,YAA0B;IAC5D,MAAM,GAAG,YAAY,CAAC;IACtB,6EAA6E;IAC7E,YAAY,GAAG,KAAK,CAAC;IACrB,YAAY,GAAG,IAAI,CAAC;IACpB,MAAM,IAAI,GAAG,eAAe,EAAE,CAAC;IAC/B,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC;IAC7B,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC;IACjC,MAAM,uBAAuB,CAAC,YAAY,CAAC,CAAC;IAC5C,oBAAoB,EAAE,CAAC;AACzB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW;IACzB,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;AACnC,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,yBAAyB,CAAC,OAAe,EAAE,QAAiB;IAC1E,sBAAsB,GAAG,OAAO,CAAC;IACjC,uBAAuB,GAAG,QAAQ,IAAI,IAAI,CAAC;AAC7C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB;IAClC,mBAAmB,EAAE,CAAC;AACxB,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,qBAAqB;IACnC,MAAM,KAAK,GAAG,oBAAoB,EAAE,CAAC;IACrC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AACvD,CAAC;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,SAAS,wBAAwB,CAC/B,QAAiC,EACjC,IAAoF;IAEpF,MAAM,OAAO,GAAG,IAAI,CAAC,wBAAwB,CAAC;IAC9C,MAAM,UAAU,GAAG,iBAAiB,EAAE,CAAC;IACvC,IAAI,UAAU,EAAE,CAAC;QACf,QAAQ,CAAC,UAAU,GAAG,UAAU,CAAC;IACnC,CAAC;IACD,MAAM,UAAU,GAAG,yBAAyB,CAAC,OAAO,CAAC,CAAC,CAAC,sCAAsC;IAC7F,MAAM,UAAU,GAAG,iBAAiB,EAAE,CAAC,CAAC,sCAAsC;IAC9E,kBAAkB,CAAC,QAAQ,EAAE,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,2CAA2C;IACpH,8EAA8E;IAC9E,8EAA8E;IAC9E,2EAA2E;IAC3E,oFAAoF;IACpF,gFAAgF;IAChF,MAAM,cAAc,GAAG,oBAAoB,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,sBAAsB,CAAC,CAAC;IAC7F,oBAAoB,CAAC,EAAE,UAAU,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAC/F,8GAA8G;IAC9G,2EAA2E;IAC3E,8EAA8E;IAC9E,gFAAgF;IAChF,uEAAuE;IACvE,oBAAoB,CAAC,UAAU,CAAC,CAAC;AACnC,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAyEG;AAEH;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,UAAU,kBAAkB,CAChC,KAAa,EACb,aAA4B,EAC5B,UAAkB;IAElB,IAAI,aAAa,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IACxC,MAAM,KAAK,GAAG,KAAK,GAAG,aAAa,CAAC;IACpC,OAAO,KAAK,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AACnD,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,6BAA6B;IAC3C,OAAO,0BAA0B,CAAC;AACpC,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,gCAAgC;IAC9C,OAAO,8BAA8B,CAAC,0BAA0B,CAAC,CAAC;AACpE,CAAC;AAED,kEAAkE;AAClE,MAAM,UAAU,+BAA+B;IAC7C,0BAA0B,GAAG,EAAE,CAAC;AAClC,CAAC;AAsBD;;;;;;;;;;GAUG;AACH,MAAM,UAAU,WAAW,CACzB,IAAqB;IAErB,MAAM,IAAI,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;QAC/C,IAAI,YAAY,KAAK,IAAI;YAAE,YAAY,GAAG,IAAI,CAAC;IACjD,CAAC,CAAC,CAAC;IACH,YAAY,GAAG,IAAI,CAAC;IACpB,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,gBAAgB,CAC7B,IAAqB;IAErB,IAAI,CAAC,MAAM;QAAE,OAAO;IAEpB,MAAM,eAAe,GAAG,kBAAkB,EAAE,CAAC;IAE7C,gFAAgF;IAChF,6EAA6E;IAC7E,+EAA+E;IAC/E,uDAAuD;IACvD,gBAAgB,CAAC,EAAE,WAAW,EAAE,uBAAuB,EAAE,CAAC,CAAC;IAE3D,6CAA6C;IAC7C,MAAM,cAAc,GAAG,iBAAiB,EAAE,CAAC;IAC3C,iBAAiB,CAAC,cAAc,CAAC,CAAC;IAElC,4DAA4D;IAC5D,MAAM,YAAY,GAAG,iBAAiB,EAAE,CAAC;IACzC,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,YAAY,CAAC,OAAO,EAAE,CAAC;IACzD,IAAI,YAAY,GAAG,uBAAuB,EAAE,CAAC;QAC3C,GAAG,CAAC,IAAI,CACN,kCAAkC,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC,KAAK;YACtE,iBAAiB,eAAe,IAAI;YACpC,kBAAkB,YAAY,CAAC,WAAW,EAAE,EAAE,CAC/C,CAAC;IACJ,CAAC;IAED,4EAA4E;IAC5E,gEAAgE;IAChE,0EAA0E;IAC1E,gEAAgE;IAChE,MAAM,QAAQ,GAAG,MAAM,sBAAsB,CAAC;QAC5C,GAAG,EAAE,MAAM;QACX,OAAO,EAAE;YACP,aAAa;YACb,eAAe;YACf,sBAAsB;YACtB,uBAAuB;YACvB,eAAe,EAAE,uBAAuB,EAAE;SAC3C;QACD,SAAS,EAAE,IAAI;QACf,wBAAwB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,wBAAwB,CAAC,CAAC,EAAE,IAAI,CAAC;QAClE,qBAAqB;KACtB,CAAC,CAAC;IAEH,kDAAkD;IAClD,MAAM,YAAY,GAAG,YAAY,CAAC,kBAAkB,CAAC,OAAO,CAAC,GAAG,CAAC;QAC/D,CAAC,CAAC,OAAO;QACT,CAAC,CAAC,YAAY,CAAC,kBAAkB,CAAC,MAAM,CAAC,GAAG,CAAC;YAC3C,CAAC,CAAC,UAAU;YACZ,CAAC,CAAC,SAAS,CAAC;IAEhB,MAAM,QAAQ,GAAG,kBAAkB,EAAE,CAAC;IAEtC,2EAA2E;IAC3E,+EAA+E;IAC/E,+EAA+E;IAC/E,gFAAgF;IAChF,iFAAiF;IACjF,IAAI,YAAY,EAAE,CAAC;QACjB,GAAG,CAAC,KAAK,CAAC,4DAA4D,CAAC,CAAC;QACxE,OAAO;IACT,CAAC;IAED,IAAI,CAAC;QACH,sEAAsE;QACtE,wEAAwE;QACxE,0EAA0E;QAC1E,2EAA2E;QAC3E,sEAAsE;QACtE,MAAM,SAAS,GAAG,qBAAqB,EAAE;eACpC,yBAAyB,CAAC,MAAM,CAAC,QAAQ,CAAC;eAC1C,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC/B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CACvC,OAAO,CAAC,GAAG,EACX,UAAU,EAAE,EACZ,SAAS,EACT,aAAa,EACb;YACE,cAAc,EAAE,eAAe;YAC/B,iBAAiB,EAAE,QAAQ,CAAC,qBAAqB;YACjD,aAAa,EAAE,CAAC,EAAE,uDAAuD;YACzE,gBAAgB,EAAE,eAAe;YACjC,eAAe,EAAE,mBAAmB;YACpC,eAAe,EAAE,QAAQ,CAAC,eAAe;YACzC,SAAS,EAAE,QAAQ,CAAC,SAAS;YAC7B,eAAe;YACf,cAAc,EAAE,iBAAiB,EAAE,CAAC,WAAW,EAAE;YACjD,cAAc;YACd,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1C,YAAY;YACZ,qEAAqE;YACrE,kEAAkE;YAClE,QAAQ,EAAE,gBAAgB,EAAE;YAC5B,oEAAoE;YACpE,yEAAyE;YACzE,2EAA2E;YAC3E,eAAe,EAAE,0BAA0B;SAC5C,EACD,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CACxD,CAAC;QAEF,uEAAuE;QACvE,kEAAkE;QAClE,mEAAmE;QACnE,2EAA2E;QAC3E,2EAA2E;QAC3E,yEAAyE;QACzE,qEAAqE;QACrE,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,oBAAoB,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;YAC/D,0BAA0B,GAAG,0BAA0B,CAAC,0BAA0B,EAAE,WAAW,CAAC,CAAC;QACnG,CAAC;QAAC,OAAO,MAAM,EAAE,CAAC;YAChB,GAAG,CAAC,KAAK,CACP,uDAAuD,EACvD,MAAM,CAAE,MAAgB,EAAE,OAAO,IAAI,MAAM,CAAC,CAC7C,CAAC;QACJ,CAAC;QAED,wEAAwE;QACxE,4EAA4E;QAC5E,sEAAsE;QACtE,2EAA2E;QAC3E,2EAA2E;QAC3E,uEAAuE;QACvE,yBAAyB;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,kBAAkB,CAAC,KAAK,EAAE,2BAA2B,EAAE,qBAAqB,CAAC,CAAC;QAC1F,IAAI,GAAG,EAAE,CAAC;YACR,GAAG,CAAC,IAAI,CACN,6DAA6D,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI;gBAC7F,MAAM,CAAC,qBAAqB,GAAG,CAAC,CAAC,GAAG,IAAI,mCAAmC,CAC5E,CAAC;QACJ,CAAC;QACD,2BAA2B,GAAG,KAAK,CAAC;IACtC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,GAAG,CAAC,KAAK,CAAC,mBAAmB,EAAG,KAAe,CAAC,OAAO,CAAC,CAAC;IAC3D,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,IAAqB;IACxD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;IAC1E,CAAC;IAED,wEAAwE;IACxE,YAAY,GAAG,KAAK,CAAC;IAErB,qCAAqC;IACrC,MAAM,WAAW,CAAC,IAAI,CAAC,CAAC;IAExB,gDAAgD;IAChD,iBAAiB,GAAG,YAAY,CAAC,GAAG,EAAE;QACpC,OAAO,WAAW,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC,EAAE,qBAAqB,EAAE,WAAW,CAAC,CAAC;IAEvC,GAAG,CAAC,IAAI,CAAC,4BAA4B,qBAAqB,GAAG,IAAI,IAAI,CAAC,CAAC;AACzE,CAAC;AAOD;;;;;;;;;;;;;;;GAeG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,IAAuB;IAEvB,YAAY,GAAG,IAAI,CAAC;IAEpB,IAAI,iBAAiB,EAAE,CAAC;QACtB,aAAa,CAAC,iBAAiB,CAAC,CAAC;QACjC,iBAAiB,GAAG,IAAI,CAAC;IAC3B,CAAC;IAED,iFAAiF;IACjF,IAAI,YAAY,EAAE,CAAC;QACjB,IAAI,CAAC;YACH,MAAM,YAAY,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YACP,8DAA8D;QAChE,CAAC;IACH,CAAC;IAED,kFAAkF;IAClF,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACvC,GAAG,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IACrC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,GAAG,CAAC,KAAK,CAAC,wCAAwC,EAAG,KAAe,CAAC,OAAO,CAAC,CAAC;IAChF,CAAC;AACH,CAAC"}