@haaaiawd/second-nature 0.2.4 → 0.2.6

package/runtime/observability/loop-status.d.ts

@@ -27,6 +27,8 @@ export interface RealRunHealthProjection {
     hasRealClosure: boolean;
     hasQuietArtifact: boolean;
     hasDreamArtifact: boolean;
+    hasFreshImpulseContext: boolean;
+    hasProjectionFeedback: boolean;
     missingStage?: string;
     missingReason?: string;
 }
@@ -38,6 +40,11 @@ export interface LoopStatusReadModel {
     lastHeartbeatAt?: string;
     stageSummaries: StageSummary[];
     policyDeniedCount: number;
+    hardGuardDeniedCount: number;
+    cooldownReplayCount: number;
+    sourceAbsenceCount: number;
+    quietSuppressionCount: number;
+    connectorTerminalCount: number;
     nextAction: string;
     realRunHealth: RealRunHealthProjection;
 }
@@ -54,4 +61,16 @@ export type LoopStatusResult = {
     ok: false;
     degraded: DegradedOperationResult;
 };
+export interface DenialAttribution {
+    policyDeniedCount: number;
+    hardGuardDeniedCount: number;
+    cooldownReplayCount: number;
+    sourceAbsenceCount: number;
+    quietSuppressionCount: number;
+    connectorTerminalCount: number;
+}
+export declare function attributeDenials(db: StateDatabase, options?: {
+    day?: string;
+    cycleWindowHours?: number;
+}): Promise<DenialAttribution>;
 export declare function readLoopStatus(db: StateDatabase): Promise<LoopStatusResult>;

package/runtime/observability/loop-status.js

@@ -20,10 +20,11 @@
  */
 import { assembleLoopStatus } from "./causal-loop-health.js";
 import { checkRealRunHealth } from "./living-loop-health-gate.js";
+import { readActionClosuresByDay, readConnectorCooldownState, } from "../storage/v8-state-stores.js";
 // ───────────────────────────────────────────────────────────────
 // Helpers
 // ───────────────────────────────────────────────────────────────
-function computeNextAction(overallStatus, stalledAt, realRunMissingStage, realRunMissingReason) {
+function computeNextAction(overallStatus, stalledAt, realRunMissingStage, realRunMissingReason, attribution) {
     // Real-run health takes precedence over generic causal health
     if (realRunMissingStage && realRunMissingStage !== "none") {
         return `Real-run health degraded: ${realRunMissingReason ?? `missing stage: ${realRunMissingStage}`}. Run a real heartbeat cycle or verify daily rhythm state.`;
@@ -54,6 +55,110 @@ function computeNextAction(overallStatus, stalledAt, realRunMissingStage, realRu
     return "Review loop stage events and state database health.";
 }
 // ───────────────────────────────────────────────────────────────
+// Denial / replay attribution (T-OBS.R.4)
+// ───────────────────────────────────────────────────────────────
+const CONNECTOR_TERMINAL_REASONS = new Set([
+    "auth_failure",
+    "credential_expired",
+    "verification_required",
+    "configuration_missing",
+    "platform_unavailable",
+    "transport_failure",
+    "rate_limited",
+    "timeout",
+    "script_error",
+    "parse_failure",
+    "protocol_mismatch",
+    "semantic_rejection",
+    "permanent_input_error",
+    "unknown_platform_change",
+]);
+function classifyReasonToTerminal(reason) {
+    return CONNECTOR_TERMINAL_REASONS.has(reason);
+}
+function emptyAttribution() {
+    return {
+        policyDeniedCount: 0,
+        hardGuardDeniedCount: 0,
+        cooldownReplayCount: 0,
+        sourceAbsenceCount: 0,
+        quietSuppressionCount: 0,
+        connectorTerminalCount: 0,
+    };
+}
+export async function attributeDenials(db, options) {
+    const targetDay = options?.day ?? new Date().toISOString().slice(0, 10);
+    const readResult = await readActionClosuresByDay(db, targetDay);
+    if (readResult.degraded) {
+        return emptyAttribution();
+    }
+    const attribution = emptyAttribution();
+    for (const closure of readResult.rows) {
+        const status = closure.status;
+        const reason = closure.reason ?? "";
+        // Cooldown/replay is determined from durable cooldown state per platform/capability.
+        if ((status === "denied" || status === "downgraded" || status === "deferred") &&
+            closure.platformId &&
+            closure.capabilityId) {
+            const cooldownResult = await readConnectorCooldownState(db, closure.platformId, closure.capabilityId);
+            if (cooldownResult.row?.blockedUntil && new Date(cooldownResult.row.blockedUntil) > new Date()) {
+                attribution.cooldownReplayCount += 1;
+                continue;
+            }
+        }
+        const terminalClass = classifyReasonToTerminal(reason);
+        const isCooldownReplay = reason === "cooldown_blocked" || reason === "replay_suppressed";
+        const isQuietSuppression = reason === "guidance_unavailable" || reason === "quiet_empty_input" || reason === "quiet_suppression";
+        if (isCooldownReplay) {
+            attribution.cooldownReplayCount += 1;
+            continue;
+        }
+        if (status === "denied") {
+            if (reason.startsWith("policy_denied")) {
+                attribution.policyDeniedCount += 1;
+            }
+            else if (terminalClass) {
+                attribution.connectorTerminalCount += 1;
+            }
+            else if (reason === "source_refs_missing" ||
+                reason === "affordance_unavailable" ||
+                reason === "awaiting_user" ||
+                reason === "permission_missing") {
+                attribution.hardGuardDeniedCount += 1;
+            }
+            else {
+                attribution.policyDeniedCount += 1;
+            }
+            continue;
+        }
+        if (status === "downgraded" || status === "deferred") {
+            if (isQuietSuppression) {
+                attribution.quietSuppressionCount += 1;
+            }
+            else if (terminalClass) {
+                attribution.connectorTerminalCount += 1;
+            }
+            continue;
+        }
+        if (status === "no_action") {
+            if (reason === "evidence_batch_empty" || reason === "quiet_empty_input") {
+                attribution.sourceAbsenceCount += 1;
+            }
+            else if (terminalClass) {
+                attribution.connectorTerminalCount += 1;
+            }
+            continue;
+        }
+        if (status === "completed" || status === "failed") {
+            if (terminalClass) {
+                attribution.connectorTerminalCount += 1;
+            }
+            continue;
+        }
+    }
+    return attribution;
+}
+// ───────────────────────────────────────────────────────────────
 // Public API
 // ───────────────────────────────────────────────────────────────
 export async function readLoopStatus(db) {
@@ -76,6 +181,8 @@ export async function readLoopStatus(db) {
             hasRealClosure: realRunResult.gate.hasRealClosure,
             hasQuietArtifact: realRunResult.gate.hasQuietArtifact,
             hasDreamArtifact: realRunResult.gate.hasDreamArtifact,
+            hasFreshImpulseContext: realRunResult.gate.hasFreshImpulseContext,
+            hasProjectionFeedback: realRunResult.gate.hasProjectionFeedback,
             missingStage: realRunResult.gate.missingStage,
             missingReason: realRunResult.gate.missingReason,
         };
@@ -88,7 +195,9 @@ export async function readLoopStatus(db) {
             hasRealClosure: false,
             hasQuietArtifact: false,
             hasDreamArtifact: false,
-            missingReason: "Real-run health check degraded",
+            hasFreshImpulseContext: false,
+            hasProjectionFeedback: false,
+            missingReason: "Real-run health check degraded: " + (realRunResult.degraded.operatorNextAction || "unknown"),
         };
     }
     // Override overallStatus based on real-run health parity
@@ -111,19 +220,24 @@ export async function readLoopStatus(db) {
         stalled: s.stalled,
         lastEventAt: s.lastEventAt,
     }));
-    // Policy denied count is a placeholder; real implementation would query action closures
-    const policyDeniedCount = 0;
-    const nextAction = computeNextAction(overallStatus, snapshot.stalledAt, realRunHealth.missingStage, realRunHealth.missingReason);
+    // T-OBS.R.4: Attribute denials and connector replay root causes
+    const attribution = await attributeDenials(db);
+    const nextAction = computeNextAction(overallStatus, stalledAt, realRunHealth.missingStage, realRunHealth.missingReason, attribution);
     return {
         ok: true,
         status: {
             ok: true,
             overallStatus,
-            stalledAt: snapshot.stalledAt,
+            stalledAt,
             lastCycleSequence: snapshot.lastCycleSequence,
             lastHeartbeatAt: snapshot.lastHeartbeatAt,
             stageSummaries,
-            policyDeniedCount,
+            policyDeniedCount: attribution.policyDeniedCount,
+            hardGuardDeniedCount: attribution.hardGuardDeniedCount,
+            cooldownReplayCount: attribution.cooldownReplayCount,
+            sourceAbsenceCount: attribution.sourceAbsenceCount,
+            quietSuppressionCount: attribution.quietSuppressionCount,
+            connectorTerminalCount: attribution.connectorTerminalCount,
             nextAction,
             realRunHealth,
         },

package/runtime/observability/services/heartbeat-digest-assembler.d.ts

@@ -31,6 +31,7 @@
  *   tests/integration/observability/digest-delivery.test.ts (T-OBS.C.4)
  */
 import type { AppendOnlyAuditStore } from "../audit/append-only-audit-store.js";
+import type { StateDatabase } from "../../storage/db/index.js";
 export interface ConnectorDaySummary {
     platformId: string;
     capability: string;
@@ -75,6 +76,8 @@ export interface RealRunHealthDigestProjection {
     hasRealClosure: boolean;
     hasQuietArtifact: boolean;
     hasDreamArtifact: boolean;
+    hasFreshImpulseContext: boolean;
+    hasProjectionFeedback: boolean;
     missingStage?: string;
     missingReason?: string;
 }
@@ -136,6 +139,12 @@ export interface StateMemoryDigestPort {
 export interface HeartbeatDigestAssemblerDeps {
     auditStore: AppendOnlyAuditStore;
     stateMemoryPort?: StateMemoryDigestPort;
+    /**
+     * Optional state database for real-run health evaluation (F6).
+     * When provided, generateHeartbeatDigest calls checkRealRunHealth automatically
+     * and embeds the result into digest.realRunHealth.
+     */
+    db?: StateDatabase;
     /**
      * Optional delivery adapter (T-OBS.C.4).
      * When provided, the assembled digest is passed to adapter.deliver() after assembly.

package/runtime/observability/services/heartbeat-digest-assembler.js

@@ -30,6 +30,7 @@
  *   tests/unit/observability/heartbeat-digest-assembler.test.ts (T-OBS.C.3)
  *   tests/integration/observability/digest-delivery.test.ts (T-OBS.C.4)
  */
+import { checkRealRunHealth } from "../living-loop-health-gate.js";
 // ─── Helpers ─────────────────────────────────────────────────────────────────
 function isSameDayUtc(isoTimestamp, dateStr) {
     // dateStr: "YYYY-MM-DD"
@@ -219,6 +220,48 @@ export async function generateHeartbeatDigest(date, deps) {
         quietDreamSummary = aggregateQuietDreamFromAudit(events, date);
     }
     const nothingSignificant = isNothingSignificant(connectorSummary, goalSummary, quietDreamSummary, healthSummary);
+    // F6: Auto-evaluate real-run health when db is provided
+    let realRunHealth = {
+        gatePassed: false,
+        contractSmokeOnly: true,
+        seededStateDetected: false,
+        hasRealClosure: false,
+        hasQuietArtifact: false,
+        hasDreamArtifact: false,
+        hasFreshImpulseContext: false,
+        hasProjectionFeedback: false,
+        missingReason: "Real-run health not evaluated — no state DB wired to digest assembler",
+    };
+    if (deps.db) {
+        const realRunResult = await checkRealRunHealth(deps.db, date);
+        if (realRunResult.ok) {
+            realRunHealth = {
+                gatePassed: realRunResult.gate.gatePassed,
+                contractSmokeOnly: realRunResult.gate.contractSmokeOnly,
+                seededStateDetected: realRunResult.gate.seededStateDetected,
+                hasRealClosure: realRunResult.gate.hasRealClosure,
+                hasQuietArtifact: realRunResult.gate.hasQuietArtifact,
+                hasDreamArtifact: realRunResult.gate.hasDreamArtifact,
+                hasFreshImpulseContext: realRunResult.gate.hasFreshImpulseContext,
+                hasProjectionFeedback: realRunResult.gate.hasProjectionFeedback,
+                missingStage: realRunResult.gate.missingStage,
+                missingReason: realRunResult.gate.missingReason,
+            };
+        }
+        else {
+            realRunHealth = {
+                gatePassed: false,
+                contractSmokeOnly: false,
+                seededStateDetected: false,
+                hasRealClosure: false,
+                hasQuietArtifact: false,
+                hasDreamArtifact: false,
+                hasFreshImpulseContext: false,
+                hasProjectionFeedback: false,
+                missingReason: "Real-run health check degraded: " + (realRunResult.degraded.operatorNextAction ?? "unknown"),
+            };
+        }
+    }
     const digest = {
         date,
         generatedAt,
@@ -227,15 +270,7 @@ export async function generateHeartbeatDigest(date, deps) {
         goalSummary,
         quietDreamSummary,
         healthSummary,
-        realRunHealth: {
-            gatePassed: false,
-            contractSmokeOnly: true,
-            seededStateDetected: false,
-            hasRealClosure: false,
-            hasQuietArtifact: false,
-            hasDreamArtifact: false,
-            missingReason: "Real-run health not evaluated — call checkRealRunHealth before digest generation",
-        },
+        realRunHealth,
     };
     // T-OBS.C.4: delivery hook — attempt delivery if adapter is provided
     if (deliveryAdapter) {

package/runtime/shared/types/v8-contracts.d.ts

@@ -82,5 +82,5 @@ export interface DegradedOperationResult {
     operatorNextAction: string;
     retryable: boolean;
 }
-export type V8ReasonCode = "quiet_completed" | "quiet_empty_input" | "quiet_state_unreadable" | "quiet_validation_failed" | "dream_scheduled" | "dream_scheduler_unavailable" | "dream_started" | "dream_completed" | "dream_failed" | "dream_blocked_redaction" | "projection_candidate_created" | "projection_accepted" | "projection_rejected" | "projection_superseded" | "projection_topic_matched" | "proposal_created" | "proposal_no_action" | "proposal_missing_source_refs" | "proposal_risk_blocked" | "policy_allowed" | "policy_deferred_owner_confirmation" | "policy_downgraded_to_draft" | "policy_denied_missing_permission" | "policy_denied_high_risk" | "policy_denied_breaker_open" | "guidance_unavailable" | "closure_completed" | "closure_no_action" | "closure_denied" | "closure_deferred" | "closure_downgraded" | "closure_downgraded_without_draft" | "closure_failed" | "perception_rules_only" | "evidence_batch_empty" | "evidence_batch_truncated" | "judgment_low_confidence" | "judgment_missing_source_refs" | "source_refs_unresolved" | "state_unreadable" | "stage_event_missing" | "ingestion_no_data" | "ingestion_empty" | "ingestion_state_unreadable" | "ingestion_connector_failed" | "execution_completed" | "execution_failed" | "execution_timeout" | "execution_unavailable";
+export type V8ReasonCode = "quiet_completed" | "quiet_empty_input" | "quiet_state_unreadable" | "quiet_validation_failed" | "dream_scheduled" | "dream_scheduler_unavailable" | "dream_started" | "dream_completed" | "dream_failed" | "dream_blocked_redaction" | "projection_candidate_created" | "projection_accepted" | "projection_rejected" | "projection_superseded" | "projection_topic_matched" | "proposal_created" | "proposal_no_action" | "proposal_missing_source_refs" | "proposal_risk_blocked" | "policy_allowed" | "policy_deferred_owner_confirmation" | "policy_downgraded_to_draft" | "policy_denied_missing_permission" | "policy_denied_high_risk" | "policy_denied_breaker_open" | "guidance_unavailable" | "closure_completed" | "closure_no_action" | "closure_denied" | "closure_deferred" | "closure_downgraded" | "closure_downgraded_without_draft" | "closure_failed" | "perception_rules_only" | "perception_contract_drift" | "evidence_batch_empty" | "evidence_batch_truncated" | "judgment_low_confidence" | "judgment_missing_source_refs" | "source_refs_unresolved" | "state_unreadable" | "stage_event_missing" | "ingestion_no_data" | "ingestion_empty" | "ingestion_state_unreadable" | "ingestion_connector_failed" | "execution_completed" | "execution_failed" | "execution_timeout" | "execution_unavailable";
 export declare const ACTION_KIND_REGISTRY: Readonly<Record<PlatformNeutralActionKind, ActionKindMetadata>>;

package/runtime/storage/db/index.d.ts

@@ -5,6 +5,8 @@ export interface StateDatabase {
     sqlite: Database;
     db: ReturnType<typeof drizzle<typeof schema>>;
     schema: typeof schema;
+    /** Persist in-memory sql.js state to disk without closing the connection. */
+    flush(): void;
     close(): void;
 }
 export declare function createStateDatabase(filename?: string): StateDatabase;

package/runtime/storage/db/index.js

@@ -197,7 +197,6 @@ const STATE_SCHEMA_SQL = `
     entities_json TEXT,
     novelty TEXT,
     relevance REAL,
-    relevance_class TEXT,
     summary TEXT,
     risk_flags_json TEXT,
     confidence REAL,
@@ -225,6 +224,8 @@ const STATE_SCHEMA_SQL = `
     id TEXT PRIMARY KEY,
     created_at TEXT NOT NULL,
     cycle_id TEXT NOT NULL,
+    platform_id TEXT,
+    capability_id TEXT,
     proposal_id TEXT,
     decision_id TEXT,
     status TEXT NOT NULL,
@@ -242,7 +243,6 @@ const STATE_SCHEMA_SQL = `
     closure_count INTEGER NOT NULL DEFAULT 0,
     memory_candidate_count INTEGER NOT NULL DEFAULT 0,
     source_refs_json TEXT NOT NULL,
-    closure_refs_json TEXT,
     redaction_class TEXT NOT NULL DEFAULT 'none',
     payload_json TEXT,
     lifecycle_status TEXT NOT NULL DEFAULT 'pending'
@@ -329,6 +329,22 @@ const STATE_SCHEMA_SQL = `
     payload_json TEXT,
     updated_at TEXT NOT NULL
   );
+  CREATE TABLE IF NOT EXISTS connector_cooldown_state (
+    id TEXT PRIMARY KEY,
+    platform_id TEXT NOT NULL,
+    capability_id TEXT NOT NULL,
+    failure_class TEXT NOT NULL,
+    retry_after_ms INTEGER,
+    blocked_until TEXT NOT NULL,
+    failure_count INTEGER NOT NULL DEFAULT 1,
+    terminal_count INTEGER NOT NULL DEFAULT 0,
+    source_refs_json TEXT NOT NULL,
+    redaction_class TEXT NOT NULL DEFAULT 'none',
+    payload_json TEXT,
+    created_at TEXT NOT NULL,
+    updated_at TEXT NOT NULL
+  );
+  CREATE INDEX IF NOT EXISTS connector_cooldown_state_platform_capability_idx ON connector_cooldown_state(platform_id, capability_id);
 `;
 function resolveDbPath(filename) {
     if (path.isAbsolute(filename) || filename === ":memory:") {
@@ -350,6 +366,10 @@ function bootstrapStateSchema(sqlite) {
 function applyStateSchemaMigrations(sqlite) {
     const migrations = [
         "ALTER TABLE policy_records ADD COLUMN outreach_daily_budget INTEGER NOT NULL DEFAULT 2",
+        "ALTER TABLE action_closure_record ADD COLUMN platform_id TEXT",
+        "ALTER TABLE action_closure_record ADD COLUMN capability_id TEXT",
+        "ALTER TABLE connector_cooldown_state ADD COLUMN terminal_count INTEGER NOT NULL DEFAULT 0",
+        "CREATE INDEX IF NOT EXISTS connector_cooldown_state_platform_capability_idx ON connector_cooldown_state(platform_id, capability_id)",
     ];
     for (const sql of migrations) {
         try {
@@ -374,6 +394,12 @@ export function createStateDatabase(filename = "state.db") {
         sqlite,
         db,
         schema,
+        flush() {
+            if (!isMemory) {
+                const data = sqlite.export();
+                fs.writeFileSync(dbPath, Buffer.from(data));
+            }
+        },
         close() {
             if (!isMemory) {
                 const data = sqlite.export();