@haaaiawd/second-nature 0.2.6 → 0.2.8

package/runtime/core/second-nature/quiet-dream/quiet-daily-review-builder.js

@@ -1,16 +1,17 @@
 /**
  * QuietDailyReviewBuilder — Aggregate daily closures, perceptions, and
- * memory-review candidates into a source-backed QuietDailyReview.
+ * memory-review candidates into a readable, source-backed QuietDailyReview.
  *
  * Core logic: Read ActionClosureRecords by day, collect memory-review
- * candidates, build summary, and write QuietDailyReview row.
+ * candidates and attached PerceptionCard summaries, build a human-readable
+ * review, and write QuietDailyReview row.
  *
  * Design authority:
  * - `.anws/v8/04_SYSTEM_DESIGN/dream-quiet-memory-system.detail.md §3.1`
  * - `.anws/v8/04_SYSTEM_DESIGN/dream-quiet-memory-system.md §4.2`
  *
  * Dependencies:
- * - `src/storage/v8-state-stores.js` (readActionClosuresByDay, writeQuietDailyReview)
+ * - `src/storage/v8-state-stores.js` (readActionClosuresByDay, readPerceptionCardById, writeQuietDailyReview)
  * - `src/shared/types/v8-contracts.js` (SourceRef, DegradedOperationResult, V8ReasonCode)
  *
  * Boundary:
@@ -20,11 +21,12 @@
  *
  * Test coverage: tests/unit/quiet/quiet-daily-review-builder.test.ts
  */
-import { readActionClosuresByDay, writeQuietDailyReview, } from "../../../storage/v8-state-stores.js";
+import { readActionClosuresByDay, writeQuietDailyReview, readPerceptionCardById, readEvidenceItemsByDay, readPerceptionCardsByDay, } from "../../../storage/v8-state-stores.js";
 // ───────────────────────────────────────────────────────────────
 // Config
 // ───────────────────────────────────────────────────────────────
 const QUIET_MAX_CLOSURES_PER_DAY = 200;
+const QUIET_REVIEW_MAX_MEMORY_CANDIDATES = 20;
 // ───────────────────────────────────────────────────────────────
 // Helpers
 // ───────────────────────────────────────────────────────────────
@@ -50,6 +52,71 @@ function buildSourceRefFromClosure(closure) {
         resolveStatus: "resolvable",
     };
 }
+function parseSourceRefs(json) {
+    if (!json)
+        return [];
+    try {
+        const parsed = JSON.parse(json);
+        return Array.isArray(parsed) ? parsed : [];
+    }
+    catch {
+        return [];
+    }
+}
+function buildSourceRefFromEvidence(evidence) {
+    const refs = parseSourceRefs(evidence.sourceRefsJson);
+    return (refs[0] ?? {
+        uri: `sn://evidence/${evidence.id}`,
+        family: "evidence",
+        id: evidence.id,
+        redactionClass: "none",
+        resolveStatus: "resolvable",
+    });
+}
+function buildSourceRefFromPerception(perception) {
+    const refs = parseSourceRefs(perception.sourceRefsJson);
+    return (refs[0] ?? {
+        uri: `sn://perception/${perception.id}`,
+        family: "perception",
+        id: perception.id,
+        redactionClass: "none",
+        resolveStatus: "resolvable",
+    });
+}
+function renderActionKind(actionKind) {
+    if (!actionKind)
+        return "action";
+    switch (actionKind) {
+        case "notify_owner":
+            return "notified you";
+        case "draft_reply":
+            return "drafted a reply";
+        case "remember":
+            return "remembered for review";
+        case "watch":
+            return "watched";
+        case "auto_reply":
+            return "auto-replied";
+        default:
+            return actionKind;
+    }
+}
+function renderClosureLine(entry) {
+    const platform = entry.platformId ?? "system";
+    const action = renderActionKind(entry.actionKind);
+    const reason = entry.reason ? ` (${entry.reason})` : "";
+    const summary = entry.summary ? `: ${entry.summary}` : "";
+    return `- ${platform} ${action}${summary}${reason} [${entry.closureId}]`;
+}
+function groupByStatus(entries) {
+    const groups = {};
+    for (const entry of entries) {
+        if (!groups[entry.status])
+            groups[entry.status] = [];
+        groups[entry.status].push(entry);
+    }
+    return groups;
+}
 // ───────────────────────────────────────────────────────────────
 // Public API
 // ───────────────────────────────────────────────────────────────
@@ -67,22 +134,127 @@ export async function buildQuietDailyReview(db, options) {
             reason: "quiet_empty_input",
         };
     }
-    const sourceRefs = closures.map(buildSourceRefFromClosure);
-    // T-DQ.R.4: first-class closure refs — identical to sourceRefs here, but explicitly typed
     const closureRefs = closures.map(buildSourceRefFromClosure);
-    // Collect memory-review candidates from closure payloads
+    let sourceRefs = [...closureRefs];
+    // Load content-bearing evidence and perception rows for the day
+    const evidenceRead = await readEvidenceItemsByDay(db, day);
+    if (evidenceRead.degraded) {
+        return evidenceRead.degraded;
+    }
+    const perceptionRead = await readPerceptionCardsByDay(db, day);
+    if (perceptionRead.degraded) {
+        return perceptionRead.degraded;
+    }
+    const evidenceRows = evidenceRead.rows.slice(0, 100);
+    const perceptionRows = perceptionRead.rows.slice(0, 100);
+    sourceRefs.push(...evidenceRows.map(buildSourceRefFromEvidence));
+    sourceRefs.push(...perceptionRows.map(buildSourceRefFromPerception));
+    sourceRefs = [...new Map(sourceRefs.map((r) => [r.uri, r])).values()];
+    // Build readable entries, enriching with perception summary when available
+    const entries = [];
     const memoryCandidates = [];
+    const notableSignals = [];
     for (const closure of closures) {
         const payload = parsePayloadJson(closure.payloadJson);
+        let summary;
+        let actionKind;
+        const perceptionId = payload.perceptionCardId;
+        if (perceptionId) {
+            const perceptionRead = await readPerceptionCardById(db, perceptionId);
+            if (!perceptionRead.degraded && perceptionRead.row) {
+                summary = perceptionRead.row.summary ?? undefined;
+                const perceptionPayload = parsePayloadJson(perceptionRead.row.payloadJson);
+                if (perceptionPayload.possibleIntents && Array.isArray(perceptionPayload.possibleIntents)) {
+                    actionKind = perceptionPayload.possibleIntents[0];
+                }
+            }
+        }
+        // Action kind fallback from closure payload
+        if (!actionKind && payload.actionKind) {
+            actionKind = String(payload.actionKind);
+        }
+        entries.push({
+            closureId: closure.id,
+            platformId: closure.platformId ?? undefined,
+            actionKind,
+            status: closure.status,
+            summary,
+            reason: closure.reason ? String(closure.reason) : undefined,
+        });
         if (payload.memoryReviewCandidate) {
             memoryCandidates.push(payload.memoryReviewCandidate);
         }
     }
-    // Build summary
-    const completedCount = closures.filter((c) => c.status === "completed").length;
-    const deniedCount = closures.filter((c) => c.status === "denied").length;
-    const failedCount = closures.filter((c) => c.status === "failed").length;
-    const reviewSummary = `Day ${day}: ${closures.length} closures (${completedCount} completed, ${deniedCount} denied, ${failedCount} failed)`;
+    for (const perception of perceptionRows) {
+        if (perception.summary) {
+            notableSignals.push(`Perception: ${perception.summary}`);
+        }
+    }
+    for (const evidence of evidenceRows) {
+        const payload = parsePayloadJson(evidence.payloadJson);
+        if (payload.summary) {
+            notableSignals.push(`${evidence.platformId}: ${String(payload.summary)}`);
+        }
+        else if (payload.title) {
+            notableSignals.push(`${evidence.platformId}: ${String(payload.title)}`);
+        }
+    }
+    const groups = groupByStatus(entries);
+    // Build sections
+    const sections = [];
+    sections.push({
+        kind: "headline",
+        title: "Headline",
+        lines: [`Today I processed ${closures.length} action closures across ${new Set(entries.map((e) => e.platformId)).size} platforms.`],
+    });
+    if (groups.completed?.length) {
+        sections.push({
+            kind: "completed",
+            title: "Completed",
+            lines: groups.completed.slice(0, 10).map(renderClosureLine),
+        });
+    }
+    if (groups.deferred?.length || groups.denied?.length) {
+        const deferred = [...(groups.deferred ?? []), ...(groups.denied ?? [])];
+        sections.push({
+            kind: "deferred",
+            title: "Deferred / Denied",
+            lines: deferred.slice(0, 10).map(renderClosureLine),
+        });
+    }
+    if (groups.failed?.length) {
+        sections.push({
+            kind: "failed",
+            title: "Failed / Need Attention",
+            lines: groups.failed.slice(0, 10).map(renderClosureLine),
+        });
+    }
+    const displayCandidates = memoryCandidates.slice(0, QUIET_REVIEW_MAX_MEMORY_CANDIDATES);
+    if (displayCandidates.length > 0) {
+        sections.push({
+            kind: "memory_candidates",
+            title: "Memory-review candidates",
+            lines: displayCandidates.map((c) => `- ${c.topicKey ?? "memory candidate"}${c.memoryIntentReason ? ` (${c.memoryIntentReason})` : ""} [${c.perceptionRef?.id ?? "?"}]`),
+        });
+    }
+    if (notableSignals.length > 0) {
+        sections.push({
+            kind: "observations",
+            title: "Notable signals",
+            lines: notableSignals.slice(0, 20).map((s) => `- ${s}`),
+        });
+    }
+    const completedCount = groups.completed?.length ?? 0;
+    const deniedCount = (groups.denied?.length ?? 0) + (groups.deferred?.length ?? 0);
+    const failedCount = groups.failed?.length ?? 0;
+    const firstEvidencePayload = evidenceRows[0] ? parsePayloadJson(evidenceRows[0].payloadJson) : {};
+    const firstTopic = perceptionRows[0]?.topic
+        ?? (firstEvidencePayload.title ? String(firstEvidencePayload.title) : undefined)
+        ?? (firstEvidencePayload.summary ? String(firstEvidencePayload.summary) : undefined)
+        ?? evidenceRows[0]?.platformId;
+    const reviewSummary = firstTopic
+        ? `Day ${day}: ${closures.length} closures around ${firstTopic}${notableSignals.length > 0 ? ` with ${notableSignals.length} notable signals` : ""}.`
+        : `Day ${day}: ${closures.length} closures (${completedCount} completed, ${deniedCount} deferred/denied, ${failedCount} failed)`;
     const importanceSignals = [];
     if (memoryCandidates.length > 0) {
         importanceSignals.push(`${memoryCandidates.length} memory-review candidates`);
@@ -90,6 +262,9 @@ export async function buildQuietDailyReview(db, options) {
     if (failedCount > 0) {
         importanceSignals.push(`${failedCount} failed actions`);
     }
+    if (notableSignals.length > 0) {
+        importanceSignals.push(`${notableSignals.length} notable signals`);
+    }
     const reviewId = `quiet_${day}`;
     const writeResult = await writeQuietDailyReview(db, {
         id: reviewId,
@@ -105,6 +280,7 @@ export async function buildQuietDailyReview(db, options) {
             reviewSummary,
             importanceSignals,
             memoryCandidates,
+            sections,
         }),
     });
     if ("reason" in writeResult) {
@@ -120,6 +296,7 @@ export async function buildQuietDailyReview(db, options) {
             sourceRefs,
             closureRefs,
             reviewSummary,
+            sections,
             importanceSignals,
             createdAt: now,
         },

package/runtime/shared/types/v8-contracts.d.ts

@@ -82,5 +82,5 @@ export interface DegradedOperationResult {
     operatorNextAction: string;
     retryable: boolean;
 }
-export type V8ReasonCode = "quiet_completed" | "quiet_empty_input" | "quiet_state_unreadable" | "quiet_validation_failed" | "dream_scheduled" | "dream_scheduler_unavailable" | "dream_started" | "dream_completed" | "dream_failed" | "dream_blocked_redaction" | "projection_candidate_created" | "projection_accepted" | "projection_rejected" | "projection_superseded" | "projection_topic_matched" | "proposal_created" | "proposal_no_action" | "proposal_missing_source_refs" | "proposal_risk_blocked" | "policy_allowed" | "policy_deferred_owner_confirmation" | "policy_downgraded_to_draft" | "policy_denied_missing_permission" | "policy_denied_high_risk" | "policy_denied_breaker_open" | "guidance_unavailable" | "closure_completed" | "closure_no_action" | "closure_denied" | "closure_deferred" | "closure_downgraded" | "closure_downgraded_without_draft" | "closure_failed" | "perception_rules_only" | "perception_contract_drift" | "evidence_batch_empty" | "evidence_batch_truncated" | "judgment_low_confidence" | "judgment_missing_source_refs" | "source_refs_unresolved" | "state_unreadable" | "stage_event_missing" | "ingestion_no_data" | "ingestion_empty" | "ingestion_state_unreadable" | "ingestion_connector_failed" | "execution_completed" | "execution_failed" | "execution_timeout" | "execution_unavailable";
+export type V8ReasonCode = "quiet_completed" | "quiet_empty_input" | "quiet_state_unreadable" | "quiet_validation_failed" | "quiet_redaction_blocked" | "dream_scheduled" | "dream_scheduled_stalled" | "dream_scheduler_unavailable" | "dream_started" | "dream_completed" | "dream_failed" | "dream_blocked_redaction" | "dream_rules_only" | "dream_model_timeout" | "projection_candidate_created" | "projection_accepted" | "projection_rejected" | "projection_superseded" | "projection_topic_matched" | "proposal_created" | "proposal_no_action" | "proposal_missing_source_refs" | "proposal_risk_blocked" | "policy_allowed" | "policy_deferred_owner_confirmation" | "policy_downgraded_to_draft" | "policy_denied_missing_permission" | "policy_denied_high_risk" | "policy_denied_breaker_open" | "guidance_unavailable" | "closure_completed" | "closure_no_action" | "closure_denied" | "closure_deferred" | "closure_downgraded" | "closure_downgraded_without_draft" | "closure_failed" | "perception_rules_only" | "perception_contract_drift" | "evidence_batch_empty" | "evidence_batch_truncated" | "evidence_content_missing" | "judgment_low_confidence" | "judgment_missing_source_refs" | "source_refs_unresolved" | "state_unreadable" | "stage_event_missing" | "ingestion_no_data" | "ingestion_empty" | "ingestion_state_unreadable" | "ingestion_connector_failed" | "execution_completed" | "execution_failed" | "execution_timeout" | "execution_unavailable";
 export declare const ACTION_KIND_REGISTRY: Readonly<Record<PlatformNeutralActionKind, ActionKindMetadata>>;

package/runtime/storage/db/index.js

@@ -189,6 +189,7 @@ const STATE_SCHEMA_SQL = `
     payload_json TEXT,
     lifecycle_status TEXT NOT NULL DEFAULT 'pending'
   );
+  CREATE UNIQUE INDEX IF NOT EXISTS evidence_item_platform_content_hash_idx ON evidence_item(platform_id, content_hash);
   CREATE TABLE IF NOT EXISTS perception_card (
     id TEXT PRIMARY KEY,
     created_at TEXT NOT NULL,
@@ -243,6 +244,7 @@ const STATE_SCHEMA_SQL = `
     closure_count INTEGER NOT NULL DEFAULT 0,
     memory_candidate_count INTEGER NOT NULL DEFAULT 0,
     source_refs_json TEXT NOT NULL,
+    closure_refs_json TEXT,
     redaction_class TEXT NOT NULL DEFAULT 'none',
     payload_json TEXT,
     lifecycle_status TEXT NOT NULL DEFAULT 'pending'

package/runtime/storage/db/migrations/v8-003-quiet-closure-refs.js

@@ -7,6 +7,7 @@ export const V8_003_QUIET_CLOSURE_REFS = {
     version: 7,
     label: "v8-quiet-closure-refs",
     sql: `
-    ALTER TABLE quiet_daily_review ADD COLUMN closure_refs_json TEXT;
+    -- closure_refs_json is now created by the bootstrap schema.
+    -- This migration is intentionally a no-op to preserve version continuity.
   `,
 };

package/runtime/storage/services/write-validation-gate.d.ts

@@ -23,6 +23,8 @@ export interface WriteValidationResult {
     ok: boolean;
     reason?: WriteValidationFailureReason;
     details?: string;
+    field?: string;
+    pattern?: string;
 }
 export interface WriteValidationGateOptions {
     /** If true, fact-claim-like payloads require sourceRefs. Default true. */

package/runtime/storage/services/write-validation-gate.js

@@ -63,7 +63,7 @@ function detectSensitiveFieldKey(obj) {
         const lower = key.toLowerCase();
         for (const s of SENSITIVE_FIELD_PATTERNS) {
             if (s.pattern.test(lower)) {
-                return s.reason;
+                return { reason: s.reason, field: key };
             }
         }
     }
@@ -104,36 +104,77 @@ function validateSourceRefs(sourceRefs) {
     }
     return undefined;
 }
+/**
+ * Returns true if text is a UUID (with or without dashes).
+ * UUIDs are not considered secrets.
+ */
+function isUuid(text) {
+    return /^[0-9a-fA-F]{8}-?[0-9a-fA-F]{4}-?[0-9a-fA-F]{4}-?[0-9a-fA-F]{4}-?[0-9a-fA-F]{12}$/.test(text);
+}
+const IDENTIFIER_FIELD_NAMES = new Set([
+    "id",
+    "runId",
+    "run_id",
+    "sourceRef",
+    "source_ref",
+    "sourceRefs",
+    "source_refs_json",
+    "uri",
+    "url",
+    "externalId",
+    "external_id",
+    "platform_id",
+    "capability_id",
+    "candidate_id",
+]);
+function looksLikeUriPath(text) {
+    return /^[a-z][a-z0-9+.-]*:\/\//i.test(text) || (text.includes("/") && !text.includes(" "));
+}
 /**
  * Lightweight sensitivity scan: rejects obvious PII or secret patterns
- * in string values.
+ * in string values. UUIDs and URI-style identifiers are exempt because
+ * they appear in normal sourceRefs and are not secrets by themselves.
  */
-function sensitivityScan(value) {
+function sensitivityScan(value, fieldPath = "payload") {
     if (typeof value === "string") {
+        const isIdentifierField = IDENTIFIER_FIELD_NAMES.has(fieldPath.split(".").pop() ?? "");
         // Basic secret pattern heuristics
         const secretPatterns = [
-            /\b[A-Za-z0-9_\-]{32,}\b/, // potential API keys / tokens
-            /\b-----BEGIN (RSA |EC |OPENSSH )?PRIVATE KEY-----/,
-            /\bpassword\s*[:=]\s*\S+/i,
-            /\bapi[_\-]?key\s*[:=]\s*\S+/i,
-            /\bsecret\s*[:=]\s*\S+/i,
+            // 32+ alphanum token only if it is not a UUID and not part of a URI path/fragment
+            { pattern: /\b[A-Za-z0-9_\-]{32,}\b/, exempt: (m) => isUuid(m) },
+            { pattern: /\b-----BEGIN (RSA |EC |OPENSSH )?PRIVATE KEY-----/ },
+            { pattern: /\bpassword\s*[:=]\s*\S+/i },
+            { pattern: /\bapi[_\-]?key\s*[:=]\s*\S+/i },
+            { pattern: /\bsecret\s*[:=]\s*\S+/i },
+            { pattern: /\bBearer\s+[a-zA-Z0-9_\-._~+/]+/i },
         ];
-        for (const p of secretPatterns) {
-            if (p.test(value)) {
-                return "write_validation_failed:sensitivity_scan_failed";
+        for (const { pattern, exempt } of secretPatterns) {
+            const match = value.match(pattern);
+            if (match) {
+                const matched = match[0];
+                if (exempt && exempt(matched))
+                    continue;
+                if (isIdentifierField || looksLikeUriPath(value))
+                    continue;
+                return {
+                    reason: "write_validation_failed:sensitivity_scan_failed",
+                    field: fieldPath,
+                    pattern: pattern.source,
+                };
             }
         }
     }
     if (Array.isArray(value)) {
-        for (const item of value) {
-            const r = sensitivityScan(item);
+        for (let i = 0; i < value.length; i += 1) {
+            const r = sensitivityScan(value[i], `${fieldPath}[${i}]`);
             if (r)
                 return r;
         }
     }
     else if (value !== null && typeof value === "object") {
-        for (const v of Object.values(value)) {
-            const r = sensitivityScan(v);
+        for (const [key, v] of Object.entries(value)) {
+            const childPath = fieldPath === "payload" ? key : `${fieldPath}.${key}`;
+            const r = sensitivityScan(v, childPath);
             if (r)
                 return r;
         }
@@ -164,7 +205,12 @@ export function validateWritePayload(payload, options = {}) {
     if (scanFieldKeys) {
         const fieldReason = deepScanSensitiveFields(obj);
         if (fieldReason) {
-            return { ok: false, reason: fieldReason };
+            return {
+                ok: false,
+                reason: fieldReason.reason,
+                field: fieldReason.field,
+                details: `sensitive field key detected: ${fieldReason.field}`,
+            };
         }
     }
     // 3. Source refs non-empty for fact-claim-like payloads (DR-022 category 2)
@@ -182,7 +228,13 @@ export function validateWritePayload(payload, options = {}) {
     if (runSensitivityScan) {
         const scanReason = sensitivityScan(obj);
         if (scanReason) {
-            return { ok: false, reason: scanReason };
+            return {
+                ok: false,
+                reason: scanReason.reason,
+                field: scanReason.field,
+                pattern: scanReason.pattern,
+                details: `sensitivity scan matched ${scanReason.pattern} in ${scanReason.field}`,
+            };
         }
     }
     return { ok: true };

package/runtime/storage/v8-state-stores.d.ts

@@ -42,6 +42,16 @@ export declare function readEvidenceItemsByStatus(db: StateDatabase, lifecycleSt
     rows: EvidenceItemRecord[];
     degraded?: DegradedOperationResult;
 }>;
+export declare function readEvidenceItemsByDay(db: StateDatabase, day: string): Promise<{
+    rows: EvidenceItemRecord[];
+    degraded?: DegradedOperationResult;
+}>;
+export declare function updateEvidenceItemLifecycleStatus(db: StateDatabase, id: string, lifecycleStatus: EvidenceItemRecord["lifecycleStatus"]): Promise<{
+    id: string;
+} | DegradedOperationResult>;
+export declare function readEvidenceItemById(db: StateDatabase, id: string): Promise<{
+    row: EvidenceItemRecord | undefined;
+} | DegradedOperationResult>;
 export declare function writePerceptionCard(db: StateDatabase, row: Omit<NewPerceptionCardRecord, "sourceRefsJson"> & {
     sourceRefs: SourceRef[];
 }): Promise<{
@@ -51,6 +61,10 @@ export declare function readPerceptionCardsByCycle(db: StateDatabase, cycleId: s
     rows: PerceptionCardRecord[];
     degraded?: DegradedOperationResult;
 }>;
+export declare function readPerceptionCardsByDay(db: StateDatabase, day: string): Promise<{
+    rows: PerceptionCardRecord[];
+    degraded?: DegradedOperationResult;
+}>;
 export declare function readPerceptionCardById(db: StateDatabase, id: string): Promise<{
     row?: PerceptionCardRecord;
     degraded?: DegradedOperationResult;
@@ -100,6 +114,17 @@ export declare function writeDreamConsolidationRun(db: StateDatabase, row: Omit<
 }): Promise<{
     id: string;
 } | DegradedOperationResult>;
+/**
+ * Update an existing DreamConsolidationRun status and payload without
+ * primary-key conflict. Used by the scheduler after consolidation completes.
+ */
+export declare function updateDreamConsolidationRunStatus(db: StateDatabase, id: string, status: DreamConsolidationRunRecord["status"], options?: {
+    reason?: DreamConsolidationRunRecord["reason"];
+    lifecycleStatus?: DreamConsolidationRunRecord["lifecycleStatus"];
+    payloadJson?: string;
+}): Promise<{
+    id: string;
+} | DegradedOperationResult>;
 export declare function readDreamConsolidationRunById(db: StateDatabase, id: string): Promise<{
     row?: DreamConsolidationRunRecord;
     degraded?: DegradedOperationResult;

package/runtime/storage/v8-state-stores.js

@@ -73,7 +73,16 @@ export async function writeEvidenceItem(db, row) {
             ...row,
             sourceRefsJson: serializeSourceRefs(validated.record),
         };
-        await db.db.insert(evidenceItem).values(record);
+        await db.db
+            .insert(evidenceItem)
+            .values(record)
+            .onConflictDoUpdate({
+            target: [evidenceItem.platformId, evidenceItem.contentHash],
+            set: {
+                payloadJson: record.payloadJson,
+                observedAt: record.observedAt,
+            },
+        });
         return { id: row.id };
     }
     catch {
@@ -96,6 +105,47 @@ export async function readEvidenceItemsByStatus(db, lifecycleStatus) {
         };
     }
 }
+export async function readEvidenceItemsByDay(db, day) {
+    try {
+        const rows = await db.db
+            .select()
+            .from(evidenceItem)
+            .where(like(evidenceItem.observedAt, `${day}%`))
+            .orderBy(desc(evidenceItem.observedAt));
+        return { rows };
+    }
+    catch {
+        return {
+            rows: [],
+            degraded: makeDegraded("state_unreadable", "ingestion", `Check state database connectivity for evidence day=${day}`),
+        };
+    }
+}
+export async function updateEvidenceItemLifecycleStatus(db, id, lifecycleStatus) {
+    try {
+        await db.db
+            .update(evidenceItem)
+            .set({ lifecycleStatus })
+            .where(eq(evidenceItem.id, id));
+        return { id };
+    }
+    catch {
+        return makeDegraded("state_unreadable", "ingestion", `Retry evidence lifecycle update for ${id} after DB recovery`);
+    }
+}
+export async function readEvidenceItemById(db, id) {
+    try {
+        const rows = await db.db
+            .select()
+            .from(evidenceItem)
+            .where(eq(evidenceItem.id, id))
+            .limit(1);
+        return { row: rows[0] };
+    }
+    catch {
+        return makeDegraded("state_unreadable", "ingestion", "Check state database connectivity");
+    }
+}
 // ───────────────────────────────────────────────────────────────
 // PerceptionCard store
 // ───────────────────────────────────────────────────────────────
@@ -183,6 +233,22 @@ export async function readPerceptionCardsByCycle(db, cycleId) {
         };
     }
 }
+export async function readPerceptionCardsByDay(db, day) {
+    try {
+        const rows = await db.db
+            .select()
+            .from(perceptionCard)
+            .where(like(perceptionCard.createdAt, `${day}%`))
+            .orderBy(desc(perceptionCard.createdAt));
+        return { rows };
+    }
+    catch {
+        return {
+            rows: [],
+            degraded: makeDegraded("state_unreadable", "perception", `Check state database connectivity for perception day=${day}`),
+        };
+    }
+}
 export async function readPerceptionCardById(db, id) {
     try {
         const rows = await db.db
@@ -369,6 +435,26 @@ export async function writeDreamConsolidationRun(db, row) {
         return makeDegraded("state_unreadable", "dream", "Retry Dream write after DB recovery", validated.record);
     }
 }
+/**
+ * Update an existing DreamConsolidationRun status and payload without
+ * primary-key conflict. Used by the scheduler after consolidation completes.
+ */
+export async function updateDreamConsolidationRunStatus(db, id, status, options) {
+    try {
+        const updateData = { status };
+        if (options?.reason !== undefined)
+            updateData.reason = options.reason;
+        if (options?.lifecycleStatus !== undefined)
+            updateData.lifecycleStatus = options.lifecycleStatus;
+        if (options?.payloadJson !== undefined)
+            updateData.payloadJson = options.payloadJson;
+        await db.db.update(dreamConsolidationRun).set(updateData).where(eq(dreamConsolidationRun.id, id));
+        return { id };
+    }
+    catch {
+        return makeDegraded("state_unreadable", "dream", `Retry Dream status update for ${id} after DB recovery`);
+    }
+}
 export async function readDreamConsolidationRunById(db, id) {
     try {
         const rows = await db.db