visionclaw 0.1.219-beta.0 → 0.1.219-dev.codex-issue-2805-worker-runtime.1

package/dist/agent/nightly-maintenance/dreaming-planner.js

@@ -0,0 +1,304 @@
+/**
+ * The maintenance host's side of Dreaming (#2805 stage 2): plan one bounded
+ * batch, submit it as an internal execution, and apply its outcome.
+ *
+ * Runs in the main process only. It is the only writer of the Dreaming
+ * ledger, the batch files and the vocabulary glossary; the worker edits
+ * memory through `dream_memory` and reports everything else.
+ *
+ * Ingestion and consolidation are separate queues with separate progress:
+ *  - ingestion takes the oldest pending slice of one transcript session and
+ *    advances that session's watermark only for `ingested` or `no_new_facts`;
+ *  - consolidation reviews a few memory files and records the hash each was
+ *    reviewed at; a file changes or new files appear → it is due again.
+ * A failed, cancelled or unfinished batch keeps its inputs and defers them to
+ * the next local day.
+ */
+import { randomUUID } from "node:crypto";
+import fs from "node:fs";
+import { contentHash } from "../memory-store.js";
+import { getMemoriesDir } from "../../config/index.js";
+import { logger } from "../../logger.js";
+import { processVocabularyCandidates } from "./vocabulary-processor.js";
+import { DreamingReportDataSchema, listDreamingBatchIds, readDreamEdits, readDreamingBatch, removeDreamingBatch, writeDreamingBatch, DREAMING_BATCH_VERSION, } from "./dreaming-batch.js";
+import { dreamingStores, listMemoryFiles } from "./dreaming-files.js";
+import { deferToNextDay, isDeferred, pruneDreamingRecords, readDreamingLedger, readLegacyDreamWatermarks, updateDreamingLedger, writeDreamingLedger, } from "./dreaming-ledger.js";
+import { buildSlice, discoverTranscriptSources, DREAM_FIRST_INGESTION_WINDOW_MS, DREAM_MIN_SLICE_RECORDS, DREAM_SMALL_SLICE_MAX_AGE_MS, pendingStart, readSourceRecords, } from "./dreaming-sources.js";
+/** Files per review batch, and the total bytes a review batch may cover. */
+const REVIEW_MAX_FILES = 6;
+const REVIEW_MAX_BYTES = 96_000;
+/** One file larger than this is reviewed alone; pagination keeps every page bounded. */
+const REVIEW_LARGE_FILE_BYTES = 64_000;
+function localDate(now) {
+    const pad = (value) => String(value).padStart(2, "0");
+    return `${now.getFullYear()}-${pad(now.getMonth() + 1)}-${pad(now.getDate())}`;
+}
+export class DreamingPlanner {
+    options;
+    legacyWatermarks = null;
+    constructor(options) {
+        this.options = options;
+    }
+    /** Once per night: bound the local edit log and backups. */
+    startNight() {
+        pruneDreamingRecords(this.now(), this.memoriesDir);
+    }
+    now() { return this.options.now?.() ?? new Date(); }
+    get memoriesDir() { return this.options.memoriesDir ?? getMemoriesDir(); }
+    stores() {
+        return dreamingStores({ memoriesDir: this.options.memoriesDir, autoMemoryDir: this.options.autoMemoryDir });
+    }
+    /**
+     * The next batch for `localDay`, written to disk, or null when both queues
+     * are empty for tonight. Ingestion goes first: new facts are what tidying
+     * should be informed by.
+     */
+    planNext(localDay) {
+        const ledger = readDreamingLedger(this.memoriesDir);
+        this.legacyWatermarks ??= readLegacyDreamWatermarks(this.memoriesDir);
+        const ingestion = this.planIngestion(ledger, localDay);
+        // Sources registered or moved past noise while planning are saved even when no batch results.
+        if (ingestion.ledgerChanged)
+            writeDreamingLedger(ledger, this.memoriesDir);
+        const batch = ingestion.batch ?? this.planConsolidation(ledger, localDay);
+        if (batch)
+            writeDreamingBatch(batch, this.memoriesDir);
+        return batch;
+    }
+    newBatch(kind, localDay) {
+        const now = this.now();
+        return {
+            version: DREAMING_BATCH_VERSION,
+            batchId: `dream-${randomUUID()}`,
+            kind,
+            localDay,
+            localDate: localDate(now),
+            createdAt: now.toISOString(),
+            vocabularyLearning: this.options.vocabularyLearning() && Boolean(this.options.ownerPublicId()),
+        };
+    }
+    /**
+     * The oldest pending slice among transcript sessions not deferred tonight.
+     * A session seen for the first time is registered with a fixed cutoff, so
+     * a later night continues from the same point instead of a moving window.
+     */
+    planIngestion(ledger, localDay) {
+        const nowMs = this.now().getTime();
+        let ledgerChanged = false;
+        const sources = discoverTranscriptSources(this.options.threadIds())
+            .filter((source) => !isDeferred(ledger, source.sourceKey, localDay))
+            .sort((a, b) => a.newestMtimeMs - b.newestMtimeMs);
+        for (const source of sources) {
+            let watermark = ledger.ingestion[source.sourceKey];
+            if (!watermark) {
+                if (nowMs - source.newestMtimeMs > DREAM_FIRST_INGESTION_WINDOW_MS)
+                    continue;
+                // After an upgrade, history the single-pass Dreaming already covered is not read again.
+                const legacy = Math.max(0, ...source.files.map((file) => this.legacyWatermarks?.get(file) ?? 0));
+                watermark = {
+                    record: null, timestamp: null, sourceMtimeMs: null,
+                    cutoffMs: Math.max(nowMs - DREAM_FIRST_INGESTION_WINDOW_MS, legacy),
+                };
+                ledger.ingestion[source.sourceKey] = watermark;
+                ledgerChanged = true;
+            }
+            // Files unchanged since the last fully consumed slice: skip without reading them.
+            if (watermark.sourceMtimeMs !== null && source.newestMtimeMs <= watermark.sourceMtimeMs)
+                continue;
+            const records = readSourceRecords(source);
+            const cursor = pendingStart(records, watermark);
+            if (cursor.index >= records.length)
+                continue;
+            const slice = buildSlice(records, cursor.index, source.sourceKey, cursor.offset, cursor.textHash);
+            if (!slice.lastRecord)
+                continue;
+            if (slice.recordCount === 0) {
+                // Only records without content (compaction markers, metadata): move past them.
+                ledger.ingestion[source.sourceKey] = {
+                    ...watermark,
+                    record: slice.lastRecord.key,
+                    recordOffset: slice.lastRecordOffset,
+                    recordTextHash: slice.lastRecordTextHash ?? undefined,
+                    timestamp: slice.lastRecord.timestamp,
+                    sourceMtimeMs: slice.more ? null : source.newestMtimeMs,
+                };
+                ledgerChanged = true;
+                continue;
+            }
+            const newestMs = slice.newestTimestamp ? Date.parse(slice.newestTimestamp) : source.newestMtimeMs;
+            // A continuation is the tail of a record already admitted to a batch;
+            // delaying it as "small recent input" would leave the watermark parked
+            // in the middle of that record until the age threshold elapsed.
+            if (slice.recordCount < DREAM_MIN_SLICE_RECORDS && !slice.more && cursor.offset === 0 && nowMs - newestMs < DREAM_SMALL_SLICE_MAX_AGE_MS)
+                continue;
+            return {
+                ledgerChanged,
+                batch: {
+                    ...this.newBatch("ingestion", localDay),
+                    slice: {
+                        sourceKey: source.sourceKey,
+                        label: source.label,
+                        toRecord: slice.lastRecord.key,
+                        ...(slice.lastRecordOffset > 0 ? { toRecordOffset: slice.lastRecordOffset } : {}),
+                        ...(slice.lastRecordOffset > 0 && slice.lastRecordTextHash
+                            ? { toRecordTextHash: slice.lastRecordTextHash }
+                            : {}),
+                        toTimestamp: slice.lastRecord.timestamp,
+                        recordCount: slice.recordCount,
+                        text: slice.text,
+                        more: slice.more,
+                        sourceMtimeMs: source.newestMtimeMs,
+                    },
+                    files: [],
+                    sources: slice.sources,
+                },
+            };
+        }
+        return { batch: null, ledgerChanged };
+    }
+    planConsolidation(ledger, localDay) {
+        const due = listMemoryFiles(this.stores())
+            .filter((file) => !isDeferred(ledger, file.virtualPath, localDay))
+            .map((file) => ({ ...file, hash: this.hashOf(file.fullPath) }))
+            .filter((file) => file.hash !== null
+            && ledger.consolidation[file.virtualPath]?.hash !== file.hash)
+            // Recently changed files first: that is where new facts just landed.
+            .sort((a, b) => b.mtimeMs - a.mtimeMs);
+        if (due.length === 0)
+            return null;
+        const files = [];
+        let bytes = 0;
+        for (const file of due) {
+            if (files.length > 0 && (files.length >= REVIEW_MAX_FILES || bytes + file.size > REVIEW_MAX_BYTES || file.size > REVIEW_LARGE_FILE_BYTES))
+                continue;
+            files.push({ path: file.virtualPath, hash: file.hash, size: file.size });
+            bytes += file.size;
+            if (file.size > REVIEW_LARGE_FILE_BYTES)
+                break;
+        }
+        return { ...this.newBatch("consolidation", localDay), files, sources: {} };
+    }
+    /**
+     * Apply a finished batch execution to the ledger and the glossary, then
+     * remove the batch file. Idempotent: a batch already applied is gone and
+     * returns null. `result` is the execution's terminal result; null when the
+     * execution never reached the store.
+     */
+    applyResult(batchId, result, options = {}) {
+        const batch = readDreamingBatch(batchId, this.memoriesDir);
+        if (!batch)
+            return null;
+        // A report committed before a cancel still describes work that was done.
+        const parsed = result?.data === undefined ? null : DreamingReportDataSchema.safeParse(result.data);
+        const report = parsed?.success ? parsed.data : null;
+        const status = result?.status ?? "failed";
+        const edits = readDreamEdits(batchId, batch.localDate, this.memoriesDir).filter((edit) => edit.result === "committed");
+        const editedPaths = [...new Set(edits.map((edit) => edit.path))];
+        // A cancel retries tonight only when it was a preemption (or nothing ran);
+        // a batch the host cancelled for overrunning waits for the next night.
+        const retryTonight = status === "cancelled" && options.retryTonight !== false;
+        let outcome = "failed";
+        updateDreamingLedger((ledger) => {
+            outcome = batch.kind === "ingestion"
+                ? this.applyIngestion(ledger, batch, report, status, editedPaths.length, retryTonight)
+                : this.applyConsolidation(ledger, batch, report, status, editedPaths.length, retryTonight);
+        }, this.memoriesDir);
+        let vocabularyMutated = false;
+        const ownerPublicId = this.options.ownerPublicId();
+        if (report && batch.vocabularyLearning && ownerPublicId && report.vocabularyCandidates.length > 0) {
+            try {
+                vocabularyMutated = processVocabularyCandidates(ownerPublicId, report.vocabularyCandidates, this.memoriesDir, new Map(Object.entries(batch.sources)));
+            }
+            catch (error) {
+                // Vocabulary never blocks memory progress; the message may quote a term, so log only its kind.
+                logger.warn(`[dreaming] Vocabulary processing failed: ${error instanceof Error ? error.name : "error"}`);
+            }
+        }
+        removeDreamingBatch(batchId, this.memoriesDir);
+        const summary = {
+            batchId,
+            kind: batch.kind,
+            outcome,
+            committedEdits: edits.length,
+            editedPaths,
+            vocabularyAccepted: report?.vocabularyCandidates.length ?? 0,
+            vocabularyRejected: report?.rejectedVocabulary ?? 0,
+            vocabularyMutated,
+        };
+        logger.system(`[dreaming] Batch ${batchId} kind=${batch.kind} outcome=${outcome} edits=${edits.length} files=${editedPaths.length} ` +
+            `vocabulary=${summary.vocabularyAccepted} accepted, ${summary.vocabularyRejected} rejected`);
+        return summary;
+    }
+    /** The watermark moves only for an explicit ingested or no_new_facts report. */
+    applyIngestion(ledger, batch, report, status, editedFiles, retryTonight) {
+        const slice = batch.slice;
+        if (!slice)
+            return "failed";
+        const ingestion = report?.ingestion?.status;
+        if (ingestion === "ingested" || ingestion === "no_new_facts") {
+            ledger.ingestion[slice.sourceKey] = {
+                record: slice.toRecord,
+                recordOffset: slice.toRecordOffset ?? 0,
+                recordTextHash: slice.toRecordOffset ? slice.toRecordTextHash : undefined,
+                timestamp: slice.toTimestamp,
+                cutoffMs: ledger.ingestion[slice.sourceKey]?.cutoffMs ?? 0,
+                // Records written while the batch ran are newer than this mtime and are still read.
+                sourceMtimeMs: slice.more ? null : slice.sourceMtimeMs,
+            };
+            return ingestion === "ingested" ? "completed" : "no_new_facts";
+        }
+        // A preempted batch retries tonight. Anything else keeps its input for the
+        // next night, which reads the latest memory and the same records.
+        if (retryTonight)
+            return "cancelled";
+        deferToNextDay(ledger, slice.sourceKey, batch.localDay);
+        if (status === "cancelled")
+            return "cancelled";
+        return ingestion === "not_done" || editedFiles > 0 ? "partial" : "failed";
+    }
+    /**
+     * Reviewed files record the hash they were reviewed at; the rest wait for
+     * the next night. Only a review the worker attests (it viewed the whole
+     * file) counts, and a file changed after its review is due again.
+     */
+    applyConsolidation(ledger, batch, report, status, editedFiles, retryTonight) {
+        const entries = new Map((report?.files ?? []).map((file) => [file.path, file]));
+        // The worker's hash proves what it viewed, but the owner or another
+        // writer may have changed the file after the report was emitted and
+        // before the host applied it. Never mark that newer content reviewed.
+        const current = new Map(listMemoryFiles(this.stores()).map((file) => [file.virtualPath, file.fullPath]));
+        let reviewed = 0;
+        for (const file of batch.files) {
+            const entry = entries.get(file.path);
+            const fullPath = current.get(file.path);
+            const currentHash = fullPath ? this.hashOf(fullPath) : null;
+            if ((entry?.status === "tidied" || entry?.status === "unchanged") && entry.hash && entry.hash === currentHash) {
+                ledger.consolidation[file.path] = { hash: entry.hash, reviewedAt: this.now().toISOString() };
+                reviewed += 1;
+            }
+            else if (!retryTonight) {
+                deferToNextDay(ledger, file.path, batch.localDay);
+            }
+        }
+        if (status === "cancelled")
+            return "cancelled";
+        if (reviewed === batch.files.length)
+            return "completed";
+        if (reviewed > 0 || editedFiles > 0)
+            return "partial";
+        return report ? "partial" : "failed";
+    }
+    hashOf(fullPath) {
+        try {
+            return contentHash(fs.readFileSync(fullPath, "utf8"));
+        }
+        catch {
+            return null;
+        }
+    }
+    /** Batch files left by a host that stopped before applying them. */
+    pendingBatchIds() {
+        return listDreamingBatchIds(this.memoriesDir);
+    }
+}
+//# sourceMappingURL=dreaming-planner.js.map

package/dist/agent/nightly-maintenance/dreaming-planner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dreaming-planner.js","sourceRoot":"","sources":["../../../src/agent/nightly-maintenance/dreaming-planner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AACzC,OAAO,EAAE,2BAA2B,EAAE,MAAM,2BAA2B,CAAC;AACxE,OAAO,EACL,wBAAwB,EACxB,oBAAoB,EACpB,cAAc,EACd,iBAAiB,EACjB,mBAAmB,EACnB,kBAAkB,EAClB,sBAAsB,GAGvB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,cAAc,EAAE,eAAe,EAAwB,MAAM,qBAAqB,CAAC;AAC5F,OAAO,EACL,cAAc,EACd,UAAU,EACV,oBAAoB,EACpB,kBAAkB,EAClB,yBAAyB,EACzB,oBAAoB,EACpB,mBAAmB,GAEpB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,UAAU,EACV,yBAAyB,EACzB,+BAA+B,EAC/B,uBAAuB,EACvB,4BAA4B,EAC5B,YAAY,EACZ,iBAAiB,GAClB,MAAM,uBAAuB,CAAC;AAE/B,4EAA4E;AAC5E,MAAM,gBAAgB,GAAG,CAAC,CAAC;AAC3B,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAChC,wFAAwF;AACxF,MAAM,uBAAuB,GAAG,MAAM,CAAC;AA0BvC,SAAS,SAAS,CAAC,GAAS;IAC1B,MAAM,GAAG,GAAG,CAAC,KAAa,EAAU,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACtE,OAAO,GAAG,GAAG,CAAC,WAAW,EAAE,IAAI,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;AACjF,CAAC;AAED,MAAM,OAAO,eAAe;IAGG;IAFrB,gBAAgB,GAA+B,IAAI,CAAC;IAE5D,YAA6B,OAA+B;QAA/B,YAAO,GAAP,OAAO,CAAwB;IAAG,CAAC;IAEhE,4DAA4D;IAC5D,UAAU;QACR,oBAAoB,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IACrD,CAAC;IAEO,GAAG,KAAW,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;IAElE,IAAY,WAAW,KAAa,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,IAAI,cAAc,EAAE,CAAC,CAAC,CAAC;IAElF,MAAM;QACZ,OAAO,cAAc,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;IAC9G,CAAC;IAED;;;;OAIG;IACH,QAAQ,CAAC,QAAgB;QACvB,MAAM,MAAM,GAAG,kBAAkB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACpD,IAAI,CAAC,gBAAgB,KAAK,yBAAyB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACtE,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACvD,8FAA8F;QAC9F,IAAI,SAAS,CAAC,aAAa;YAAE,mBAAmB,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAC3E,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,IAAI,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC1E,IAAI,KAAK;YAAE,kBAAkB,CAAC,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACvD,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,QAAQ,CAAC,IAA2B,EAAE,QAAgB;QAC5D,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,OAAO;YACL,OAAO,EAAE,sBAAsB;YAC/B,OAAO,EAAE,SAAS,UAAU,EAAE,EAAE;YAChC,IAAI;YACJ,QAAQ;YACR,SAAS,EAAE,SAAS,CAAC,GAAG,CAAC;YACzB,SAAS,EAAE,GAAG,CAAC,WAAW,EAAE;YAC5B,kBAAkB,EAAE,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC;SAC/F,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACK,aAAa,CAAC,MAA0B,EAAE,QAAgB;QAChE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;QACnC,IAAI,aAAa,GAAG,KAAK,CAAC;QAC1B,MAAM,OAAO,GAAG,yBAAyB,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;aAChE,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;aACnE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,aAAa,CAAC,CAAC;QACrD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACnD,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,IAAI,KAAK,GAAG,MAAM,CAAC,aAAa,GAAG,+BAA+B;oBAAE,SAAS;gBAC7E,wFAAwF;gBACxF,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,EAAE,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACjG,SAAS,GAAG;oBACV,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI;oBAClD,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,+BAA+B,EAAE,MAAM,CAAC;iBACpE,CAAC;gBACF,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC;gBAC/C,aAAa,GAAG,IAAI,CAAC;YACvB,CAAC;YACD,kFAAkF;YAClF,IAAI,SAAS,CAAC,aAAa,KAAK,IAAI,IAAI,MAAM,CAAC,aAAa,IAAI,SAAS,CAAC,aAAa;gBAAE,SAAS;YAClG,MAAM,OAAO,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;YAC1C,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YAChD,IAAI,MAAM,CAAC,KAAK,IAAI,OAAO,CAAC,MAAM;gBAAE,SAAS;YAC7C,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;YAClG,IAAI,CAAC,KAAK,CAAC,UAAU;gBAAE,SAAS;YAChC,IAAI,KAAK,CAAC,WAAW,KAAK,CAAC,EAAE,CAAC;gBAC5B,+EAA+E;gBAC/E,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG;oBACnC,GAAG,SAAS;oBACZ,MAAM,EAAE,KAAK,CAAC,UAAU,CAAC,GAAG;oBAC5B,YAAY,EAAE,KAAK,CAAC,gBAAgB;oBACpC,cAAc,EAAE,KAAK,CAAC,kBAAkB,IAAI,SAAS;oBACrD,SAAS,EAAE,KAAK,CAAC,UAAU,CAAC,SAAS;oBACrC,aAAa,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa;iBACxD,CAAC;gBACF,aAAa,GAAG,IAAI,CAAC;gBACrB,SAAS;YACX,CAAC;YACD,MAAM,QAAQ,GAAG,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;YAClG,sEAAsE;YACtE,uEAAuE;YACvE,gEAAgE;YAChE,IAAI,KAAK,CAAC,WAAW,GAAG,uBAAuB,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,GAAG,QAAQ,GAAG,4BAA4B;gBAAE,SAAS;YACnJ,OAAO;gBACL,aAAa;gBACb,KAAK,EAAE;oBACL,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,QAAQ,CAAC;oBACvC,KAAK,EAAE;wBACL,SAAS,EAAE,MAAM,CAAC,SAAS;wBAC3B,KAAK,EAAE,MAAM,CAAC,KAAK;wBACnB,QAAQ,EAAE,KAAK,CAAC,UAAU,CAAC,GAAG;wBAC9B,GAAG,CAAC,KAAK,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,KAAK,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;wBACjF,GAAG,CAAC,KAAK,CAAC,gBAAgB,GAAG,CAAC,IAAI,KAAK,CAAC,kBAAkB;4BACxD,CAAC,CAAC,EAAE,gBAAgB,EAAE,KAAK,CAAC,kBAAkB,EAAE;4BAChD,CAAC,CAAC,EAAE,CAAC;wBACP,WAAW,EAAE,KAAK,CAAC,UAAU,CAAC,SAAS;wBACvC,WAAW,EAAE,KAAK,CAAC,WAAW;wBAC9B,IAAI,EAAE,KAAK,CAAC,IAAI;wBAChB,IAAI,EAAE,KAAK,CAAC,IAAI;wBAChB,aAAa,EAAE,MAAM,CAAC,aAAa;qBACpC;oBACD,KAAK,EAAE,EAAE;oBACT,OAAO,EAAE,KAAK,CAAC,OAAO;iBACvB;aACF,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC;IACxC,CAAC;IAEO,iBAAiB,CAAC,MAA0B,EAAE,QAAgB;QACpE,MAAM,GAAG,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;aACvC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;aACjE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;aAC9D,MAAM,CAAC,CAAC,IAAI,EAA0C,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI;eACvE,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC;YAChE,qEAAqE;aACpE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC;QACzC,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAClC,MAAM,KAAK,GAA2B,EAAE,CAAC;QACzC,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE,CAAC;YACvB,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,gBAAgB,IAAI,KAAK,GAAG,IAAI,CAAC,IAAI,GAAG,gBAAgB,IAAI,IAAI,CAAC,IAAI,GAAG,uBAAuB,CAAC;gBAAE,SAAS;YACpJ,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YACzE,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC;YACnB,IAAI,IAAI,CAAC,IAAI,GAAG,uBAAuB;gBAAE,MAAM;QACjD,CAAC;QACD,OAAO,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,eAAe,EAAE,QAAQ,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IAC7E,CAAC;IAED;;;;;OAKG;IACH,WAAW,CACT,OAAe,EACf,MAAiD,EACjD,UAAsC,EAAE;QAExC,MAAM,KAAK,GAAG,iBAAiB,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAC3D,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QACxB,yEAAyE;QACzE,MAAM,MAAM,GAAG,MAAM,EAAE,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,wBAAwB,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACnG,MAAM,MAAM,GAA8B,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;QAC/E,MAAM,MAAM,GAAG,MAAM,EAAE,MAAM,IAAI,QAAQ,CAAC;QAC1C,MAAM,KAAK,GAAG,cAAc,CAAC,OAAO,EAAE,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC;QACvH,MAAM,WAAW,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEjE,2EAA2E;QAC3E,uEAAuE;QACvE,MAAM,YAAY,GAAG,MAAM,KAAK,WAAW,IAAI,OAAO,CAAC,YAAY,KAAK,KAAK,CAAC;QAC9E,IAAI,OAAO,GAAoB,QAAQ,CAAC;QACxC,oBAAoB,CAAC,CAAC,MAAM,EAAE,EAAE;YAC9B,OAAO,GAAG,KAAK,CAAC,IAAI,KAAK,WAAW;gBAClC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,YAAY,CAAC;gBACtF,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QAC/F,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAErB,IAAI,iBAAiB,GAAG,KAAK,CAAC;QAC9B,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC;QACnD,IAAI,MAAM,IAAI,KAAK,CAAC,kBAAkB,IAAI,aAAa,IAAI,MAAM,CAAC,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClG,IAAI,CAAC;gBACH,iBAAiB,GAAG,2BAA2B,CAC7C,aAAa,EACb,MAAM,CAAC,oBAAoB,EAC3B,IAAI,CAAC,WAAW,EAChB,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CACvC,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,+FAA+F;gBAC/F,MAAM,CAAC,IAAI,CAAC,4CAA4C,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YAC3G,CAAC;QACH,CAAC;QACD,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAC/C,MAAM,OAAO,GAAyB;YACpC,OAAO;YACP,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,OAAO;YACP,cAAc,EAAE,KAAK,CAAC,MAAM;YAC5B,WAAW;YACX,kBAAkB,EAAE,MAAM,EAAE,oBAAoB,CAAC,MAAM,IAAI,CAAC;YAC5D,kBAAkB,EAAE,MAAM,EAAE,kBAAkB,IAAI,CAAC;YACnD,iBAAiB;SAClB,CAAC;QACF,MAAM,CAAC,MAAM,CACX,oBAAoB,OAAO,SAAS,KAAK,CAAC,IAAI,YAAY,OAAO,UAAU,KAAK,CAAC,MAAM,UAAU,WAAW,CAAC,MAAM,GAAG;YACpH,cAAc,OAAO,CAAC,kBAAkB,cAAc,OAAO,CAAC,kBAAkB,WAAW,CAC9F,CAAC;QACF,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,gFAAgF;IACxE,cAAc,CACpB,MAA0B,EAC1B,KAAoB,EACpB,MAAiC,EACjC,MAAc,EACd,WAAmB,EACnB,YAAqB;QAErB,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,KAAK;YAAE,OAAO,QAAQ,CAAC;QAC5B,MAAM,SAAS,GAAG,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC;QAC5C,IAAI,SAAS,KAAK,UAAU,IAAI,SAAS,KAAK,cAAc,EAAE,CAAC;YAC7D,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG;gBAClC,MAAM,EAAE,KAAK,CAAC,QAAQ;gBACtB,YAAY,EAAE,KAAK,CAAC,cAAc,IAAI,CAAC;gBACvC,cAAc,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS;gBACzE,SAAS,EAAE,KAAK,CAAC,WAAW;gBAC5B,QAAQ,EAAE,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,QAAQ,IAAI,CAAC;gBAC1D,oFAAoF;gBACpF,aAAa,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa;aACvD,CAAC;YACF,OAAO,SAAS,KAAK,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,cAAc,CAAC;QACjE,CAAC;QACD,2EAA2E;QAC3E,kEAAkE;QAClE,IAAI,YAAY;YAAE,OAAO,WAAW,CAAC;QACrC,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;QACxD,IAAI,MAAM,KAAK,WAAW;YAAE,OAAO,WAAW,CAAC;QAC/C,OAAO,SAAS,KAAK,UAAU,IAAI,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC;IAC5E,CAAC;IAED;;;;OAIG;IACK,kBAAkB,CACxB,MAA0B,EAC1B,KAAoB,EACpB,MAAiC,EACjC,MAAc,EACd,WAAmB,EACnB,YAAqB;QAErB,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;QAChF,oEAAoE;QACpE,oEAAoE;QACpE,sEAAsE;QACtE,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QACzG,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrC,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACxC,MAAM,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YAC5D,IAAI,CAAC,KAAK,EAAE,MAAM,KAAK,QAAQ,IAAI,KAAK,EAAE,MAAM,KAAK,WAAW,CAAC,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC9G,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC;gBAC7F,QAAQ,IAAI,CAAC,CAAC;YAChB,CAAC;iBAAM,IAAI,CAAC,YAAY,EAAE,CAAC;gBACzB,cAAc,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;QACD,IAAI,MAAM,KAAK,WAAW;YAAE,OAAO,WAAW,CAAC;QAC/C,IAAI,QAAQ,KAAK,KAAK,CAAC,KAAK,CAAC,MAAM;YAAE,OAAO,WAAW,CAAC;QACxD,IAAI,QAAQ,GAAG,CAAC,IAAI,WAAW,GAAG,CAAC;YAAE,OAAO,SAAS,CAAC;QACtD,OAAO,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC;IACvC,CAAC;IAEO,MAAM,CAAC,QAAgB;QAC7B,IAAI,CAAC;YACH,OAAO,WAAW,CAAC,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;QACxD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,oEAAoE;IACpE,eAAe;QACb,OAAO,oBAAoB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAChD,CAAC;CACF"}

package/dist/agent/nightly-maintenance/dreaming-runner.d.ts

@@ -0,0 +1,93 @@
+/**
+ * Runs Dreaming one batch at a time as a maintenance execution (#2805 stage 2).
+ *
+ * Each `runBatch` call plans one bounded batch, submits it through the
+ * supervisor's trusted maintenance entry, waits until its executor is
+ * confirmed stopped, and applies the outcome. The step owner holds worker
+ * admission throughout, so no other writer starts next to the batch, and the
+ * hold is released only after the stop is confirmed.
+ *
+ * Preemption: owner input during a batch cancels it. The cancel becomes final
+ * only once the executor exits; edits already committed stay, the input is
+ * kept, and a later step continues from the unchanged watermark.
+ */
+import { type ExecutionRecord } from "../../threads/execution-store.js";
+import { DEFAULT_DREAMING_BATCH_BUDGET } from "./dreaming-batch.js";
+import type { DreamingBatchSummary, DreamingPlanner } from "./dreaming-planner.js";
+/** The supervisor's maintenance entry, as Dreaming uses it. */
+export interface MaintenanceExecutionHost {
+    submitMaintenanceExecution(input: {
+        taskId: string;
+        payload: {
+            goal: string;
+            inputRefs: string[];
+            title: string;
+        };
+        budget: typeof DEFAULT_DREAMING_BATCH_BUDGET;
+    }): ExecutionRecord;
+    cancelMaintenanceExecution(reason: string): void;
+    cancelStaleMaintenanceExecution(executionId: string): ExecutionRecord | null;
+    getExecutionRecord(executionId: string): ExecutionRecord | null;
+    latestExecutionForTask(taskId: string): ExecutionRecord | null;
+    discardMaintenanceExecutionContent(executionId: string): void;
+}
+export type DreamingStepResult = {
+    kind: "idle";
+} | {
+    kind: "batch";
+    summary: DreamingBatchSummary | null;
+}
+/** Preempted: the step gives way; nothing is retried until the next maintenance tick. */
+ | {
+    kind: "yielded";
+    summary: DreamingBatchSummary | null;
+} | {
+    kind: "blocked";
+    reason: string;
+};
+export declare class DreamingRunner {
+    private readonly planner;
+    private readonly host;
+    private readonly options;
+    private current;
+    private preempted;
+    /** Why the current batch was cancelled, if it was. */
+    private cancelCause;
+    constructor(planner: DreamingPlanner, host: MaintenanceExecutionHost, options?: {
+        pollMs?: number;
+    });
+    /** A batch is executing under this runner. */
+    get active(): boolean;
+    /** Once per night, before the first batch. */
+    startNight(): void;
+    /** A maintenance step acquired admission; earlier preemptions are spent. */
+    beginStep(): void;
+    /**
+     * Owner input arrived: cancel the running batch, or keep this step from
+     * starting one. The cancel completes only after the executor stops.
+     */
+    preempt(reason?: string): void;
+    /**
+     * Finish batches a previous host left behind. A batch whose execution
+     * already ended is applied; one still queued is cancelled first. A batch
+     * whose executor is not yet confirmed stopped blocks Dreaming until it is.
+     */
+    recoverLeftovers(): {
+        blocked: boolean;
+    };
+    /**
+     * Plan and run one batch for `localDay`. Resolves after the batch's
+     * executor is confirmed stopped and its outcome is applied.
+     */
+    runBatch(localDay: number): Promise<DreamingStepResult>;
+    /**
+     * Terminal state is written only after the host confirmed the executor
+     * stopped. The worker enforces its own budget; past `limitMs` the host
+     * cancels as a backstop and keeps waiting for the confirmed stop.
+     */
+    private waitForTerminal;
+    private cancelCauseOf;
+    /** Whether the step should stop starting new batches. */
+    get wasPreempted(): boolean;
+}
+//# sourceMappingURL=dreaming-runner.d.ts.map

package/dist/agent/nightly-maintenance/dreaming-runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dreaming-runner.d.ts","sourceRoot":"","sources":["../../../src/agent/nightly-maintenance/dreaming-runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAGH,OAAO,EAA4B,KAAK,eAAe,EAAE,MAAM,kCAAkC,CAAC;AAClG,OAAO,EAAE,6BAA6B,EAAwC,MAAM,qBAAqB,CAAC;AAC1G,OAAO,KAAK,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAEnF,+DAA+D;AAC/D,MAAM,WAAW,wBAAwB;IACvC,0BAA0B,CAAC,KAAK,EAAE;QAChC,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,SAAS,EAAE,MAAM,EAAE,CAAC;YAAC,KAAK,EAAE,MAAM,CAAA;SAAE,CAAC;QAC9D,MAAM,EAAE,OAAO,6BAA6B,CAAC;KAC9C,GAAG,eAAe,CAAC;IACpB,0BAA0B,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACjD,+BAA+B,CAAC,WAAW,EAAE,MAAM,GAAG,eAAe,GAAG,IAAI,CAAC;IAC7E,kBAAkB,CAAC,WAAW,EAAE,MAAM,GAAG,eAAe,GAAG,IAAI,CAAC;IAChE,sBAAsB,CAAC,MAAM,EAAE,MAAM,GAAG,eAAe,GAAG,IAAI,CAAC;IAC/D,kCAAkC,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;CAC/D;AAED,MAAM,MAAM,kBAAkB,GAC1B;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAChB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,oBAAoB,GAAG,IAAI,CAAA;CAAE;AACzD,yFAAyF;GACvF;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,OAAO,EAAE,oBAAoB,GAAG,IAAI,CAAA;CAAE,GACzD;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAQxC,qBAAa,cAAc;IAOvB,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,IAAI;IACrB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAR1B,OAAO,CAAC,OAAO,CAAuB;IACtC,OAAO,CAAC,SAAS,CAAS;IAC1B,sDAAsD;IACtD,OAAO,CAAC,WAAW,CAAsC;gBAGtC,OAAO,EAAE,eAAe,EACxB,IAAI,EAAE,wBAAwB,EAC9B,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAO;IAGpD,8CAA8C;IAC9C,IAAI,MAAM,IAAI,OAAO,CAEpB;IAED,8CAA8C;IAC9C,UAAU,IAAI,IAAI;IAIlB,4EAA4E;IAC5E,SAAS,IAAI,IAAI;IAIjB;;;OAGG;IACH,OAAO,CAAC,MAAM,SAAgB,GAAG,IAAI;IAOrC;;;;OAIG;IACH,gBAAgB,IAAI;QAAE,OAAO,EAAE,OAAO,CAAA;KAAE;IAexC;;;OAGG;IACG,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAiC7D;;;;OAIG;YACW,eAAe;IAiB7B,OAAO,CAAC,aAAa;IAIrB,yDAAyD;IACzD,IAAI,YAAY,IAAI,OAAO,CAE1B;CACF"}

package/dist/agent/nightly-maintenance/dreaming-runner.js

@@ -0,0 +1,156 @@
+/**
+ * Runs Dreaming one batch at a time as a maintenance execution (#2805 stage 2).
+ *
+ * Each `runBatch` call plans one bounded batch, submits it through the
+ * supervisor's trusted maintenance entry, waits until its executor is
+ * confirmed stopped, and applies the outcome. The step owner holds worker
+ * admission throughout, so no other writer starts next to the batch, and the
+ * hold is released only after the stop is confirmed.
+ *
+ * Preemption: owner input during a batch cancels it. The cancel becomes final
+ * only once the executor exits; edits already committed stay, the input is
+ * kept, and a later step continues from the unchanged watermark.
+ */
+import { logger } from "../../logger.js";
+import { isTerminalExecutionState } from "../../threads/execution-store.js";
+import { DEFAULT_DREAMING_BATCH_BUDGET, dreamingBatchRef } from "./dreaming-batch.js";
+const POLL_MS = 250;
+/** Host backstop beyond the worker's own time budget: startup plus the stop grace. */
+const OVERRUN_GRACE_MS = 2 * 60_000;
+/** A batch that never reached an executor: its inputs are kept and retried tonight. */
+const NOT_STARTED = { status: "cancelled" };
+export class DreamingRunner {
+    planner;
+    host;
+    options;
+    current = null;
+    preempted = false;
+    /** Why the current batch was cancelled, if it was. */
+    cancelCause = null;
+    constructor(planner, host, options = {}) {
+        this.planner = planner;
+        this.host = host;
+        this.options = options;
+    }
+    /** A batch is executing under this runner. */
+    get active() {
+        return this.current !== null;
+    }
+    /** Once per night, before the first batch. */
+    startNight() {
+        this.planner.startNight();
+    }
+    /** A maintenance step acquired admission; earlier preemptions are spent. */
+    beginStep() {
+        this.preempted = false;
+    }
+    /**
+     * Owner input arrived: cancel the running batch, or keep this step from
+     * starting one. The cancel completes only after the executor stops.
+     */
+    preempt(reason = "owner input") {
+        this.preempted = true;
+        if (!this.current)
+            return;
+        this.cancelCause ??= "preempt";
+        this.host.cancelMaintenanceExecution(reason);
+    }
+    /**
+     * Finish batches a previous host left behind. A batch whose execution
+     * already ended is applied; one still queued is cancelled first. A batch
+     * whose executor is not yet confirmed stopped blocks Dreaming until it is.
+     */
+    recoverLeftovers() {
+        for (const batchId of this.planner.pendingBatchIds()) {
+            let record = this.host.latestExecutionForTask(batchId);
+            if (record?.state === "queued")
+                record = this.host.cancelStaleMaintenanceExecution(record.executionId);
+            if (record && !isTerminalExecutionState(record.state)) {
+                logger.warn(`[dreaming] Batch ${batchId} from a previous run has not stopped (state=${record.state}); waiting`);
+                return { blocked: true };
+            }
+            // No record: the host stopped between planning and submitting; nothing ran.
+            this.planner.applyResult(batchId, record?.result ?? NOT_STARTED);
+            if (record)
+                this.host.discardMaintenanceExecutionContent(record.executionId);
+        }
+        return { blocked: false };
+    }
+    /**
+     * Plan and run one batch for `localDay`. Resolves after the batch's
+     * executor is confirmed stopped and its outcome is applied.
+     */
+    async runBatch(localDay) {
+        if (this.recoverLeftovers().blocked)
+            return { kind: "blocked", reason: "previous batch not stopped" };
+        if (this.preempted)
+            return { kind: "yielded", summary: null };
+        const batch = this.planner.planNext(localDay);
+        if (!batch)
+            return { kind: "idle" };
+        let record;
+        try {
+            record = this.host.submitMaintenanceExecution({
+                taskId: batch.batchId,
+                payload: { goal: goalFor(batch), inputRefs: [dreamingBatchRef(batch.batchId)], title: "Memory dreaming" },
+                budget: DEFAULT_DREAMING_BATCH_BUDGET,
+            });
+        }
+        catch (error) {
+            // Nothing ran; the batch keeps its inputs and is planned again later.
+            this.planner.applyResult(batch.batchId, NOT_STARTED);
+            return { kind: "blocked", reason: error instanceof Error ? error.message : String(error) };
+        }
+        // From here a preemption cancels this execution (see preempt()).
+        this.current = record.executionId;
+        this.cancelCause = null;
+        try {
+            const finished = await this.waitForTerminal(record.executionId, DEFAULT_DREAMING_BATCH_BUDGET.maxDurationMs + OVERRUN_GRACE_MS);
+            // Set by preempt() or the overrun backstop while the batch ran.
+            const cause = this.cancelCauseOf();
+            const summary = this.planner.applyResult(batch.batchId, finished.result, { retryTonight: cause !== "overrun" });
+            this.host.discardMaintenanceExecutionContent(record.executionId);
+            return { kind: cause === "preempt" ? "yielded" : "batch", summary };
+        }
+        finally {
+            this.current = null;
+            this.cancelCause = null;
+        }
+    }
+    /**
+     * Terminal state is written only after the host confirmed the executor
+     * stopped. The worker enforces its own budget; past `limitMs` the host
+     * cancels as a backstop and keeps waiting for the confirmed stop.
+     */
+    async waitForTerminal(executionId, limitMs) {
+        const deadline = Date.now() + limitMs;
+        let overrunCancelled = false;
+        for (;;) {
+            const record = this.host.getExecutionRecord(executionId);
+            if (!record)
+                throw new Error(`Maintenance execution ${executionId} disappeared`);
+            if (isTerminalExecutionState(record.state))
+                return record;
+            if (!overrunCancelled && Date.now() >= deadline) {
+                overrunCancelled = true;
+                logger.warn(`[dreaming] Batch execution ${executionId} overran its time budget; cancelling`);
+                this.cancelCause ??= "overrun";
+                this.host.cancelMaintenanceExecution("batch overran its time budget");
+            }
+            await new Promise((resolve) => setTimeout(resolve, this.options.pollMs ?? POLL_MS));
+        }
+    }
+    cancelCauseOf() {
+        return this.cancelCause;
+    }
+    /** Whether the step should stop starting new batches. */
+    get wasPreempted() {
+        return this.preempted;
+    }
+}
+function goalFor(batch) {
+    return batch.kind === "ingestion"
+        ? "Ingest new conversation records into memory (Dreaming batch)"
+        : "Review and tidy memory files (Dreaming batch)";
+}
+//# sourceMappingURL=dreaming-runner.js.map

package/dist/agent/nightly-maintenance/dreaming-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dreaming-runner.js","sourceRoot":"","sources":["../../../src/agent/nightly-maintenance/dreaming-runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AACzC,OAAO,EAAE,wBAAwB,EAAwB,MAAM,kCAAkC,CAAC;AAClG,OAAO,EAAE,6BAA6B,EAAE,gBAAgB,EAAsB,MAAM,qBAAqB,CAAC;AAwB1G,MAAM,OAAO,GAAG,GAAG,CAAC;AACpB,sFAAsF;AACtF,MAAM,gBAAgB,GAAG,CAAC,GAAG,MAAM,CAAC;AACpC,uFAAuF;AACvF,MAAM,WAAW,GAAG,EAAE,MAAM,EAAE,WAAW,EAAW,CAAC;AAErD,MAAM,OAAO,cAAc;IAON;IACA;IACA;IARX,OAAO,GAAkB,IAAI,CAAC;IAC9B,SAAS,GAAG,KAAK,CAAC;IAC1B,sDAAsD;IAC9C,WAAW,GAAiC,IAAI,CAAC;IAEzD,YACmB,OAAwB,EACxB,IAA8B,EAC9B,UAA+B,EAAE;QAFjC,YAAO,GAAP,OAAO,CAAiB;QACxB,SAAI,GAAJ,IAAI,CAA0B;QAC9B,YAAO,GAAP,OAAO,CAA0B;IACjD,CAAC;IAEJ,8CAA8C;IAC9C,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC;IAC/B,CAAC;IAED,8CAA8C;IAC9C,UAAU;QACR,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;IAC5B,CAAC;IAED,4EAA4E;IAC5E,SAAS;QACP,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;IACzB,CAAC;IAED;;;OAGG;IACH,OAAO,CAAC,MAAM,GAAG,aAAa;QAC5B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAC1B,IAAI,CAAC,WAAW,KAAK,SAAS,CAAC;QAC/B,IAAI,CAAC,IAAI,CAAC,0BAA0B,CAAC,MAAM,CAAC,CAAC;IAC/C,CAAC;IAED;;;;OAIG;IACH,gBAAgB;QACd,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;YACrD,IAAI,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC;YACvD,IAAI,MAAM,EAAE,KAAK,KAAK,QAAQ;gBAAE,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,+BAA+B,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YACvG,IAAI,MAAM,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBACtD,MAAM,CAAC,IAAI,CAAC,oBAAoB,OAAO,+CAA+C,MAAM,CAAC,KAAK,YAAY,CAAC,CAAC;gBAChH,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,4EAA4E;YAC5E,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,IAAI,WAAW,CAAC,CAAC;YACjE,IAAI,MAAM;gBAAE,IAAI,CAAC,IAAI,CAAC,kCAAkC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAC/E,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IAC5B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ,CAAC,QAAgB;QAC7B,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC,OAAO;YAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,4BAA4B,EAAE,CAAC;QACtG,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAC9D,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC9C,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QACpC,IAAI,MAAuB,CAAC;QAC5B,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,0BAA0B,CAAC;gBAC5C,MAAM,EAAE,KAAK,CAAC,OAAO;gBACrB,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,CAAC,gBAAgB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE;gBACzG,MAAM,EAAE,6BAA6B;aACtC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,sEAAsE;YACtE,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;YACrD,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QAC7F,CAAC;QACD,iEAAiE;QACjE,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC;QAClC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,WAAW,EAAE,6BAA6B,CAAC,aAAa,GAAG,gBAAgB,CAAC,CAAC;YAChI,gEAAgE;YAChE,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;YACnC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,EAAE,EAAE,YAAY,EAAE,KAAK,KAAK,SAAS,EAAE,CAAC,CAAC;YAChH,IAAI,CAAC,IAAI,CAAC,kCAAkC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YACjE,OAAO,EAAE,IAAI,EAAE,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC;QACtE,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;YACpB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,eAAe,CAAC,WAAmB,EAAE,OAAe;QAChE,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;QACtC,IAAI,gBAAgB,GAAG,KAAK,CAAC;QAC7B,SAAS,CAAC;YACR,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC;YACzD,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,WAAW,cAAc,CAAC,CAAC;YACjF,IAAI,wBAAwB,CAAC,MAAM,CAAC,KAAK,CAAC;gBAAE,OAAO,MAAM,CAAC;YAC1D,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ,EAAE,CAAC;gBAChD,gBAAgB,GAAG,IAAI,CAAC;gBACxB,MAAM,CAAC,IAAI,CAAC,8BAA8B,WAAW,sCAAsC,CAAC,CAAC;gBAC7F,IAAI,CAAC,WAAW,KAAK,SAAS,CAAC;gBAC/B,IAAI,CAAC,IAAI,CAAC,0BAA0B,CAAC,+BAA+B,CAAC,CAAC;YACxE,CAAC;YACD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC;QACtF,CAAC;IACH,CAAC;IAEO,aAAa;QACnB,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED,yDAAyD;IACzD,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;CACF;AAED,SAAS,OAAO,CAAC,KAAoB;IACnC,OAAO,KAAK,CAAC,IAAI,KAAK,WAAW;QAC/B,CAAC,CAAC,8DAA8D;QAChE,CAAC,CAAC,+CAA+C,CAAC;AACtD,CAAC"}