@massa-ai/core 1.2.1

package/dist/services/jobs/index-job-tracker.js

@@ -0,0 +1,344 @@
+/**
+ * Job Tracker for Async Indexing Operations
+ *
+ * Tracks long-running indexing jobs with progress updates
+ * and status polling support.
+ */
+import { randomUUID } from "crypto";
+import { logger, } from "@massa-ai/shared";
+import { eventBus } from "../events/event-bus.js";
+/**
+ * In-memory job tracker singleton
+ */
+export class IndexJobTracker {
+    static instance;
+    jobs = new Map();
+    MAX_JOBS = 100; // Keep last 100 jobs
+    store;
+    constructor(store) {
+        this.store = store;
+    }
+    static getInstance() {
+        if (!IndexJobTracker.instance) {
+            // Phase 1: wire the durable PostgreSQL job store (with crash recovery on
+            // first open). Falls back to in-memory only if construction throws.
+            let store;
+            try {
+                const { getJobStore } = require("./index-job-store.js");
+                store = getJobStore();
+            }
+            catch {
+                store = undefined;
+            }
+            IndexJobTracker.instance = new IndexJobTracker(store);
+        }
+        return IndexJobTracker.instance;
+    }
+    /**
+     * Create a new indexing job
+     */
+    createJob(projectId, projectPath) {
+        const jobId = randomUUID();
+        const job = {
+            jobId,
+            projectId,
+            projectPath,
+            status: "pending",
+            progress: {
+                current: 0,
+                total: 0,
+                percentage: 0,
+            },
+            createdAt: new Date(),
+        };
+        this.jobs.set(jobId, job);
+        this.cleanupOldJobs();
+        try {
+            this.store?.save(job);
+        }
+        catch { /* best-effort */ }
+        return job;
+    }
+    /**
+     * Get job by ID. Phase 1: lazy-loads from the durable store on a hot miss.
+     */
+    getJob(jobId) {
+        const cached = this.jobs.get(jobId);
+        if (cached)
+            return cached;
+        if (this.store) {
+            try {
+                const loaded = this.store.get(jobId);
+                if (loaded) {
+                    this.jobs.set(jobId, loaded);
+                    return loaded;
+                }
+            }
+            catch { /* best-effort */ }
+        }
+        return undefined;
+    }
+    /**
+     * Update job status
+     */
+    updateStatus(jobId, status) {
+        const job = this.jobs.get(jobId) ?? this.getJob(jobId);
+        if (!job)
+            return;
+        job.status = status;
+        if (status === "running") {
+            if (!job.startedAt)
+                job.startedAt = new Date();
+            // Seed the heartbeat the moment a job enters `running` so the reaper has
+            // a baseline before the first progress emit.
+            job.heartbeatAt = new Date();
+        }
+        if (status === "completed" || status === "failed") {
+            job.completedAt = new Date();
+        }
+        try {
+            this.store?.save(job);
+        }
+        catch { /* best-effort */ }
+        // No publish here: the ETL pipeline already emits `indexing:started` on
+        // the main indexing path (pipeline.ts:286/390). The tracker publishes only
+        // from `setResult` for early-exit/reaper transitions the pipeline does not
+        // own (FR-16, state-CHANGE only).
+    }
+    /**
+     * Update job progress. Piggybacks the heartbeat: every progress emit refreshes
+     * `heartbeatAt`, which is what `reapStaleJobs` checks. This keeps a healthy
+     * (actively-progressing) job from ever being reaped while catching jobs whose
+     * progress has gone silent.
+     */
+    updateProgress(jobId, current, total) {
+        const job = this.jobs.get(jobId) ?? this.getJob(jobId);
+        if (!job)
+            return;
+        job.progress = {
+            current,
+            total,
+            percentage: total > 0 ? Math.round((current / total) * 100) : 0,
+        };
+        job.heartbeatAt = new Date();
+        try {
+            this.store?.save(job);
+        }
+        catch { /* best-effort */ }
+    }
+    /**
+     * Tick ONLY the heartbeat (no progress change). Use when you want to signal
+     * "still alive" between progress emits (e.g. a long single-file parse that
+     * doesn't increment the file counter).
+     */
+    heartbeat(jobId) {
+        const job = this.jobs.get(jobId) ?? this.getJob(jobId);
+        if (!job)
+            return;
+        job.heartbeatAt = new Date();
+        try {
+            this.store?.save(job);
+        }
+        catch { /* best-effort */ }
+    }
+    /**
+     * Reap stale `running` jobs: flip any job whose heartbeat is older than
+     * `staleMs` (or, as a fallback for jobs with no heartbeat, whose `startedAt`
+     * is older than `staleMs`) to `failed`. Covers the case where a job hangs or
+     * crashes mid-flight while the server keeps running — the existing
+     * restart-time `markStaleRunningFailed` only fires on the NEXT process start,
+     * which never happens during a long-lived test suite.
+     *
+     * Returns the count of reaped jobs.
+     */
+    reapStaleJobs(staleMs) {
+        if (!this.store)
+            return 0;
+        let running = [];
+        try {
+            running = this.store.listRunning();
+        }
+        catch {
+            return 0;
+        }
+        if (running.length === 0)
+            return 0;
+        const now = Date.now();
+        const cutoff = now - staleMs;
+        let reaped = 0;
+        for (const job of running) {
+            const hbMs = job.heartbeatAt?.getTime();
+            const startedMs = job.startedAt?.getTime();
+            // Stale if heartbeat is older than the cutoff. Fallback for jobs with no
+            // heartbeat yet: stale if startedAt is older than the cutoff (covers the
+            // theoretical window between createJob and the first running/heartbeat).
+            const stale = (hbMs != null && hbMs < cutoff) ||
+                (hbMs == null && startedMs != null && startedMs < cutoff);
+            if (!stale)
+                continue;
+            logger.warn(`indexJobTracker: reaping stale running job ${job.jobId} (heartbeatAt=${job.heartbeatAt?.toISOString() ?? "n/a"}, startedAt=${job.startedAt?.toISOString() ?? "n/a"}, staleMs=${staleMs})`, { jobId: job.jobId, projectId: job.projectId, staleMs });
+            // Promote into the hot cache so setResult mutates the same object the
+            // next getJob() will return, then flip to failed with a clear cause.
+            this.jobs.set(job.jobId, job);
+            const reapedPrevStatus = job.status; // "running"
+            this.setResult(job.jobId, undefined, "heartbeat stale (possible crash/OOM)");
+            // The reaper is a state CHANGE the ETL pipeline does not own (the job
+            // hung while the server kept running; the pipeline never emitted a
+            // terminal event). Publish it directly (FR-16).
+            this.publishStateChange(this.jobs.get(job.jobId) ?? job, reapedPrevStatus);
+            reaped++;
+        }
+        return reaped;
+    }
+    /**
+     * Set job result on completion
+     */
+    setResult(jobId, result, error) {
+        const job = this.jobs.get(jobId);
+        if (!job)
+            return;
+        const prevStatus = job.status;
+        if (error) {
+            job.status = "failed";
+            job.error = error;
+        }
+        else {
+            job.status = "completed";
+            job.result = result;
+        }
+        job.completedAt = new Date();
+        try {
+            this.store?.save(job);
+        }
+        catch (err) {
+            // Surfacing (not rethrowing): a silent catch here hides the fact that
+            // the durable job store never recorded completion, so a caller polling
+            // via the durable path would see the job stuck in "running".
+            logger.warn(`indexJobTracker: job store write failed for ${jobId} on setResult`, { jobId, error: err?.message ?? String(err) });
+        }
+        // Publish on state CHANGE only, and ONLY for early-exit transitions the
+        // ETL pipeline does NOT own (FR-16). The pipeline path is
+        // pending→running→completed|failed and already emits `indexing:started`
+        // + `indexing:completed`/`indexing:failed` itself (pipeline.ts:286/390/
+        // 509/576). Early-exit callers (lease-busy, managed-run begin failure) go
+        // pending→terminal directly via `setResult` WITHOUT `updateStatus(running)`
+        // — those are the transitions the tracker owns and publishes. The reaper
+        // path (running→failed) publishes via its own call (see `reapStaleJobs`).
+        if (prevStatus === "pending") {
+            this.publishStateChange(job, prevStatus);
+        }
+    }
+    async setResultAndFlush(jobId, result, error) {
+        this.setResult(jobId, result, error);
+        await this.store?.flush?.(jobId);
+    }
+    /**
+     * List all jobs (for debugging/monitoring)
+     */
+    listJobs() {
+        return Array.from(this.jobs.values()).sort((a, b) => b.createdAt.getTime() - a.createdAt.getTime());
+    }
+    /**
+     * List jobs by project
+     */
+    listJobsByProject(projectId) {
+        return this.listJobs().filter((job) => job.projectId === projectId);
+    }
+    /**
+     * Clean up old jobs (keep last MAX_JOBS).
+     *
+     * Never evict a non-terminal (pending/running) job: a long-running
+     * full-repo index can be dropped before the caller polls, making the job
+     * appear to never reach a terminal state. Only terminal (completed/failed)
+     * jobs are evictable; the oldest terminal job is dropped first. If the cap
+     * can only be met by dropping a non-terminal job (pathological case: more
+     * than MAX_JOBS in-flight jobs at once), the OLDEST non-terminal job is
+     * dropped as an absolute last resort with a warning.
+     */
+    cleanupOldJobs() {
+        const jobs = this.listJobs(); // newest-first by createdAt
+        if (jobs.length <= this.MAX_JOBS)
+            return;
+        const isTerminal = (j) => j.status === "completed" || j.status === "failed";
+        // Drop oldest terminal jobs first (jobs is newest-first → last = oldest).
+        const terminalOld = jobs
+            .filter(isTerminal)
+            .slice(this.MAX_JOBS) // beyond the cap, oldest terminal first
+            .reverse(); // oldest-first for readability of eviction order
+        for (const job of terminalOld) {
+            this.jobs.delete(job.jobId);
+        }
+        // Recompute; if still over cap, evict oldest non-terminal as last resort.
+        if (this.jobs.size > this.MAX_JOBS) {
+            const remaining = this.listJobs();
+            const survivors = remaining.slice(0, this.MAX_JOBS);
+            const overflow = remaining.slice(this.MAX_JOBS); // oldest non-terminal
+            for (const job of overflow) {
+                logger.warn(`indexJobTracker: evicting non-terminal job ${job.jobId} (status=${job.status}) to honor MAX_JOBS cap — caller may lose visibility`, { jobId: job.jobId, projectId: job.projectId, status: job.status });
+                this.jobs.delete(job.jobId);
+            }
+            void survivors; // survivors remain in this.jobs untouched
+        }
+    }
+    /**
+     * Clear all jobs (for testing)
+     */
+    clear() {
+        this.jobs.clear();
+    }
+    /**
+     * Publish a state-CHANGE transition to the global eventBus (FR-16).
+     *
+     * Called ONLY from {@link setResult} (early-exit: pending→terminal) and
+     * {@link reapStaleJobs} (reaper: running→failed) — the two state-change
+     * paths the ETL pipeline does NOT own. The main indexing path
+     * (pending→running→completed|failed) is owned by the pipeline, which
+     * already emits `indexing:started` + `indexing:completed`/`indexing:failed`
+     * (pipeline.ts:286/390/509/576); the tracker never double-publishes it.
+     *
+     * Never called from {@link updateProgress} — progress ticks are
+     * high-frequency and the pipeline already publishes `indexing:progress`.
+     * The hard constraint is "state CHANGE only, not every progress tick".
+     *
+     * Event mapping (tracker-owned transitions only):
+     *   pending → completed  → `indexing:completed` (early-exit success path
+     *                          is theoretical; today early exits are failures)
+     *   pending → failed     → `indexing:failed` (lease-busy, managed-run fail)
+     *   running → failed     → `indexing:failed` (reaper: hung job)
+     *
+     * The `indexing:completed` payload carries the job result fields the
+     * tracker actually has; `symbolsIndexed` is 0 (only the pipeline knows
+     * symbol counts) and `activatedGraphGenerationId` is "" when absent.
+     */
+    publishStateChange(job, prevStatus) {
+        const next = job.status;
+        try {
+            if (next === "completed" && prevStatus !== "completed") {
+                const r = job.result;
+                eventBus.publish("indexing:completed", {
+                    jobId: job.jobId,
+                    projectId: job.projectId,
+                    filesIndexed: r?.filesIndexed ?? 0,
+                    chunksIndexed: r?.chunksIndexed ?? 0,
+                    symbolsIndexed: 0,
+                    durationMs: r?.duration ?? 0,
+                    activatedGraphGenerationId: r?.activatedGraphGenerationId ?? "",
+                });
+            }
+            else if (next === "failed" && prevStatus !== "failed") {
+                eventBus.publish("indexing:failed", {
+                    jobId: job.jobId,
+                    projectId: job.projectId,
+                    error: job.error ?? "unknown",
+                    durationMs: 0,
+                });
+            }
+        }
+        catch {
+            // best-effort: never let an eventBus publish flip a committed job state.
+        }
+    }
+}
+// Export singleton instance
+export const indexJobTracker = IndexJobTracker.getInstance();
+//# sourceMappingURL=index-job-tracker.js.map

package/dist/services/jobs/index-job-tracker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-job-tracker.js","sourceRoot":"","sources":["../../../src/services/jobs/index-job-tracker.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EACL,MAAM,GAEP,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAgClD;;GAEG;AACH,MAAM,OAAO,eAAe;IAClB,MAAM,CAAC,QAAQ,CAAkB;IACjC,IAAI,GAA0B,IAAI,GAAG,EAAE,CAAC;IAC/B,QAAQ,GAAG,GAAG,CAAC,CAAC,qBAAqB;IACrC,KAAK,CAAY;IAElC,YAAY,KAAgB;QAC1B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,MAAM,CAAC,WAAW;QAChB,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC;YAC9B,yEAAyE;YACzE,oEAAoE;YACpE,IAAI,KAA2B,CAAC;YAChC,IAAI,CAAC;gBACH,MAAM,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,sBAAsB,CAErD,CAAC;gBACF,KAAK,GAAG,WAAW,EAAE,CAAC;YACxB,CAAC;YAAC,MAAM,CAAC;gBACP,KAAK,GAAG,SAAS,CAAC;YACpB,CAAC;YACD,eAAe,CAAC,QAAQ,GAAG,IAAI,eAAe,CAAC,KAAK,CAAC,CAAC;QACxD,CAAC;QACD,OAAO,eAAe,CAAC,QAAQ,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,SAAiB,EAAE,WAAmB;QAC9C,MAAM,KAAK,GAAG,UAAU,EAAE,CAAC;QAE3B,MAAM,GAAG,GAAa;YACpB,KAAK;YACL,SAAS;YACT,WAAW;YACX,MAAM,EAAE,SAAS;YACjB,QAAQ,EAAE;gBACR,OAAO,EAAE,CAAC;gBACV,KAAK,EAAE,CAAC;gBACR,UAAU,EAAE,CAAC;aACd;YACD,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC;QAEF,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAC1B,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,IAAI,CAAC;YAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,iBAAiB,CAAC,CAAC;QAC1D,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAa;QAClB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,MAAM;YAAE,OAAO,MAAM,CAAC;QAC1B,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACrC,IAAI,MAAM,EAAE,CAAC;oBACX,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;oBAC7B,OAAO,MAAM,CAAC;gBAChB,CAAC;YACH,CAAC;YAAC,MAAM,CAAC,CAAC,iBAAiB,CAAC,CAAC;QAC/B,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,KAAa,EAAE,MAA0B;QACpD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvD,IAAI,CAAC,GAAG;YAAE,OAAO;QAEjB,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC;QAEpB,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,IAAI,CAAC,GAAG,CAAC,SAAS;gBAAE,GAAG,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;YAC/C,yEAAyE;YACzE,6CAA6C;YAC7C,GAAG,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;QAC/B,CAAC;QAED,IAAI,MAAM,KAAK,WAAW,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;YAClD,GAAG,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;QAC/B,CAAC;QACD,IAAI,CAAC;YAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,iBAAiB,CAAC,CAAC;QAC1D,wEAAwE;QACxE,2EAA2E;QAC3E,2EAA2E;QAC3E,kCAAkC;IACpC,CAAC;IAED;;;;;OAKG;IACH,cAAc,CAAC,KAAa,EAAE,OAAe,EAAE,KAAa;QAC1D,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvD,IAAI,CAAC,GAAG;YAAE,OAAO;QAEjB,GAAG,CAAC,QAAQ,GAAG;YACb,OAAO;YACP,KAAK;YACL,UAAU,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;SAChE,CAAC;QACF,GAAG,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;QAC7B,IAAI,CAAC;YAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,iBAAiB,CAAC,CAAC;IAC5D,CAAC;IAED;;;;OAIG;IACH,SAAS,CAAC,KAAa;QACrB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvD,IAAI,CAAC,GAAG;YAAE,OAAO;QACjB,GAAG,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;QAC7B,IAAI,CAAC;YAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,iBAAiB,CAAC,CAAC;IAC5D,CAAC;IAED;;;;;;;;;OASG;IACH,aAAa,CAAC,OAAe;QAC3B,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO,CAAC,CAAC;QAC1B,IAAI,OAAO,GAAe,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QACrC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,CAAC;QACX,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAEnC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,MAAM,GAAG,GAAG,GAAG,OAAO,CAAC;QAC7B,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;YAC1B,MAAM,IAAI,GAAG,GAAG,CAAC,WAAW,EAAE,OAAO,EAAE,CAAC;YACxC,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,EAAE,OAAO,EAAE,CAAC;YAC3C,yEAAyE;YACzE,yEAAyE;YACzE,yEAAyE;YACzE,MAAM,KAAK,GACT,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,GAAG,MAAM,CAAC;gBAC/B,CAAC,IAAI,IAAI,IAAI,IAAI,SAAS,IAAI,IAAI,IAAI,SAAS,GAAG,MAAM,CAAC,CAAC;YAC5D,IAAI,CAAC,KAAK;gBAAE,SAAS;YAErB,MAAM,CAAC,IAAI,CACT,8CAA8C,GAAG,CAAC,KAAK,iBAAiB,GAAG,CAAC,WAAW,EAAE,WAAW,EAAE,IAAI,KAAK,eAAe,GAAG,CAAC,SAAS,EAAE,WAAW,EAAE,IAAI,KAAK,aAAa,OAAO,GAAG,EAC1L,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,OAAO,EAAE,CACxD,CAAC;YACF,sEAAsE;YACtE,qEAAqE;YACrE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YAC9B,MAAM,gBAAgB,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,YAAY;YACjD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,sCAAsC,CAAC,CAAC;YAC7E,sEAAsE;YACtE,mEAAmE;YACnE,gDAAgD;YAChD,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,GAAG,EAAE,gBAAgB,CAAC,CAAC;YAC3E,MAAM,EAAE,CAAC;QACX,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,SAAS,CACP,KAAa,EACb,MAA0B,EAC1B,KAAc;QAEd,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACjC,IAAI,CAAC,GAAG;YAAE,OAAO;QAEjB,MAAM,UAAU,GAAG,GAAG,CAAC,MAAM,CAAC;QAC9B,IAAI,KAAK,EAAE,CAAC;YACV,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC;YACtB,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC;QACpB,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,MAAM,GAAG,WAAW,CAAC;YACzB,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC;QACtB,CAAC;QAED,GAAG,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,sEAAsE;YACtE,uEAAuE;YACvE,6DAA6D;YAC7D,MAAM,CAAC,IAAI,CACT,+CAA+C,KAAK,eAAe,EACnE,EAAE,KAAK,EAAE,KAAK,EAAG,GAAa,EAAE,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,EAAE,CACzD,CAAC;QACJ,CAAC;QACD,wEAAwE;QACxE,0DAA0D;QAC1D,wEAAwE;QACxE,wEAAwE;QACxE,0EAA0E;QAC1E,4EAA4E;QAC5E,yEAAyE;QACzE,0EAA0E;QAC1E,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;YAC7B,IAAI,CAAC,kBAAkB,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,KAAa,EAAE,MAA0B,EAAE,KAAc;QAC/E,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;QACrC,MAAM,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CACxC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,CACxD,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,iBAAiB,CAAC,SAAiB;QACjC,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;IACtE,CAAC;IAED;;;;;;;;;;OAUG;IACK,cAAc;QACpB,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,4BAA4B;QAC1D,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QAEzC,MAAM,UAAU,GAAG,CAAC,CAAW,EAAE,EAAE,CACjC,CAAC,CAAC,MAAM,KAAK,WAAW,IAAI,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC;QAEpD,0EAA0E;QAC1E,MAAM,WAAW,GAAG,IAAI;aACrB,MAAM,CAAC,UAAU,CAAC;aAClB,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,wCAAwC;aAC7D,OAAO,EAAE,CAAC,CAAC,iDAAiD;QAC/D,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;YAC9B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC9B,CAAC;QAED,0EAA0E;QAC1E,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnC,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClC,MAAM,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;YACpD,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,sBAAsB;YACvE,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;gBAC3B,MAAM,CAAC,IAAI,CACT,8CAA8C,GAAG,CAAC,KAAK,YAAY,GAAG,CAAC,MAAM,sDAAsD,EACnI,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CACnE,CAAC;gBACF,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC9B,CAAC;YACD,KAAK,SAAS,CAAC,CAAC,0CAA0C;QAC5D,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;IACpB,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;OAuBG;IACK,kBAAkB,CAAC,GAAa,EAAE,UAA8B;QACtE,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC;QACxB,IAAI,CAAC;YACH,IAAI,IAAI,KAAK,WAAW,IAAI,UAAU,KAAK,WAAW,EAAE,CAAC;gBACvD,MAAM,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC;gBACrB,QAAQ,CAAC,OAAO,CAAC,oBAAoB,EAAE;oBACrC,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,SAAS,EAAE,GAAG,CAAC,SAAS;oBACxB,YAAY,EAAE,CAAC,EAAE,YAAY,IAAI,CAAC;oBAClC,aAAa,EAAE,CAAC,EAAE,aAAa,IAAI,CAAC;oBACpC,cAAc,EAAE,CAAC;oBACjB,UAAU,EAAE,CAAC,EAAE,QAAQ,IAAI,CAAC;oBAC5B,0BAA0B,EAAE,CAAC,EAAE,0BAA0B,IAAI,EAAE;iBAChE,CAAC,CAAC;YACL,CAAC;iBAAM,IAAI,IAAI,KAAK,QAAQ,IAAI,UAAU,KAAK,QAAQ,EAAE,CAAC;gBACxD,QAAQ,CAAC,OAAO,CAAC,iBAAiB,EAAE;oBAClC,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,SAAS,EAAE,GAAG,CAAC,SAAS;oBACxB,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,SAAS;oBAC7B,UAAU,EAAE,CAAC;iBACd,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,yEAAyE;QAC3E,CAAC;IACH,CAAC;CACF;AAED,4BAA4B;AAC5B,MAAM,CAAC,MAAM,eAAe,GAAG,eAAe,CAAC,WAAW,EAAE,CAAC"}

package/dist/services/jobs/index.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Jobs Service Exports
+ */
+export * from "./index-job-tracker.js";
+export * from "./memory-consolidation-job.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/services/jobs/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/services/jobs/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,cAAc,wBAAwB,CAAC;AACvC,cAAc,+BAA+B,CAAC"}

package/dist/services/jobs/index.js

@@ -0,0 +1,6 @@
+/**
+ * Jobs Service Exports
+ */
+export * from "./index-job-tracker.js";
+export * from "./memory-consolidation-job.js";
+//# sourceMappingURL=index.js.map

package/dist/services/jobs/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/services/jobs/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,cAAc,wBAAwB,CAAC;AACvC,cAAc,+BAA+B,CAAC"}

package/dist/services/jobs/memory-consolidation-job.d.ts

@@ -0,0 +1,70 @@
+/**
+ * Background consolidation for long-running memory quality (Phase 1).
+ *
+ * Phase-1 changes vs the legacy Postgres-only job:
+ *   - Removed the `isPostgresEnabled()` short-circuit. The job is now
+ *     backend-polymorphic via `getMemoryRepository()` (mirror of the
+ *     memory-repository-factory dispatch) and `getGraphStore()`.
+ *   - Decay now delegates to the pure `decayScore` (services/memory/decay.ts)
+ *     for BOTH backends; pinned memories are exempt.
+ *   - Prune is now SOFT-delete (`deleted_at` tombstone) instead of hard DELETE,
+ *     and is pinned-aware + deleted_at-aware.
+ *   - New merge phase: clusters near-duplicates via `consolidateWindow` and,
+ *     for each batch, inserts a new memory + a SUPERSEDES edge per source.
+ *   - Emits `memory:consolidated` via EventBus per batch.
+ *   - `ConsolidationStats` extended with `{ merged, batchesCreated }`.
+ *   - LLM-gated + silent-degrade: when the LLM is disabled or fails, the merge
+ *     phase is skipped and the rule-based (decay + prune) path completes with
+ *     `merged=0, batchesCreated=0` and no error propagated.
+ */
+import { type LlmSurface } from "../memory/consolidator.js";
+export interface ConsolidationStats {
+    promoted: number;
+    decayed: number;
+    pruned: number;
+    edgesCleaned: number;
+    /** Phase 1: number of source memories folded into batches. */
+    merged: number;
+    /** Phase 1: number of consolidation batches created. */
+    batchesCreated: number;
+}
+export declare class MemoryConsolidationJob {
+    private running;
+    private lastRunAt;
+    private runCount;
+    private readonly minIntervalMs;
+    private readonly llm;
+    constructor(opts?: {
+        llm?: LlmSurface;
+    });
+    maybeRun(trigger?: "store" | "search"): void;
+    private runOnce;
+    /**
+     * Run one consolidation cycle against the active backend. Exposed for tests.
+     */
+    consolidate(): Promise<ConsolidationStats>;
+    /**
+     * Decay: for each candidate, compute the pure decayScore and write it back
+     * as the new importance. Pinned + soft-deleted rows are excluded by the
+     * candidate query. Errors per-row are swallowed.
+     */
+    private decayStaleMemories;
+    /**
+     * Prune: soft-delete memories that are old + cold + low-access. Pinned and
+     * already-tombstoned rows are excluded. Uses the soft-delete path so rows
+     * remain restorable; a future ops job can hard-purge long-tombstoned rows.
+     */
+    private pruneColdMemories;
+    /**
+     * Merge: cluster near-duplicates and, via the LLM, produce a consolidated
+     * memory that SUPERSEDES its sources. LLM-gated + silent-degrade.
+     */
+    private mergeMemories;
+    /**
+     * Phase-0 session→user promotion. Preserved for PG; on PostgreSQL this is a
+     * no-op (the original raw-SQL used Postgres `NOW()`/CTE features). Soft-fail.
+     */
+    private promoteSessionMemories;
+}
+export declare const memoryConsolidationJob: MemoryConsolidationJob;
+//# sourceMappingURL=memory-consolidation-job.d.ts.map

package/dist/services/jobs/memory-consolidation-job.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-consolidation-job.d.ts","sourceRoot":"","sources":["../../../src/services/jobs/memory-consolidation-job.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AASH,OAAO,EAAuC,KAAK,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAIjG,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,8DAA8D;IAC9D,MAAM,EAAE,MAAM,CAAC;IACf,wDAAwD;IACxD,cAAc,EAAE,MAAM,CAAC;CACxB;AAiCD,qBAAa,sBAAsB;IACjC,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,QAAQ,CAAK;IACrB,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAiB;IAC/C,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAa;gBAErB,IAAI,GAAE;QAAE,GAAG,CAAC,EAAE,UAAU,CAAA;KAAO;IAM3C,QAAQ,CAAC,OAAO,GAAE,OAAO,GAAG,QAAkB,GAAG,IAAI;YASvC,OAAO;IAyBrB;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,kBAAkB,CAAC;IAwBhD;;;;OAIG;YACW,kBAAkB;IA6ChC;;;;OAIG;YACW,iBAAiB;IA0C/B;;;OAGG;YACW,aAAa;IAgF3B;;;OAGG;YACW,sBAAsB;CAoCrC;AAED,eAAO,MAAM,sBAAsB,wBAA+B,CAAC"}