@devflow-tools/database 0.16.10 → 0.16.11

package/dist/database.js

@@ -7,6 +7,7 @@ const node_sqlite_1 = require("./node-sqlite");
 const path_1 = require("path");
 const fs_1 = require("fs");
 const os_1 = require("os");
+const crypto_1 = require("crypto");
 const CONTEXT_REQUIRED_SKILLS = new Set([
     'react', 'vue', 'nest', 'nextjs', 'graphql', 'typescript',
 ]);
@@ -335,6 +336,52 @@ class DevFlowDatabase {
       );
       CREATE INDEX IF NOT EXISTS idx_hook_fallbacks_session
         ON devflow_hook_fallbacks(project_root, session_id, created_at DESC);
+
+      CREATE TABLE IF NOT EXISTS devflow_work_items (
+        id TEXT PRIMARY KEY,
+        idempotency_key TEXT NOT NULL UNIQUE,
+        kind TEXT NOT NULL,
+        project_root TEXT NOT NULL,
+        session_id TEXT,
+        turn_id TEXT,
+        payload TEXT NOT NULL,
+        state TEXT NOT NULL DEFAULT 'pending'
+          CHECK(state IN ('pending', 'leased', 'completed', 'failed', 'dead_letter')),
+        attempts INTEGER NOT NULL DEFAULT 0 CHECK(attempts >= 0),
+        max_attempts INTEGER NOT NULL DEFAULT 5 CHECK(max_attempts > 0),
+        lease_owner TEXT,
+        lease_expires_at INTEGER,
+        next_attempt_at INTEGER NOT NULL,
+        error_category TEXT,
+        error_message TEXT,
+        created_at INTEGER NOT NULL,
+        updated_at INTEGER NOT NULL,
+        completed_at INTEGER
+      );
+
+      CREATE INDEX IF NOT EXISTS idx_work_items_ready
+        ON devflow_work_items(project_root, state, next_attempt_at, created_at);
+      CREATE INDEX IF NOT EXISTS idx_work_items_expired_leases
+        ON devflow_work_items(project_root, state, lease_expires_at);
+      CREATE INDEX IF NOT EXISTS idx_work_items_completed
+        ON devflow_work_items(project_root, completed_at DESC);
+
+      CREATE TABLE IF NOT EXISTS devflow_session_closures (
+        session_id TEXT NOT NULL,
+        project_root TEXT NOT NULL,
+        state TEXT NOT NULL DEFAULT 'active'
+          CHECK(state IN ('active', 'closing', 'closed', 'closed_with_pending_work')),
+        receipt_id TEXT NOT NULL UNIQUE,
+        work_item_id TEXT,
+        pending_work_count INTEGER NOT NULL DEFAULT 0 CHECK(pending_work_count >= 0),
+        requested_at INTEGER NOT NULL,
+        updated_at INTEGER NOT NULL,
+        closed_at INTEGER,
+        PRIMARY KEY (project_root, session_id)
+      );
+
+      CREATE INDEX IF NOT EXISTS idx_session_closures_state
+        ON devflow_session_closures(project_root, state, updated_at DESC);
     `);
         // Migration: add session_id to skill_executions (SQLite compat — ignore if exists)
         try {
@@ -1103,6 +1150,22 @@ class DevFlowDatabase {
             },
         });
     }
+    reconcileRunningSkillExecutionsForSession(sessionId, finishedAt = Date.now(), metadata) {
+        const rows = this.db.prepare(`
+      SELECT execution_id
+      FROM skill_executions
+      WHERE session_id = ? AND status = 'running'
+      ORDER BY started_at ASC
+    `).all(sessionId);
+        const reconciled = [];
+        for (const row of rows) {
+            this.reconcileSkillExecution(row.execution_id, 'completed', finishedAt, metadata);
+            const execution = this.getSkillExecution(row.execution_id);
+            if (execution)
+                reconciled.push(execution);
+        }
+        return reconciled;
+    }
     getExecutionObligationCompliance(executionId) {
         const execution = this.getSkillExecution(executionId);
         const events = this.listToolCallEvents(executionId);
@@ -1526,6 +1589,341 @@ class DevFlowDatabase {
             total: Number(count?.total ?? 0),
         };
     }
+    // ---- Durable Work Queue ----
+    enqueueWork(input) {
+        if (!input.idempotencyKey.trim())
+            throw new Error('Work idempotency key is required');
+        if (!input.projectRoot.trim())
+            throw new Error('Work project root is required');
+        const maxAttempts = input.maxAttempts ?? 5;
+        if (!Number.isSafeInteger(maxAttempts) || maxAttempts <= 0) {
+            throw new Error('Work maxAttempts must be a positive safe integer');
+        }
+        const createdAt = Date.now();
+        const nextAttemptAt = input.nextAttemptAt ?? createdAt;
+        if (!Number.isSafeInteger(nextAttemptAt)) {
+            throw new Error('Work nextAttemptAt must be a safe integer');
+        }
+        const row = this.db.prepare(`
+      INSERT INTO devflow_work_items (
+        id, idempotency_key, kind, project_root, session_id, turn_id, payload,
+        state, attempts, max_attempts, lease_owner, lease_expires_at,
+        next_attempt_at, error_category, error_message, created_at, updated_at, completed_at
+      ) VALUES (?, ?, ?, ?, ?, ?, ?, 'pending', 0, ?, NULL, NULL, ?, NULL, NULL, ?, ?, NULL)
+      ON CONFLICT(idempotency_key) DO UPDATE SET
+        state = CASE
+          WHEN devflow_work_items.state = 'dead_letter'
+            AND excluded.max_attempts > devflow_work_items.attempts
+          THEN 'failed'
+          ELSE devflow_work_items.state
+        END,
+        max_attempts = MAX(devflow_work_items.max_attempts, excluded.max_attempts),
+        next_attempt_at = CASE
+          WHEN devflow_work_items.state = 'dead_letter'
+            AND excluded.max_attempts > devflow_work_items.attempts
+          THEN excluded.next_attempt_at
+          ELSE devflow_work_items.next_attempt_at
+        END,
+        error_category = CASE
+          WHEN devflow_work_items.state = 'dead_letter'
+            AND excluded.max_attempts > devflow_work_items.attempts
+          THEN NULL
+          ELSE devflow_work_items.error_category
+        END,
+        error_message = CASE
+          WHEN devflow_work_items.state = 'dead_letter'
+            AND excluded.max_attempts > devflow_work_items.attempts
+          THEN NULL
+          ELSE devflow_work_items.error_message
+        END,
+        updated_at = CASE
+          WHEN devflow_work_items.state = 'dead_letter'
+            AND excluded.max_attempts > devflow_work_items.attempts
+          THEN excluded.updated_at
+          ELSE devflow_work_items.updated_at
+        END
+      RETURNING *
+    `).get((0, crypto_1.randomUUID)(), input.idempotencyKey, input.kind, input.projectRoot, input.sessionId ?? null, input.turnId ?? null, JSON.stringify(input.payload ?? null), maxAttempts, nextAttemptAt, createdAt, createdAt);
+        return this.mapWorkItem(row);
+    }
+    getWorkByIdempotencyKey(idempotencyKey) {
+        const row = this.db.prepare('SELECT * FROM devflow_work_items WHERE idempotency_key = ?').get(idempotencyKey);
+        return row ? this.mapWorkItem(row) : null;
+    }
+    requestSessionClosure(input) {
+        if (!input.sessionId.trim())
+            throw new Error('Session closure requires a session ID');
+        if (!input.projectRoot.trim())
+            throw new Error('Session closure requires a project root');
+        if (!input.receiptId.trim())
+            throw new Error('Session closure requires a receipt ID');
+        return this.db.transaction(() => {
+            const now = Date.now();
+            this.db.prepare(`
+        INSERT INTO devflow_session_closures (
+          session_id, project_root, state, receipt_id, pending_work_count,
+          requested_at, updated_at
+        ) VALUES (?, ?, 'active', ?, 0, ?, ?)
+        ON CONFLICT(project_root, session_id) DO NOTHING
+      `).run(input.sessionId, input.projectRoot, input.receiptId, now, now);
+            const work = this.enqueueWork({
+                idempotencyKey: input.receiptId,
+                kind: 'session.finalize',
+                projectRoot: input.projectRoot,
+                sessionId: input.sessionId,
+                payload: input.payload,
+                maxAttempts: input.maxAttempts,
+            });
+            const pending = this.db.prepare(`
+        SELECT COUNT(*) AS count
+        FROM devflow_work_items
+        WHERE project_root = ? AND session_id = ?
+          AND state IN ('pending', 'leased', 'failed', 'dead_letter')
+      `).get(input.projectRoot, input.sessionId);
+            const pendingWorkCount = Number(pending?.count ?? 0);
+            this.db.prepare(`
+        UPDATE devflow_session_closures
+        SET state = CASE
+              WHEN state IN ('closed', 'closed_with_pending_work')
+                THEN CASE WHEN ? > 0 THEN 'closed_with_pending_work' ELSE 'closed' END
+              WHEN ? = 'completed'
+                THEN CASE WHEN ? > 0 THEN 'closed_with_pending_work' ELSE 'closed' END
+              WHEN ? = 'dead_letter' THEN 'closed_with_pending_work'
+              ELSE 'closing'
+            END,
+            work_item_id = COALESCE(work_item_id, ?),
+            pending_work_count = ?,
+            closed_at = CASE WHEN ? = 'completed' THEN ? ELSE closed_at END,
+            updated_at = ?
+        WHERE project_root = ? AND session_id = ?
+      `).run(pendingWorkCount, work.state, pendingWorkCount, work.state, work.id, pendingWorkCount, work.state, now, now, input.projectRoot, input.sessionId);
+            return this.getSessionClosure(input.projectRoot, input.sessionId);
+        });
+    }
+    getSessionClosure(projectRoot, sessionId) {
+        const row = this.db.prepare(`
+      SELECT * FROM devflow_session_closures
+      WHERE project_root = ? AND session_id = ?
+    `).get(projectRoot, sessionId);
+        return row ? this.mapSessionClosure(row) : null;
+    }
+    completeSessionClosure(projectRoot, sessionId, excludingWorkItemId, closedAt = Date.now()) {
+        const pending = this.db.prepare(`
+      SELECT COUNT(*) AS count
+      FROM devflow_work_items
+      WHERE project_root = ? AND session_id = ?
+        AND state IN ('pending', 'leased', 'failed', 'dead_letter')
+        AND (? IS NULL OR id <> ?)
+    `).get(projectRoot, sessionId, excludingWorkItemId ?? null, excludingWorkItemId ?? null);
+        const pendingWorkCount = Number(pending?.count ?? 0);
+        const state = pendingWorkCount > 0 ? 'closed_with_pending_work' : 'closed';
+        this.db.prepare(`
+      UPDATE devflow_session_closures
+      SET state = ?, pending_work_count = ?, closed_at = ?, updated_at = ?
+      WHERE project_root = ? AND session_id = ? AND state = 'closing'
+    `).run(state, pendingWorkCount, closedAt, closedAt, projectRoot, sessionId);
+        const closure = this.getSessionClosure(projectRoot, sessionId);
+        if (!closure)
+            throw new Error(`Session closure ${sessionId} does not exist`);
+        return closure;
+    }
+    listSessionClosures(projectRoot, limit = 100) {
+        const rows = this.db.prepare(`
+      SELECT * FROM devflow_session_closures
+      WHERE project_root = ?
+      ORDER BY updated_at DESC
+      LIMIT ?
+    `).all(projectRoot, Math.max(1, Math.min(limit, 1000)));
+        return rows.map(row => this.mapSessionClosure(row));
+    }
+    leaseWork(input) {
+        if (!input.owner.trim())
+            throw new Error('Work lease owner is required');
+        if (!Number.isFinite(input.limit) || input.limit <= 0)
+            return [];
+        if (!Number.isSafeInteger(input.leaseMs) || input.leaseMs <= 0) {
+            throw new Error('Work leaseMs must be a positive safe integer');
+        }
+        if (input.kinds?.length === 0)
+            return [];
+        const now = input.now ?? Date.now();
+        const leaseExpiresAt = now + input.leaseMs;
+        if (!Number.isSafeInteger(now) || !Number.isSafeInteger(leaseExpiresAt)) {
+            throw new Error('Work lease timestamps must be safe integers');
+        }
+        const limit = Math.min(Math.floor(input.limit), 1000);
+        const kinds = input.kinds ? [...new Set(input.kinds)] : undefined;
+        const kindClause = kinds
+            ? `AND kind IN (${kinds.map(() => '?').join(', ')})`
+            : '';
+        this.db.exec('BEGIN IMMEDIATE');
+        try {
+            const candidates = this.db.prepare(`
+        SELECT id, state
+        FROM devflow_work_items
+        WHERE project_root = ?
+          AND state IN ('pending', 'failed')
+          AND lease_owner IS NULL
+          AND lease_expires_at IS NULL
+          AND next_attempt_at <= ?
+          AND attempts < max_attempts
+          ${kindClause}
+        ORDER BY next_attempt_at ASC, created_at ASC, id ASC
+        LIMIT ?
+      `).all(input.projectRoot, now, ...(kinds ?? []), limit);
+            const leased = [];
+            for (const candidate of candidates) {
+                const result = this.db.prepare(`
+          UPDATE devflow_work_items
+          SET state = 'leased', attempts = attempts + 1, lease_owner = ?,
+              lease_expires_at = ?, updated_at = ?
+          WHERE id = ? AND project_root = ? AND state = ?
+            AND lease_owner IS NULL AND lease_expires_at IS NULL
+            AND next_attempt_at <= ? AND attempts < max_attempts
+        `).run(input.owner, leaseExpiresAt, now, candidate.id, input.projectRoot, candidate.state, now);
+                if (result.changes === 1) {
+                    const row = this.db.prepare('SELECT * FROM devflow_work_items WHERE id = ?')
+                        .get(candidate.id);
+                    leased.push(this.mapWorkItem(row));
+                }
+            }
+            this.db.exec('COMMIT');
+            return leased;
+        }
+        catch (error) {
+            try {
+                this.db.exec('ROLLBACK');
+            }
+            catch { }
+            throw error;
+        }
+    }
+    completeWork(id, owner, now = Date.now()) {
+        const work = this.db.prepare(`
+      SELECT project_root, session_id FROM devflow_work_items WHERE id = ?
+    `).get(id);
+        const completed = this.db.prepare(`
+      UPDATE devflow_work_items
+      SET state = 'completed', lease_owner = NULL, lease_expires_at = NULL,
+          updated_at = ?, completed_at = ?
+      WHERE id = ? AND state = 'leased' AND lease_owner = ?
+    `).run(now, now, id, owner).changes === 1;
+        if (completed && work?.project_root && work.session_id) {
+            this.refreshClosedSessionClosure(work.project_root, work.session_id, now);
+        }
+        return completed;
+    }
+    retryWork(id, owner, error, nextAttemptAt) {
+        const updatedAt = Date.now();
+        return this.db.prepare(`
+      UPDATE devflow_work_items
+      SET state = CASE WHEN attempts >= max_attempts THEN 'dead_letter' ELSE 'failed' END,
+          lease_owner = NULL, lease_expires_at = NULL, next_attempt_at = ?,
+          error_category = ?, error_message = ?, updated_at = ?
+      WHERE id = ? AND state = 'leased' AND lease_owner = ?
+    `).run(nextAttemptAt, error.category, error.message, updatedAt, id, owner).changes === 1;
+    }
+    deadLetterWork(id, owner, error) {
+        return this.db.prepare(`
+      UPDATE devflow_work_items
+      SET state = 'dead_letter', lease_owner = NULL, lease_expires_at = NULL,
+          error_category = ?, error_message = ?, updated_at = ?
+      WHERE id = ? AND state = 'leased' AND lease_owner = ?
+    `).run(error.category, error.message, Date.now(), id, owner).changes === 1;
+    }
+    recoverExpiredWork(projectRoot, now = Date.now()) {
+        return this.db.prepare(`
+      UPDATE devflow_work_items
+      SET state = CASE WHEN attempts >= max_attempts THEN 'dead_letter' ELSE 'failed' END,
+          lease_owner = NULL, lease_expires_at = NULL, next_attempt_at = ?,
+          error_category = 'lease_expired',
+          error_message = 'Work lease expired before completion',
+          updated_at = ?
+      WHERE project_root = ? AND state = 'leased' AND lease_expires_at <= ?
+    `).run(now, now, projectRoot, now).changes;
+    }
+    getWorkQueueHealth(projectRoot, now = Date.now()) {
+        const row = this.db.prepare(`
+      SELECT
+        COALESCE(SUM(CASE WHEN state IN ('pending', 'leased', 'failed') THEN 1 ELSE 0 END), 0) AS queue_depth,
+        COALESCE(SUM(CASE WHEN state = 'pending' THEN 1 ELSE 0 END), 0) AS pending,
+        COALESCE(SUM(CASE WHEN state = 'leased' THEN 1 ELSE 0 END), 0) AS leased,
+        COALESCE(SUM(CASE WHEN state = 'failed' THEN 1 ELSE 0 END), 0) AS failed,
+        COALESCE(SUM(CASE WHEN state = 'leased' AND lease_expires_at <= ? THEN 1 ELSE 0 END), 0) AS expired_leases,
+        COALESCE(SUM(CASE WHEN state = 'dead_letter' THEN 1 ELSE 0 END), 0) AS dead_letters,
+        MIN(CASE WHEN state IN ('pending', 'leased', 'failed') THEN created_at END) AS oldest_pending_at,
+        MAX(CASE WHEN state = 'completed' THEN completed_at END) AS last_successful_drain_at
+      FROM devflow_work_items
+      WHERE project_root = ?
+    `).get(now, projectRoot);
+        const oldestPendingAt = row.oldest_pending_at == null
+            ? undefined
+            : Number(row.oldest_pending_at);
+        return {
+            projectRoot,
+            queueDepth: Number(row.queue_depth),
+            pending: Number(row.pending),
+            leased: Number(row.leased),
+            failed: Number(row.failed),
+            expiredLeases: Number(row.expired_leases),
+            deadLetters: Number(row.dead_letters),
+            oldestPendingAgeMs: oldestPendingAt === undefined ? 0 : Math.max(0, now - oldestPendingAt),
+            lastSuccessfulDrainAt: row.last_successful_drain_at == null
+                ? undefined
+                : Number(row.last_successful_drain_at),
+        };
+    }
+    mapWorkItem(row) {
+        return {
+            id: row.id,
+            idempotencyKey: row.idempotency_key,
+            kind: row.kind,
+            projectRoot: row.project_root,
+            sessionId: row.session_id ?? undefined,
+            turnId: row.turn_id ?? undefined,
+            payload: parseJson(row.payload),
+            state: row.state,
+            attempts: Number(row.attempts),
+            maxAttempts: Number(row.max_attempts),
+            leaseOwner: row.lease_owner ?? undefined,
+            leaseExpiresAt: row.lease_expires_at == null ? undefined : Number(row.lease_expires_at),
+            nextAttemptAt: Number(row.next_attempt_at),
+            errorCategory: row.error_category ?? undefined,
+            errorMessage: row.error_message ?? undefined,
+            createdAt: Number(row.created_at),
+            updatedAt: Number(row.updated_at),
+            completedAt: row.completed_at == null ? undefined : Number(row.completed_at),
+        };
+    }
+    mapSessionClosure(row) {
+        return {
+            sessionId: row.session_id,
+            projectRoot: row.project_root,
+            state: row.state,
+            receiptId: row.receipt_id,
+            workItemId: row.work_item_id ?? undefined,
+            pendingWorkCount: Number(row.pending_work_count),
+            requestedAt: Number(row.requested_at),
+            updatedAt: Number(row.updated_at),
+            closedAt: row.closed_at == null ? undefined : Number(row.closed_at),
+        };
+    }
+    refreshClosedSessionClosure(projectRoot, sessionId, now) {
+        const pending = this.db.prepare(`
+      SELECT COUNT(*) AS count
+      FROM devflow_work_items
+      WHERE project_root = ? AND session_id = ?
+        AND state IN ('pending', 'leased', 'failed', 'dead_letter')
+    `).get(projectRoot, sessionId);
+        const pendingWorkCount = Number(pending?.count ?? 0);
+        this.db.prepare(`
+      UPDATE devflow_session_closures
+      SET state = CASE WHEN ? = 0 THEN 'closed' ELSE 'closed_with_pending_work' END,
+          pending_work_count = ?, updated_at = ?
+      WHERE project_root = ? AND session_id = ?
+        AND state IN ('closed', 'closed_with_pending_work')
+    `).run(pendingWorkCount, pendingWorkCount, now, projectRoot, sessionId);
+    }
     // ---- Hook Lifecycle ----
     getHookReceipt(projectRoot) {
         const row = this.db.prepare(`

package/dist/index.d.ts

@@ -1,2 +1,3 @@
 export { DevFlowDatabase, getGlobalDevFlowDbPath, openGlobalDevFlowDatabase, } from './database';
 export type { BenchmarkReportMetaRecord, BenchmarkReportRecord, FeedbackRecord, GovernanceAuditRecord, GovernanceRuleRecord, HookFallbackRecord, HookReceiptRecord, MemoryDistillCheckpointRecord, MemoryTurnRecord, MemoryTurnStatus, TelemetryFailureRecord, } from './database';
+export type { EnqueueWorkInput, LeaseWorkInput, RequestSessionClosureInput, SessionClosureRecord, SessionClosureState, WorkError, WorkItemRecord, WorkKind, WorkQueueHealth, WorkState, } from './work-queue';

package/dist/work-queue.d.ts

@@ -0,0 +1,74 @@
+export type WorkKind = 'memory.explicit_commit' | 'memory.turn_capture' | 'memory.turn_distill' | 'memory.vector_backfill' | 'session.bootstrap' | 'session.finalize' | 'telemetry.reconcile';
+export type WorkState = 'pending' | 'leased' | 'completed' | 'failed' | 'dead_letter';
+export interface WorkError {
+    category: string;
+    message: string;
+}
+export interface WorkItemRecord {
+    id: string;
+    idempotencyKey: string;
+    kind: WorkKind;
+    projectRoot: string;
+    sessionId?: string;
+    turnId?: string;
+    payload: unknown;
+    state: WorkState;
+    attempts: number;
+    maxAttempts: number;
+    leaseOwner?: string;
+    leaseExpiresAt?: number;
+    nextAttemptAt: number;
+    errorCategory?: string;
+    errorMessage?: string;
+    createdAt: number;
+    updatedAt: number;
+    completedAt?: number;
+}
+export interface EnqueueWorkInput {
+    idempotencyKey: string;
+    kind: WorkKind;
+    projectRoot: string;
+    sessionId?: string;
+    turnId?: string;
+    payload: unknown;
+    maxAttempts?: number;
+    nextAttemptAt?: number;
+}
+export interface LeaseWorkInput {
+    projectRoot: string;
+    owner: string;
+    kinds?: WorkKind[];
+    limit: number;
+    leaseMs: number;
+    now?: number;
+}
+export interface WorkQueueHealth {
+    projectRoot: string;
+    queueDepth: number;
+    pending: number;
+    leased: number;
+    failed: number;
+    expiredLeases: number;
+    deadLetters: number;
+    oldestPendingAgeMs: number;
+    lastSuccessfulDrainAt?: number;
+}
+export type SessionClosureState = 'active' | 'closing' | 'closed' | 'closed_with_pending_work';
+export interface SessionClosureRecord {
+    sessionId: string;
+    projectRoot: string;
+    state: SessionClosureState;
+    receiptId: string;
+    workItemId?: string;
+    pendingWorkCount: number;
+    requestedAt: number;
+    updatedAt: number;
+    closedAt?: number;
+}
+export interface RequestSessionClosureInput {
+    sessionId: string;
+    projectRoot: string;
+    receiptId: string;
+    payload: unknown;
+    maxAttempts?: number;
+}

package/dist/work-queue.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@devflow-tools/database",
-  "version": "0.16.10",
+  "version": "0.16.11",
   "description": "DevFlow SQLite database package",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -13,5 +13,5 @@
     "typescript": "^5.5.0",
     "vitest": "^2.0.0"
   },
-  "gitHead": "964af33767bf232606e63d973b3a29d7d53c8119"
+  "gitHead": "d580af1e"
 }