mdkg 0.1.6 → 0.1.8

package/dist/core/project_db_queue.js

@@ -0,0 +1,317 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.enqueueProjectQueueMessage = enqueueProjectQueueMessage;
+exports.claimProjectQueueMessage = claimProjectQueueMessage;
+exports.ackProjectQueueMessage = ackProjectQueueMessage;
+exports.failProjectQueueMessage = failProjectQueueMessage;
+exports.deadLetterProjectQueueMessage = deadLetterProjectQueueMessage;
+exports.releaseExpiredProjectQueueLeases = releaseExpiredProjectQueueLeases;
+exports.readProjectQueueStats = readProjectQueueStats;
+const crypto_1 = __importDefault(require("crypto"));
+function loadDatabaseCtor() {
+    try {
+        const loaded = require("node:sqlite");
+        if (!loaded.DatabaseSync) {
+            throw new Error("node:sqlite DatabaseSync is unavailable");
+        }
+        return loaded.DatabaseSync;
+    }
+    catch (err) {
+        const message = err instanceof Error ? err.message : String(err);
+        throw new Error(`node:sqlite is required for mdkg project DB queues: ${message}`);
+    }
+}
+function nowMs(input) {
+    if (input !== undefined) {
+        assertInteger(input, "now_ms");
+        return input;
+    }
+    return Date.now();
+}
+function assertNonEmpty(value, field) {
+    if (typeof value !== "string" || value.trim() === "") {
+        throw new Error(`${field} must be a non-empty string`);
+    }
+}
+function assertInteger(value, field) {
+    if (!Number.isInteger(value)) {
+        throw new Error(`${field} must be an integer`);
+    }
+}
+function assertPositiveInteger(value, field) {
+    assertInteger(value, field);
+    if (value <= 0) {
+        throw new Error(`${field} must be greater than 0`);
+    }
+}
+function stableJson(value) {
+    if (value === undefined || typeof value === "function" || typeof value === "symbol" || typeof value === "bigint") {
+        throw new Error("payload must be JSON-serializable");
+    }
+    if (value === null || typeof value !== "object") {
+        if (typeof value === "number" && !Number.isFinite(value)) {
+            throw new Error("payload must be JSON-serializable");
+        }
+        const encoded = JSON.stringify(value);
+        if (encoded === undefined) {
+            throw new Error("payload must be JSON-serializable");
+        }
+        return encoded;
+    }
+    if (Array.isArray(value)) {
+        return `[${value.map((item) => stableJson(item)).join(",")}]`;
+    }
+    const object = value;
+    return `{${Object.keys(object)
+        .sort()
+        .map((key) => `${JSON.stringify(key)}:${stableJson(object[key])}`)
+        .join(",")}}`;
+}
+function payloadHash(payloadJson) {
+    return `sha256:${crypto_1.default.createHash("sha256").update(payloadJson).digest("hex")}`;
+}
+function toMessage(row) {
+    return {
+        queue_name: String(row.queue_name),
+        message_id: String(row.message_id),
+        dedupe_key: row.dedupe_key === null || row.dedupe_key === undefined ? null : String(row.dedupe_key),
+        payload_json: String(row.payload_json),
+        payload_hash: String(row.payload_hash),
+        status: String(row.status),
+        available_at_ms: Number(row.available_at_ms),
+        attempt_count: Number(row.attempt_count),
+        max_attempts: Number(row.max_attempts),
+        lease_owner: row.lease_owner === null || row.lease_owner === undefined ? null : String(row.lease_owner),
+        lease_deadline_ms: row.lease_deadline_ms === null || row.lease_deadline_ms === undefined ? null : Number(row.lease_deadline_ms),
+        created_at_ms: Number(row.created_at_ms),
+        updated_at_ms: Number(row.updated_at_ms),
+        last_error: row.last_error === null || row.last_error === undefined ? null : String(row.last_error),
+    };
+}
+function getMessage(db, queueName, messageId) {
+    const row = db
+        .prepare("SELECT * FROM project_queue_message WHERE queue_name = ? AND message_id = ?")
+        .get(queueName, messageId);
+    return row ? toMessage(row) : null;
+}
+function withDb(databasePath, fn) {
+    const DatabaseSync = loadDatabaseCtor();
+    const db = new DatabaseSync(databasePath);
+    try {
+        db.exec("PRAGMA foreign_keys = ON;");
+        return fn(db);
+    }
+    finally {
+        db.close();
+    }
+}
+function withImmediateTransaction(db, fn) {
+    db.exec("BEGIN IMMEDIATE");
+    try {
+        const result = fn();
+        db.exec("COMMIT");
+        return result;
+    }
+    catch (err) {
+        try {
+            db.exec("ROLLBACK");
+        }
+        catch {
+            // ignore rollback failures when no transaction is active
+        }
+        throw err;
+    }
+}
+function enqueueProjectQueueMessage(databasePath, input) {
+    assertNonEmpty(input.queue_name, "queue_name");
+    assertNonEmpty(input.message_id, "message_id");
+    if (input.dedupe_key !== undefined && input.dedupe_key !== null) {
+        assertNonEmpty(input.dedupe_key, "dedupe_key");
+    }
+    const currentNow = nowMs(input.now_ms);
+    const availableAt = input.available_at_ms ?? currentNow;
+    assertInteger(availableAt, "available_at_ms");
+    const maxAttempts = input.max_attempts ?? 3;
+    assertPositiveInteger(maxAttempts, "max_attempts");
+    const payloadJson = stableJson(input.payload);
+    const hash = payloadHash(payloadJson);
+    return withDb(databasePath, (db) => withImmediateTransaction(db, () => {
+        if (input.dedupe_key) {
+            const duplicate = db
+                .prepare("SELECT * FROM project_queue_message WHERE queue_name = ? AND dedupe_key = ?")
+                .get(input.queue_name, input.dedupe_key);
+            if (duplicate) {
+                return { created: false, duplicate: true, message: toMessage(duplicate) };
+            }
+        }
+        db
+            .prepare([
+            "INSERT INTO project_queue_message",
+            "(queue_name, message_id, dedupe_key, payload_json, payload_hash, status, available_at_ms, attempt_count, max_attempts, lease_owner, lease_deadline_ms, created_at_ms, updated_at_ms, last_error)",
+            "VALUES (?, ?, ?, ?, ?, 'ready', ?, 0, ?, NULL, NULL, ?, ?, NULL)",
+        ].join(" "))
+            .run(input.queue_name, input.message_id, input.dedupe_key ?? null, payloadJson, hash, availableAt, maxAttempts, currentNow, currentNow);
+        const message = getMessage(db, input.queue_name, input.message_id);
+        if (!message) {
+            throw new Error("queued message could not be reloaded after insert");
+        }
+        return { created: true, duplicate: false, message };
+    }));
+}
+function claimProjectQueueMessage(databasePath, input) {
+    assertNonEmpty(input.queue_name, "queue_name");
+    assertNonEmpty(input.lease_owner, "lease_owner");
+    assertPositiveInteger(input.lease_ms, "lease_ms");
+    const currentNow = nowMs(input.now_ms);
+    return withDb(databasePath, (db) => withImmediateTransaction(db, () => {
+        const row = db
+            .prepare([
+            "SELECT * FROM project_queue_message",
+            "WHERE queue_name = ?",
+            "AND (",
+            "  (status = 'ready' AND available_at_ms <= ?)",
+            "  OR (status = 'leased' AND lease_deadline_ms <= ?)",
+            ")",
+            "ORDER BY available_at_ms ASC, created_at_ms ASC, message_id ASC",
+            "LIMIT 1",
+        ].join(" "))
+            .get(input.queue_name, currentNow, currentNow);
+        if (!row) {
+            return null;
+        }
+        const message = toMessage(row);
+        db
+            .prepare("UPDATE project_queue_message SET status = 'leased', lease_owner = ?, lease_deadline_ms = ?, updated_at_ms = ? WHERE queue_name = ? AND message_id = ?")
+            .run(input.lease_owner, currentNow + input.lease_ms, currentNow, input.queue_name, message.message_id);
+        return getMessage(db, input.queue_name, message.message_id);
+    }));
+}
+function requireLeasedMessage(db, queueName, messageId, leaseOwner) {
+    const message = getMessage(db, queueName, messageId);
+    if (!message) {
+        throw new Error(`queue message not found: ${queueName}/${messageId}`);
+    }
+    if (message.status !== "leased" || message.lease_owner !== leaseOwner) {
+        throw new Error(`queue message ${messageId} is not leased by ${leaseOwner}`);
+    }
+    return message;
+}
+function ackProjectQueueMessage(databasePath, input) {
+    assertNonEmpty(input.queue_name, "queue_name");
+    assertNonEmpty(input.message_id, "message_id");
+    assertNonEmpty(input.lease_owner, "lease_owner");
+    const currentNow = nowMs(input.now_ms);
+    return withDb(databasePath, (db) => withImmediateTransaction(db, () => {
+        requireLeasedMessage(db, input.queue_name, input.message_id, input.lease_owner);
+        db
+            .prepare("UPDATE project_queue_message SET status = 'acked', lease_owner = NULL, lease_deadline_ms = NULL, updated_at_ms = ? WHERE queue_name = ? AND message_id = ?")
+            .run(currentNow, input.queue_name, input.message_id);
+        const message = getMessage(db, input.queue_name, input.message_id);
+        if (!message) {
+            throw new Error("acked message could not be reloaded");
+        }
+        return message;
+    }));
+}
+function failProjectQueueMessage(databasePath, input) {
+    assertNonEmpty(input.queue_name, "queue_name");
+    assertNonEmpty(input.message_id, "message_id");
+    assertNonEmpty(input.lease_owner, "lease_owner");
+    assertNonEmpty(input.error, "error");
+    const currentNow = nowMs(input.now_ms);
+    const retryAfter = input.retry_after_ms ?? 0;
+    assertInteger(retryAfter, "retry_after_ms");
+    if (retryAfter < 0) {
+        throw new Error("retry_after_ms must be greater than or equal to 0");
+    }
+    return withDb(databasePath, (db) => withImmediateTransaction(db, () => {
+        const message = requireLeasedMessage(db, input.queue_name, input.message_id, input.lease_owner);
+        const attemptCount = message.attempt_count + 1;
+        const status = attemptCount >= message.max_attempts ? "dead_letter" : "ready";
+        const availableAt = status === "ready" ? currentNow + retryAfter : currentNow;
+        db
+            .prepare([
+            "UPDATE project_queue_message",
+            "SET status = ?, attempt_count = ?, available_at_ms = ?, lease_owner = NULL, lease_deadline_ms = NULL, updated_at_ms = ?, last_error = ?",
+            "WHERE queue_name = ? AND message_id = ?",
+        ].join(" "))
+            .run(status, attemptCount, availableAt, currentNow, input.error, input.queue_name, input.message_id);
+        const updated = getMessage(db, input.queue_name, input.message_id);
+        if (!updated) {
+            throw new Error("failed message could not be reloaded");
+        }
+        return updated;
+    }));
+}
+function deadLetterProjectQueueMessage(databasePath, input) {
+    assertNonEmpty(input.queue_name, "queue_name");
+    assertNonEmpty(input.message_id, "message_id");
+    assertNonEmpty(input.lease_owner, "lease_owner");
+    assertNonEmpty(input.error, "error");
+    const currentNow = nowMs(input.now_ms);
+    return withDb(databasePath, (db) => withImmediateTransaction(db, () => {
+        requireLeasedMessage(db, input.queue_name, input.message_id, input.lease_owner);
+        db
+            .prepare("UPDATE project_queue_message SET status = 'dead_letter', lease_owner = NULL, lease_deadline_ms = NULL, updated_at_ms = ?, last_error = ? WHERE queue_name = ? AND message_id = ?")
+            .run(currentNow, input.error, input.queue_name, input.message_id);
+        const message = getMessage(db, input.queue_name, input.message_id);
+        if (!message) {
+            throw new Error("dead-lettered message could not be reloaded");
+        }
+        return message;
+    }));
+}
+function releaseExpiredProjectQueueLeases(databasePath, input = {}) {
+    const currentNow = nowMs(input.now_ms);
+    if (input.queue_name !== undefined) {
+        assertNonEmpty(input.queue_name, "queue_name");
+    }
+    return withDb(databasePath, (db) => withImmediateTransaction(db, () => {
+        const result = input.queue_name
+            ? db
+                .prepare("UPDATE project_queue_message SET status = 'ready', lease_owner = NULL, lease_deadline_ms = NULL, updated_at_ms = ? WHERE queue_name = ? AND status = 'leased' AND lease_deadline_ms <= ?")
+                .run(currentNow, input.queue_name, currentNow)
+            : db
+                .prepare("UPDATE project_queue_message SET status = 'ready', lease_owner = NULL, lease_deadline_ms = NULL, updated_at_ms = ? WHERE status = 'leased' AND lease_deadline_ms <= ?")
+                .run(currentNow, currentNow);
+        return { released_count: Number(result.changes ?? 0) };
+    }));
+}
+function readProjectQueueStats(databasePath, input = {}) {
+    if (input.queue_name !== undefined) {
+        assertNonEmpty(input.queue_name, "queue_name");
+    }
+    const currentNow = nowMs(input.now_ms);
+    return withDb(databasePath, (db) => {
+        const params = input.queue_name ? [input.queue_name] : [];
+        const where = input.queue_name ? "WHERE queue_name = ?" : "";
+        const rows = db
+            .prepare(`SELECT status, COUNT(*) AS count FROM project_queue_message ${where} GROUP BY status`)
+            .all(...params);
+        const byStatus = {
+            ready: 0,
+            leased: 0,
+            acked: 0,
+            dead_letter: 0,
+        };
+        for (const row of rows) {
+            byStatus[String(row.status)] = Number(row.count);
+        }
+        const total = Object.values(byStatus).reduce((sum, count) => sum + count, 0);
+        const readyAvailable = db
+            .prepare(`SELECT COUNT(*) AS count FROM project_queue_message ${where} ${where ? "AND" : "WHERE"} status = 'ready' AND available_at_ms <= ?`)
+            .get(...params, currentNow);
+        const leasedExpired = db
+            .prepare(`SELECT COUNT(*) AS count FROM project_queue_message ${where} ${where ? "AND" : "WHERE"} status = 'leased' AND lease_deadline_ms <= ?`)
+            .get(...params, currentNow);
+        return {
+            total,
+            by_status: byStatus,
+            ready_available: Number(readyAvailable?.count ?? 0),
+            leased_expired: Number(leasedExpired?.count ?? 0),
+        };
+    });
+}