agent-remnote 0.0.1 → 0.0.2

package/dist/packages/mcp/src/public.js

@@ -0,0 +1,18 @@
+export { startWebSocketBridge } from './ws/bridge.js';
+export { openQueueDb } from './queue/db.js';
+export { enqueueTxn, getTxnIdByOpId, queueStats } from './queue/dao.js';
+export { discoverBackups, formatDateWithPattern, getDateFormatting, withResolvedDatabase } from './tools/shared.js';
+export { TYPES } from './tools/listSupportedOps.js';
+export { executeListRemBackups } from './tools/listRemBackups.js';
+export { executeSummarizeTopicActivity } from './tools/summarizeTopicActivity.js';
+export { executeListRemReferences } from './tools/listRemReferences.js';
+export { executeSummarizeDailyNotes } from './tools/summarizeDailyNotes.js';
+export { executeSearchRemOverview } from './tools/searchRemOverview.js';
+export { executeInspectRemDoc } from './tools/inspectRemDoc.js';
+export { executeOutlineRemSubtree } from './tools/outlineRemSubtree.js';
+export { executeReadRemTable } from './tools/readRemTable.js';
+export { executeFindRemsByReference } from './tools/findRemsByReference.js';
+export { executeGetRemConnections } from './tools/getRemConnections.js';
+export { executeListTodos } from './tools/listTodos.js';
+export { executeResolveRemReference } from './tools/resolveRemReference.js';
+export { executeSearchQuery } from './tools/executeSearchQuery.js';

package/dist/packages/mcp/src/queue/dao.js

@@ -0,0 +1,165 @@
+import { randomUUID, createHash } from "node:crypto";
+export function nowMs() {
+    return Date.now();
+}
+export function stableHash(obj) {
+    const json = JSON.stringify(obj, Object.keys(obj).sort());
+    return createHash("sha256").update(json).digest("hex").slice(0, 32);
+}
+export function createTxn(db, params) {
+    const txn_id = randomUUID();
+    const t = nowMs();
+    const meta_json = JSON.stringify(params?.meta ?? {});
+    const stmt = db.prepare(`INSERT INTO txns (txn_id, status, priority, idempotency_key, client_id, meta_json, op_count, next_seq, created_at, updated_at)
+     VALUES (@txn_id, 'pending', @priority, @idempotency_key, @client_id, @meta_json, 0, 0, @t, @t)`);
+    stmt.run({ txn_id, priority: params?.priority ?? 0, idempotency_key: params?.idempotencyKey ?? null, client_id: params?.clientId ?? null, meta_json, t });
+    return txn_id;
+}
+export function addOps(db, txn_id, ops) {
+    const getSeq = db.prepare(`SELECT next_seq FROM txns WHERE txn_id = ?`);
+    const updSeq = db.prepare(`UPDATE txns SET next_seq = next_seq + 1, op_count = op_count + 1, updated_at = ? WHERE txn_id = ?`);
+    const ins = db.prepare(`INSERT INTO ops (op_id, txn_id, op_seq, type, payload_json, status, idempotency_key, op_hash, attempt_count, max_attempts, deliver_after, next_attempt_at, created_at, updated_at)
+     VALUES (@op_id, @txn_id, @op_seq, @type, @payload_json, 'pending', @idempotency_key, @op_hash, 0, @max_attempts, @deliver_after, @next_attempt_at, @t, @t)`);
+    const t = nowMs();
+    const trx = db.transaction(() => {
+        let seq = getSeq.get(txn_id)?.next_seq;
+        if (typeof seq !== "number")
+            throw new Error(`txn not found: ${txn_id}`);
+        for (const op of ops) {
+            seq += 1;
+            const payload_json = JSON.stringify(op.payload ?? {});
+            const op_hash = stableHash({ type: op.type, payload: op.payload });
+            const op_id = randomUUID();
+            const deliver_after = nowMs() + (op.deliverAfterMs ?? 0);
+            const next_attempt_at = deliver_after;
+            ins.run({
+                op_id,
+                txn_id,
+                op_seq: seq,
+                type: op.type,
+                payload_json,
+                idempotency_key: op.idempotencyKey ?? null,
+                op_hash,
+                max_attempts: op.maxAttempts ?? 10,
+                deliver_after,
+                next_attempt_at,
+                t,
+            });
+            updSeq.run(t, txn_id);
+        }
+    });
+    trx();
+}
+export function commitTxn(db, txn_id) {
+    const t = nowMs();
+    const upd = db.prepare(`UPDATE txns SET status = 'ready', committed_at = @t, updated_at = @t WHERE txn_id = @txn_id`);
+    upd.run({ t, txn_id });
+}
+export function enqueueTxn(db, ops, options) {
+    const txn_id = createTxn(db, options);
+    addOps(db, txn_id, ops);
+    commitTxn(db, txn_id);
+    return txn_id;
+}
+export function claimNextOp(db, consumer_id, leaseMs = 30_000) {
+    const t = nowMs();
+    // select a pending op whose txn is ready and earlier ops in the txn are all succeeded
+    const row = db
+        .prepare(`SELECT o.* FROM ops o
+       JOIN txns x ON x.txn_id = o.txn_id
+       WHERE o.status = 'pending' AND o.next_attempt_at <= @t AND x.status IN ('ready','in_progress')
+         AND NOT EXISTS (
+           SELECT 1 FROM ops o2 WHERE o2.txn_id = o.txn_id AND o2.op_seq < o.op_seq AND o2.status != 'succeeded'
+         )
+       ORDER BY x.priority ASC, o.created_at ASC
+       LIMIT 1`)
+        .get({ t });
+    if (!row)
+        return null;
+    const lease_expires_at = t + leaseMs;
+    const upd = db.prepare(`UPDATE ops SET status='in_flight', locked_by=@consumer_id, locked_at=@t, lease_expires_at=@lease_expires_at, updated_at=@t WHERE op_id=@op_id AND status='pending'`);
+    const res = upd.run({ consumer_id, t, lease_expires_at, op_id: row.op_id });
+    if (res.changes === 0)
+        return null;
+    // mark txn in progress
+    db.prepare(`UPDATE txns SET status='in_progress', updated_at=@t WHERE txn_id=@txn_id AND status!='in_progress'`).run({ t, txn_id: row.txn_id });
+    return { ...row, status: "in_flight", locked_by: consumer_id, locked_at: t, lease_expires_at };
+}
+export function ackSuccess(db, op_id, result) {
+    const t = nowMs();
+    const trx = db.transaction(() => {
+        db.prepare(`UPDATE ops SET status='succeeded', updated_at=@t WHERE op_id=@op_id`).run({ t, op_id });
+        db.prepare(`INSERT OR REPLACE INTO op_results(op_id, result_json, finished_at) VALUES(@op_id, @result_json, @t)`).run({ op_id, result_json: JSON.stringify(result ?? {}), t });
+        const row = db.prepare(`SELECT txn_id FROM ops WHERE op_id=?`).get(op_id);
+        if (row) {
+            const txn_id = row.txn_id;
+            const remain = db.prepare(`SELECT 1 FROM ops WHERE txn_id=? AND status!='succeeded' LIMIT 1`).get(txn_id);
+            if (!remain) {
+                db.prepare(`UPDATE txns SET status='succeeded', finished_at=@t, updated_at=@t WHERE txn_id=@txn_id`).run({ t, txn_id });
+            }
+        }
+    });
+    trx();
+}
+export function ackRetry(db, op_id, err) {
+    const t = nowMs();
+    const row = db.prepare(`SELECT attempt_count, max_attempts FROM ops WHERE op_id=?`).get(op_id);
+    if (!row)
+        return;
+    const attempt = row.attempt_count + 1;
+    const base = Math.min(60_000, Math.pow(2, attempt) * 1000);
+    const jitter = Math.round(base * (0.1 + Math.random() * 0.2));
+    const delay = err.retryAfterMs ?? base + jitter;
+    const next = t + delay;
+    const upd = db.prepare(`UPDATE ops SET status='pending', attempt_count=@attempt, next_attempt_at=@next, updated_at=@t WHERE op_id=@op_id`);
+    upd.run({ attempt, next, t, op_id });
+    db.prepare(`INSERT OR REPLACE INTO op_results(op_id, error_code, error_message, finished_at) VALUES(@op_id, @code, @message, @t)`).run({ op_id, code: err.code ?? null, message: err.message ?? null, t });
+}
+export function ackDead(db, op_id, err) {
+    const t = nowMs();
+    const trx = db.transaction(() => {
+        db.prepare(`UPDATE ops SET status='dead', dead_reason=@reason, updated_at=@t WHERE op_id=@op_id`).run({ reason: err.message ?? err.code ?? "dead", t, op_id });
+        db.prepare(`INSERT OR REPLACE INTO op_results(op_id, error_code, error_message, finished_at) VALUES(@op_id, @code, @message, @t)`).run({ op_id, code: err.code ?? null, message: err.message ?? null, t });
+        const row = db.prepare(`SELECT txn_id FROM ops WHERE op_id=?`).get(op_id);
+        if (row) {
+            db.prepare(`UPDATE txns SET status='failed', finished_at=@t, updated_at=@t WHERE txn_id=@txn_id`).run({ t, txn_id: row.txn_id });
+        }
+    });
+    trx();
+}
+export function upsertIdMap(db, entries) {
+    const t = nowMs();
+    const stmt = db.prepare(`INSERT INTO id_map(client_temp_id, remote_id, remote_type, source_txn, updated_at)
+     VALUES(@client_temp_id, @remote_id, @remote_type, @source_txn, @t)
+     ON CONFLICT(client_temp_id) DO UPDATE SET remote_id=excluded.remote_id, remote_type=excluded.remote_type, source_txn=excluded.source_txn, updated_at=excluded.updated_at`);
+    const trx = db.transaction(() => {
+        for (const e of entries)
+            stmt.run({ ...e, t });
+    });
+    trx();
+}
+export function queueStats(db) {
+    const q = (sql) => db.prepare(sql).get();
+    const pending = q(`SELECT COUNT(1) as c FROM ops WHERE status='pending' AND next_attempt_at<=${nowMs()}`)?.c ?? 0;
+    const in_flight = q(`SELECT COUNT(1) as c FROM ops WHERE status='in_flight'`)?.c ?? 0;
+    const dead = q(`SELECT COUNT(1) as c FROM ops WHERE status='dead'`)?.c ?? 0;
+    const ready_txns = q(`SELECT COUNT(1) as c FROM txns WHERE status IN ('ready','in_progress')`)?.c ?? 0;
+    return { pending, in_flight, dead, ready_txns };
+}
+export function getTxnIdByOpId(db, op_id) {
+    const row = db.prepare(`SELECT txn_id FROM ops WHERE op_id=?`).get(op_id);
+    return row?.txn_id;
+}
+export function recoverExpiredLeases(db) {
+    const t = nowMs();
+    const rows = db.prepare(`SELECT op_id FROM ops WHERE status='in_flight' AND lease_expires_at IS NOT NULL AND lease_expires_at <= ?`).all(t);
+    if (!rows || rows.length === 0)
+        return 0;
+    const upd = db.prepare(`UPDATE ops SET status='pending', locked_by=NULL, locked_at=NULL, lease_expires_at=NULL, next_attempt_at=@t, updated_at=@t WHERE op_id=@op_id`);
+    const trx = db.transaction(() => {
+        for (const r of rows)
+            upd.run({ t, op_id: r.op_id });
+    });
+    trx();
+    return rows.length;
+}

package/dist/packages/mcp/src/queue/db.js

@@ -0,0 +1,26 @@
+import Database from "better-sqlite3";
+import { mkdirSync, readFileSync } from "node:fs";
+import { dirname } from "node:path";
+export function defaultQueuePath() {
+    const env = process.env.REMNOTE_QUEUE_DB || process.env.QUEUE_DB;
+    if (env)
+        return env;
+    const home = process.env.HOME || process.env.USERPROFILE || ".";
+    return `${home}/.remnote-mcp/queue.sqlite`;
+}
+export function ensureDir(path) {
+    const dir = dirname(path);
+    mkdirSync(dir, { recursive: true });
+}
+export function openQueueDb(dbPath = defaultQueuePath()) {
+    ensureDir(dbPath);
+    const db = new Database(dbPath);
+    db.pragma("foreign_keys = ON");
+    migrate(db);
+    return db;
+}
+function migrate(db) {
+    // Simple single-shot schema loader; versioning could use PRAGMA user_version later
+    const sql = readFileSync(new URL("./schema.sql", import.meta.url), "utf8");
+    db.exec(sql);
+}