@end-close/relay-sqlite 0.12.0

package/dist/repo/kv.js

@@ -0,0 +1,45 @@
+/** kv key prefix for per-route pause flags: `route_paused.<routeId>` = '1'. */
+export const ROUTE_PAUSED_PREFIX = 'route_paused.';
+export class KvRepo {
+    db;
+    constructor(db) {
+        this.db = db;
+    }
+    get(key) {
+        const row = this.db.prepare('SELECT value FROM kv WHERE key = ?').get(key);
+        return row?.value;
+    }
+    set(key, value) {
+        this.db
+            .prepare(`INSERT INTO kv (key, value, updated_at) VALUES (?, ?, ?)
+         ON CONFLICT (key) DO UPDATE SET value = excluded.value, updated_at = excluded.updated_at`)
+            .run(key, value, new Date().toISOString());
+    }
+    delete(key) {
+        this.db.prepare('DELETE FROM kv WHERE key = ?').run(key);
+    }
+    globalKillswitch() {
+        const v = this.get('killswitch.global');
+        return v === 'pause' || v === 'panic' ? v : 'none';
+    }
+    setGlobalKillswitch(state) {
+        this.set('killswitch.global', state);
+    }
+    isRoutePaused(routeId) {
+        return this.get(ROUTE_PAUSED_PREFIX + routeId) === '1';
+    }
+    setRoutePaused(routeId, paused) {
+        if (paused)
+            this.set(ROUTE_PAUSED_PREFIX + routeId, '1');
+        else
+            this.delete(ROUTE_PAUSED_PREFIX + routeId);
+    }
+    /** Every paused route id in one query. */
+    pausedRoutes() {
+        const rows = this.db
+            .prepare(`SELECT key FROM kv WHERE key LIKE ? AND value = '1'`)
+            .all(ROUTE_PAUSED_PREFIX + '%');
+        return new Set(rows.map((r) => r.key.slice(ROUTE_PAUSED_PREFIX.length)));
+    }
+}
+//# sourceMappingURL=kv.js.map

package/dist/repo/kv.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"kv.js","sourceRoot":"","sources":["../../src/repo/kv.ts"],"names":[],"mappings":"AAKA,+EAA+E;AAC/E,MAAM,CAAC,MAAM,mBAAmB,GAAG,eAAe,CAAA;AAElD,MAAM,OAAO,MAAM;IACG;IAApB,YAAoB,EAAM;QAAN,OAAE,GAAF,EAAE,CAAI;IAAG,CAAC;IAE9B,GAAG,CAAC,GAAW;QACb,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,oCAAoC,CAAC,CAAC,GAAG,CAAC,GAAG,CAE5D,CAAA;QACb,OAAO,GAAG,EAAE,KAAK,CAAA;IACnB,CAAC;IAED,GAAG,CAAC,GAAW,EAAE,KAAa;QAC5B,IAAI,CAAC,EAAE;aACJ,OAAO,CACN;kGAC0F,CAC3F;aACA,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAA;IAC9C,CAAC;IAED,MAAM,CAAC,GAAW;QAChB,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,8BAA8B,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;IAC1D,CAAC;IAED,gBAAgB;QACd,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAA;QACvC,OAAO,CAAC,KAAK,OAAO,IAAI,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;IACpD,CAAC;IAED,mBAAmB,CAAC,KAAuB;QACzC,IAAI,CAAC,GAAG,CAAC,mBAAmB,EAAE,KAAK,CAAC,CAAA;IACtC,CAAC;IAED,aAAa,CAAC,OAAe;QAC3B,OAAO,IAAI,CAAC,GAAG,CAAC,mBAAmB,GAAG,OAAO,CAAC,KAAK,GAAG,CAAA;IACxD,CAAC;IAED,cAAc,CAAC,OAAe,EAAE,MAAe;QAC7C,IAAI,MAAM;YAAE,IAAI,CAAC,GAAG,CAAC,mBAAmB,GAAG,OAAO,EAAE,GAAG,CAAC,CAAA;;YACnD,IAAI,CAAC,MAAM,CAAC,mBAAmB,GAAG,OAAO,CAAC,CAAA;IACjD,CAAC;IAED,0CAA0C;IAC1C,YAAY;QACV,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CAAC,qDAAqD,CAAC;aAC9D,GAAG,CAAC,mBAAmB,GAAG,GAAG,CAAsB,CAAA;QACtD,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;IAC1E,CAAC;CACF"}

package/dist/store.d.ts

@@ -0,0 +1,52 @@
+import type { Db } from './db.js';
+import { EventsRepo } from './repo/events.js';
+import { KvRepo } from './repo/kv.js';
+import { type ControlStore, type Logger, type EventRecord, type EventStatus, type EventStore, type EventStoreAdmin, type EventSummary, type InsertResult, type Killswitch, type Lease, type NewEvent, type RouteStats } from '@end-close/relay';
+/** Run one synchronous better-sqlite3 call with busy retry and error classification. */
+export declare function runSqlite<T>(op: string, fn: () => T, opts?: {
+    attempts?: number;
+    logger?: Logger;
+}): Promise<T>;
+export declare class SqliteEventStore implements EventStore, EventStoreAdmin {
+    readonly repo: EventsRepo;
+    private log;
+    constructor(db: Db, opts?: {
+        logger?: Logger;
+    });
+    private run;
+    insert(e: NewEvent): Promise<InsertResult>;
+    routesWithDueEvents(now: string): Promise<string[]>;
+    claimDue(routeId: string, now: string, limit: number, lease: Lease): Promise<EventRecord[]>;
+    markDelivered(ids: string[], deliveredAt: string, bulkRequestId: string | null): Promise<void>;
+    markFailed(ids: string[], nextAttemptAt: string, error: string): Promise<void>;
+    markParked(ids: string[], error: string): Promise<void>;
+    releaseDelivering(ids: string[], nextAttemptAt: string, error: string): Promise<number>;
+    recoverDelivering(now: string, owner?: string): Promise<number>;
+    parkExpired(now: string, maxAgeMs: number): Promise<number>;
+    pruneBatch(now: string, deliveredDays: number, ledgerDays: number, limit: number): Promise<{
+        wiped: number;
+        deleted: number;
+    }>;
+    getById(id: string): Promise<EventRecord | undefined>;
+    list(filter: {
+        status?: EventStatus;
+        route?: string;
+        limit?: number;
+    }): Promise<EventSummary[]>;
+    countByStatus(): Promise<Record<string, number>>;
+    perRouteStats(): Promise<RouteStats[]>;
+    replay(id: string): Promise<boolean>;
+    replayAllParked(): Promise<number>;
+}
+export declare class SqliteControlStore implements ControlStore {
+    readonly kv: KvRepo;
+    private log;
+    constructor(db: Db, opts?: {
+        logger?: Logger;
+    });
+    getKillswitch(): Promise<Killswitch>;
+    setKillswitch(state: Killswitch): Promise<void>;
+    isRoutePaused(routeId: string): Promise<boolean>;
+    setRoutePaused(routeId: string, paused: boolean): Promise<void>;
+}
+//# sourceMappingURL=store.d.ts.map

package/dist/store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../src/store.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,SAAS,CAAA;AACjC,OAAO,EAAE,UAAU,EAAiB,MAAM,kBAAkB,CAAA;AAC5D,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AAErC,OAAO,EAIL,KAAK,YAAY,EACjB,KAAK,MAAM,EACX,KAAK,WAAW,EAChB,KAAK,WAAW,EAChB,KAAK,UAAU,EACf,KAAK,eAAe,EACpB,KAAK,YAAY,EACjB,KAAK,YAAY,EACjB,KAAK,UAAU,EACf,KAAK,KAAK,EACV,KAAK,QAAQ,EACb,KAAK,UAAU,EAChB,MAAM,kBAAkB,CAAA;AAOzB,wFAAwF;AACxF,wBAAsB,SAAS,CAAC,CAAC,EAC/B,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,CAAC,EACX,IAAI,GAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAO,GAChD,OAAO,CAAC,CAAC,CAAC,CAQZ;AAkBD,qBAAa,gBAAiB,YAAW,UAAU,EAAE,eAAe;IAClE,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAA;IACzB,OAAO,CAAC,GAAG,CAAQ;gBAEP,EAAE,EAAE,EAAE,EAAE,IAAI,GAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAO;IAKlD,OAAO,CAAC,GAAG;IAIL,MAAM,CAAC,CAAC,EAAE,QAAQ,GAAG,OAAO,CAAC,YAAY,CAAC;IAMhD,mBAAmB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAG7C,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAMjG,aAAa,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAK9F,UAAU,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAG9E,UAAU,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAGvD,iBAAiB,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAKvF,iBAAiB,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAG/D,WAAW,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAG3D,UAAU,CAAC,GAAG,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;;;;IAK1E,OAAO,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;IAIrD,IAAI,CAAC,MAAM,EAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAIrG,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAGhD,aAAa,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAGtC,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAGpC,eAAe,IAAI,OAAO,CAAC,MAAM,CAAC;CAGnC;AAED,qBAAa,kBAAmB,YAAW,YAAY;IACrD,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,OAAO,CAAC,GAAG,CAAQ;gBACP,EAAE,EAAE,EAAE,EAAE,IAAI,GAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAO;IAIlD,aAAa,IAAI,OAAO,CAAC,UAAU,CAAC;IAGpC,aAAa,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAG/C,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAGhD,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;CAGhE"}

package/dist/store.js

@@ -0,0 +1,121 @@
+import { EventsRepo } from './repo/events.js';
+import { KvRepo } from './repo/kv.js';
+import { BUSY_RETRY_ATTEMPTS, INGEST_BUSY_RETRY_ATTEMPTS, isSqliteBusy, withBusyRetry } from './busy.js';
+import { noopLogger, StoreError, StoreUnavailableError, } from '@end-close/relay';
+// SQLite implementations of the engine's storage contracts. Lock contention (SQLITE_BUSY,
+// common on network filesystems such as EFS) is retried here and surfaced as
+// StoreUnavailableError; every other failure becomes a StoreError carrying the operation
+// name, with the original error as `cause`.
+/** Run one synchronous better-sqlite3 call with busy retry and error classification. */
+export async function runSqlite(op, fn, opts = {}) {
+    try {
+        return await withBusyRetry(op, fn, { attempts: opts.attempts ?? BUSY_RETRY_ATTEMPTS, logger: opts.logger ?? noopLogger });
+    }
+    catch (err) {
+        if (isSqliteBusy(err))
+            throw new StoreUnavailableError(err.message, op, { cause: err });
+        if (err instanceof StoreError)
+            throw err;
+        throw new StoreError(err.message, op, { cause: err });
+    }
+}
+function toRecord(row) {
+    const { payload_enc, payload_iv, ...rest } = row;
+    return {
+        ...rest,
+        id: String(row.id),
+        payload: payload_enc,
+        payload_iv: payload_iv.length === 0 ? null : payload_iv,
+    };
+}
+function toSummary(row) {
+    return { ...row, id: String(row.id) };
+}
+const numericIds = (ids) => ids.map(Number);
+export class SqliteEventStore {
+    repo;
+    log;
+    constructor(db, opts = {}) {
+        this.repo = new EventsRepo(db);
+        this.log = opts.logger ?? noopLogger;
+    }
+    run(op, fn, attempts) {
+        return runSqlite(op, fn, { logger: this.log, ...(attempts !== undefined ? { attempts } : {}) });
+    }
+    async insert(e) {
+        const { payload, payload_iv, ...rest } = e;
+        const row = { ...rest, payload_enc: payload, payload_iv: payload_iv ?? Buffer.alloc(0) };
+        const id = await this.run('insert', () => this.repo.insert(row), INGEST_BUSY_RETRY_ATTEMPTS);
+        return id === null ? { duplicate: true } : { duplicate: false, id: String(id) };
+    }
+    routesWithDueEvents(now) {
+        return this.run('routesWithDueEvents', () => this.repo.routesWithDueEvents(now));
+    }
+    async claimDue(routeId, now, limit, lease) {
+        const rows = await this.run('claimDue', () => this.repo.claimDue(routeId, now, limit, lease.owner, lease.until));
+        return rows.map(toRecord);
+    }
+    markDelivered(ids, deliveredAt, bulkRequestId) {
+        return this.run('markDelivered', () => this.repo.markDelivered(numericIds(ids), deliveredAt, bulkRequestId));
+    }
+    markFailed(ids, nextAttemptAt, error) {
+        return this.run('markFailed', () => this.repo.markFailed(numericIds(ids), nextAttemptAt, error));
+    }
+    markParked(ids, error) {
+        return this.run('markParked', () => this.repo.markParked(numericIds(ids), error));
+    }
+    releaseDelivering(ids, nextAttemptAt, error) {
+        return this.run('releaseDelivering', () => this.repo.releaseDelivering(numericIds(ids), nextAttemptAt, error));
+    }
+    recoverDelivering(now, owner) {
+        return this.run('recoverDelivering', () => this.repo.recoverDelivering(now, owner));
+    }
+    parkExpired(now, maxAgeMs) {
+        return this.run('parkExpired', () => this.repo.parkExpired(now, maxAgeMs));
+    }
+    pruneBatch(now, deliveredDays, ledgerDays, limit) {
+        return this.run('prune', () => this.repo.pruneBatch(now, deliveredDays, ledgerDays, limit));
+    }
+    // ── admin capability ──
+    async getById(id) {
+        const row = await this.run('getById', () => this.repo.getById(Number(id)));
+        return row ? toRecord(row) : undefined;
+    }
+    async list(filter) {
+        const rows = await this.run('list', () => this.repo.list(filter));
+        return rows.map(toSummary);
+    }
+    countByStatus() {
+        return this.run('countByStatus', () => this.repo.countByStatus());
+    }
+    perRouteStats() {
+        return this.run('perRouteStats', () => this.repo.perRouteStats());
+    }
+    replay(id) {
+        return this.run('replay', () => this.repo.replay(Number(id)));
+    }
+    replayAllParked() {
+        return this.run('replayAllParked', () => this.repo.replayAllParked());
+    }
+}
+export class SqliteControlStore {
+    kv;
+    log;
+    constructor(db, opts = {}) {
+        this.kv = new KvRepo(db);
+        this.log = opts.logger ?? noopLogger;
+    }
+    getKillswitch() {
+        return runSqlite('killswitch', () => this.kv.globalKillswitch(), { logger: this.log });
+    }
+    setKillswitch(state) {
+        return runSqlite('setKillswitch', () => this.kv.setGlobalKillswitch(state), { logger: this.log });
+    }
+    isRoutePaused(routeId) {
+        return runSqlite('isPaused', () => this.kv.isRoutePaused(routeId), { logger: this.log });
+    }
+    setRoutePaused(routeId, paused) {
+        return runSqlite('setPaused', () => this.kv.setRoutePaused(routeId, paused), { logger: this.log });
+    }
+}
+//# sourceMappingURL=store.js.map

package/dist/store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.js","sourceRoot":"","sources":["../src/store.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAiB,MAAM,kBAAkB,CAAA;AAC5D,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AACrC,OAAO,EAAE,mBAAmB,EAAE,0BAA0B,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,WAAW,CAAA;AACxG,OAAO,EACL,UAAU,EACV,UAAU,EACV,qBAAqB,GAatB,MAAM,kBAAkB,CAAA;AAEzB,0FAA0F;AAC1F,6EAA6E;AAC7E,yFAAyF;AACzF,4CAA4C;AAE5C,wFAAwF;AACxF,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,EAAU,EACV,EAAW,EACX,OAA+C,EAAE;IAEjD,IAAI,CAAC;QACH,OAAO,MAAM,aAAa,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,mBAAmB,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,UAAU,EAAE,CAAC,CAAA;IAC3H,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,YAAY,CAAC,GAAG,CAAC;YAAE,MAAM,IAAI,qBAAqB,CAAE,GAAa,CAAC,OAAO,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAA;QAClG,IAAI,GAAG,YAAY,UAAU;YAAE,MAAM,GAAG,CAAA;QACxC,MAAM,IAAI,UAAU,CAAE,GAAa,CAAC,OAAO,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAA;IAClE,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,GAAa;IAC7B,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,GAAG,IAAI,EAAE,GAAG,GAAG,CAAA;IAChD,OAAO;QACL,GAAG,IAAI;QACP,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QAClB,OAAO,EAAE,WAAW;QACpB,UAAU,EAAE,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU;KACxD,CAAA;AACH,CAAC;AAED,SAAS,SAAS,CAA2B,GAAM;IACjD,OAAO,EAAE,GAAG,GAAG,EAAE,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAA;AACvC,CAAC;AAED,MAAM,UAAU,GAAG,CAAC,GAAa,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;AAErD,MAAM,OAAO,gBAAgB;IAClB,IAAI,CAAY;IACjB,GAAG,CAAQ;IAEnB,YAAY,EAAM,EAAE,OAA4B,EAAE;QAChD,IAAI,CAAC,IAAI,GAAG,IAAI,UAAU,CAAC,EAAE,CAAC,CAAA;QAC9B,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,IAAI,UAAU,CAAA;IACtC,CAAC;IAEO,GAAG,CAAI,EAAU,EAAE,EAAW,EAAE,QAAiB;QACvD,OAAO,SAAS,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAA;IACjG,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,CAAW;QACtB,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,IAAI,EAAE,GAAG,CAAC,CAAA;QAC1C,MAAM,GAAG,GAAG,EAAE,GAAG,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAA;QACxF,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,0BAA0B,CAAC,CAAA;QAC5F,OAAO,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,CAAC,EAAE,CAAA;IACjF,CAAC;IACD,mBAAmB,CAAC,GAAW;QAC7B,OAAO,IAAI,CAAC,GAAG,CAAC,qBAAqB,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC,CAAA;IAClF,CAAC;IACD,KAAK,CAAC,QAAQ,CAAC,OAAe,EAAE,GAAW,EAAE,KAAa,EAAE,KAAY;QACtE,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,EAAE,CAC3C,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAClE,CAAA;QACD,OAAO,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;IAC3B,CAAC;IACD,aAAa,CAAC,GAAa,EAAE,WAAmB,EAAE,aAA4B;QAC5E,OAAO,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,GAAG,EAAE,CACpC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,aAAa,CAAC,CACrE,CAAA;IACH,CAAC;IACD,UAAU,CAAC,GAAa,EAAE,aAAqB,EAAE,KAAa;QAC5D,OAAO,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,CAAC,CAAA;IAClG,CAAC;IACD,UAAU,CAAC,GAAa,EAAE,KAAa;QACrC,OAAO,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC,CAAA;IACnF,CAAC;IACD,iBAAiB,CAAC,GAAa,EAAE,aAAqB,EAAE,KAAa;QACnE,OAAO,IAAI,CAAC,GAAG,CAAC,mBAAmB,EAAE,GAAG,EAAE,CACxC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,CACnE,CAAA;IACH,CAAC;IACD,iBAAiB,CAAC,GAAW,EAAE,KAAc;QAC3C,OAAO,IAAI,CAAC,GAAG,CAAC,mBAAmB,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAA;IACrF,CAAC;IACD,WAAW,CAAC,GAAW,EAAE,QAAgB;QACvC,OAAO,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAA;IAC5E,CAAC;IACD,UAAU,CAAC,GAAW,EAAE,aAAqB,EAAE,UAAkB,EAAE,KAAa;QAC9E,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,aAAa,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC,CAAA;IAC7F,CAAC;IAED,yBAAyB;IACzB,KAAK,CAAC,OAAO,CAAC,EAAU;QACtB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QAC1E,OAAO,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IACxC,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,MAAgE;QACzE,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAA;QACjE,OAAO,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;IAC5B,CAAC;IACD,aAAa;QACX,OAAO,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAA;IACnE,CAAC;IACD,aAAa;QACX,OAAO,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAA;IACnE,CAAC;IACD,MAAM,CAAC,EAAU;QACf,OAAO,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;IAC/D,CAAC;IACD,eAAe;QACb,OAAO,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC,CAAA;IACvE,CAAC;CACF;AAED,MAAM,OAAO,kBAAkB;IACpB,EAAE,CAAQ;IACX,GAAG,CAAQ;IACnB,YAAY,EAAM,EAAE,OAA4B,EAAE;QAChD,IAAI,CAAC,EAAE,GAAG,IAAI,MAAM,CAAC,EAAE,CAAC,CAAA;QACxB,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,IAAI,UAAU,CAAA;IACtC,CAAC;IACD,aAAa;QACX,OAAO,SAAS,CAAC,YAAY,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,gBAAgB,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAA;IACxF,CAAC;IACD,aAAa,CAAC,KAAiB;QAC7B,OAAO,SAAS,CAAC,eAAe,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,mBAAmB,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAA;IACnG,CAAC;IACD,aAAa,CAAC,OAAe;QAC3B,OAAO,SAAS,CAAC,UAAU,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAA;IAC1F,CAAC;IACD,cAAc,CAAC,OAAe,EAAE,MAAe;QAC7C,OAAO,SAAS,CAAC,WAAW,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAA;IACpG,CAAC;CACF"}

package/package.json

@@ -0,0 +1,60 @@
+{
+  "name": "@end-close/relay-sqlite",
+  "version": "0.12.0",
+  "description": "SQLite EventStore and ControlStore for @end-close/relay (rollback journal + synchronous=FULL; safe on network filesystems).",
+  "keywords": [
+    "endclose",
+    "webhook",
+    "relay",
+    "sqlite",
+    "better-sqlite3"
+  ],
+  "license": "MIT",
+  "homepage": "https://github.com/End-Close/endclose-relay/tree/main/packages/store-sqlite#readme",
+  "bugs": {
+    "url": "https://github.com/End-Close/endclose-relay/issues"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/End-Close/endclose-relay.git",
+    "directory": "packages/store-sqlite"
+  },
+  "type": "module",
+  "sideEffects": false,
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "default": "./dist/index.js"
+    },
+    "./package.json": "./package.json"
+  },
+  "files": [
+    "dist",
+    "!dist/tsconfig.tsbuildinfo",
+    "src"
+  ],
+  "publishConfig": {
+    "access": "public",
+    "provenance": true
+  },
+  "engines": {
+    "node": ">=22.12"
+  },
+  "dependencies": {
+    "better-sqlite3": "^11.10.0"
+  },
+  "peerDependencies": {
+    "@end-close/relay": "^0.12.0"
+  },
+  "devDependencies": {
+    "@types/better-sqlite3": "^7.6.12",
+    "@end-close/relay": "0.12.0",
+    "@end-close/relay-store-contract": "0.12.0"
+  },
+  "scripts": {
+    "build": "tsc -b tsconfig.json",
+    "typecheck": "tsc --noEmit -p tsconfig.json"
+  }
+}

package/src/busy.ts

@@ -0,0 +1,58 @@
+import { noopLogger, type Logger } from '@end-close/relay'
+
+export const SQLITE_BUSY_TIMEOUT_MS = 15_000
+export const BUSY_RETRY_ATTEMPTS = 3
+export const INGEST_BUSY_RETRY_ATTEMPTS = 2
+
+const DEFAULT_DELAY_MS = 200
+
+export function isSqliteBusy(err: unknown): boolean {
+  const code = (err as { code?: string } | null)?.code
+  return typeof code === 'string' && (code === 'SQLITE_BUSY' || code.startsWith('SQLITE_BUSY_'))
+}
+
+export interface BusyRetryOpts {
+  attempts?: number
+  delayMs?: number
+  logger?: Logger
+}
+
+/** Retry a synchronous SQLite call after SQLITE_BUSY; sqlite's busy_timeout already waited once. */
+export async function withBusyRetry<T>(
+  op: string,
+  fn: () => T,
+  opts: BusyRetryOpts = {},
+): Promise<T> {
+  const attempts = opts.attempts ?? BUSY_RETRY_ATTEMPTS
+  const delayMs = opts.delayMs ?? DEFAULT_DELAY_MS
+  const logger = opts.logger ?? noopLogger
+  let last: unknown
+  for (let i = 0; i < attempts; i++) {
+    try {
+      return fn()
+    } catch (err) {
+      last = err
+      if (!isSqliteBusy(err) || i === attempts - 1) {
+        if (isSqliteBusy(err)) {
+          logger.warn('sqlite busy exhausted', {
+            op,
+            attempts,
+            error: (err as Error).message,
+          })
+        }
+        throw err
+      }
+      logger.warn('sqlite busy, retrying', {
+        op,
+        attempt: i + 1,
+        error: (err as Error).message,
+      })
+      await sleep(delayMs * (i + 1))
+    }
+  }
+  throw last
+}
+
+function sleep(ms: number): Promise<void> {
+  return new Promise((r) => setTimeout(r, ms))
+}

package/src/db.ts

@@ -0,0 +1,21 @@
+import Database from 'better-sqlite3'
+import { mkdirSync } from 'node:fs'
+import { dirname } from 'node:path'
+import { SQLITE_BUSY_TIMEOUT_MS } from './busy.js'
+
+export type Db = Database.Database
+
+export function openDb(path: string): Db {
+  if (path !== ':memory:') mkdirSync(dirname(path), { recursive: true })
+  const db = new Database(path)
+  // DELETE (rollback journal), not WAL: WAL needs shared-memory primitives that network
+  // filesystems (EFS/NFS) do not provide correctly. Durability comes from synchronous=FULL
+  // below — an acked webhook must survive power loss (the store-and-forward contract).
+  db.pragma('journal_mode = DELETE')
+  db.pragma('synchronous = FULL')
+  db.pragma('foreign_keys = ON')
+  // EFS lock/fsync can exceed a few seconds; sqlite retries internally up to this timeout
+  // before throwing SQLITE_BUSY. Application-level retries sit on top (see withBusyRetry).
+  db.pragma(`busy_timeout = ${SQLITE_BUSY_TIMEOUT_MS}`)
+  return db
+}

package/src/index.ts

@@ -0,0 +1,7 @@
+// @end-close/relay-sqlite — SQLite storage for the End Close relay engine.
+export { openDb, type Db } from './db.js'
+export { migrate, MIGRATIONS, type Migration } from './migrations.js'
+export { withBusyRetry, isSqliteBusy } from './busy.js'
+export { SqliteEventStore, SqliteControlStore, runSqlite } from './store.js'
+export { EventsRepo, type EventRow } from './repo/events.js'
+export { KvRepo, ROUTE_PAUSED_PREFIX, type GlobalKillswitch } from './repo/kv.js'

package/src/migrations.ts

@@ -0,0 +1,80 @@
+import type { Db } from './db.js'
+
+// Schema migrations, inlined so the package is bundler-friendly. Names are the keys in
+// schema_migrations, so they must never change once shipped. `001_init.sql` once created
+// the application's tables too; those now live in the application's own migration set, which
+// uses IF NOT EXISTS so both fresh and upgraded databases converge.
+
+export interface Migration {
+  name: string
+  sql: string
+}
+
+export const MIGRATIONS: Migration[] = [
+  {
+    name: '001_init.sql',
+    sql: `
+CREATE TABLE events (
+  id              INTEGER PRIMARY KEY,
+  route_id        TEXT NOT NULL,
+  source          TEXT NOT NULL,
+  event_id        TEXT NOT NULL,
+  event_type      TEXT,
+  payload_enc     BLOB NOT NULL,
+  payload_iv      BLOB NOT NULL,
+  headers_json    TEXT NOT NULL,
+  received_at     TEXT NOT NULL,
+  status          TEXT NOT NULL DEFAULT 'pending'
+                  CHECK (status IN ('pending','retry','delivering','delivered','parked','dropped_by_filter')),
+  attempts        INTEGER NOT NULL DEFAULT 0,
+  next_attempt_at TEXT,
+  delivered_at    TEXT,
+  bulk_request_id TEXT,
+  last_error      TEXT,
+  idempotency_key TEXT NOT NULL,
+  UNIQUE (idempotency_key)
+);
+CREATE INDEX idx_events_dispatch ON events (status, next_attempt_at, route_id, id);
+CREATE INDEX idx_events_route_status ON events (route_id, status);
+
+CREATE TABLE kv (
+  key        TEXT PRIMARY KEY,
+  value      TEXT NOT NULL,
+  updated_at TEXT NOT NULL
+);
+`,
+  },
+  {
+    // Lease-based claiming: a crashed or slow instance's rows are recoverable by others.
+    name: '002_leases.sql',
+    sql: `
+ALTER TABLE events ADD COLUMN claimed_by TEXT;
+ALTER TABLE events ADD COLUMN lease_until TEXT;
+`,
+  },
+]
+
+export function migrate(db: Db, sets: Migration[][] = [MIGRATIONS]): void {
+  db.exec(
+    'CREATE TABLE IF NOT EXISTS schema_migrations (name TEXT PRIMARY KEY, applied_at TEXT NOT NULL)',
+  )
+  const applied = new Set(
+    db
+      .prepare('SELECT name FROM schema_migrations')
+      .all()
+      .map((r) => (r as { name: string }).name),
+  )
+  for (const set of sets) {
+    for (const m of set) {
+      if (applied.has(m.name)) continue
+      const run = db.transaction(() => {
+        db.exec(m.sql)
+        db.prepare('INSERT INTO schema_migrations (name, applied_at) VALUES (?, ?)').run(
+          m.name,
+          new Date().toISOString(),
+        )
+      })
+      run()
+    }
+  }
+}