@m4ike1/ion-session-backend-sqlite-node 0.1.0

package/dist/sqlite/sql.js

@@ -0,0 +1,58 @@
+/** A parameterized SQLite query produced by {@link sql}. */
+export class SqlQuery {
+    queryText;
+    params;
+    constructor(queryText, params = []) {
+        this.queryText = queryText;
+        this.params = params;
+    }
+    exec(db) {
+        if (this.params.length > 0)
+            throw new TypeError("SQLite exec queries cannot have parameters");
+        db.exec(this.queryText);
+    }
+    run(db) {
+        return db.prepare(this.queryText).run(...this.params);
+    }
+    get(db) {
+        return db.prepare(this.queryText).get(...this.params);
+    }
+    all(db) {
+        return db.prepare(this.queryText).all(...this.params);
+    }
+    iterate(db) {
+        return db.prepare(this.queryText).iterate(...this.params);
+    }
+}
+/** Builds a parameterized query. Nested queries are inlined; other interpolations become `?` parameters. */
+export function sql(strings, ...values) {
+    let queryText = strings[0] ?? "";
+    const params = [];
+    for (let index = 0; index < values.length; index++) {
+        const value = values[index];
+        if (value instanceof SqlQuery) {
+            queryText += value.queryText;
+            params.push(...value.params);
+        }
+        else {
+            queryText += "?";
+            params.push(value);
+        }
+        queryText += strings[index + 1] ?? "";
+    }
+    return new SqlQuery(queryText, params);
+}
+/** Joins trusted query fragments while preserving their parameter order. */
+export function joinSqlFragments(fragments, separator) {
+    let queryText = "";
+    const params = [];
+    for (let index = 0; index < fragments.length; index++) {
+        if (index > 0)
+            queryText += separator;
+        const fragment = fragments[index];
+        queryText += fragment.queryText;
+        params.push(...fragment.params);
+    }
+    return new SqlQuery(queryText, params);
+}
+//# sourceMappingURL=sql.js.map

package/dist/sqlite/sql.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sql.js","sourceRoot":"","sources":["../../src/sqlite/sql.ts"],"names":[],"mappings":"AAIA,4DAA4D;AAC5D,MAAM,OAAO,QAAQ;IACX,SAAS,CAAS;IAClB,MAAM,CAAqB;IAEpC,YAAY,SAAiB,EAAE,MAAM,GAAuB,EAAE,EAAE;QAC/D,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IAAA,CACrB;IAED,IAAI,CAAC,EAAkB,EAAQ;QAC9B,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,4CAA4C,CAAC,CAAC;QAC9F,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAAA,CACxB;IAED,GAAG,CAAC,EAAkB,EAAmB;QACxC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IAAA,CACtD;IAED,GAAG,CAAsB,EAAkB,EAAoB;QAC9D,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,CAAO,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IAAA,CAC5D;IAED,GAAG,CAAsB,EAAkB,EAAU;QACpD,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,CAAO,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IAAA,CAC5D;IAED,OAAO,CAAsB,EAAkB,EAAkB;QAChE,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,OAAO,CAAO,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IAAA,CAChE;CACD;AAED,4GAA4G;AAC5G,MAAM,UAAU,GAAG,CAAC,OAA6B,EAAE,GAAG,MAA0B,EAAY;IAC3F,IAAI,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACjC,MAAM,MAAM,GAAc,EAAE,CAAC;IAC7B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QACpD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,IAAI,KAAK,YAAY,QAAQ,EAAE,CAAC;YAC/B,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC;YAC7B,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;QAC9B,CAAC;aAAM,CAAC;YACP,SAAS,IAAI,GAAG,CAAC;YACjB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpB,CAAC;QACD,SAAS,IAAI,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACvC,CAAC;IACD,OAAO,IAAI,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;AAAA,CACvC;AAED,4EAA4E;AAC5E,MAAM,UAAU,gBAAgB,CAAC,SAA8B,EAAE,SAAiB,EAAY;IAC7F,IAAI,SAAS,GAAG,EAAE,CAAC;IACnB,MAAM,MAAM,GAAc,EAAE,CAAC;IAC7B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QACvD,IAAI,KAAK,GAAG,CAAC;YAAE,SAAS,IAAI,SAAS,CAAC;QACtC,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAE,CAAC;QACnC,SAAS,IAAI,QAAQ,CAAC,SAAS,CAAC;QAChC,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,IAAI,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;AAAA,CACvC","sourcesContent":["import type { SqliteDatabase, SqliteRunResult } from \"./types.ts\";\n\ntype SqlTemplateValue = unknown | SqlQuery;\n\n/** A parameterized SQLite query produced by {@link sql}. */\nexport class SqlQuery {\n\treadonly queryText: string;\n\treadonly params: readonly unknown[];\n\n\tconstructor(queryText: string, params: readonly unknown[] = []) {\n\t\tthis.queryText = queryText;\n\t\tthis.params = params;\n\t}\n\n\texec(db: SqliteDatabase): void {\n\t\tif (this.params.length > 0) throw new TypeError(\"SQLite exec queries cannot have parameters\");\n\t\tdb.exec(this.queryText);\n\t}\n\n\trun(db: SqliteDatabase): SqliteRunResult {\n\t\treturn db.prepare(this.queryText).run(...this.params);\n\t}\n\n\tget<TRow extends object>(db: SqliteDatabase): TRow | undefined {\n\t\treturn db.prepare(this.queryText).get<TRow>(...this.params);\n\t}\n\n\tall<TRow extends object>(db: SqliteDatabase): TRow[] {\n\t\treturn db.prepare(this.queryText).all<TRow>(...this.params);\n\t}\n\n\titerate<TRow extends object>(db: SqliteDatabase): Iterable<TRow> {\n\t\treturn db.prepare(this.queryText).iterate<TRow>(...this.params);\n\t}\n}\n\n/** Builds a parameterized query. Nested queries are inlined; other interpolations become `?` parameters. */\nexport function sql(strings: TemplateStringsArray, ...values: SqlTemplateValue[]): SqlQuery {\n\tlet queryText = strings[0] ?? \"\";\n\tconst params: unknown[] = [];\n\tfor (let index = 0; index < values.length; index++) {\n\t\tconst value = values[index];\n\t\tif (value instanceof SqlQuery) {\n\t\t\tqueryText += value.queryText;\n\t\t\tparams.push(...value.params);\n\t\t} else {\n\t\t\tqueryText += \"?\";\n\t\t\tparams.push(value);\n\t\t}\n\t\tqueryText += strings[index + 1] ?? \"\";\n\t}\n\treturn new SqlQuery(queryText, params);\n}\n\n/** Joins trusted query fragments while preserving their parameter order. */\nexport function joinSqlFragments(fragments: readonly SqlQuery[], separator: string): SqlQuery {\n\tlet queryText = \"\";\n\tconst params: unknown[] = [];\n\tfor (let index = 0; index < fragments.length; index++) {\n\t\tif (index > 0) queryText += separator;\n\t\tconst fragment = fragments[index]!;\n\t\tqueryText += fragment.queryText;\n\t\tparams.push(...fragment.params);\n\t}\n\treturn new SqlQuery(queryText, params);\n}\n"]}

package/dist/sqlite/storage.d.ts

@@ -0,0 +1,38 @@
+import type { CommitResult, Context, Entry, EntryScan, EntryStructure, ForkOptions, ListElement, ListReadOptions, SessionStats, Storage, StorageBranchScan, StoredValue, UsageRow, UsageScan, Value, ValueList, Write } from "@m4ike1/ion-agent-core";
+import type { SqliteDatabase } from "./types.ts";
+export interface SqliteStorageOptions {
+    sessionId: string;
+    now?: () => number;
+}
+export interface SqliteStorageSnapshot {
+    entries: Entry[];
+    scalarValues: StoredValue<unknown>[];
+    entriesComplete: boolean;
+}
+export declare class SqliteStorage implements Storage {
+    private readonly db;
+    private readonly sessionId;
+    private readonly now;
+    private readonly entryWriter;
+    private readonly usageWriter;
+    private commitQueue;
+    private state;
+    private closePromise;
+    constructor(db: SqliteDatabase, options: SqliteStorageOptions);
+    commit(writes: Write[], _context: Context): Promise<CommitResult>;
+    getEntries(ids: string[], _context: Context): Promise<Map<string, Entry>>;
+    getValue<T>(address: Value<T>, _context: Context): Promise<StoredValue<T> | undefined>;
+    scanValues<T>(prefix: Value<T>, _context: Context): Promise<StoredValue<T>[]>;
+    readList<T>(address: ValueList<T>, options: ListReadOptions | undefined, _context: Context): Promise<ListElement<T>[]>;
+    scanBranch(query: StorageBranchScan, _context: Context): Promise<Entry[]>;
+    scanBranchStructure(query: StorageBranchScan, _context: Context): Promise<EntryStructure[]>;
+    scanEntries(query: EntryScan, _context: Context): Promise<Entry[]>;
+    scanUsage(query: UsageScan, _context: Context): Promise<UsageRow[]>;
+    getStats(_context: Context): Promise<SessionStats>;
+    snapshot(options: ForkOptions, _context: Context): Promise<SqliteStorageSnapshot>;
+    private readSnapshot;
+    private readSnapshotEntries;
+    private applyCommit;
+    close(_context: Context): Promise<void>;
+}
+//# sourceMappingURL=storage.d.ts.map

package/dist/sqlite/storage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage.d.ts","sourceRoot":"","sources":["../../src/sqlite/storage.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,YAAY,EACZ,OAAO,EACP,KAAK,EACL,SAAS,EACT,cAAc,EACd,WAAW,EACX,WAAW,EACX,eAAe,EACf,YAAY,EACZ,OAAO,EACP,iBAAiB,EACjB,WAAW,EACX,QAAQ,EACR,SAAS,EACT,KAAK,EACL,SAAS,EACT,KAAK,EACL,MAAM,wBAAwB,CAAC;AAiBhC,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAEjD,MAAM,WAAW,oBAAoB;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,qBAAqB;IACrC,OAAO,EAAE,KAAK,EAAE,CAAC;IACjB,YAAY,EAAE,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC;IACrC,eAAe,EAAE,OAAO,CAAC;CACzB;AAED,qBAAa,aAAc,YAAW,OAAO;IAC5C,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAiB;IACpC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAe;IACnC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAiB;IAC7C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAuB;IACnD,OAAO,CAAC,WAAW,CAAoC;IACvD,OAAO,CAAC,KAAK,CAAyC;IACtD,OAAO,CAAC,YAAY,CAA4B;IAEhD,YAAY,EAAE,EAAE,cAAc,EAAE,OAAO,EAAE,oBAAoB,EAM5D;IAEK,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,YAAY,CAAC,CAQtE;IAED,UAAU,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CASxE;IAED,QAAQ,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAGrF;IAED,UAAU,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAG5E;IAEK,QAAQ,CAAC,CAAC,EACf,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,EACrB,OAAO,EAAE,eAAe,GAAG,SAAS,EACpC,QAAQ,EAAE,OAAO,GACf,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAG3B;IAED,UAAU,CAAC,KAAK,EAAE,iBAAiB,EAAE,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC,CAGxE;IAED,mBAAmB,CAAC,KAAK,EAAE,iBAAiB,EAAE,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAG1F;IAED,WAAW,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC,CAGjE;IAED,SAAS,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC,CAGlE;IAED,QAAQ,CAAC,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,YAAY,CAAC,CAGjD;IAED,QAAQ,CAAC,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,qBAAqB,CAAC,CAQhF;IAED,OAAO,CAAC,YAAY;IASpB,OAAO,CAAC,mBAAmB;IAY3B,OAAO,CAAC,WAAW;IAwCnB,KAAK,CAAC,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAOtC;CACD","sourcesContent":["import type {\n\tCommitResult,\n\tContext,\n\tEntry,\n\tEntryScan,\n\tEntryStructure,\n\tForkOptions,\n\tListElement,\n\tListReadOptions,\n\tSessionStats,\n\tStorage,\n\tStorageBranchScan,\n\tStoredValue,\n\tUsageRow,\n\tUsageScan,\n\tValue,\n\tValueList,\n\tWrite,\n} from \"@m4ike1/ion-agent-core\";\nimport { branchTip, prepareStorageCommit } from \"@m4ike1/ion-agent-core\";\nimport { appendEntryToBranchIndex, scanBranchEntries, scanBranchEntryStructures } from \"./session/branch-entries.ts\";\nimport { decodeEntryRow, EntryRowWriter, readAllEntryRows, readEntryRows, scanEntryRows } from \"./session/entries.ts\";\nimport { advanceNextSeq, readNextSeq } from \"./session/session-sequences.ts\";\nimport { addUsageToSessionStats, incrementMessageCount, readSessionStats } from \"./session/session-stats.ts\";\nimport { decodeUsageLedgerRow, scanUsageLedgerRows, UsageLedgerRowWriter } from \"./session/usage-ledger.ts\";\nimport {\n\tappendListValueRow,\n\tdeleteListValueRows,\n\tdeleteScalarValueRow,\n\treadAllScalarValueRows,\n\treadListValueRows,\n\treadScalarValueRow,\n\tscanScalarValueRows,\n\tsetScalarValueRow,\n} from \"./session/values.ts\";\nimport type { SqliteDatabase } from \"./types.ts\";\n\nexport interface SqliteStorageOptions {\n\tsessionId: string;\n\tnow?: () => number;\n}\n\nexport interface SqliteStorageSnapshot {\n\tentries: Entry[];\n\tscalarValues: StoredValue<unknown>[];\n\tentriesComplete: boolean;\n}\n\nexport class SqliteStorage implements Storage {\n\tprivate readonly db: SqliteDatabase;\n\tprivate readonly sessionId: string;\n\tprivate readonly now: () => number;\n\tprivate readonly entryWriter: EntryRowWriter;\n\tprivate readonly usageWriter: UsageLedgerRowWriter;\n\tprivate commitQueue: Promise<void> = Promise.resolve();\n\tprivate state: \"open\" | \"closing\" | \"closed\" = \"open\";\n\tprivate closePromise: Promise<void> | undefined;\n\n\tconstructor(db: SqliteDatabase, options: SqliteStorageOptions) {\n\t\tthis.db = db;\n\t\tthis.sessionId = options.sessionId;\n\t\tthis.now = options.now ?? Date.now;\n\t\tthis.entryWriter = new EntryRowWriter(db, this.sessionId);\n\t\tthis.usageWriter = new UsageLedgerRowWriter(db, this.sessionId);\n\t}\n\n\tasync commit(writes: Write[], _context: Context): Promise<CommitResult> {\n\t\tif (this.state !== \"open\") throw new Error(\"SqliteStorage is closed\");\n\t\tconst result = this.commitQueue.then(() => this.applyCommit(writes));\n\t\tthis.commitQueue = result.then(\n\t\t\t() => undefined,\n\t\t\t() => undefined,\n\t\t);\n\t\treturn result;\n\t}\n\n\tgetEntries(ids: string[], _context: Context): Promise<Map<string, Entry>> {\n\t\tif (this.state !== \"open\") return Promise.reject(new Error(\"SqliteStorage is closed\"));\n\t\tconst rowsById = new Map(readEntryRows(this.db, this.sessionId, ids).map((row) => [row.id, row]));\n\t\tconst entries = new Map<string, Entry>();\n\t\tfor (const id of ids) {\n\t\t\tconst row = rowsById.get(id);\n\t\t\tif (row !== undefined) entries.set(id, decodeEntryRow(row));\n\t\t}\n\t\treturn Promise.resolve(entries);\n\t}\n\n\tgetValue<T>(address: Value<T>, _context: Context): Promise<StoredValue<T> | undefined> {\n\t\tif (this.state !== \"open\") return Promise.reject(new Error(\"SqliteStorage is closed\"));\n\t\treturn Promise.resolve(readScalarValueRow(this.db, this.sessionId, address));\n\t}\n\n\tscanValues<T>(prefix: Value<T>, _context: Context): Promise<StoredValue<T>[]> {\n\t\tif (this.state !== \"open\") return Promise.reject(new Error(\"SqliteStorage is closed\"));\n\t\treturn Promise.resolve(scanScalarValueRows(this.db, this.sessionId, prefix));\n\t}\n\n\tasync readList<T>(\n\t\taddress: ValueList<T>,\n\t\toptions: ListReadOptions | undefined,\n\t\t_context: Context,\n\t): Promise<ListElement<T>[]> {\n\t\tif (this.state !== \"open\") throw new Error(\"SqliteStorage is closed\");\n\t\treturn readListValueRows(this.db, this.sessionId, address, options);\n\t}\n\n\tscanBranch(query: StorageBranchScan, _context: Context): Promise<Entry[]> {\n\t\tif (this.state !== \"open\") return Promise.reject(new Error(\"SqliteStorage is closed\"));\n\t\treturn Promise.resolve().then(() => scanBranchEntries(this.db, this.sessionId, query));\n\t}\n\n\tscanBranchStructure(query: StorageBranchScan, _context: Context): Promise<EntryStructure[]> {\n\t\tif (this.state !== \"open\") return Promise.reject(new Error(\"SqliteStorage is closed\"));\n\t\treturn Promise.resolve().then(() => scanBranchEntryStructures(this.db, this.sessionId, query));\n\t}\n\n\tscanEntries(query: EntryScan, _context: Context): Promise<Entry[]> {\n\t\tif (this.state !== \"open\") return Promise.reject(new Error(\"SqliteStorage is closed\"));\n\t\treturn Promise.resolve(scanEntryRows(this.db, this.sessionId, query).map(decodeEntryRow));\n\t}\n\n\tscanUsage(query: UsageScan, _context: Context): Promise<UsageRow[]> {\n\t\tif (this.state !== \"open\") return Promise.reject(new Error(\"SqliteStorage is closed\"));\n\t\treturn Promise.resolve(scanUsageLedgerRows(this.db, this.sessionId, query).map(decodeUsageLedgerRow));\n\t}\n\n\tgetStats(_context: Context): Promise<SessionStats> {\n\t\tif (this.state !== \"open\") return Promise.reject(new Error(\"SqliteStorage is closed\"));\n\t\treturn Promise.resolve(readSessionStats(this.db, this.sessionId));\n\t}\n\n\tsnapshot(options: ForkOptions, _context: Context): Promise<SqliteStorageSnapshot> {\n\t\tif (this.state !== \"open\") return Promise.reject(new Error(\"SqliteStorage is closed\"));\n\t\tconst result = this.commitQueue.then(() => this.readSnapshot(options));\n\t\tthis.commitQueue = result.then(\n\t\t\t() => undefined,\n\t\t\t() => undefined,\n\t\t);\n\t\treturn result;\n\t}\n\n\tprivate readSnapshot(options: ForkOptions): SqliteStorageSnapshot {\n\t\tconst scalarValues = readAllScalarValueRows(this.db, this.sessionId);\n\t\treturn {\n\t\t\tentries: this.readSnapshotEntries(options, scalarValues),\n\t\t\tscalarValues,\n\t\t\tentriesComplete: options.scope === \"tree\",\n\t\t};\n\t}\n\n\tprivate readSnapshotEntries(options: ForkOptions, scalarValues: readonly StoredValue<unknown>[]): Entry[] {\n\t\tif (options.scope === \"tree\") return readAllEntryRows(this.db, this.sessionId).map(decodeEntryRow);\n\t\tconst sourceAddress = branchTip(options.branch);\n\t\tconst sourceTip = scalarValues.find(\n\t\t\t(stored) => stored.address.namespace === sourceAddress.namespace && stored.address.key === sourceAddress.key,\n\t\t) as StoredValue<string | null> | undefined;\n\t\tif (sourceTip === undefined) throw new Error(`Unknown source branch: ${options.branch}`);\n\t\treturn sourceTip.value === null\n\t\t\t? []\n\t\t\t: scanBranchEntries(this.db, this.sessionId, { start: sourceTip.value, order: \"oldestFirst\" });\n\t}\n\n\tprivate applyCommit(writes: Write[]): CommitResult {\n\t\treturn this.db.transaction(() => {\n\t\t\tconst firstSeq = readNextSeq(this.db, this.sessionId);\n\t\t\tconst prepared = prepareStorageCommit(writes, firstSeq, this.now());\n\t\t\tfor (const write of prepared.writes) {\n\t\t\t\tswitch (write.kind) {\n\t\t\t\t\tcase \"entry\": {\n\t\t\t\t\t\tconst { kind: _kind, ...entry } = write;\n\t\t\t\t\t\tthis.entryWriter.insert(entry);\n\t\t\t\t\t\tappendEntryToBranchIndex(this.db, this.sessionId, entry);\n\t\t\t\t\t\tif (entry.type === \"message\") incrementMessageCount(this.db, this.sessionId);\n\t\t\t\t\t\tbreak;\n\t\t\t\t\t}\n\t\t\t\t\tcase \"usage\": {\n\t\t\t\t\t\tconst { kind: _kind, ...row } = write;\n\t\t\t\t\t\tthis.usageWriter.insert(row);\n\t\t\t\t\t\taddUsageToSessionStats(this.db, this.sessionId, row.usage);\n\t\t\t\t\t\tbreak;\n\t\t\t\t\t}\n\t\t\t\t\tcase \"value\":\n\t\t\t\t\t\tif (write.op === \"delete\") {\n\t\t\t\t\t\t\tdeleteScalarValueRow(this.db, this.sessionId, write.namespace, write.key);\n\t\t\t\t\t\t} else {\n\t\t\t\t\t\t\tsetScalarValueRow(this.db, this.sessionId, write.namespace, write.key, write.seq, write.value);\n\t\t\t\t\t\t}\n\t\t\t\t\t\tbreak;\n\t\t\t\t\tcase \"list\":\n\t\t\t\t\t\tif (write.op === \"delete\") {\n\t\t\t\t\t\t\tdeleteListValueRows(this.db, this.sessionId, write.namespace, write.key);\n\t\t\t\t\t\t} else {\n\t\t\t\t\t\t\tappendListValueRow(this.db, this.sessionId, write.namespace, write.key, write.seq, write.value);\n\t\t\t\t\t\t}\n\t\t\t\t\t\tbreak;\n\t\t\t\t}\n\t\t\t}\n\t\t\tadvanceNextSeq(this.db, this.sessionId, firstSeq + prepared.writes.length);\n\t\t\treturn { ...prepared.result, stats: readSessionStats(this.db, this.sessionId) };\n\t\t});\n\t}\n\n\tclose(_context: Context): Promise<void> {\n\t\tif (this.closePromise !== undefined) return this.closePromise;\n\t\tthis.state = \"closing\";\n\t\tthis.closePromise = this.commitQueue.then(() => {\n\t\t\tthis.state = \"closed\";\n\t\t});\n\t\treturn this.closePromise;\n\t}\n}\n"]}

package/dist/sqlite/storage.js

@@ -0,0 +1,161 @@
+import { branchTip, prepareStorageCommit } from "@m4ike1/ion-agent-core";
+import { appendEntryToBranchIndex, scanBranchEntries, scanBranchEntryStructures } from "./session/branch-entries.js";
+import { decodeEntryRow, EntryRowWriter, readAllEntryRows, readEntryRows, scanEntryRows } from "./session/entries.js";
+import { advanceNextSeq, readNextSeq } from "./session/session-sequences.js";
+import { addUsageToSessionStats, incrementMessageCount, readSessionStats } from "./session/session-stats.js";
+import { decodeUsageLedgerRow, scanUsageLedgerRows, UsageLedgerRowWriter } from "./session/usage-ledger.js";
+import { appendListValueRow, deleteListValueRows, deleteScalarValueRow, readAllScalarValueRows, readListValueRows, readScalarValueRow, scanScalarValueRows, setScalarValueRow, } from "./session/values.js";
+export class SqliteStorage {
+    db;
+    sessionId;
+    now;
+    entryWriter;
+    usageWriter;
+    commitQueue = Promise.resolve();
+    state = "open";
+    closePromise;
+    constructor(db, options) {
+        this.db = db;
+        this.sessionId = options.sessionId;
+        this.now = options.now ?? Date.now;
+        this.entryWriter = new EntryRowWriter(db, this.sessionId);
+        this.usageWriter = new UsageLedgerRowWriter(db, this.sessionId);
+    }
+    async commit(writes, _context) {
+        if (this.state !== "open")
+            throw new Error("SqliteStorage is closed");
+        const result = this.commitQueue.then(() => this.applyCommit(writes));
+        this.commitQueue = result.then(() => undefined, () => undefined);
+        return result;
+    }
+    getEntries(ids, _context) {
+        if (this.state !== "open")
+            return Promise.reject(new Error("SqliteStorage is closed"));
+        const rowsById = new Map(readEntryRows(this.db, this.sessionId, ids).map((row) => [row.id, row]));
+        const entries = new Map();
+        for (const id of ids) {
+            const row = rowsById.get(id);
+            if (row !== undefined)
+                entries.set(id, decodeEntryRow(row));
+        }
+        return Promise.resolve(entries);
+    }
+    getValue(address, _context) {
+        if (this.state !== "open")
+            return Promise.reject(new Error("SqliteStorage is closed"));
+        return Promise.resolve(readScalarValueRow(this.db, this.sessionId, address));
+    }
+    scanValues(prefix, _context) {
+        if (this.state !== "open")
+            return Promise.reject(new Error("SqliteStorage is closed"));
+        return Promise.resolve(scanScalarValueRows(this.db, this.sessionId, prefix));
+    }
+    async readList(address, options, _context) {
+        if (this.state !== "open")
+            throw new Error("SqliteStorage is closed");
+        return readListValueRows(this.db, this.sessionId, address, options);
+    }
+    scanBranch(query, _context) {
+        if (this.state !== "open")
+            return Promise.reject(new Error("SqliteStorage is closed"));
+        return Promise.resolve().then(() => scanBranchEntries(this.db, this.sessionId, query));
+    }
+    scanBranchStructure(query, _context) {
+        if (this.state !== "open")
+            return Promise.reject(new Error("SqliteStorage is closed"));
+        return Promise.resolve().then(() => scanBranchEntryStructures(this.db, this.sessionId, query));
+    }
+    scanEntries(query, _context) {
+        if (this.state !== "open")
+            return Promise.reject(new Error("SqliteStorage is closed"));
+        return Promise.resolve(scanEntryRows(this.db, this.sessionId, query).map(decodeEntryRow));
+    }
+    scanUsage(query, _context) {
+        if (this.state !== "open")
+            return Promise.reject(new Error("SqliteStorage is closed"));
+        return Promise.resolve(scanUsageLedgerRows(this.db, this.sessionId, query).map(decodeUsageLedgerRow));
+    }
+    getStats(_context) {
+        if (this.state !== "open")
+            return Promise.reject(new Error("SqliteStorage is closed"));
+        return Promise.resolve(readSessionStats(this.db, this.sessionId));
+    }
+    snapshot(options, _context) {
+        if (this.state !== "open")
+            return Promise.reject(new Error("SqliteStorage is closed"));
+        const result = this.commitQueue.then(() => this.readSnapshot(options));
+        this.commitQueue = result.then(() => undefined, () => undefined);
+        return result;
+    }
+    readSnapshot(options) {
+        const scalarValues = readAllScalarValueRows(this.db, this.sessionId);
+        return {
+            entries: this.readSnapshotEntries(options, scalarValues),
+            scalarValues,
+            entriesComplete: options.scope === "tree",
+        };
+    }
+    readSnapshotEntries(options, scalarValues) {
+        if (options.scope === "tree")
+            return readAllEntryRows(this.db, this.sessionId).map(decodeEntryRow);
+        const sourceAddress = branchTip(options.branch);
+        const sourceTip = scalarValues.find((stored) => stored.address.namespace === sourceAddress.namespace && stored.address.key === sourceAddress.key);
+        if (sourceTip === undefined)
+            throw new Error(`Unknown source branch: ${options.branch}`);
+        return sourceTip.value === null
+            ? []
+            : scanBranchEntries(this.db, this.sessionId, { start: sourceTip.value, order: "oldestFirst" });
+    }
+    applyCommit(writes) {
+        return this.db.transaction(() => {
+            const firstSeq = readNextSeq(this.db, this.sessionId);
+            const prepared = prepareStorageCommit(writes, firstSeq, this.now());
+            for (const write of prepared.writes) {
+                switch (write.kind) {
+                    case "entry": {
+                        const { kind: _kind, ...entry } = write;
+                        this.entryWriter.insert(entry);
+                        appendEntryToBranchIndex(this.db, this.sessionId, entry);
+                        if (entry.type === "message")
+                            incrementMessageCount(this.db, this.sessionId);
+                        break;
+                    }
+                    case "usage": {
+                        const { kind: _kind, ...row } = write;
+                        this.usageWriter.insert(row);
+                        addUsageToSessionStats(this.db, this.sessionId, row.usage);
+                        break;
+                    }
+                    case "value":
+                        if (write.op === "delete") {
+                            deleteScalarValueRow(this.db, this.sessionId, write.namespace, write.key);
+                        }
+                        else {
+                            setScalarValueRow(this.db, this.sessionId, write.namespace, write.key, write.seq, write.value);
+                        }
+                        break;
+                    case "list":
+                        if (write.op === "delete") {
+                            deleteListValueRows(this.db, this.sessionId, write.namespace, write.key);
+                        }
+                        else {
+                            appendListValueRow(this.db, this.sessionId, write.namespace, write.key, write.seq, write.value);
+                        }
+                        break;
+                }
+            }
+            advanceNextSeq(this.db, this.sessionId, firstSeq + prepared.writes.length);
+            return { ...prepared.result, stats: readSessionStats(this.db, this.sessionId) };
+        });
+    }
+    close(_context) {
+        if (this.closePromise !== undefined)
+            return this.closePromise;
+        this.state = "closing";
+        this.closePromise = this.commitQueue.then(() => {
+            this.state = "closed";
+        });
+        return this.closePromise;
+    }
+}
+//# sourceMappingURL=storage.js.map

package/dist/sqlite/storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage.js","sourceRoot":"","sources":["../../src/sqlite/storage.ts"],"names":[],"mappings":"AAmBA,OAAO,EAAE,SAAS,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AACzE,OAAO,EAAE,wBAAwB,EAAE,iBAAiB,EAAE,yBAAyB,EAAE,MAAM,6BAA6B,CAAC;AACrH,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,gBAAgB,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACtH,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAC;AAC7E,OAAO,EAAE,sBAAsB,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC7G,OAAO,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AAC5G,OAAO,EACN,kBAAkB,EAClB,mBAAmB,EACnB,oBAAoB,EACpB,sBAAsB,EACtB,iBAAiB,EACjB,kBAAkB,EAClB,mBAAmB,EACnB,iBAAiB,GACjB,MAAM,qBAAqB,CAAC;AAc7B,MAAM,OAAO,aAAa;IACR,EAAE,CAAiB;IACnB,SAAS,CAAS;IAClB,GAAG,CAAe;IAClB,WAAW,CAAiB;IAC5B,WAAW,CAAuB;IAC3C,WAAW,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IAC/C,KAAK,GAAkC,MAAM,CAAC;IAC9C,YAAY,CAA4B;IAEhD,YAAY,EAAkB,EAAE,OAA6B,EAAE;QAC9D,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;QACnC,IAAI,CAAC,WAAW,GAAG,IAAI,cAAc,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAC1D,IAAI,CAAC,WAAW,GAAG,IAAI,oBAAoB,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IAAA,CAChE;IAED,KAAK,CAAC,MAAM,CAAC,MAAe,EAAE,QAAiB,EAAyB;QACvE,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QACtE,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC;QACrE,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,IAAI,CAC7B,GAAG,EAAE,CAAC,SAAS,EACf,GAAG,EAAE,CAAC,SAAS,CACf,CAAC;QACF,OAAO,MAAM,CAAC;IAAA,CACd;IAED,UAAU,CAAC,GAAa,EAAE,QAAiB,EAA+B;QACzE,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAC;QACvF,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;QAClG,MAAM,OAAO,GAAG,IAAI,GAAG,EAAiB,CAAC;QACzC,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;YACtB,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC7B,IAAI,GAAG,KAAK,SAAS;gBAAE,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7D,CAAC;QACD,OAAO,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAAA,CAChC;IAED,QAAQ,CAAI,OAAiB,EAAE,QAAiB,EAAuC;QACtF,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAC;QACvF,OAAO,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC;IAAA,CAC7E;IAED,UAAU,CAAI,MAAgB,EAAE,QAAiB,EAA6B;QAC7E,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAC;QACvF,OAAO,OAAO,CAAC,OAAO,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC;IAAA,CAC7E;IAED,KAAK,CAAC,QAAQ,CACb,OAAqB,EACrB,OAAoC,EACpC,QAAiB,EACW;QAC5B,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QACtE,OAAO,iBAAiB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAAA,CACpE;IAED,UAAU,CAAC,KAAwB,EAAE,QAAiB,EAAoB;QACzE,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAC;QACvF,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC;IAAA,CACvF;IAED,mBAAmB,CAAC,KAAwB,EAAE,QAAiB,EAA6B;QAC3F,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAC;QACvF,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,yBAAyB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC;IAAA,CAC/F;IAED,WAAW,CAAC,KAAgB,EAAE,QAAiB,EAAoB;QAClE,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAC;QACvF,OAAO,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC;IAAA,CAC1F;IAED,SAAS,CAAC,KAAgB,EAAE,QAAiB,EAAuB;QACnE,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAC;QACvF,OAAO,OAAO,CAAC,OAAO,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,CAAC;IAAA,CACtG;IAED,QAAQ,CAAC,QAAiB,EAAyB;QAClD,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAC;QACvF,OAAO,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;IAAA,CAClE;IAED,QAAQ,CAAC,OAAoB,EAAE,QAAiB,EAAkC;QACjF,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAC;QACvF,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC;QACvE,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,IAAI,CAC7B,GAAG,EAAE,CAAC,SAAS,EACf,GAAG,EAAE,CAAC,SAAS,CACf,CAAC;QACF,OAAO,MAAM,CAAC;IAAA,CACd;IAEO,YAAY,CAAC,OAAoB,EAAyB;QACjE,MAAM,YAAY,GAAG,sBAAsB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACrE,OAAO;YACN,OAAO,EAAE,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,YAAY,CAAC;YACxD,YAAY;YACZ,eAAe,EAAE,OAAO,CAAC,KAAK,KAAK,MAAM;SACzC,CAAC;IAAA,CACF;IAEO,mBAAmB,CAAC,OAAoB,EAAE,YAA6C,EAAW;QACzG,IAAI,OAAO,CAAC,KAAK,KAAK,MAAM;YAAE,OAAO,gBAAgB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QACnG,MAAM,aAAa,GAAG,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAChD,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAClC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,KAAK,aAAa,CAAC,SAAS,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,KAAK,aAAa,CAAC,GAAG,CAClE,CAAC;QAC5C,IAAI,SAAS,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QACzF,OAAO,SAAS,CAAC,KAAK,KAAK,IAAI;YAC9B,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;IAAA,CAChG;IAEO,WAAW,CAAC,MAAe,EAAgB;QAClD,OAAO,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YACtD,MAAM,QAAQ,GAAG,oBAAoB,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;YACpE,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;gBACrC,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;oBACpB,KAAK,OAAO,EAAE,CAAC;wBACd,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,KAAK,EAAE,GAAG,KAAK,CAAC;wBACxC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;wBAC/B,wBAAwB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;wBACzD,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;4BAAE,qBAAqB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;wBAC7E,MAAM;oBACP,CAAC;oBACD,KAAK,OAAO,EAAE,CAAC;wBACd,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,GAAG,EAAE,GAAG,KAAK,CAAC;wBACtC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;wBAC7B,sBAAsB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;wBAC3D,MAAM;oBACP,CAAC;oBACD,KAAK,OAAO;wBACX,IAAI,KAAK,CAAC,EAAE,KAAK,QAAQ,EAAE,CAAC;4BAC3B,oBAAoB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;wBAC3E,CAAC;6BAAM,CAAC;4BACP,iBAAiB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;wBAChG,CAAC;wBACD,MAAM;oBACP,KAAK,MAAM;wBACV,IAAI,KAAK,CAAC,EAAE,KAAK,QAAQ,EAAE,CAAC;4BAC3B,mBAAmB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;wBAC1E,CAAC;6BAAM,CAAC;4BACP,kBAAkB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;wBACjG,CAAC;wBACD,MAAM;gBACR,CAAC;YACF,CAAC;YACD,cAAc,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,EAAE,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC3E,OAAO,EAAE,GAAG,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,gBAAgB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;QAAA,CAChF,CAAC,CAAC;IAAA,CACH;IAED,KAAK,CAAC,QAAiB,EAAiB;QACvC,IAAI,IAAI,CAAC,YAAY,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC,YAAY,CAAC;QAC9D,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACvB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;YAC/C,IAAI,CAAC,KAAK,GAAG,QAAQ,CAAC;QAAA,CACtB,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,YAAY,CAAC;IAAA,CACzB;CACD","sourcesContent":["import type {\n\tCommitResult,\n\tContext,\n\tEntry,\n\tEntryScan,\n\tEntryStructure,\n\tForkOptions,\n\tListElement,\n\tListReadOptions,\n\tSessionStats,\n\tStorage,\n\tStorageBranchScan,\n\tStoredValue,\n\tUsageRow,\n\tUsageScan,\n\tValue,\n\tValueList,\n\tWrite,\n} from \"@m4ike1/ion-agent-core\";\nimport { branchTip, prepareStorageCommit } from \"@m4ike1/ion-agent-core\";\nimport { appendEntryToBranchIndex, scanBranchEntries, scanBranchEntryStructures } from \"./session/branch-entries.ts\";\nimport { decodeEntryRow, EntryRowWriter, readAllEntryRows, readEntryRows, scanEntryRows } from \"./session/entries.ts\";\nimport { advanceNextSeq, readNextSeq } from \"./session/session-sequences.ts\";\nimport { addUsageToSessionStats, incrementMessageCount, readSessionStats } from \"./session/session-stats.ts\";\nimport { decodeUsageLedgerRow, scanUsageLedgerRows, UsageLedgerRowWriter } from \"./session/usage-ledger.ts\";\nimport {\n\tappendListValueRow,\n\tdeleteListValueRows,\n\tdeleteScalarValueRow,\n\treadAllScalarValueRows,\n\treadListValueRows,\n\treadScalarValueRow,\n\tscanScalarValueRows,\n\tsetScalarValueRow,\n} from \"./session/values.ts\";\nimport type { SqliteDatabase } from \"./types.ts\";\n\nexport interface SqliteStorageOptions {\n\tsessionId: string;\n\tnow?: () => number;\n}\n\nexport interface SqliteStorageSnapshot {\n\tentries: Entry[];\n\tscalarValues: StoredValue<unknown>[];\n\tentriesComplete: boolean;\n}\n\nexport class SqliteStorage implements Storage {\n\tprivate readonly db: SqliteDatabase;\n\tprivate readonly sessionId: string;\n\tprivate readonly now: () => number;\n\tprivate readonly entryWriter: EntryRowWriter;\n\tprivate readonly usageWriter: UsageLedgerRowWriter;\n\tprivate commitQueue: Promise<void> = Promise.resolve();\n\tprivate state: \"open\" | \"closing\" | \"closed\" = \"open\";\n\tprivate closePromise: Promise<void> | undefined;\n\n\tconstructor(db: SqliteDatabase, options: SqliteStorageOptions) {\n\t\tthis.db = db;\n\t\tthis.sessionId = options.sessionId;\n\t\tthis.now = options.now ?? Date.now;\n\t\tthis.entryWriter = new EntryRowWriter(db, this.sessionId);\n\t\tthis.usageWriter = new UsageLedgerRowWriter(db, this.sessionId);\n\t}\n\n\tasync commit(writes: Write[], _context: Context): Promise<CommitResult> {\n\t\tif (this.state !== \"open\") throw new Error(\"SqliteStorage is closed\");\n\t\tconst result = this.commitQueue.then(() => this.applyCommit(writes));\n\t\tthis.commitQueue = result.then(\n\t\t\t() => undefined,\n\t\t\t() => undefined,\n\t\t);\n\t\treturn result;\n\t}\n\n\tgetEntries(ids: string[], _context: Context): Promise<Map<string, Entry>> {\n\t\tif (this.state !== \"open\") return Promise.reject(new Error(\"SqliteStorage is closed\"));\n\t\tconst rowsById = new Map(readEntryRows(this.db, this.sessionId, ids).map((row) => [row.id, row]));\n\t\tconst entries = new Map<string, Entry>();\n\t\tfor (const id of ids) {\n\t\t\tconst row = rowsById.get(id);\n\t\t\tif (row !== undefined) entries.set(id, decodeEntryRow(row));\n\t\t}\n\t\treturn Promise.resolve(entries);\n\t}\n\n\tgetValue<T>(address: Value<T>, _context: Context): Promise<StoredValue<T> | undefined> {\n\t\tif (this.state !== \"open\") return Promise.reject(new Error(\"SqliteStorage is closed\"));\n\t\treturn Promise.resolve(readScalarValueRow(this.db, this.sessionId, address));\n\t}\n\n\tscanValues<T>(prefix: Value<T>, _context: Context): Promise<StoredValue<T>[]> {\n\t\tif (this.state !== \"open\") return Promise.reject(new Error(\"SqliteStorage is closed\"));\n\t\treturn Promise.resolve(scanScalarValueRows(this.db, this.sessionId, prefix));\n\t}\n\n\tasync readList<T>(\n\t\taddress: ValueList<T>,\n\t\toptions: ListReadOptions | undefined,\n\t\t_context: Context,\n\t): Promise<ListElement<T>[]> {\n\t\tif (this.state !== \"open\") throw new Error(\"SqliteStorage is closed\");\n\t\treturn readListValueRows(this.db, this.sessionId, address, options);\n\t}\n\n\tscanBranch(query: StorageBranchScan, _context: Context): Promise<Entry[]> {\n\t\tif (this.state !== \"open\") return Promise.reject(new Error(\"SqliteStorage is closed\"));\n\t\treturn Promise.resolve().then(() => scanBranchEntries(this.db, this.sessionId, query));\n\t}\n\n\tscanBranchStructure(query: StorageBranchScan, _context: Context): Promise<EntryStructure[]> {\n\t\tif (this.state !== \"open\") return Promise.reject(new Error(\"SqliteStorage is closed\"));\n\t\treturn Promise.resolve().then(() => scanBranchEntryStructures(this.db, this.sessionId, query));\n\t}\n\n\tscanEntries(query: EntryScan, _context: Context): Promise<Entry[]> {\n\t\tif (this.state !== \"open\") return Promise.reject(new Error(\"SqliteStorage is closed\"));\n\t\treturn Promise.resolve(scanEntryRows(this.db, this.sessionId, query).map(decodeEntryRow));\n\t}\n\n\tscanUsage(query: UsageScan, _context: Context): Promise<UsageRow[]> {\n\t\tif (this.state !== \"open\") return Promise.reject(new Error(\"SqliteStorage is closed\"));\n\t\treturn Promise.resolve(scanUsageLedgerRows(this.db, this.sessionId, query).map(decodeUsageLedgerRow));\n\t}\n\n\tgetStats(_context: Context): Promise<SessionStats> {\n\t\tif (this.state !== \"open\") return Promise.reject(new Error(\"SqliteStorage is closed\"));\n\t\treturn Promise.resolve(readSessionStats(this.db, this.sessionId));\n\t}\n\n\tsnapshot(options: ForkOptions, _context: Context): Promise<SqliteStorageSnapshot> {\n\t\tif (this.state !== \"open\") return Promise.reject(new Error(\"SqliteStorage is closed\"));\n\t\tconst result = this.commitQueue.then(() => this.readSnapshot(options));\n\t\tthis.commitQueue = result.then(\n\t\t\t() => undefined,\n\t\t\t() => undefined,\n\t\t);\n\t\treturn result;\n\t}\n\n\tprivate readSnapshot(options: ForkOptions): SqliteStorageSnapshot {\n\t\tconst scalarValues = readAllScalarValueRows(this.db, this.sessionId);\n\t\treturn {\n\t\t\tentries: this.readSnapshotEntries(options, scalarValues),\n\t\t\tscalarValues,\n\t\t\tentriesComplete: options.scope === \"tree\",\n\t\t};\n\t}\n\n\tprivate readSnapshotEntries(options: ForkOptions, scalarValues: readonly StoredValue<unknown>[]): Entry[] {\n\t\tif (options.scope === \"tree\") return readAllEntryRows(this.db, this.sessionId).map(decodeEntryRow);\n\t\tconst sourceAddress = branchTip(options.branch);\n\t\tconst sourceTip = scalarValues.find(\n\t\t\t(stored) => stored.address.namespace === sourceAddress.namespace && stored.address.key === sourceAddress.key,\n\t\t) as StoredValue<string | null> | undefined;\n\t\tif (sourceTip === undefined) throw new Error(`Unknown source branch: ${options.branch}`);\n\t\treturn sourceTip.value === null\n\t\t\t? []\n\t\t\t: scanBranchEntries(this.db, this.sessionId, { start: sourceTip.value, order: \"oldestFirst\" });\n\t}\n\n\tprivate applyCommit(writes: Write[]): CommitResult {\n\t\treturn this.db.transaction(() => {\n\t\t\tconst firstSeq = readNextSeq(this.db, this.sessionId);\n\t\t\tconst prepared = prepareStorageCommit(writes, firstSeq, this.now());\n\t\t\tfor (const write of prepared.writes) {\n\t\t\t\tswitch (write.kind) {\n\t\t\t\t\tcase \"entry\": {\n\t\t\t\t\t\tconst { kind: _kind, ...entry } = write;\n\t\t\t\t\t\tthis.entryWriter.insert(entry);\n\t\t\t\t\t\tappendEntryToBranchIndex(this.db, this.sessionId, entry);\n\t\t\t\t\t\tif (entry.type === \"message\") incrementMessageCount(this.db, this.sessionId);\n\t\t\t\t\t\tbreak;\n\t\t\t\t\t}\n\t\t\t\t\tcase \"usage\": {\n\t\t\t\t\t\tconst { kind: _kind, ...row } = write;\n\t\t\t\t\t\tthis.usageWriter.insert(row);\n\t\t\t\t\t\taddUsageToSessionStats(this.db, this.sessionId, row.usage);\n\t\t\t\t\t\tbreak;\n\t\t\t\t\t}\n\t\t\t\t\tcase \"value\":\n\t\t\t\t\t\tif (write.op === \"delete\") {\n\t\t\t\t\t\t\tdeleteScalarValueRow(this.db, this.sessionId, write.namespace, write.key);\n\t\t\t\t\t\t} else {\n\t\t\t\t\t\t\tsetScalarValueRow(this.db, this.sessionId, write.namespace, write.key, write.seq, write.value);\n\t\t\t\t\t\t}\n\t\t\t\t\t\tbreak;\n\t\t\t\t\tcase \"list\":\n\t\t\t\t\t\tif (write.op === \"delete\") {\n\t\t\t\t\t\t\tdeleteListValueRows(this.db, this.sessionId, write.namespace, write.key);\n\t\t\t\t\t\t} else {\n\t\t\t\t\t\t\tappendListValueRow(this.db, this.sessionId, write.namespace, write.key, write.seq, write.value);\n\t\t\t\t\t\t}\n\t\t\t\t\t\tbreak;\n\t\t\t\t}\n\t\t\t}\n\t\t\tadvanceNextSeq(this.db, this.sessionId, firstSeq + prepared.writes.length);\n\t\t\treturn { ...prepared.result, stats: readSessionStats(this.db, this.sessionId) };\n\t\t});\n\t}\n\n\tclose(_context: Context): Promise<void> {\n\t\tif (this.closePromise !== undefined) return this.closePromise;\n\t\tthis.state = \"closing\";\n\t\tthis.closePromise = this.commitQueue.then(() => {\n\t\t\tthis.state = \"closed\";\n\t\t});\n\t\treturn this.closePromise;\n\t}\n}\n"]}

package/dist/sqlite/types.d.ts

@@ -0,0 +1,29 @@
+/** Result of a prepared SQLite statement execution. */
+export interface SqliteRunResult {
+    changes: number;
+    lastInsertRowid?: number;
+}
+/** Prepared SQLite statement capability used by the SQLite session backend. */
+export interface SqliteStatement {
+    run(...params: unknown[]): SqliteRunResult;
+    get<TRow extends object>(...params: unknown[]): TRow | undefined;
+    all<TRow extends object>(...params: unknown[]): TRow[];
+    iterate<TRow extends object>(...params: unknown[]): Iterable<TRow>;
+}
+/** SQLite database capability used by the SQLite session backend. */
+export interface SqliteDatabase {
+    exec(sql: string): void;
+    prepare(sql: string): SqliteStatement;
+    /** Runs a synchronous write transaction. The callback must not return a promise. */
+    transaction<T>(callback: () => T): T;
+    close(): void;
+}
+export interface SqliteDatabaseFactory {
+    /** Open a writable database, creating it when absent. */
+    open(path: string): Promise<SqliteDatabase>;
+    /** Open a writable database without creating it. */
+    openExisting(path: string): Promise<SqliteDatabase>;
+    /** Open an existing database read-only. */
+    openReadOnly(path: string): Promise<SqliteDatabase>;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/sqlite/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/sqlite/types.ts"],"names":[],"mappings":"AAAA,uDAAuD;AACvD,MAAM,WAAW,eAAe;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,eAAe,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,+EAA+E;AAC/E,MAAM,WAAW,eAAe;IAC/B,GAAG,CAAC,GAAG,MAAM,EAAE,OAAO,EAAE,GAAG,eAAe,CAAC;IAC3C,GAAG,CAAC,IAAI,SAAS,MAAM,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,GAAG,SAAS,CAAC;IACjE,GAAG,CAAC,IAAI,SAAS,MAAM,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,EAAE,CAAC;IACvD,OAAO,CAAC,IAAI,SAAS,MAAM,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;CACnE;AAED,qEAAqE;AACrE,MAAM,WAAW,cAAc;IAC9B,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,eAAe,CAAC;IACtC,oFAAoF;IACpF,WAAW,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;IACrC,KAAK,IAAI,IAAI,CAAC;CACd;AAED,MAAM,WAAW,qBAAqB;IACrC,yDAAyD;IACzD,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;IAC5C,oDAAoD;IACpD,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;IACpD,2CAA2C;IAC3C,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;CACpD","sourcesContent":["/** Result of a prepared SQLite statement execution. */\nexport interface SqliteRunResult {\n\tchanges: number;\n\tlastInsertRowid?: number;\n}\n\n/** Prepared SQLite statement capability used by the SQLite session backend. */\nexport interface SqliteStatement {\n\trun(...params: unknown[]): SqliteRunResult;\n\tget<TRow extends object>(...params: unknown[]): TRow | undefined;\n\tall<TRow extends object>(...params: unknown[]): TRow[];\n\titerate<TRow extends object>(...params: unknown[]): Iterable<TRow>;\n}\n\n/** SQLite database capability used by the SQLite session backend. */\nexport interface SqliteDatabase {\n\texec(sql: string): void;\n\tprepare(sql: string): SqliteStatement;\n\t/** Runs a synchronous write transaction. The callback must not return a promise. */\n\ttransaction<T>(callback: () => T): T;\n\tclose(): void;\n}\n\nexport interface SqliteDatabaseFactory {\n\t/** Open a writable database, creating it when absent. */\n\topen(path: string): Promise<SqliteDatabase>;\n\t/** Open a writable database without creating it. */\n\topenExisting(path: string): Promise<SqliteDatabase>;\n\t/** Open an existing database read-only. */\n\topenReadOnly(path: string): Promise<SqliteDatabase>;\n}\n"]}

package/dist/sqlite/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/sqlite/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/sqlite/types.ts"],"names":[],"mappings":"","sourcesContent":["/** Result of a prepared SQLite statement execution. */\nexport interface SqliteRunResult {\n\tchanges: number;\n\tlastInsertRowid?: number;\n}\n\n/** Prepared SQLite statement capability used by the SQLite session backend. */\nexport interface SqliteStatement {\n\trun(...params: unknown[]): SqliteRunResult;\n\tget<TRow extends object>(...params: unknown[]): TRow | undefined;\n\tall<TRow extends object>(...params: unknown[]): TRow[];\n\titerate<TRow extends object>(...params: unknown[]): Iterable<TRow>;\n}\n\n/** SQLite database capability used by the SQLite session backend. */\nexport interface SqliteDatabase {\n\texec(sql: string): void;\n\tprepare(sql: string): SqliteStatement;\n\t/** Runs a synchronous write transaction. The callback must not return a promise. */\n\ttransaction<T>(callback: () => T): T;\n\tclose(): void;\n}\n\nexport interface SqliteDatabaseFactory {\n\t/** Open a writable database, creating it when absent. */\n\topen(path: string): Promise<SqliteDatabase>;\n\t/** Open a writable database without creating it. */\n\topenExisting(path: string): Promise<SqliteDatabase>;\n\t/** Open an existing database read-only. */\n\topenReadOnly(path: string): Promise<SqliteDatabase>;\n}\n"]}

package/package.json

@@ -0,0 +1,45 @@
+{
+	"name": "@m4ike1/ion-session-backend-sqlite-node",
+	"version": "0.1.0",
+	"description": "Node sqlite session backend for @m4ike1/ion-agent-core sessions",
+	"license": "MIT",
+	"author": "Earendil Works",
+	"repository": {
+		"type": "git",
+		"url": "git+https://github.com/maikel/ion.git",
+		"directory": "packages/session-backends/sqlite-node"
+	},
+	"files": [
+		"dist",
+		"README.md",
+		"CHANGELOG.md"
+	],
+	"type": "module",
+	"main": "./dist/index.js",
+	"types": "./dist/index.d.ts",
+	"exports": {
+		".": {
+			"types": "./dist/index.d.ts",
+			"import": "./dist/index.js"
+		}
+	},
+	"scripts": {
+		"clean": "node -e \"import('node:fs/promises').then(fs=>fs.rm('dist',{recursive:true,force:true}))\"",
+		"build": "tsgo -p tsconfig.build.json && node scripts/copy-migrations.mjs",
+		"bench:session:timing": "vp test bench --config vitest.benchmark.config.ts",
+		"test": "vp test --run",
+		"coverage": "vp test --run --coverage",
+		"prepublishOnly": "npm run clean && npm run build"
+	},
+	"dependencies": {
+		"@m4ike1/ion-agent-core": "^0.1.0",
+		"@m4ike1/ion-ai": "^0.1.0"
+	},
+	"devDependencies": {
+		"@vitest/coverage-v8": "4.1.11",
+		"vitest": "4.1.11"
+	},
+	"engines": {
+		"node": ">=22.19.0"
+	}
+}