@agent-custody/state 0.1.9 → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/pack.d.ts CHANGED
@@ -24,7 +24,7 @@ export interface CustodyPack {
24
24
  /** hold and release events, in order */
25
25
  holds: LedgerEvent[];
26
26
  }
27
- export declare function buildPack(ledger: Ledger, receiptsDir: string, factId: string): CustodyPack;
27
+ export declare function buildPack(ledger: Ledger, receiptsDir: string, factId: string): Promise<CustodyPack>;
28
28
  export declare function signPack(pack: CustodyPack, key: KeyPair): Envelope;
29
29
  export interface PackCheck {
30
30
  name: string;
package/dist/pack.js CHANGED
@@ -41,10 +41,10 @@ function receiptResult(bundle) {
41
41
  return null; // a damaged bundle; the receipt check reports it
42
42
  }
43
43
  }
44
- export function buildPack(ledger, receiptsDir, factId) {
44
+ export async function buildPack(ledger, receiptsDir, factId) {
45
45
  const bundles = loadBundles(receiptsDir);
46
- const history = ledger.history(factId);
47
- const blast = blastRadius(ledger, loadReceipts(receiptsDir), factId);
46
+ const history = await ledger.history(factId);
47
+ const blast = await blastRadius(ledger, loadReceipts(receiptsDir), factId);
48
48
  const wanted = new Set();
49
49
  for (const e of history) {
50
50
  const src = e.kind === "assert" ? e.fact.source.receiptId : e.source.receiptId;
package/dist/server.js CHANGED
@@ -164,9 +164,9 @@ export function createMemoryServer(ledger, opts = {}) {
164
164
  }
165
165
  return { removedFrom, stillHeld, verification };
166
166
  }
167
- async function forgetOne(factId, reason, keepDigest) {
168
- const fact = ledger.facts().find((f) => f.factId === factId);
169
- const ev = ledger.forget({ factId, actor: currentActor, reason, source: { receiptId: currentReceipt }, ...(keepDigest === undefined ? {} : { keepDigest }) });
167
+ async function forgetOne(factId, reason, keepDigest, compact = true) {
168
+ const fact = await ledger.get(factId);
169
+ const ev = await ledger.forget({ factId, actor: currentActor, reason, source: { receiptId: currentReceipt }, ...(keepDigest === undefined ? {} : { keepDigest }), compact });
170
170
  const { removedFrom, stillHeld, verification } = await removeFromStores(fact);
171
171
  return { factId: ev.factId, valueDigest: ev.valueDigest, digestKind: ev.digestKind, txTime: ev.txTime, actor: ev.actor, reason: ev.reason, source: ev.source, erasedFromLedger: true, removedFrom, stillHeld, verification };
172
172
  }
@@ -201,23 +201,23 @@ export function createMemoryServer(ledger, opts = {}) {
201
201
  const input = { subject: a.subject, predicate: a.predicate, value: a.value ?? null, space: a.space, actor: actorFor(a.actor), source: { receiptId }, provenance: writeProvenance, ...(a.validFrom ? { validFrom: a.validFrom } : {}), ...(a.confidence !== undefined ? { confidence: a.confidence } : {}), ...(a.supersedes ? { supersedes: a.supersedes } : {}) };
202
202
  // The stores are written first, so their ids can be recorded on the fact; the ledger's checks run beforehand
203
203
  // so a write the ledger would refuse never reaches a store.
204
- ledger.validateAssert(input);
204
+ await ledger.validateAssert(input);
205
205
  const external = {};
206
206
  const preview = { ...input, factId: "pending", validFrom: input.validFrom ?? new Date().toISOString(), validTo: null, confidence: input.confidence ?? null };
207
207
  for (const store of opts.stores ?? [])
208
208
  external[store.name] = await store.put(preview);
209
- const ev = ledger.assert({ ...input, external });
209
+ const ev = await ledger.assert({ ...input, external });
210
210
  return json({ fact: ev.fact, eventId: ev.eventId, txTime: ev.txTime, supersedes: ev.supersedes });
211
211
  }
212
212
  case "memory.read": {
213
213
  const { includeClaimed, requireVerified, ...q } = Read.parse(args);
214
- const facts = ledger.asOf({ ...q, include: requireVerified ? "verified" : includeClaimed ? "all" : "attested" });
214
+ const facts = await ledger.asOf({ ...q, include: requireVerified ? "verified" : includeClaimed ? "all" : "attested" });
215
215
  return { ...json({ facts }), _meta: { [FACTS_META_KEY]: facts.map((f) => f.factId) } };
216
216
  }
217
217
  case "memory.retract": {
218
218
  const a = Retract.parse(args);
219
- const fact = ledger.history(a.factId).find((e) => e.kind === "assert" && e.fact.factId === a.factId)?.fact;
220
- const ev = ledger.retract({ factId: a.factId, actor: actorFor(a.actor), reason: a.reason, source: { receiptId } });
219
+ const fact = await ledger.get(a.factId);
220
+ const ev = await ledger.retract({ factId: a.factId, actor: actorFor(a.actor), reason: a.reason, source: { receiptId } });
221
221
  // The ledger is retracted first: custody must not depend on a store being up. A store that fails to remove
222
222
  // is reported, so the caller knows recall may still serve the value.
223
223
  const { removedFrom, stillHeld, verification } = await removeFromStores(fact);
@@ -230,7 +230,7 @@ export function createMemoryServer(ledger, opts = {}) {
230
230
  if (provenance !== "attested")
231
231
  return fail("confirmation must come through the receipts gateway; a self-reported caller cannot lift a fact out of quarantine");
232
232
  const a = Confirm.parse(args);
233
- const ev = ledger.confirm({ factId: a.factId, actor: actorFor(undefined), source: { receiptId } });
233
+ const ev = await ledger.confirm({ factId: a.factId, actor: actorFor(undefined), source: { receiptId } });
234
234
  return json({ eventId: ev.eventId, factId: ev.factId, txTime: ev.txTime, actor: ev.actor, source: ev.source });
235
235
  }
236
236
  case "memory.forget": {
@@ -242,34 +242,36 @@ export function createMemoryServer(ledger, opts = {}) {
242
242
  }
243
243
  case "memory.hold": {
244
244
  const a = Hold.parse(args);
245
- return json(ledger.hold({ factId: a.factId, actor: actorFor(undefined), reason: a.reason, source: { receiptId } }));
245
+ return json(await ledger.hold({ factId: a.factId, actor: actorFor(undefined), reason: a.reason, source: { receiptId } }));
246
246
  }
247
247
  case "memory.release": {
248
248
  const a = Hold.parse(args);
249
- return json(ledger.release({ factId: a.factId, actor: actorFor(undefined), reason: a.reason, source: { receiptId } }));
249
+ return json(await ledger.release({ factId: a.factId, actor: actorFor(undefined), reason: a.reason, source: { receiptId } }));
250
250
  }
251
251
  case "memory.sweep": {
252
252
  const a = Sweep.parse(args);
253
253
  if (!a.before && !opts.retention)
254
254
  return fail("sweep needs `before`, or a server started with retention windows");
255
+ // One query per space, each answered by the store's index: the facts learned before that space's cutoff.
255
256
  const now = new Date();
256
- const cutoffFor = (space) => a.before ?? retentionCutoff(opts.retention ?? {}, space, now);
257
- const targets = ledger.facts().filter((f) => !f.forgotten && (a.space === undefined || f.space === a.space));
258
- const learnedBefore = new Set(ledger.facts().filter((f) => {
259
- const cutoff = cutoffFor(f.space);
260
- return cutoff !== null && ledger.history(f.factId).find((e) => e.kind === "assert" && e.fact.factId === f.factId).txTime < cutoff;
261
- }).map((f) => f.factId));
257
+ const spaces = a.space !== undefined ? [a.space] : a.before ? [undefined] : await ledger.spaces();
258
+ const targets = [];
259
+ for (const space of spaces) {
260
+ const cutoff = a.before ?? (space === undefined ? null : retentionCutoff(opts.retention ?? {}, space, now));
261
+ if (cutoff !== null)
262
+ targets.push(...(await ledger.learnedBefore(cutoff, space)));
263
+ }
262
264
  const forgotten = [];
263
265
  const held = [];
264
266
  for (const f of targets) {
265
- if (!learnedBefore.has(f.factId))
266
- continue;
267
- if (ledger.held(f.factId)) {
267
+ if (await ledger.held(f.factId)) {
268
268
  held.push(f.factId);
269
269
  continue;
270
270
  }
271
- forgotten.push(await forgetOne(f.factId, a.reason, a.keepDigest));
271
+ forgotten.push(await forgetOne(f.factId, a.reason, a.keepDigest, false));
272
272
  }
273
+ if (forgotten.length > 0)
274
+ await ledger.compact();
273
275
  const stillHeld = forgotten.flatMap((o) => o.stillHeld);
274
276
  const out = { before: a.before ?? null, retention: a.before ? null : (opts.retention ?? null), space: a.space ?? null, forgotten: forgotten.map((o) => ({ factId: o.factId, valueDigest: o.valueDigest, digestKind: o.digestKind, removedFrom: o.removedFrom, verification: o.verification })), held, stillHeld };
275
277
  if (stillHeld.length > 0)
@@ -278,16 +280,16 @@ export function createMemoryServer(ledger, opts = {}) {
278
280
  }
279
281
  case "memory.get": {
280
282
  const a = Get.parse(args);
281
- const f = ledger.facts().find((x) => x.factId === a.factId);
283
+ const f = await ledger.get(a.factId);
282
284
  if (!f)
283
285
  return fail(`unknown fact ${a.factId}`);
284
- const retracted = ledger.history(a.factId).some((e) => e.kind === "retract");
286
+ const retracted = (await ledger.history(a.factId)).some((e) => e.kind === "retract");
285
287
  // Cedar has no null: absent fields stay absent, so a policy tests them with `has`.
286
288
  const clean = Object.fromEntries(Object.entries({ ...f, source: f.source.receiptId ?? undefined, retracted }).filter(([, v]) => v !== null && v !== undefined));
287
289
  return json(clean);
288
290
  }
289
291
  case "memory.history":
290
- return json({ events: ledger.history(History.parse(args).factId) });
292
+ return json({ events: await ledger.history(History.parse(args).factId) });
291
293
  default:
292
294
  return fail(`unknown tool ${name}`);
293
295
  }
package/dist/storage.d.ts CHANGED
@@ -1,32 +1,120 @@
1
1
  import type { AssertEvent, LedgerEvent } from "./ledger.ts";
2
+ /** Which facts a query is about. Every field narrows; an absent field means any. */
3
+ export interface EventQuery {
4
+ /** only events the ledger had recorded by this instant, inclusive; the transaction-time cut of a bitemporal read */
5
+ txAtMost?: string;
6
+ /** only facts the ledger learned of strictly before this instant; the cut of a retention sweep */
7
+ txBefore?: string;
8
+ space?: string;
9
+ subject?: string;
10
+ predicate?: string;
11
+ }
2
12
  export interface EventStore {
3
- readonly kind: "jsonl" | "sqlite";
13
+ readonly kind: string;
14
+ /** a path or a connection description, for reports; never a secret */
4
15
  readonly location: string;
5
16
  /** every event, in order */
6
- load(): LedgerEvent[];
7
- append(event: LedgerEvent): void;
17
+ events(): Promise<LedgerEvent[]>;
18
+ count(): Promise<number>;
19
+ /**
20
+ * Every event about the facts that match the query, in order: their asserts, the asserts that supersede them, and
21
+ * every retraction, confirmation, forget, hold and release citing them. What a bitemporal read needs, and no more.
22
+ */
23
+ eventsAbout(q: EventQuery): Promise<LedgerEvent[]>;
24
+ /** every event that touched one fact, in order: its assert, the asserts that supersede it, everything citing its id */
25
+ eventsFor(factId: string): Promise<LedgerEvent[]>;
26
+ /** every space with at least one fact */
27
+ spaces(): Promise<string[]>;
28
+ append(event: LedgerEvent): Promise<void>;
8
29
  /** replaces one assert event in place, for forget: the value is gone from the store, not merely superseded */
9
- replaceAssert(event: AssertEvent): void;
10
- close(): void;
30
+ replaceAssert(event: AssertEvent): Promise<void>;
31
+ /** after erasures: reclaims whatever the store may still hold of the erased values. A no-op where nothing lingers. */
32
+ compact(): Promise<void>;
33
+ close(): Promise<void>;
11
34
  }
35
+ /** The reference semantics of eventsAbout, over an in-memory list. The SQL stores must answer identically; the ledger suite runs against all of them. */
36
+ export declare function selectAbout(events: LedgerEvent[], q: EventQuery): LedgerEvent[];
37
+ /** The reference semantics of eventsFor. */
38
+ export declare function selectFor(events: LedgerEvent[], factId: string): LedgerEvent[];
12
39
  export declare class JsonlStore implements EventStore {
13
- readonly kind: "jsonl";
40
+ readonly kind = "jsonl";
14
41
  readonly location: string;
42
+ private cache;
15
43
  constructor(file: string);
16
- load(): LedgerEvent[];
17
- append(event: LedgerEvent): void;
18
- replaceAssert(event: AssertEvent): void;
19
- close(): void;
44
+ private all;
45
+ events(): Promise<LedgerEvent[]>;
46
+ count(): Promise<number>;
47
+ eventsAbout(q: EventQuery): Promise<LedgerEvent[]>;
48
+ eventsFor(factId: string): Promise<LedgerEvent[]>;
49
+ spaces(): Promise<string[]>;
50
+ append(event: LedgerEvent): Promise<void>;
51
+ replaceAssert(event: AssertEvent): Promise<void>;
52
+ compact(): Promise<void>;
53
+ close(): Promise<void>;
20
54
  }
21
55
  export declare class SqliteStore implements EventStore {
22
- readonly kind: "sqlite";
56
+ readonly kind = "sqlite";
23
57
  readonly location: string;
24
58
  private readonly db;
25
59
  constructor(file: string);
26
- load(): LedgerEvent[];
27
- append(event: LedgerEvent): void;
28
- replaceAssert(event: AssertEvent): void;
29
- close(): void;
60
+ private rows;
61
+ events(): Promise<LedgerEvent[]>;
62
+ count(): Promise<number>;
63
+ eventsAbout(q: EventQuery): Promise<LedgerEvent[]>;
64
+ eventsFor(factId: string): Promise<LedgerEvent[]>;
65
+ spaces(): Promise<string[]>;
66
+ append(event: LedgerEvent): Promise<void>;
67
+ replaceAssert(event: AssertEvent): Promise<void>;
68
+ compact(): Promise<void>;
69
+ close(): Promise<void>;
70
+ }
71
+ /**
72
+ * What the Postgres store needs from a client: the query method of a `pg` Pool or Client, and of PGlite. Pass your
73
+ * own pool, with whatever TLS, credentials, and sizing you already use; the store never closes a client it was given.
74
+ */
75
+ export interface PostgresLike {
76
+ query(text: string, values?: unknown[]): Promise<{
77
+ rows: unknown[];
78
+ }>;
79
+ }
80
+ export interface PostgresOptions {
81
+ /** the table, optionally schema-qualified; default "events". Created if missing. */
82
+ table?: string;
83
+ /**
84
+ * Whether compact() runs VACUUM FULL on the table after erasures, so the old row image that MVCC keeps is not left
85
+ * in the table file. Default true. It takes an exclusive lock for the rewrite, so a very large ledger may prefer
86
+ * false and its own vacuum schedule; the forget certificate then rests on that schedule.
87
+ */
88
+ vacuum?: boolean;
89
+ /** shown as the store's location in reports; default the table name */
90
+ location?: string;
91
+ }
92
+ export declare class PostgresStore implements EventStore {
93
+ readonly kind = "postgres";
94
+ readonly location: string;
95
+ private readonly client;
96
+ private readonly table;
97
+ private readonly vacuum;
98
+ private readonly owned;
99
+ private ready;
100
+ constructor(client: PostgresLike, opts?: PostgresOptions & {
101
+ owned?: boolean;
102
+ });
103
+ private init;
104
+ private rows;
105
+ events(): Promise<LedgerEvent[]>;
106
+ count(): Promise<number>;
107
+ eventsAbout(q: EventQuery): Promise<LedgerEvent[]>;
108
+ eventsFor(factId: string): Promise<LedgerEvent[]>;
109
+ spaces(): Promise<string[]>;
110
+ append(event: LedgerEvent): Promise<void>;
111
+ replaceAssert(event: AssertEvent): Promise<void>;
112
+ compact(): Promise<void>;
113
+ close(): Promise<void>;
30
114
  }
31
- /** JSONL unless the path ends in .sqlite or .db. */
115
+ /**
116
+ * A store from a location: a postgres:// or postgresql:// URL (needs the `pg` package installed beside this one;
117
+ * a `?table=` query parameter names the table, `?vacuum=false` skips VACUUM FULL after erasures), a path ending in
118
+ * .sqlite or .db, or any other path as JSONL.
119
+ */
32
120
  export declare function openStore(location: string): EventStore;
package/dist/storage.js CHANGED
@@ -1,35 +1,129 @@
1
- // Where the ledger's events live. The ledger keeps every event in memory for its queries; a store makes them durable.
2
- // JSONL is the default and the auditable artefact: one event per line, readable by anyone, copied for an audit.
3
- // SQLite is for durability and shared use: transactional writes, write-ahead logging, an in-place forget that leaves
4
- // no copy of the value behind, and a file more than one process can open. Node ships the SQLite module; no native
5
- // dependency.
1
+ // Where the ledger's events live. The ledger asks the store questions and never assumes it holds every event, so a
2
+ // store may be a file on this machine or a database shared by many servers.
3
+ //
4
+ // JSONL is the default and the auditable artefact: one event per line, readable by anyone, copied for an audit. It
5
+ // keeps the events in memory and answers from there. SQLite is for durability on one machine: transactional writes,
6
+ // write-ahead logging, an in-place forget that leaves no copy of the value behind, and every query answered by an
7
+ // index. Postgres is for a shared ledger: several memory servers on one table, the database your security team has
8
+ // already approved, the same queries pushed down as SQL.
9
+ //
10
+ // Every store answers the same four questions: everything (for export and audits), everything about the facts that
11
+ // match a filter (for "what is believed"), everything that touched one fact (for its history and its checks), and
12
+ // the spaces it holds (for retention). A store that cannot answer one of these from an index is the wrong store.
6
13
  import { appendFileSync, existsSync, mkdirSync, readFileSync, renameSync, writeFileSync } from "node:fs";
7
14
  import { createRequire } from "node:module";
8
15
  import { dirname } from "node:path";
16
+ const factIdOf = (e) => (e.kind === "assert" ? e.fact.factId : e.factId);
17
+ /** The reference semantics of eventsAbout, over an in-memory list. The SQL stores must answer identically; the ledger suite runs against all of them. */
18
+ export function selectAbout(events, q) {
19
+ const ids = new Set();
20
+ for (const e of events) {
21
+ if (e.kind !== "assert")
22
+ continue;
23
+ if (q.txAtMost !== undefined && e.txTime > q.txAtMost)
24
+ continue;
25
+ if (q.txBefore !== undefined && e.txTime >= q.txBefore)
26
+ continue;
27
+ if (q.space !== undefined && e.fact.space !== q.space)
28
+ continue;
29
+ if (q.subject !== undefined && e.fact.subject !== q.subject)
30
+ continue;
31
+ if (q.predicate !== undefined && e.fact.predicate !== q.predicate)
32
+ continue;
33
+ ids.add(e.fact.factId);
34
+ }
35
+ for (const e of events)
36
+ if (e.kind === "assert" && e.supersedes && ids.has(e.supersedes))
37
+ ids.add(e.fact.factId);
38
+ return events.filter((e) => ids.has(factIdOf(e)) && (q.txAtMost === undefined || e.txTime <= q.txAtMost));
39
+ }
40
+ /** The reference semantics of eventsFor. */
41
+ export function selectFor(events, factId) {
42
+ return events.filter((e) => (e.kind === "assert" ? e.fact.factId === factId || e.supersedes === factId : e.factId === factId));
43
+ }
9
44
  export class JsonlStore {
10
45
  kind = "jsonl";
11
46
  location;
47
+ cache = null;
12
48
  constructor(file) {
13
49
  this.location = file;
14
50
  if (!existsSync(file))
15
51
  mkdirSync(dirname(file), { recursive: true });
16
52
  }
17
- load() {
18
- if (!existsSync(this.location))
19
- return [];
20
- return readFileSync(this.location, "utf8").split("\n").filter((l) => l.trim()).map((l) => JSON.parse(l));
53
+ all() {
54
+ if (this.cache)
55
+ return this.cache;
56
+ this.cache = existsSync(this.location) ? readFileSync(this.location, "utf8").split("\n").filter((l) => l.trim()).map((l) => JSON.parse(l)) : [];
57
+ return this.cache;
58
+ }
59
+ async events() {
60
+ return [...this.all()];
61
+ }
62
+ async count() {
63
+ return this.all().length;
64
+ }
65
+ async eventsAbout(q) {
66
+ return selectAbout(this.all(), q);
67
+ }
68
+ async eventsFor(factId) {
69
+ return selectFor(this.all(), factId);
70
+ }
71
+ async spaces() {
72
+ return [...new Set(this.all().filter((e) => e.kind === "assert").map((e) => e.fact.space))].sort();
21
73
  }
22
- append(event) {
74
+ async append(event) {
75
+ const list = this.all();
23
76
  appendFileSync(this.location, JSON.stringify(event) + "\n");
77
+ list.push(event);
24
78
  }
25
- replaceAssert(event) {
26
- const all = this.load().map((e) => (e.kind === "assert" && e.eventId === event.eventId ? event : e));
79
+ async replaceAssert(event) {
80
+ const all = this.all().map((e) => (e.kind === "assert" && e.eventId === event.eventId ? event : e));
27
81
  const tmp = `${this.location}.tmp`;
28
82
  writeFileSync(tmp, all.map((e) => JSON.stringify(e)).join("\n") + "\n");
29
83
  renameSync(tmp, this.location);
84
+ this.cache = all;
30
85
  }
31
- close() { }
86
+ async compact() { }
87
+ async close() { }
32
88
  }
89
+ /** The columns every SQL store keeps beside the event's JSON, so its queries are index lookups and never a scan of the JSON. */
90
+ function columns(event) {
91
+ return event.kind === "assert"
92
+ ? { factId: event.fact.factId, space: event.fact.space, subject: event.fact.subject, predicate: event.fact.predicate, supersedes: event.supersedes }
93
+ : { factId: event.factId, space: null, subject: null, predicate: null, supersedes: null };
94
+ }
95
+ /**
96
+ * The query behind eventsAbout, built with only the clauses the query has, so each store's planner uses the matching
97
+ * index instead of a scan; `bind` turns a value into that store's placeholder.
98
+ */
99
+ function aboutSql(q, table, bind) {
100
+ const conds = ["kind = 'assert'"];
101
+ if (q.txAtMost !== undefined)
102
+ conds.push(`tx_time <= ${bind(q.txAtMost)}`);
103
+ if (q.txBefore !== undefined)
104
+ conds.push(`tx_time < ${bind(q.txBefore)}`);
105
+ if (q.space !== undefined)
106
+ conds.push(`space = ${bind(q.space)}`);
107
+ if (q.subject !== undefined)
108
+ conds.push(`subject = ${bind(q.subject)}`);
109
+ if (q.predicate !== undefined)
110
+ conds.push(`predicate = ${bind(q.predicate)}`);
111
+ const outer = q.txAtMost !== undefined ? ` AND tx_time <= ${bind(q.txAtMost)}` : "";
112
+ return `WITH matched AS (SELECT fact_id FROM ${table} WHERE ${conds.join(" AND ")}),
113
+ ids AS (SELECT fact_id FROM matched UNION SELECT fact_id FROM ${table} WHERE kind = 'assert' AND supersedes IN (SELECT fact_id FROM matched))
114
+ SELECT json FROM ${table} WHERE fact_id IN (SELECT fact_id FROM ids)${outer} ORDER BY seq`;
115
+ }
116
+ /** Distinct spaces by walking the space index one key at a time, rather than reading every row; non-assert rows have no space. */
117
+ const spacesSql = (table) => `WITH RECURSIVE s(space) AS (SELECT MIN(space) FROM ${table} UNION ALL SELECT (SELECT MIN(space) FROM ${table} WHERE space > s.space) FROM s WHERE s.space IS NOT NULL) SELECT space FROM s WHERE space IS NOT NULL`;
118
+ const forSql = (table, ph) => `SELECT json FROM ${table} WHERE fact_id = ${ph} OR supersedes = ${ph} ORDER BY seq`;
119
+ /** One index per question the ledger asks: by fact, by subject (and predicate), by space (and time), by what a fact supersedes, by time. */
120
+ const INDEXES = [
121
+ ["fact", "(fact_id)"],
122
+ ["subject", "(subject, predicate)"],
123
+ ["space", "(space, tx_time)"],
124
+ ["supersedes", "(supersedes)"],
125
+ ["tx", "(tx_time)"],
126
+ ];
33
127
  export class SqliteStore {
34
128
  kind = "sqlite";
35
129
  location;
@@ -42,26 +136,158 @@ export class SqliteStore {
42
136
  this.db = new DatabaseSync(file);
43
137
  // secure_delete overwrites removed content with zeros, so a forgotten value does not linger in freed page space.
44
138
  this.db.exec("PRAGMA journal_mode = WAL; PRAGMA synchronous = FULL; PRAGMA secure_delete = ON;");
45
- this.db.exec("CREATE TABLE IF NOT EXISTS events (seq INTEGER PRIMARY KEY AUTOINCREMENT, event_id TEXT NOT NULL UNIQUE, kind TEXT NOT NULL, tx_time TEXT NOT NULL, fact_id TEXT NOT NULL, json TEXT NOT NULL)");
46
- this.db.exec("CREATE INDEX IF NOT EXISTS events_fact ON events(fact_id); CREATE INDEX IF NOT EXISTS events_tx ON events(tx_time)");
139
+ this.db.exec("CREATE TABLE IF NOT EXISTS events (seq INTEGER PRIMARY KEY AUTOINCREMENT, event_id TEXT NOT NULL UNIQUE, kind TEXT NOT NULL, tx_time TEXT NOT NULL, fact_id TEXT NOT NULL, space TEXT, subject TEXT, predicate TEXT, supersedes TEXT, json TEXT NOT NULL)");
140
+ // A ledger written before the query columns existed gets them filled from its JSON, once.
141
+ const have = new Set(this.db.prepare("PRAGMA table_info(events)").all().map((c) => c.name));
142
+ if (!have.has("space")) {
143
+ for (const c of ["space", "subject", "predicate", "supersedes"])
144
+ this.db.exec(`ALTER TABLE events ADD COLUMN ${c} TEXT`);
145
+ this.db.exec("UPDATE events SET space = json_extract(json, '$.fact.space'), subject = json_extract(json, '$.fact.subject'), predicate = json_extract(json, '$.fact.predicate'), supersedes = json_extract(json, '$.supersedes') WHERE kind = 'assert'");
146
+ }
147
+ for (const [name, cols] of INDEXES)
148
+ this.db.exec(`CREATE INDEX IF NOT EXISTS events_${name} ON events ${cols}`);
149
+ // Without statistics the planner guesses which index to use and can pick a wide one; analyze once, then let
150
+ // close() refresh the statistics when the table has grown enough to matter.
151
+ const stats = this.db.prepare("SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = 'sqlite_stat1'").get() && this.db.prepare("SELECT 1 FROM sqlite_stat1 WHERE tbl = 'events' LIMIT 1").get();
152
+ if (!stats)
153
+ this.db.exec("ANALYZE");
154
+ }
155
+ rows(sql, params = []) {
156
+ return this.db.prepare(sql).all(...params).map((r) => JSON.parse(r.json));
157
+ }
158
+ async events() {
159
+ return this.rows("SELECT json FROM events ORDER BY seq");
47
160
  }
48
- load() {
49
- return this.db.prepare("SELECT json FROM events ORDER BY seq").all().map((r) => JSON.parse(r.json));
161
+ async count() {
162
+ return this.db.prepare("SELECT COUNT(*) AS n FROM events").get().n;
50
163
  }
51
- append(event) {
52
- const factId = event.kind === "assert" ? event.fact.factId : event.factId;
53
- this.db.prepare("INSERT INTO events (event_id, kind, tx_time, fact_id, json) VALUES (?, ?, ?, ?, ?)").run(event.eventId, event.kind, event.txTime, factId, JSON.stringify(event));
164
+ async eventsAbout(q) {
165
+ const params = [];
166
+ const sql = aboutSql(q, "events", (v) => {
167
+ params.push(v);
168
+ return "?";
169
+ });
170
+ return this.rows(sql, params);
54
171
  }
55
- replaceAssert(event) {
172
+ async eventsFor(factId) {
173
+ return this.rows(forSql("events", "?"), [factId, factId]);
174
+ }
175
+ async spaces() {
176
+ return this.db.prepare(spacesSql("events")).all().map((r) => r.space);
177
+ }
178
+ async append(event) {
179
+ const c = columns(event);
180
+ this.db.prepare("INSERT INTO events (event_id, kind, tx_time, fact_id, space, subject, predicate, supersedes, json) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)").run(event.eventId, event.kind, event.txTime, c.factId, c.space, c.subject, c.predicate, c.supersedes, JSON.stringify(event));
181
+ }
182
+ async replaceAssert(event) {
56
183
  this.db.prepare("UPDATE events SET json = ? WHERE event_id = ?").run(JSON.stringify(event), event.eventId);
184
+ }
185
+ async compact() {
57
186
  // The old row image would otherwise linger in the write-ahead log; a truncating checkpoint removes it.
58
187
  this.db.exec("PRAGMA wal_checkpoint(TRUNCATE)");
59
188
  }
60
- close() {
189
+ async close() {
190
+ this.db.exec("PRAGMA optimize");
61
191
  this.db.close();
62
192
  }
63
193
  }
64
- /** JSONL unless the path ends in .sqlite or .db. */
194
+ export class PostgresStore {
195
+ kind = "postgres";
196
+ location;
197
+ client;
198
+ table;
199
+ vacuum;
200
+ owned;
201
+ ready = null;
202
+ constructor(client, opts = {}) {
203
+ const table = opts.table ?? "events";
204
+ if (!/^[a-z_][a-z0-9_]*(\.[a-z_][a-z0-9_]*)?$/.test(table))
205
+ throw new Error(`postgres: table name must be a plain identifier, optionally schema-qualified; got "${table}"`);
206
+ this.client = client;
207
+ this.table = table;
208
+ this.vacuum = opts.vacuum ?? true;
209
+ this.owned = opts.owned ?? false;
210
+ this.location = opts.location ?? `postgres table ${table}`;
211
+ }
212
+ init() {
213
+ if (!this.ready) {
214
+ const t = this.table;
215
+ const idx = t.replace(".", "_");
216
+ this.ready = (async () => {
217
+ await this.client.query(`CREATE TABLE IF NOT EXISTS ${t} (seq BIGSERIAL PRIMARY KEY, event_id TEXT NOT NULL UNIQUE, kind TEXT NOT NULL, tx_time TEXT NOT NULL, fact_id TEXT NOT NULL, space TEXT, subject TEXT, predicate TEXT, supersedes TEXT, json TEXT NOT NULL)`);
218
+ for (const [name, cols] of INDEXES)
219
+ await this.client.query(`CREATE INDEX IF NOT EXISTS ${idx}_${name} ON ${t} ${cols}`);
220
+ })();
221
+ }
222
+ return this.ready;
223
+ }
224
+ async rows(sql, values = []) {
225
+ await this.init();
226
+ return (await this.client.query(sql, values)).rows.map((r) => (typeof r.json === "string" ? JSON.parse(r.json) : r.json));
227
+ }
228
+ async events() {
229
+ return this.rows(`SELECT json FROM ${this.table} ORDER BY seq`);
230
+ }
231
+ async count() {
232
+ await this.init();
233
+ return Number((await this.client.query(`SELECT COUNT(*) AS n FROM ${this.table}`)).rows[0].n);
234
+ }
235
+ async eventsAbout(q) {
236
+ const params = [];
237
+ const sql = aboutSql(q, this.table, (v) => {
238
+ params.push(v);
239
+ return `$${params.length}`;
240
+ });
241
+ return this.rows(sql, params);
242
+ }
243
+ async eventsFor(factId) {
244
+ return this.rows(forSql(this.table, "$1"), [factId]);
245
+ }
246
+ async spaces() {
247
+ await this.init();
248
+ return (await this.client.query(spacesSql(this.table))).rows.map((r) => r.space);
249
+ }
250
+ async append(event) {
251
+ await this.init();
252
+ const c = columns(event);
253
+ await this.client.query(`INSERT INTO ${this.table} (event_id, kind, tx_time, fact_id, space, subject, predicate, supersedes, json) VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9)`, [event.eventId, event.kind, event.txTime, c.factId, c.space, c.subject, c.predicate, c.supersedes, JSON.stringify(event)]);
254
+ }
255
+ async replaceAssert(event) {
256
+ await this.init();
257
+ await this.client.query(`UPDATE ${this.table} SET json = $1 WHERE event_id = $2`, [JSON.stringify(event), event.eventId]);
258
+ }
259
+ async compact() {
260
+ // An UPDATE leaves the old row image in the table until vacuum; VACUUM FULL rewrites the table without it.
261
+ // The write-ahead log, replicas and backups keep their own copies for as long as their retention says.
262
+ if (this.vacuum)
263
+ await this.client.query(`VACUUM FULL ${this.table}`);
264
+ }
265
+ async close() {
266
+ if (this.owned)
267
+ await this.client.end();
268
+ }
269
+ }
270
+ /**
271
+ * A store from a location: a postgres:// or postgresql:// URL (needs the `pg` package installed beside this one;
272
+ * a `?table=` query parameter names the table, `?vacuum=false` skips VACUUM FULL after erasures), a path ending in
273
+ * .sqlite or .db, or any other path as JSONL.
274
+ */
65
275
  export function openStore(location) {
276
+ if (/^postgres(ql)?:\/\//i.test(location)) {
277
+ let Pool;
278
+ try {
279
+ ({ Pool } = createRequire(import.meta.url)("pg"));
280
+ }
281
+ catch {
282
+ throw new Error("a postgres:// ledger needs the pg package: npm install pg");
283
+ }
284
+ const url = new URL(location);
285
+ const table = url.searchParams.get("table") ?? undefined;
286
+ const vacuum = url.searchParams.get("vacuum") !== "false";
287
+ url.searchParams.delete("table");
288
+ url.searchParams.delete("vacuum");
289
+ const shown = `${url.protocol}//${url.username ? `${url.username}@` : ""}${url.host}${url.pathname}`;
290
+ return new PostgresStore(new Pool({ connectionString: url.toString() }), { ...(table ? { table } : {}), vacuum, location: `${shown}${table ? ` table ${table}` : ""}`, owned: true });
291
+ }
66
292
  return /\.(sqlite|db)$/i.test(location) ? new SqliteStore(location) : new JsonlStore(location);
67
293
  }
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "@agent-custody/state",
3
- "version": "0.1.9",
4
- "description": "Governed memory for AI agents: a fact ledger with provenance, valid time, rollback, and lineage, built on @agent-custody/receipts",
3
+ "version": "0.2.0",
4
+ "description": "Governed memory for AI agents: a fact ledger with provenance, valid time, rollback, lineage, certified forget, and a store that is a JSONL file, SQLite, or Postgres, built on @agent-custody/receipts",
5
5
  "license": "Apache-2.0",
6
6
  "repository": {
7
7
  "type": "git",
@@ -33,15 +33,24 @@
33
33
  "node": ">=22"
34
34
  },
35
35
  "dependencies": {
36
- "@agent-custody/receipts": "0.1.9",
36
+ "@agent-custody/receipts": "0.2.0",
37
37
  "@modelcontextprotocol/sdk": "^1.30.0",
38
38
  "zod": "^4.5.4"
39
39
  },
40
40
  "devDependencies": {
41
+ "@electric-sql/pglite": "0.5.8",
42
+ "@getzep/zep-cloud": "^3.28.0",
41
43
  "@types/node": "^26.4.1",
42
- "typescript": "^7.0.2",
43
- "vitest": "^5.0.0",
44
44
  "mem0ai": "^3.1.8",
45
- "@getzep/zep-cloud": "^3.28.0"
45
+ "typescript": "^7.0.2",
46
+ "vitest": "^5.0.0"
47
+ },
48
+ "peerDependencies": {
49
+ "pg": ">=8"
50
+ },
51
+ "peerDependenciesMeta": {
52
+ "pg": {
53
+ "optional": true
54
+ }
46
55
  }
47
56
  }