agent-working-memory 0.17.0 → 0.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +8 -5
- package/dist/adapters/common.d.ts +34 -0
- package/dist/adapters/common.d.ts.map +1 -1
- package/dist/adapters/common.js +528 -446
- package/dist/adapters/common.js.map +1 -1
- package/dist/api/routes.d.ts.map +1 -1
- package/dist/api/routes.js +19 -0
- package/dist/api/routes.js.map +1 -1
- package/dist/cli/migrate.d.ts.map +1 -1
- package/dist/cli/migrate.js +31 -29
- package/dist/cli/migrate.js.map +1 -1
- package/dist/core/asked-value.d.ts +37 -0
- package/dist/core/asked-value.d.ts.map +1 -0
- package/dist/core/asked-value.js +77 -0
- package/dist/core/asked-value.js.map +1 -0
- package/dist/core/conflicts.d.ts +89 -0
- package/dist/core/conflicts.d.ts.map +1 -0
- package/dist/core/conflicts.js +267 -0
- package/dist/core/conflicts.js.map +1 -0
- package/dist/core/embeddings.d.ts +14 -2
- package/dist/core/embeddings.d.ts.map +1 -1
- package/dist/core/embeddings.js +32 -10
- package/dist/core/embeddings.js.map +1 -1
- package/dist/core/format-recall.d.ts +21 -1
- package/dist/core/format-recall.d.ts.map +1 -1
- package/dist/core/format-recall.js +60 -5
- package/dist/core/format-recall.js.map +1 -1
- package/dist/core/ml-worker.d.ts +24 -1
- package/dist/core/ml-worker.d.ts.map +1 -1
- package/dist/core/ml-worker.js +165 -4
- package/dist/core/ml-worker.js.map +1 -1
- package/dist/core/model-daemon-client.d.ts +77 -0
- package/dist/core/model-daemon-client.d.ts.map +1 -0
- package/dist/core/model-daemon-client.js +383 -0
- package/dist/core/model-daemon-client.js.map +1 -0
- package/dist/core/model-daemon-server.d.ts +71 -0
- package/dist/core/model-daemon-server.d.ts.map +1 -0
- package/dist/core/model-daemon-server.js +363 -0
- package/dist/core/model-daemon-server.js.map +1 -0
- package/dist/core/model-daemon.d.ts +137 -0
- package/dist/core/model-daemon.d.ts.map +1 -0
- package/dist/core/model-daemon.js +231 -0
- package/dist/core/model-daemon.js.map +1 -0
- package/dist/core/query-expander.d.ts +5 -0
- package/dist/core/query-expander.d.ts.map +1 -1
- package/dist/core/query-expander.js +3 -2
- package/dist/core/query-expander.js.map +1 -1
- package/dist/core/recall-config.d.ts +1 -1
- package/dist/core/recall-config.d.ts.map +1 -1
- package/dist/core/recall-config.js +5 -0
- package/dist/core/recall-config.js.map +1 -1
- package/dist/core/rerank-window.d.ts +7 -2
- package/dist/core/rerank-window.d.ts.map +1 -1
- package/dist/core/rerank-window.js +9 -4
- package/dist/core/rerank-window.js.map +1 -1
- package/dist/core/rerank2.d.ts +52 -2
- package/dist/core/rerank2.d.ts.map +1 -1
- package/dist/core/rerank2.js +60 -3
- package/dist/core/rerank2.js.map +1 -1
- package/dist/core/reranker.d.ts +19 -0
- package/dist/core/reranker.d.ts.map +1 -1
- package/dist/core/reranker.js +90 -13
- package/dist/core/reranker.js.map +1 -1
- package/dist/core/trust.d.ts +32 -0
- package/dist/core/trust.d.ts.map +1 -0
- package/dist/core/trust.js +66 -0
- package/dist/core/trust.js.map +1 -0
- package/dist/core/validity.d.ts +21 -0
- package/dist/core/validity.d.ts.map +1 -0
- package/dist/core/validity.js +41 -0
- package/dist/core/validity.js.map +1 -0
- package/dist/core/whoami.d.ts +3 -0
- package/dist/core/whoami.d.ts.map +1 -1
- package/dist/core/whoami.js +14 -0
- package/dist/core/whoami.js.map +1 -1
- package/dist/core/write-pipeline.d.ts +48 -0
- package/dist/core/write-pipeline.d.ts.map +1 -1
- package/dist/core/write-pipeline.js +80 -3
- package/dist/core/write-pipeline.js.map +1 -1
- package/dist/engine/activation.d.ts.map +1 -1
- package/dist/engine/activation.js +27 -4
- package/dist/engine/activation.js.map +1 -1
- package/dist/engine/consolidation.d.ts.map +1 -1
- package/dist/engine/consolidation.js +53 -4
- package/dist/engine/consolidation.js.map +1 -1
- package/dist/hooks/prime-query.d.ts +57 -0
- package/dist/hooks/prime-query.d.ts.map +1 -0
- package/dist/hooks/prime-query.js +388 -0
- package/dist/hooks/prime-query.js.map +1 -0
- package/dist/hooks/prime.d.ts +8 -0
- package/dist/hooks/prime.d.ts.map +1 -1
- package/dist/hooks/prime.js +21 -2
- package/dist/hooks/prime.js.map +1 -1
- package/dist/hooks/sidecar.d.ts +18 -0
- package/dist/hooks/sidecar.d.ts.map +1 -1
- package/dist/hooks/sidecar.js +58 -2
- package/dist/hooks/sidecar.js.map +1 -1
- package/dist/index.js +15 -3
- package/dist/index.js.map +1 -1
- package/dist/mcp.js +157 -104
- package/dist/mcp.js.map +1 -1
- package/dist/model-daemon.d.ts +8 -0
- package/dist/model-daemon.d.ts.map +1 -0
- package/dist/model-daemon.js +45 -0
- package/dist/model-daemon.js.map +1 -0
- package/dist/storage/factory.d.ts.map +1 -1
- package/dist/storage/factory.js +5 -0
- package/dist/storage/factory.js.map +1 -1
- package/dist/storage/pglite-schema.d.ts.map +1 -1
- package/dist/storage/pglite-schema.js +176 -170
- package/dist/storage/pglite-schema.js.map +1 -1
- package/dist/storage/pglite.d.ts +5 -0
- package/dist/storage/pglite.d.ts.map +1 -1
- package/dist/storage/pglite.js +165 -153
- package/dist/storage/pglite.js.map +1 -1
- package/dist/storage/postgres.d.ts +5 -0
- package/dist/storage/postgres.d.ts.map +1 -1
- package/dist/storage/postgres.js +165 -153
- package/dist/storage/postgres.js.map +1 -1
- package/dist/storage/sqlite.d.ts +22 -0
- package/dist/storage/sqlite.d.ts.map +1 -1
- package/dist/storage/sqlite.js +415 -363
- package/dist/storage/sqlite.js.map +1 -1
- package/dist/types/engram.d.ts +33 -0
- package/dist/types/engram.d.ts.map +1 -1
- package/dist/types/engram.js.map +1 -1
- package/package.json +1 -1
- package/plugin/.claude-plugin/plugin.json +1 -1
- package/plugin/README.md +1 -1
- package/plugin/bin/awm-mcp-launcher.cjs +2 -2
- package/plugin/skills/awm-memory/SKILL.md +11 -2
- package/src/adapters/common.ts +881 -802
- package/src/api/routes.ts +20 -0
- package/src/cli/migrate.ts +309 -307
- package/src/core/asked-value.ts +74 -0
- package/src/core/conflicts.ts +280 -0
- package/src/core/embeddings.ts +35 -10
- package/src/core/format-recall.ts +83 -25
- package/src/core/ml-worker.ts +458 -281
- package/src/core/model-daemon-client.ts +374 -0
- package/src/core/model-daemon-server.ts +344 -0
- package/src/core/model-daemon.ts +243 -0
- package/src/core/query-expander.ts +127 -126
- package/src/core/recall-config.ts +5 -0
- package/src/core/rerank-window.ts +164 -159
- package/src/core/rerank2.ts +143 -82
- package/src/core/reranker.ts +92 -12
- package/src/core/trust.ts +65 -0
- package/src/core/validity.ts +47 -0
- package/src/core/whoami.ts +136 -120
- package/src/core/write-pipeline.ts +119 -3
- package/src/engine/activation.ts +27 -4
- package/src/engine/consolidation.ts +950 -899
- package/src/hooks/prime-query.ts +375 -0
- package/src/hooks/prime.ts +25 -2
- package/src/hooks/sidecar.ts +57 -3
- package/src/index.ts +258 -248
- package/src/mcp.ts +1529 -1475
- package/src/model-daemon.ts +48 -0
- package/src/storage/factory.ts +25 -19
- package/src/storage/pglite-schema.ts +199 -193
- package/src/storage/pglite.ts +1513 -1498
- package/src/storage/postgres.ts +1613 -1598
- package/src/storage/sqlite.ts +2069 -2019
- package/src/types/engram.ts +30 -0
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
// Copyright 2026 Robert Winter / Complete Ideas
|
|
2
|
+
// SPDX-License-Identifier: Apache-2.0
|
|
3
|
+
/**
|
|
4
|
+
* Entry point of the shared model daemon (AWM_MODEL_DAEMON=1). Spawned detached by the
|
|
5
|
+
* first AWM process that finds no daemon for its fingerprint; see src/core/model-daemon.ts.
|
|
6
|
+
* It runs the same capped in-process functions an AWM process would run itself, and
|
|
7
|
+
* computes its fingerprint from the config those modules captured, as the client does.
|
|
8
|
+
*/
|
|
9
|
+
|
|
10
|
+
import { startModelDaemon } from './core/model-daemon-server.js';
|
|
11
|
+
import { EXIT_FINGERPRINT_DRIFT, modelDaemonFingerprint } from './core/model-daemon.js';
|
|
12
|
+
import { registeredInferenceConfig } from './core/ml-worker.js';
|
|
13
|
+
import { inProcessEmbed, getEmbedder, EMBED_BATCH_SIZE } from './core/embeddings.js';
|
|
14
|
+
import { inProcessRerank, getReranker } from './core/reranker.js';
|
|
15
|
+
import { inProcessExpand, getExpander } from './core/query-expander.js';
|
|
16
|
+
|
|
17
|
+
process.on('uncaughtException', err => {
|
|
18
|
+
console.error(`[model-daemon] uncaught: ${err?.stack ?? err}`);
|
|
19
|
+
process.exit(1);
|
|
20
|
+
});
|
|
21
|
+
|
|
22
|
+
const fingerprint = modelDaemonFingerprint(registeredInferenceConfig());
|
|
23
|
+
const expected = process.env.AWM_MODEL_DAEMON_FINGERPRINT;
|
|
24
|
+
if (expected && expected !== fingerprint) {
|
|
25
|
+
// The spawner's code or config is not this daemon's (it was rebuilt after the spawner
|
|
26
|
+
// started). Listening anyway would put a daemon on an address nobody asks for.
|
|
27
|
+
console.error(`[model-daemon] spawner expected fingerprint ${expected}, this code is ${fingerprint}: not starting`);
|
|
28
|
+
process.exit(EXIT_FINGERPRINT_DRIFT);
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
startModelDaemon({
|
|
32
|
+
fingerprint,
|
|
33
|
+
handlers: {
|
|
34
|
+
embed: args => inProcessEmbed(args),
|
|
35
|
+
rerank: args => inProcessRerank(args),
|
|
36
|
+
expand: args => inProcessExpand(args),
|
|
37
|
+
warm: async () => { await Promise.all([getEmbedder(), getReranker(), getExpander()]); },
|
|
38
|
+
embedChunk: EMBED_BATCH_SIZE,
|
|
39
|
+
},
|
|
40
|
+
}).then(() => {
|
|
41
|
+
// Started by the client's launcher: tell it we listen, so it exits and stops being
|
|
42
|
+
// our parent (see LAUNCHER in model-daemon-client.ts).
|
|
43
|
+
process.send?.({ listening: true }, () => process.disconnect?.());
|
|
44
|
+
}, err => {
|
|
45
|
+
// EADDRINUSE: another daemon for this fingerprint won the race. Nothing to do.
|
|
46
|
+
console.error(`[model-daemon] not started: ${(err as Error)?.message ?? err}`);
|
|
47
|
+
process.exit((err as NodeJS.ErrnoException)?.code === 'EADDRINUSE' ? 0 : 1);
|
|
48
|
+
});
|
package/src/storage/factory.ts
CHANGED
|
@@ -38,6 +38,7 @@
|
|
|
38
38
|
|
|
39
39
|
import { existsSync, statSync } from 'node:fs';
|
|
40
40
|
import type { IEngramStore } from './store.js';
|
|
41
|
+
import { assertNotLiveStoreUnderTest } from '../adapters/common.js';
|
|
41
42
|
|
|
42
43
|
export type StoreBackend = 'sqlite' | 'pglite' | 'postgres';
|
|
43
44
|
|
|
@@ -49,25 +50,25 @@ export type StoreBackend = 'sqlite' | 'pglite' | 'postgres';
|
|
|
49
50
|
function detectBackendFromDisk(): StoreBackend | null {
|
|
50
51
|
// If AWM_DB_PATH is set, infer from its shape.
|
|
51
52
|
const explicitPath = process.env.AWM_DB_PATH;
|
|
52
|
-
if (explicitPath) {
|
|
53
|
-
if (existsSync(explicitPath)) {
|
|
54
|
-
try {
|
|
55
|
-
const stat = statSync(explicitPath);
|
|
56
|
-
if (stat.isDirectory()) return 'pglite'; // PGlite uses a directory
|
|
57
|
-
if (stat.isFile()) return 'sqlite'; // SQLite is a single file
|
|
58
|
-
} catch { /* fall through to the default below */ }
|
|
59
|
-
}
|
|
60
|
-
// The caller named a path that does not exist yet — a brand-new store. Default it to
|
|
61
|
-
// SQLite and STOP: falling through to the cwd conventions below would pick the backend
|
|
62
|
-
// from files that have nothing to do with the path that was asked for.
|
|
63
|
-
//
|
|
64
|
-
// Not hypothetical. Running from a checkout containing a `memory-pglite/` directory
|
|
65
|
-
// made a fresh AWM_DB_PATH=/tmp/new-store.db resolve to PGlite, which is
|
|
66
|
-
// single-process — so two surfaces pointed at 'the same store' would have had the
|
|
67
|
-
// second refuse to start. Found by the cross-surface end-to-end test.
|
|
68
|
-
// PGlite at a new path is still reachable via AWM_STORE_BACKEND=pglite.
|
|
69
|
-
return 'sqlite';
|
|
70
|
-
}
|
|
53
|
+
if (explicitPath) {
|
|
54
|
+
if (existsSync(explicitPath)) {
|
|
55
|
+
try {
|
|
56
|
+
const stat = statSync(explicitPath);
|
|
57
|
+
if (stat.isDirectory()) return 'pglite'; // PGlite uses a directory
|
|
58
|
+
if (stat.isFile()) return 'sqlite'; // SQLite is a single file
|
|
59
|
+
} catch { /* fall through to the default below */ }
|
|
60
|
+
}
|
|
61
|
+
// The caller named a path that does not exist yet — a brand-new store. Default it to
|
|
62
|
+
// SQLite and STOP: falling through to the cwd conventions below would pick the backend
|
|
63
|
+
// from files that have nothing to do with the path that was asked for.
|
|
64
|
+
//
|
|
65
|
+
// Not hypothetical. Running from a checkout containing a `memory-pglite/` directory
|
|
66
|
+
// made a fresh AWM_DB_PATH=/tmp/new-store.db resolve to PGlite, which is
|
|
67
|
+
// single-process — so two surfaces pointed at 'the same store' would have had the
|
|
68
|
+
// second refuse to start. Found by the cross-surface end-to-end test.
|
|
69
|
+
// PGlite at a new path is still reachable via AWM_STORE_BACKEND=pglite.
|
|
70
|
+
return 'sqlite';
|
|
71
|
+
}
|
|
71
72
|
|
|
72
73
|
// Otherwise look for the conventional defaults in cwd.
|
|
73
74
|
// PGlite directory wins over SQLite file when both exist — assume the
|
|
@@ -148,6 +149,11 @@ export async function openStore(): Promise<{
|
|
|
148
149
|
const backend = getConfiguredBackend();
|
|
149
150
|
const path = getConfiguredPath();
|
|
150
151
|
|
|
152
|
+
// A-3 (2026-10-12): a harness must not OPEN the live store. Placed here, at the one
|
|
153
|
+
// place production creates a store, rather than in resolveDbPath — computing a path
|
|
154
|
+
// string is harmless, opening the file is what writes.
|
|
155
|
+
assertNotLiveStoreUnderTest(path);
|
|
156
|
+
|
|
151
157
|
// The on-disk mismatch warning only applies to file/dir backends.
|
|
152
158
|
if (backend !== 'postgres') warnIfBackendDisagreesWithDisk(backend, path);
|
|
153
159
|
|
|
@@ -1,193 +1,199 @@
|
|
|
1
|
-
// Copyright 2026 Robert Winter / Complete Ideas
|
|
2
|
-
// SPDX-License-Identifier: Apache-2.0
|
|
3
|
-
/**
|
|
4
|
-
* PGlite schema DDL — translated from the SQLite schema in sqlite.ts:init().
|
|
5
|
-
*
|
|
6
|
-
* Translation notes:
|
|
7
|
-
* - SQLite TEXT → Postgres TEXT
|
|
8
|
-
* - SQLite REAL → Postgres DOUBLE PRECISION
|
|
9
|
-
* - SQLite INTEGER (0/1 booleans) → Postgres BOOLEAN
|
|
10
|
-
* - SQLite BLOB embedding → pgvector VECTOR(384) (native)
|
|
11
|
-
* - SQLite FTS5 virtual table + triggers → Postgres tsvector column with
|
|
12
|
-
* a GIN index, kept up-to-date via a BEFORE INSERT/UPDATE trigger.
|
|
13
|
-
*
|
|
14
|
-
* All tables and indexes use IF NOT EXISTS so re-running is idempotent.
|
|
15
|
-
*
|
|
16
|
-
* The vector extension MUST be loaded before this schema runs:
|
|
17
|
-
* await db.exec('CREATE EXTENSION IF NOT EXISTS vector')
|
|
18
|
-
* PGlite's vector extension does this automatically when imported.
|
|
19
|
-
*/
|
|
20
|
-
|
|
21
|
-
export const PGLITE_VECTOR_DIMENSIONS = parseInt(process.env.AWM_EMBED_DIMS ?? '384', 10);
|
|
22
|
-
|
|
23
|
-
export const PGLITE_SCHEMA_DDL = `
|
|
24
|
-
CREATE EXTENSION IF NOT EXISTS vector;
|
|
25
|
-
|
|
26
|
-
CREATE TABLE IF NOT EXISTS engrams (
|
|
27
|
-
id TEXT PRIMARY KEY,
|
|
28
|
-
agent_id TEXT NOT NULL,
|
|
29
|
-
concept TEXT NOT NULL,
|
|
30
|
-
content TEXT NOT NULL,
|
|
31
|
-
embedding VECTOR(${PGLITE_VECTOR_DIMENSIONS}),
|
|
32
|
-
embedding_model TEXT,
|
|
33
|
-
confidence DOUBLE PRECISION NOT NULL DEFAULT 0.5,
|
|
34
|
-
salience DOUBLE PRECISION NOT NULL DEFAULT 0.5,
|
|
35
|
-
access_count INTEGER NOT NULL DEFAULT 0,
|
|
36
|
-
last_accessed TEXT NOT NULL,
|
|
37
|
-
created_at TEXT NOT NULL,
|
|
38
|
-
salience_features TEXT NOT NULL DEFAULT '{}',
|
|
39
|
-
reason_codes TEXT NOT NULL DEFAULT '[]',
|
|
40
|
-
stage TEXT NOT NULL DEFAULT 'active',
|
|
41
|
-
ttl INTEGER,
|
|
42
|
-
retracted BOOLEAN NOT NULL DEFAULT FALSE,
|
|
43
|
-
retracted_by TEXT,
|
|
44
|
-
retracted_at TEXT,
|
|
45
|
-
tags TEXT NOT NULL DEFAULT '[]',
|
|
46
|
-
memory_type TEXT NOT NULL DEFAULT 'unclassified',
|
|
47
|
-
memory_class TEXT NOT NULL DEFAULT 'working',
|
|
48
|
-
superseded_by TEXT,
|
|
49
|
-
supersedes TEXT,
|
|
50
|
-
episode_id TEXT,
|
|
51
|
-
task_status TEXT,
|
|
52
|
-
task_priority TEXT,
|
|
53
|
-
blocked_by TEXT,
|
|
54
|
-
sequence INTEGER,
|
|
55
|
-
references_json TEXT,
|
|
56
|
-
origin_class TEXT,
|
|
57
|
-
writer_session TEXT,
|
|
58
|
-
recipe_id TEXT,
|
|
59
|
-
valid_from TEXT,
|
|
60
|
-
valid_to TEXT,
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
--
|
|
66
|
-
|
|
67
|
-
ALTER TABLE engrams ADD COLUMN IF NOT EXISTS
|
|
68
|
-
ALTER TABLE engrams ADD COLUMN IF NOT EXISTS
|
|
69
|
-
ALTER TABLE engrams ADD COLUMN IF NOT EXISTS
|
|
70
|
-
ALTER TABLE engrams ADD COLUMN IF NOT EXISTS
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
CREATE INDEX IF NOT EXISTS
|
|
79
|
-
|
|
80
|
-
CREATE INDEX IF NOT EXISTS
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
CREATE
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
1
|
+
// Copyright 2026 Robert Winter / Complete Ideas
|
|
2
|
+
// SPDX-License-Identifier: Apache-2.0
|
|
3
|
+
/**
|
|
4
|
+
* PGlite schema DDL — translated from the SQLite schema in sqlite.ts:init().
|
|
5
|
+
*
|
|
6
|
+
* Translation notes:
|
|
7
|
+
* - SQLite TEXT → Postgres TEXT
|
|
8
|
+
* - SQLite REAL → Postgres DOUBLE PRECISION
|
|
9
|
+
* - SQLite INTEGER (0/1 booleans) → Postgres BOOLEAN
|
|
10
|
+
* - SQLite BLOB embedding → pgvector VECTOR(384) (native)
|
|
11
|
+
* - SQLite FTS5 virtual table + triggers → Postgres tsvector column with
|
|
12
|
+
* a GIN index, kept up-to-date via a BEFORE INSERT/UPDATE trigger.
|
|
13
|
+
*
|
|
14
|
+
* All tables and indexes use IF NOT EXISTS so re-running is idempotent.
|
|
15
|
+
*
|
|
16
|
+
* The vector extension MUST be loaded before this schema runs:
|
|
17
|
+
* await db.exec('CREATE EXTENSION IF NOT EXISTS vector')
|
|
18
|
+
* PGlite's vector extension does this automatically when imported.
|
|
19
|
+
*/
|
|
20
|
+
|
|
21
|
+
export const PGLITE_VECTOR_DIMENSIONS = parseInt(process.env.AWM_EMBED_DIMS ?? '384', 10);
|
|
22
|
+
|
|
23
|
+
export const PGLITE_SCHEMA_DDL = `
|
|
24
|
+
CREATE EXTENSION IF NOT EXISTS vector;
|
|
25
|
+
|
|
26
|
+
CREATE TABLE IF NOT EXISTS engrams (
|
|
27
|
+
id TEXT PRIMARY KEY,
|
|
28
|
+
agent_id TEXT NOT NULL,
|
|
29
|
+
concept TEXT NOT NULL,
|
|
30
|
+
content TEXT NOT NULL,
|
|
31
|
+
embedding VECTOR(${PGLITE_VECTOR_DIMENSIONS}),
|
|
32
|
+
embedding_model TEXT,
|
|
33
|
+
confidence DOUBLE PRECISION NOT NULL DEFAULT 0.5,
|
|
34
|
+
salience DOUBLE PRECISION NOT NULL DEFAULT 0.5,
|
|
35
|
+
access_count INTEGER NOT NULL DEFAULT 0,
|
|
36
|
+
last_accessed TEXT NOT NULL,
|
|
37
|
+
created_at TEXT NOT NULL,
|
|
38
|
+
salience_features TEXT NOT NULL DEFAULT '{}',
|
|
39
|
+
reason_codes TEXT NOT NULL DEFAULT '[]',
|
|
40
|
+
stage TEXT NOT NULL DEFAULT 'active',
|
|
41
|
+
ttl INTEGER,
|
|
42
|
+
retracted BOOLEAN NOT NULL DEFAULT FALSE,
|
|
43
|
+
retracted_by TEXT,
|
|
44
|
+
retracted_at TEXT,
|
|
45
|
+
tags TEXT NOT NULL DEFAULT '[]',
|
|
46
|
+
memory_type TEXT NOT NULL DEFAULT 'unclassified',
|
|
47
|
+
memory_class TEXT NOT NULL DEFAULT 'working',
|
|
48
|
+
superseded_by TEXT,
|
|
49
|
+
supersedes TEXT,
|
|
50
|
+
episode_id TEXT,
|
|
51
|
+
task_status TEXT,
|
|
52
|
+
task_priority TEXT,
|
|
53
|
+
blocked_by TEXT,
|
|
54
|
+
sequence INTEGER,
|
|
55
|
+
references_json TEXT,
|
|
56
|
+
origin_class TEXT,
|
|
57
|
+
writer_session TEXT,
|
|
58
|
+
recipe_id TEXT,
|
|
59
|
+
valid_from TEXT,
|
|
60
|
+
valid_to TEXT,
|
|
61
|
+
stage_changed_at TEXT,
|
|
62
|
+
fts TSVECTOR
|
|
63
|
+
);
|
|
64
|
+
|
|
65
|
+
-- Memory-spine migration (D5/D8, 2026-07-30): idempotent column adds so
|
|
66
|
+
-- pre-existing stores gain provenance + temporal-validity fields.
|
|
67
|
+
ALTER TABLE engrams ADD COLUMN IF NOT EXISTS origin_class TEXT;
|
|
68
|
+
ALTER TABLE engrams ADD COLUMN IF NOT EXISTS writer_session TEXT;
|
|
69
|
+
ALTER TABLE engrams ADD COLUMN IF NOT EXISTS recipe_id TEXT;
|
|
70
|
+
ALTER TABLE engrams ADD COLUMN IF NOT EXISTS valid_from TEXT;
|
|
71
|
+
ALTER TABLE engrams ADD COLUMN IF NOT EXISTS valid_to TEXT;
|
|
72
|
+
|
|
73
|
+
-- Stage-transition timestamp (A-4, 2026-10-12). Nullable with no backfill:
|
|
74
|
+
-- null means the engram has never changed stage, so readers fall back to
|
|
75
|
+
-- created_at. See Engram.stageChangedAt for why it exists.
|
|
76
|
+
ALTER TABLE engrams ADD COLUMN IF NOT EXISTS stage_changed_at TEXT;
|
|
77
|
+
|
|
78
|
+
CREATE INDEX IF NOT EXISTS idx_engrams_agent ON engrams(agent_id);
|
|
79
|
+
CREATE INDEX IF NOT EXISTS idx_engrams_stage ON engrams(agent_id, stage);
|
|
80
|
+
CREATE INDEX IF NOT EXISTS idx_engrams_concept ON engrams(concept);
|
|
81
|
+
CREATE INDEX IF NOT EXISTS idx_engrams_retracted ON engrams(agent_id, retracted);
|
|
82
|
+
CREATE INDEX IF NOT EXISTS idx_engrams_task ON engrams(agent_id, task_status);
|
|
83
|
+
CREATE INDEX IF NOT EXISTS idx_engrams_agent_sequence ON engrams(agent_id, sequence) WHERE sequence IS NOT NULL;
|
|
84
|
+
CREATE INDEX IF NOT EXISTS idx_engrams_fts ON engrams USING GIN(fts);
|
|
85
|
+
|
|
86
|
+
CREATE INDEX IF NOT EXISTS idx_engrams_embedding
|
|
87
|
+
ON engrams USING ivfflat (embedding vector_cosine_ops) WITH (lists = 100);
|
|
88
|
+
|
|
89
|
+
CREATE OR REPLACE FUNCTION engrams_fts_update() RETURNS TRIGGER AS $$
|
|
90
|
+
BEGIN
|
|
91
|
+
NEW.fts := to_tsvector('english',
|
|
92
|
+
COALESCE(NEW.concept, '') || ' ' ||
|
|
93
|
+
COALESCE(NEW.content, '') || ' ' ||
|
|
94
|
+
COALESCE(NEW.tags, ''));
|
|
95
|
+
RETURN NEW;
|
|
96
|
+
END;
|
|
97
|
+
$$ LANGUAGE plpgsql;
|
|
98
|
+
|
|
99
|
+
DROP TRIGGER IF EXISTS engrams_fts_trigger ON engrams;
|
|
100
|
+
CREATE TRIGGER engrams_fts_trigger
|
|
101
|
+
BEFORE INSERT OR UPDATE OF concept, content, tags ON engrams
|
|
102
|
+
FOR EACH ROW EXECUTE FUNCTION engrams_fts_update();
|
|
103
|
+
|
|
104
|
+
CREATE TABLE IF NOT EXISTS associations (
|
|
105
|
+
id TEXT PRIMARY KEY,
|
|
106
|
+
from_engram_id TEXT NOT NULL REFERENCES engrams(id) ON DELETE CASCADE,
|
|
107
|
+
to_engram_id TEXT NOT NULL REFERENCES engrams(id) ON DELETE CASCADE,
|
|
108
|
+
weight DOUBLE PRECISION NOT NULL DEFAULT 0.1,
|
|
109
|
+
confidence DOUBLE PRECISION NOT NULL DEFAULT 0.5,
|
|
110
|
+
type TEXT NOT NULL DEFAULT 'hebbian',
|
|
111
|
+
activation_count INTEGER NOT NULL DEFAULT 0,
|
|
112
|
+
created_at TEXT NOT NULL,
|
|
113
|
+
last_activated TEXT NOT NULL
|
|
114
|
+
);
|
|
115
|
+
|
|
116
|
+
CREATE INDEX IF NOT EXISTS idx_assoc_from ON associations(from_engram_id);
|
|
117
|
+
CREATE INDEX IF NOT EXISTS idx_assoc_to ON associations(to_engram_id);
|
|
118
|
+
CREATE UNIQUE INDEX IF NOT EXISTS idx_assoc_pair ON associations(from_engram_id, to_engram_id);
|
|
119
|
+
|
|
120
|
+
CREATE TABLE IF NOT EXISTS agents (
|
|
121
|
+
id TEXT PRIMARY KEY,
|
|
122
|
+
name TEXT NOT NULL,
|
|
123
|
+
created_at TEXT NOT NULL,
|
|
124
|
+
config TEXT NOT NULL DEFAULT '{}'
|
|
125
|
+
);
|
|
126
|
+
|
|
127
|
+
CREATE TABLE IF NOT EXISTS activation_events (
|
|
128
|
+
id TEXT PRIMARY KEY,
|
|
129
|
+
agent_id TEXT NOT NULL,
|
|
130
|
+
timestamp TEXT NOT NULL,
|
|
131
|
+
context TEXT NOT NULL,
|
|
132
|
+
results_returned INTEGER NOT NULL,
|
|
133
|
+
top_score DOUBLE PRECISION,
|
|
134
|
+
latency_ms DOUBLE PRECISION NOT NULL,
|
|
135
|
+
engram_ids TEXT NOT NULL DEFAULT '[]'
|
|
136
|
+
);
|
|
137
|
+
|
|
138
|
+
CREATE TABLE IF NOT EXISTS staging_events (
|
|
139
|
+
engram_id TEXT NOT NULL,
|
|
140
|
+
agent_id TEXT NOT NULL,
|
|
141
|
+
action TEXT NOT NULL,
|
|
142
|
+
resonance_score DOUBLE PRECISION,
|
|
143
|
+
timestamp TEXT NOT NULL,
|
|
144
|
+
age_ms INTEGER NOT NULL
|
|
145
|
+
);
|
|
146
|
+
|
|
147
|
+
CREATE TABLE IF NOT EXISTS retrieval_feedback (
|
|
148
|
+
id TEXT PRIMARY KEY,
|
|
149
|
+
activation_event_id TEXT,
|
|
150
|
+
engram_id TEXT NOT NULL,
|
|
151
|
+
useful BOOLEAN NOT NULL,
|
|
152
|
+
context TEXT,
|
|
153
|
+
timestamp TEXT NOT NULL
|
|
154
|
+
);
|
|
155
|
+
|
|
156
|
+
CREATE TABLE IF NOT EXISTS episodes (
|
|
157
|
+
id TEXT PRIMARY KEY,
|
|
158
|
+
agent_id TEXT NOT NULL,
|
|
159
|
+
label TEXT NOT NULL,
|
|
160
|
+
embedding VECTOR(${PGLITE_VECTOR_DIMENSIONS}),
|
|
161
|
+
engram_count INTEGER NOT NULL DEFAULT 0,
|
|
162
|
+
start_time TEXT NOT NULL,
|
|
163
|
+
end_time TEXT NOT NULL,
|
|
164
|
+
created_at TEXT NOT NULL
|
|
165
|
+
);
|
|
166
|
+
|
|
167
|
+
CREATE INDEX IF NOT EXISTS idx_episodes_agent ON episodes(agent_id);
|
|
168
|
+
CREATE INDEX IF NOT EXISTS idx_episodes_time ON episodes(agent_id, end_time);
|
|
169
|
+
|
|
170
|
+
CREATE TABLE IF NOT EXISTS conscious_state (
|
|
171
|
+
agent_id TEXT PRIMARY KEY,
|
|
172
|
+
last_write_id TEXT,
|
|
173
|
+
last_recall_context TEXT,
|
|
174
|
+
last_recall_ids TEXT NOT NULL DEFAULT '[]',
|
|
175
|
+
last_activity_at TEXT NOT NULL DEFAULT (to_char(now() AT TIME ZONE 'UTC', 'YYYY-MM-DD"T"HH24:MI:SS.MS"Z"')),
|
|
176
|
+
write_count_since_consolidation INTEGER NOT NULL DEFAULT 0,
|
|
177
|
+
recall_count_since_consolidation INTEGER NOT NULL DEFAULT 0,
|
|
178
|
+
execution_state TEXT,
|
|
179
|
+
checkpoint_at TEXT,
|
|
180
|
+
last_consolidation_at TEXT,
|
|
181
|
+
last_mini_consolidation_at TEXT,
|
|
182
|
+
consolidation_cycle_count INTEGER NOT NULL DEFAULT 0,
|
|
183
|
+
updated_at TEXT NOT NULL DEFAULT (to_char(now() AT TIME ZONE 'UTC', 'YYYY-MM-DD"T"HH24:MI:SS.MS"Z"'))
|
|
184
|
+
);
|
|
185
|
+
|
|
186
|
+
CREATE TABLE IF NOT EXISTS entity_mentions (
|
|
187
|
+
entity TEXT NOT NULL,
|
|
188
|
+
engram_id TEXT NOT NULL,
|
|
189
|
+
agent_id TEXT NOT NULL,
|
|
190
|
+
PRIMARY KEY (entity, engram_id)
|
|
191
|
+
);
|
|
192
|
+
|
|
193
|
+
CREATE INDEX IF NOT EXISTS idx_entity_mentions_agent ON entity_mentions(agent_id, entity);
|
|
194
|
+
|
|
195
|
+
CREATE TABLE IF NOT EXISTS entity_aliases (
|
|
196
|
+
alias TEXT PRIMARY KEY,
|
|
197
|
+
entity TEXT NOT NULL
|
|
198
|
+
);
|
|
199
|
+
`;
|