memory-anywhere-server 0.0.0-stage → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +5 -2
- package/config/models.json +37 -0
- package/config/vendors.json +205 -0
- package/dist/server.mjs +12598 -0
- package/migrations/0001_init.mjs +41 -0
- package/migrations/0001_init.sql +551 -0
- package/migrations/0002_aws_mode.sql +31 -0
- package/migrations/0003_import.sql +12 -0
- package/migrations/0004_import_budget.sql +8 -0
- package/package.json +42 -4
- package/seed/attributes.json +574 -0
- package/seed/sections.json +65 -0
- package/web/assets/app.css +291 -0
- package/web/assets/app.js +322 -0
- package/web/templates/admin-apps.eta +43 -0
- package/web/templates/admin-changes.eta +10 -0
- package/web/templates/admin-empty.eta +3 -0
- package/web/templates/admin-exports.eta +15 -0
- package/web/templates/admin-home.eta +24 -0
- package/web/templates/admin-memories.eta +17 -0
- package/web/templates/admin-memory.eta +44 -0
- package/web/templates/admin-observations.eta +13 -0
- package/web/templates/admin-repos.eta +10 -0
- package/web/templates/admin-reviews.eta +31 -0
- package/web/templates/admin-sections.eta +22 -0
- package/web/templates/admin-system.eta +22 -0
- package/web/templates/admin.eta +6 -0
- package/web/templates/approve.eta +26 -0
- package/web/templates/consent-code.eta +8 -0
- package/web/templates/consent.eta +14 -0
- package/web/templates/error.eta +3 -0
- package/web/templates/layout.eta +16 -0
- package/web/templates/recover.eta +9 -0
- package/web/templates/setup.eta +20 -0
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
// packages/server/migrations/0001_init.ts
|
|
2
|
+
import { readFileSync } from "node:fs";
|
|
3
|
+
import { join } from "node:path";
|
|
4
|
+
|
|
5
|
+
// packages/server/src/store/seed.ts
|
|
6
|
+
var SEED_AT = "2026-11-07T00:00:00.000Z";
|
|
7
|
+
|
|
8
|
+
// packages/server/migrations/0001_init.ts
|
|
9
|
+
var SEED_DIR = join(import.meta.dirname, "../seed");
|
|
10
|
+
var read = (file) => JSON.parse(readFileSync(join(SEED_DIR, file), "utf8"));
|
|
11
|
+
function up(db) {
|
|
12
|
+
const section = db.prepare(
|
|
13
|
+
`INSERT INTO section (id, name, description, aliases_json, origin, approved, status, sort_order, created_at, created_by)
|
|
14
|
+
VALUES (?, ?, ?, ?, 'default', 1, 'active', ?, ?, 'seed')`
|
|
15
|
+
);
|
|
16
|
+
for (const s of read("sections.json")) {
|
|
17
|
+
section.run(s.id, s.name, s.description, JSON.stringify(s.aliases), s.sort_order, SEED_AT);
|
|
18
|
+
}
|
|
19
|
+
const attribute = db.prepare(
|
|
20
|
+
`INSERT INTO attribute (id, name, entity_type, cardinality, section_id, taste_class, profile_key, restricted, aliases_json, sort_order, origin, description)
|
|
21
|
+
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, 'seed', ?)`
|
|
22
|
+
);
|
|
23
|
+
for (const a of read("attributes.json")) {
|
|
24
|
+
attribute.run(
|
|
25
|
+
a.id,
|
|
26
|
+
a.name,
|
|
27
|
+
a.entity_type,
|
|
28
|
+
a.cardinality,
|
|
29
|
+
a.section_id,
|
|
30
|
+
Number(a.taste_class),
|
|
31
|
+
Number(a.profile_key),
|
|
32
|
+
Number(a.restricted),
|
|
33
|
+
JSON.stringify(a.aliases),
|
|
34
|
+
a.sort_order,
|
|
35
|
+
a.description
|
|
36
|
+
);
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
export {
|
|
40
|
+
up
|
|
41
|
+
};
|
|
@@ -0,0 +1,551 @@
|
|
|
1
|
+
-- Migration 0001: the initial schema. Copied verbatim from docs/design/spec/data-model.md §2 (DDL) and §3
|
|
2
|
+
-- (views); a test fails if this file and the spec differ. Seeds (§4) are inserted by 0001_init.ts.
|
|
3
|
+
|
|
4
|
+
-- ===== meta and policy =====
|
|
5
|
+
CREATE TABLE meta (
|
|
6
|
+
key TEXT PRIMARY KEY,
|
|
7
|
+
value TEXT NOT NULL
|
|
8
|
+
);
|
|
9
|
+
-- Required keys: schema_version (integer as text), store_id (ULID), store_hmac_key (base64, 32 bytes),
|
|
10
|
+
-- audit_hmac_key (base64, 32 bytes), audit_hmac_key_rotated_at, embedding_model_id, embedding_dim,
|
|
11
|
+
-- embedding_query_prefix, embedding_doc_prefix, embedding_files_sha256 (JSON), dup_threshold,
|
|
12
|
+
-- abstain_cosine, sections_cluster_threshold, policy_version, event_chain_head,
|
|
13
|
+
-- mrtr_key (base64, 32 bytes; AES-256-GCM key for elicitation requestState, mcp-interface.md §5),
|
|
14
|
+
-- cookie_secret (base64, 32 bytes; signs admin and AS cookies; rotated on restore; never exported).
|
|
15
|
+
|
|
16
|
+
CREATE TABLE section (
|
|
17
|
+
id TEXT PRIMARY KEY, -- sec_<slug> for seeds, sec_<ULID> for dynamic
|
|
18
|
+
name TEXT NOT NULL UNIQUE COLLATE NOCASE CHECK (length(name) BETWEEN 1 AND 32),
|
|
19
|
+
description TEXT CHECK (description IS NULL OR length(description) <= 80),
|
|
20
|
+
aliases_json TEXT NOT NULL DEFAULT '[]',
|
|
21
|
+
origin TEXT NOT NULL CHECK (origin IN ('default','dynamic','owner')),
|
|
22
|
+
approved INTEGER NOT NULL DEFAULT 0 CHECK (approved IN (0,1)), -- description shown in section map only if 1
|
|
23
|
+
status TEXT NOT NULL DEFAULT 'active' CHECK (status IN ('active','undone','merged')),
|
|
24
|
+
merged_into TEXT REFERENCES section(id),
|
|
25
|
+
sort_order INTEGER NOT NULL,
|
|
26
|
+
created_at TEXT NOT NULL,
|
|
27
|
+
created_by TEXT NOT NULL -- 'seed' | 'owner' | 'job:<job id>'
|
|
28
|
+
);
|
|
29
|
+
|
|
30
|
+
CREATE TABLE attribute (
|
|
31
|
+
id TEXT PRIMARY KEY, -- att_<name with . replaced by _>
|
|
32
|
+
name TEXT NOT NULL UNIQUE, -- e.g. 'city', 'project.status'
|
|
33
|
+
entity_type TEXT NOT NULL CHECK (entity_type IN ('self','person','project','org','place','thing','any')),
|
|
34
|
+
cardinality TEXT NOT NULL CHECK (cardinality IN ('one','many')),
|
|
35
|
+
section_id TEXT NOT NULL REFERENCES section(id),
|
|
36
|
+
taste_class INTEGER NOT NULL DEFAULT 0 CHECK (taste_class IN (0,1)),
|
|
37
|
+
profile_key INTEGER NOT NULL DEFAULT 0 CHECK (profile_key IN (0,1)), -- eligible for profile "Key facts"
|
|
38
|
+
restricted INTEGER NOT NULL DEFAULT 0 CHECK (restricted IN (0,1)), -- CLI/export only, never MCP
|
|
39
|
+
aliases_json TEXT NOT NULL DEFAULT '[]',
|
|
40
|
+
sort_order INTEGER NOT NULL,
|
|
41
|
+
origin TEXT NOT NULL CHECK (origin IN ('seed','owner')),
|
|
42
|
+
description TEXT NOT NULL
|
|
43
|
+
);
|
|
44
|
+
|
|
45
|
+
-- ===== entities =====
|
|
46
|
+
CREATE TABLE entity (
|
|
47
|
+
id TEXT PRIMARY KEY,
|
|
48
|
+
type TEXT NOT NULL CHECK (type IN ('self','person','project','org','place','thing')),
|
|
49
|
+
canonical_name TEXT NOT NULL,
|
|
50
|
+
status TEXT NOT NULL DEFAULT 'active' CHECK (status IN ('active','merged')),
|
|
51
|
+
merged_into TEXT REFERENCES entity(id),
|
|
52
|
+
approved INTEGER NOT NULL CHECK (approved IN (0,1)), -- 1 if created at T0 or approved by the owner; project entities from any other channel start at 0
|
|
53
|
+
created_at TEXT NOT NULL
|
|
54
|
+
);
|
|
55
|
+
CREATE UNIQUE INDEX entity_self ON entity(type) WHERE type = 'self'; -- exactly one self entity: ent_self
|
|
56
|
+
|
|
57
|
+
CREATE TABLE entity_alias (
|
|
58
|
+
alias_norm TEXT NOT NULL, -- norm(alias)
|
|
59
|
+
entity_id TEXT NOT NULL REFERENCES entity(id),
|
|
60
|
+
origin TEXT NOT NULL CHECK (origin IN ('canonical','seed','owner','llm')),
|
|
61
|
+
approved INTEGER NOT NULL CHECK (approved IN (0,1)), -- llm-origin aliases start at 0 and are ignored until approved
|
|
62
|
+
created_at TEXT NOT NULL,
|
|
63
|
+
PRIMARY KEY (alias_norm, entity_id)
|
|
64
|
+
);
|
|
65
|
+
CREATE INDEX entity_alias_lookup ON entity_alias(alias_norm) WHERE approved = 1;
|
|
66
|
+
|
|
67
|
+
CREATE TABLE entity_activity (
|
|
68
|
+
entity_id TEXT PRIMARY KEY REFERENCES entity(id),
|
|
69
|
+
last_activity_at TEXT NOT NULL,
|
|
70
|
+
last_client_id TEXT NOT NULL,
|
|
71
|
+
session_count INTEGER NOT NULL DEFAULT 0
|
|
72
|
+
);
|
|
73
|
+
|
|
74
|
+
CREATE TABLE repo (
|
|
75
|
+
repo_key TEXT PRIMARY KEY, -- rk_<32 hex>, topology-and-ipc.md §8
|
|
76
|
+
display_name TEXT NOT NULL,
|
|
77
|
+
enabled INTEGER NOT NULL CHECK (enabled IN (0,1)),
|
|
78
|
+
capture INTEGER NOT NULL CHECK (capture IN (0,1)),
|
|
79
|
+
project_entity_id TEXT REFERENCES entity(id),
|
|
80
|
+
enabled_at TEXT,
|
|
81
|
+
disabled_at TEXT,
|
|
82
|
+
untracked_prompted INTEGER NOT NULL DEFAULT 0 CHECK (untracked_prompted IN (0,1))
|
|
83
|
+
);
|
|
84
|
+
|
|
85
|
+
-- ===== memories =====
|
|
86
|
+
CREATE TABLE memory (
|
|
87
|
+
id TEXT PRIMARY KEY,
|
|
88
|
+
entity_id TEXT NOT NULL REFERENCES entity(id),
|
|
89
|
+
attribute_id TEXT REFERENCES attribute(id),
|
|
90
|
+
section_id TEXT NOT NULL REFERENCES section(id),
|
|
91
|
+
kind TEXT NOT NULL CHECK (kind IN ('fact','preference','instruction','event')),
|
|
92
|
+
scope TEXT NOT NULL DEFAULT 'global', -- 'global' | 'repo:rk_…'
|
|
93
|
+
status TEXT NOT NULL CHECK (status IN ('active','contested','pending_review','superseded','forgotten','purged')),
|
|
94
|
+
pinned INTEGER NOT NULL DEFAULT 0 CHECK (pinned IN (0,1)),
|
|
95
|
+
sensitivity_category TEXT, -- NULL or a category id from policy/sensitive/
|
|
96
|
+
expires_at TEXT, -- events only
|
|
97
|
+
superseded_by TEXT REFERENCES memory(id),
|
|
98
|
+
forgotten_at TEXT,
|
|
99
|
+
purge_after TEXT, -- forgotten_at + 30 days
|
|
100
|
+
purged_at TEXT,
|
|
101
|
+
created_at TEXT NOT NULL,
|
|
102
|
+
updated_at TEXT NOT NULL,
|
|
103
|
+
created_by_client_id TEXT NOT NULL,
|
|
104
|
+
recall_count INTEGER NOT NULL DEFAULT 0,
|
|
105
|
+
last_recalled_at TEXT
|
|
106
|
+
);
|
|
107
|
+
CREATE INDEX memory_slot ON memory(entity_id, attribute_id) WHERE attribute_id IS NOT NULL AND status IN ('active','contested');
|
|
108
|
+
CREATE INDEX memory_status ON memory(status);
|
|
109
|
+
CREATE INDEX memory_section ON memory(section_id, status);
|
|
110
|
+
|
|
111
|
+
CREATE TABLE memory_version (
|
|
112
|
+
id TEXT PRIMARY KEY,
|
|
113
|
+
memory_id TEXT NOT NULL REFERENCES memory(id),
|
|
114
|
+
content TEXT, -- NULL after purge; ≤ 400 chars; CR/LF/control chars stripped
|
|
115
|
+
content_norm_hash TEXT NOT NULL, -- kept after purge (hash of normalized text)
|
|
116
|
+
valid_from TEXT,
|
|
117
|
+
valid_from_precision TEXT CHECK (valid_from_precision IN ('year','month','day','instant')),
|
|
118
|
+
valid_to TEXT,
|
|
119
|
+
valid_to_precision TEXT CHECK (valid_to_precision IN ('year','month','day','instant')),
|
|
120
|
+
recorded_at TEXT NOT NULL,
|
|
121
|
+
expired_at TEXT,
|
|
122
|
+
trust_tier INTEGER NOT NULL CHECK (trust_tier BETWEEN 0 AND 3),
|
|
123
|
+
tier_basis TEXT NOT NULL CHECK (tier_basis IN ('owner','elicitation','model','capture','import','promotion')),
|
|
124
|
+
extraction_method TEXT NOT NULL CHECK (extraction_method IN ('live','capture','import','admin','promotion')),
|
|
125
|
+
change_kind TEXT NOT NULL CHECK (change_kind IN ('initial','update','correction','historical','undated_historical','extension','resolution','confirmation')),
|
|
126
|
+
client_id TEXT NOT NULL, -- client_policy.client_id of the write that created this version ('owner' for T0)
|
|
127
|
+
write_request_key TEXT
|
|
128
|
+
);
|
|
129
|
+
CREATE INDEX version_current ON memory_version(memory_id) WHERE valid_to IS NULL AND expired_at IS NULL;
|
|
130
|
+
CREATE INDEX version_hash ON memory_version(content_norm_hash);
|
|
131
|
+
|
|
132
|
+
CREATE TABLE source (
|
|
133
|
+
id TEXT PRIMARY KEY,
|
|
134
|
+
client_id TEXT NOT NULL, -- client_policy.client_id
|
|
135
|
+
client_class TEXT NOT NULL CHECK (client_class IN ('chat','coding','admin','import','capture')),
|
|
136
|
+
tool TEXT, -- MA-Tool header value (untrusted label) or vendor name
|
|
137
|
+
repo_key TEXT,
|
|
138
|
+
session_key TEXT NOT NULL, -- write-path.md §2
|
|
139
|
+
import_item_key TEXT,
|
|
140
|
+
created_at TEXT NOT NULL
|
|
141
|
+
);
|
|
142
|
+
|
|
143
|
+
CREATE TABLE memory_source (
|
|
144
|
+
id TEXT PRIMARY KEY,
|
|
145
|
+
memory_id TEXT NOT NULL REFERENCES memory(id),
|
|
146
|
+
version_id TEXT REFERENCES memory_version(id),
|
|
147
|
+
source_id TEXT NOT NULL REFERENCES source(id),
|
|
148
|
+
excerpt TEXT, -- ≤ 300 chars; NULL after purge
|
|
149
|
+
user_words TEXT, -- ≤ 200 chars, model-reported unless tier_basis says otherwise; NULL after purge
|
|
150
|
+
observed_at TEXT NOT NULL
|
|
151
|
+
);
|
|
152
|
+
CREATE INDEX memory_source_memory ON memory_source(memory_id);
|
|
153
|
+
|
|
154
|
+
CREATE TABLE memory_contest (
|
|
155
|
+
memory_id TEXT NOT NULL REFERENCES memory(id),
|
|
156
|
+
other_memory_id TEXT NOT NULL REFERENCES memory(id),
|
|
157
|
+
created_at TEXT NOT NULL,
|
|
158
|
+
resolved_at TEXT,
|
|
159
|
+
resolution TEXT CHECK (resolution IN ('kept_this','kept_other','both_valid')),
|
|
160
|
+
PRIMARY KEY (memory_id, other_memory_id)
|
|
161
|
+
);
|
|
162
|
+
|
|
163
|
+
-- ===== observations =====
|
|
164
|
+
CREATE TABLE observation (
|
|
165
|
+
id TEXT PRIMARY KEY,
|
|
166
|
+
content TEXT, -- NULL after purge
|
|
167
|
+
content_norm_hash TEXT NOT NULL,
|
|
168
|
+
kind TEXT NOT NULL CHECK (kind IN ('fact','preference','event')),
|
|
169
|
+
entity_id TEXT REFERENCES entity(id),
|
|
170
|
+
attribute_id TEXT REFERENCES attribute(id),
|
|
171
|
+
section_id TEXT NOT NULL REFERENCES section(id),
|
|
172
|
+
best_tier INTEGER NOT NULL CHECK (best_tier BETWEEN 0 AND 3),
|
|
173
|
+
mention_count INTEGER NOT NULL DEFAULT 1,
|
|
174
|
+
first_seen TEXT NOT NULL,
|
|
175
|
+
last_seen TEXT NOT NULL,
|
|
176
|
+
expires_at TEXT NOT NULL, -- last_seen + observation.ttl_days
|
|
177
|
+
status TEXT NOT NULL CHECK (status IN ('open','promoted','expired','forgotten','purged')),
|
|
178
|
+
promoted_memory_id TEXT REFERENCES memory(id),
|
|
179
|
+
created_by_client_id TEXT NOT NULL
|
|
180
|
+
);
|
|
181
|
+
CREATE INDEX observation_open ON observation(status, content_norm_hash);
|
|
182
|
+
CREATE INDEX observation_slot ON observation(entity_id, attribute_id) WHERE status = 'open';
|
|
183
|
+
|
|
184
|
+
CREATE TABLE observation_mention (
|
|
185
|
+
id TEXT PRIMARY KEY,
|
|
186
|
+
observation_id TEXT NOT NULL REFERENCES observation(id),
|
|
187
|
+
source_id TEXT NOT NULL REFERENCES source(id),
|
|
188
|
+
client_id TEXT NOT NULL,
|
|
189
|
+
floored INTEGER NOT NULL CHECK (floored IN (0,1)), -- 1 if the client's save_floor = observation (does not count toward promotion)
|
|
190
|
+
content TEXT, -- the mention's normalized-input content; NULL after purge
|
|
191
|
+
trust_tier INTEGER NOT NULL CHECK (trust_tier BETWEEN 0 AND 3),
|
|
192
|
+
session_key TEXT NOT NULL, -- write-path.md §2.2
|
|
193
|
+
excerpt TEXT, -- NULL after purge
|
|
194
|
+
user_words TEXT, -- NULL after purge
|
|
195
|
+
observed_at TEXT NOT NULL,
|
|
196
|
+
write_request_key TEXT NOT NULL
|
|
197
|
+
);
|
|
198
|
+
|
|
199
|
+
-- ===== vectors and search =====
|
|
200
|
+
CREATE TABLE embedding (
|
|
201
|
+
owner_type TEXT NOT NULL CHECK (owner_type IN ('version','observation')),
|
|
202
|
+
owner_id TEXT NOT NULL,
|
|
203
|
+
model_id TEXT NOT NULL,
|
|
204
|
+
dim INTEGER NOT NULL,
|
|
205
|
+
vector BLOB NOT NULL, -- float32 little-endian, L2-normalized, length = 4*dim
|
|
206
|
+
PRIMARY KEY (owner_type, owner_id, model_id)
|
|
207
|
+
);
|
|
208
|
+
|
|
209
|
+
CREATE VIRTUAL TABLE memory_fts USING fts5(
|
|
210
|
+
version_id UNINDEXED,
|
|
211
|
+
content,
|
|
212
|
+
excerpts,
|
|
213
|
+
aliases,
|
|
214
|
+
tokenize = 'porter unicode61 remove_diacritics 2'
|
|
215
|
+
);
|
|
216
|
+
-- Holds one row per CURRENT version of a memory with status active or contested.
|
|
217
|
+
-- Maintained by application code inside the write transaction (no triggers).
|
|
218
|
+
|
|
219
|
+
-- ===== deletion support =====
|
|
220
|
+
CREATE TABLE suppression (
|
|
221
|
+
id TEXT PRIMARY KEY,
|
|
222
|
+
hmac TEXT NOT NULL, -- HMAC-SHA256(store_hmac_key, norm(content)), hex
|
|
223
|
+
slot_hmac TEXT, -- HMAC-SHA256(store_hmac_key, entity_id || '|' || attribute_id || '|' || norm(content)) for slotted memories
|
|
224
|
+
memory_id TEXT,
|
|
225
|
+
key_id TEXT NOT NULL DEFAULT 'local', -- 'local' = meta.store_hmac_key; else foreign_suppression_key.key_id
|
|
226
|
+
reason TEXT NOT NULL CHECK (reason IN ('forget','purge')),
|
|
227
|
+
created_at TEXT NOT NULL,
|
|
228
|
+
lifted_at TEXT
|
|
229
|
+
);
|
|
230
|
+
CREATE INDEX suppression_hmac ON suppression(hmac) WHERE lifted_at IS NULL;
|
|
231
|
+
|
|
232
|
+
CREATE TABLE foreign_suppression_key ( -- HMAC keys of other stores whose suppressions were imported (§10)
|
|
233
|
+
key_id TEXT PRIMARY KEY, -- sha256 of the key, first 16 hex
|
|
234
|
+
key TEXT NOT NULL, -- base64
|
|
235
|
+
source_store_id TEXT NOT NULL,
|
|
236
|
+
imported_at TEXT NOT NULL
|
|
237
|
+
);
|
|
238
|
+
|
|
239
|
+
-- ===== requests, review, jobs =====
|
|
240
|
+
CREATE TABLE write_request (
|
|
241
|
+
idempotency_key TEXT PRIMARY KEY,
|
|
242
|
+
client_id TEXT NOT NULL,
|
|
243
|
+
op TEXT NOT NULL CHECK (op IN ('save','forget','prompt','capture','import','admin')),
|
|
244
|
+
received_at TEXT NOT NULL,
|
|
245
|
+
observed_at TEXT NOT NULL,
|
|
246
|
+
outcome TEXT NOT NULL,
|
|
247
|
+
reason TEXT NOT NULL,
|
|
248
|
+
result_json TEXT NOT NULL, -- the exact result returned; ids and codes only, no content
|
|
249
|
+
expires_at TEXT NOT NULL -- received_at + 180 days
|
|
250
|
+
);
|
|
251
|
+
|
|
252
|
+
CREATE TABLE review_item (
|
|
253
|
+
id TEXT PRIMARY KEY,
|
|
254
|
+
kind TEXT NOT NULL CHECK (kind IN ('instruction','sensitive','forget_protected','contested','section_proposal','alias_proposal','import_sensitive','render_sensitive','preference_confirm','project_proposal')),
|
|
255
|
+
memory_id TEXT REFERENCES memory(id), -- the pending_review memory, if any
|
|
256
|
+
observation_id TEXT REFERENCES observation(id),
|
|
257
|
+
payload_json TEXT, -- redacted proposal; NULL after resolution + 30 days or purge
|
|
258
|
+
client_id TEXT NOT NULL,
|
|
259
|
+
created_at TEXT NOT NULL,
|
|
260
|
+
resolved_at TEXT,
|
|
261
|
+
resolution TEXT CHECK (resolution IN ('approved','rejected','expired'))
|
|
262
|
+
);
|
|
263
|
+
|
|
264
|
+
CREATE TABLE job (
|
|
265
|
+
id TEXT PRIMARY KEY,
|
|
266
|
+
kind TEXT NOT NULL CHECK (kind IN ('extract','reslot','embed','reembed','section_cluster','purge','expire','digest','vacuum','manifest','prune','hmac_rotate')),
|
|
267
|
+
payload_json TEXT NOT NULL, -- ids only
|
|
268
|
+
attempts INTEGER NOT NULL DEFAULT 0,
|
|
269
|
+
next_at TEXT NOT NULL,
|
|
270
|
+
status TEXT NOT NULL CHECK (status IN ('queued','running','done','failed','dropped')),
|
|
271
|
+
last_error TEXT, -- error code and message, never content
|
|
272
|
+
created_at TEXT NOT NULL
|
|
273
|
+
);
|
|
274
|
+
CREATE INDEX job_due ON job(status, next_at);
|
|
275
|
+
|
|
276
|
+
-- ===== import and extraction =====
|
|
277
|
+
CREATE TABLE import_batch (
|
|
278
|
+
id TEXT PRIMARY KEY,
|
|
279
|
+
source_type TEXT NOT NULL, -- importers.md source ids
|
|
280
|
+
file_sha256 TEXT NOT NULL,
|
|
281
|
+
dry_run INTEGER NOT NULL CHECK (dry_run IN (0,1)),
|
|
282
|
+
started_at TEXT NOT NULL,
|
|
283
|
+
finished_at TEXT,
|
|
284
|
+
status TEXT NOT NULL CHECK (status IN ('running','done','failed','aborted_budget')),
|
|
285
|
+
counts_json TEXT NOT NULL DEFAULT '{}',
|
|
286
|
+
cost_usd REAL NOT NULL DEFAULT 0
|
|
287
|
+
);
|
|
288
|
+
|
|
289
|
+
CREATE TABLE import_item (
|
|
290
|
+
idempotency_key TEXT PRIMARY KEY, -- sha256(source_type|source_item_id|extractor_version|ordinal)
|
|
291
|
+
batch_id TEXT NOT NULL REFERENCES import_batch(id),
|
|
292
|
+
source_type TEXT NOT NULL,
|
|
293
|
+
source_item_id TEXT NOT NULL,
|
|
294
|
+
extractor_version TEXT NOT NULL,
|
|
295
|
+
ordinal INTEGER NOT NULL,
|
|
296
|
+
outcome TEXT NOT NULL,
|
|
297
|
+
reason TEXT NOT NULL,
|
|
298
|
+
memory_id TEXT,
|
|
299
|
+
observation_id TEXT
|
|
300
|
+
);
|
|
301
|
+
|
|
302
|
+
CREATE TABLE extraction_cache (
|
|
303
|
+
input_hash TEXT PRIMARY KEY, -- sha256(input || prompt_version || model_id)
|
|
304
|
+
prompt_version TEXT NOT NULL,
|
|
305
|
+
model_id TEXT NOT NULL,
|
|
306
|
+
output_json TEXT, -- NULL after purge of any memory derived from it
|
|
307
|
+
created_at TEXT NOT NULL,
|
|
308
|
+
expires_at TEXT NOT NULL -- created_at + 30 days
|
|
309
|
+
);
|
|
310
|
+
|
|
311
|
+
CREATE TABLE session_prompt (
|
|
312
|
+
id TEXT PRIMARY KEY,
|
|
313
|
+
client_id TEXT NOT NULL,
|
|
314
|
+
repo_key TEXT NOT NULL,
|
|
315
|
+
tool_session TEXT NOT NULL, -- hook session id (untrusted label)
|
|
316
|
+
prompt TEXT, -- redacted capture text; NULL after purge or after extraction
|
|
317
|
+
received_at TEXT NOT NULL,
|
|
318
|
+
expires_at TEXT NOT NULL -- received_at + 24 h
|
|
319
|
+
);
|
|
320
|
+
CREATE INDEX session_prompt_lookup ON session_prompt(client_id, repo_key, received_at);
|
|
321
|
+
|
|
322
|
+
-- ===== clients, budgets, audit =====
|
|
323
|
+
CREATE TABLE client_policy (
|
|
324
|
+
client_id TEXT PRIMARY KEY, -- cli_<ULID>; maps 1:1 to an OAuth client or the local token
|
|
325
|
+
oauth_client_id TEXT UNIQUE, -- library client_id (CIMD URL, DCR id, static id); NULL for local
|
|
326
|
+
display_name TEXT NOT NULL,
|
|
327
|
+
vendor TEXT NOT NULL CHECK (vendor IN ('claude','chatgpt','gemini','grok','claude_code_direct','pc','local','eval','other')),
|
|
328
|
+
class TEXT NOT NULL CHECK (class IN ('chat','coding')),
|
|
329
|
+
read INTEGER NOT NULL CHECK (read IN (0,1)),
|
|
330
|
+
write INTEGER NOT NULL CHECK (write IN (0,1)),
|
|
331
|
+
section_allow_json TEXT NOT NULL, -- JSON array of section ids, or ["*"]
|
|
332
|
+
sensitive_allow_json TEXT NOT NULL DEFAULT '[]',
|
|
333
|
+
save_floor TEXT NOT NULL DEFAULT 'none' CHECK (save_floor IN ('none','observation')),
|
|
334
|
+
profile_eligible INTEGER NOT NULL DEFAULT 1 CHECK (profile_eligible IN (0,1)),
|
|
335
|
+
quota_saves_per_hour INTEGER NOT NULL DEFAULT 20, -- set from client_defaults.<class> at creation
|
|
336
|
+
quota_forgets_per_day INTEGER NOT NULL DEFAULT 5,
|
|
337
|
+
read_budget_24h INTEGER NOT NULL DEFAULT 60, -- set from client_defaults.<class> at creation
|
|
338
|
+
read_budget_1h INTEGER NOT NULL DEFAULT 20,
|
|
339
|
+
elicitation TEXT NOT NULL DEFAULT 'none' CHECK (elicitation IN ('none','verified')),
|
|
340
|
+
refresh_rotation TEXT NOT NULL DEFAULT 'rotate' CHECK (refresh_rotation IN ('rotate','fixed')),
|
|
341
|
+
last_policy_version TEXT,
|
|
342
|
+
last_policy_version_at TEXT,
|
|
343
|
+
created_at TEXT NOT NULL,
|
|
344
|
+
revoked_at TEXT
|
|
345
|
+
);
|
|
346
|
+
|
|
347
|
+
CREATE TABLE read_ledger (
|
|
348
|
+
client_id TEXT NOT NULL,
|
|
349
|
+
memory_id TEXT NOT NULL,
|
|
350
|
+
first_read_at TEXT NOT NULL,
|
|
351
|
+
PRIMARY KEY (client_id, memory_id, first_read_at)
|
|
352
|
+
);
|
|
353
|
+
CREATE INDEX read_ledger_window ON read_ledger(client_id, first_read_at);
|
|
354
|
+
-- Rows older than 48 h are deleted by job 'prune'.
|
|
355
|
+
|
|
356
|
+
CREATE TABLE audit (
|
|
357
|
+
id TEXT PRIMARY KEY,
|
|
358
|
+
at TEXT NOT NULL,
|
|
359
|
+
client_id TEXT,
|
|
360
|
+
op TEXT NOT NULL, -- tool name or /v1 route or admin action
|
|
361
|
+
query_hmac TEXT, -- HMAC-SHA256(audit_hmac_key, norm(query))
|
|
362
|
+
result_ids TEXT, -- JSON array of ids
|
|
363
|
+
outcome TEXT NOT NULL,
|
|
364
|
+
status_code INTEGER,
|
|
365
|
+
ip_prefix TEXT, -- IPv4 /24 or IPv6 /48
|
|
366
|
+
latency_ms INTEGER NOT NULL
|
|
367
|
+
);
|
|
368
|
+
CREATE INDEX audit_at ON audit(at);
|
|
369
|
+
|
|
370
|
+
CREATE TABLE event (
|
|
371
|
+
id TEXT PRIMARY KEY, -- evt_<ULID>, strictly increasing
|
|
372
|
+
at TEXT NOT NULL,
|
|
373
|
+
actor TEXT NOT NULL, -- client_id, 'owner', 'job:<id>', 'system'
|
|
374
|
+
op TEXT NOT NULL, -- e.g. memory.insert, memory.update, memory.forget, memory.purge, grant.create
|
|
375
|
+
refs_json TEXT NOT NULL, -- ids only, never content
|
|
376
|
+
undo_json TEXT, -- ids and prior status/version pointers needed to undo; never content
|
|
377
|
+
prev_hash TEXT NOT NULL, -- hash of previous event, or 64 zeros
|
|
378
|
+
hash TEXT NOT NULL -- sha256(prev_hash || id || at || actor || op || refs_json || coalesce(undo_json,''))
|
|
379
|
+
);
|
|
380
|
+
|
|
381
|
+
CREATE TABLE alert (
|
|
382
|
+
id TEXT PRIMARY KEY,
|
|
383
|
+
kind TEXT NOT NULL, -- operations.md §2 alert ids
|
|
384
|
+
at TEXT NOT NULL,
|
|
385
|
+
details_json TEXT NOT NULL, -- counts and ids only
|
|
386
|
+
acknowledged_at TEXT
|
|
387
|
+
);
|
|
388
|
+
|
|
389
|
+
CREATE TABLE llm_spend (
|
|
390
|
+
day TEXT NOT NULL, -- YYYY-MM-DD UTC
|
|
391
|
+
purpose TEXT NOT NULL CHECK (purpose IN ('live','import')),
|
|
392
|
+
usd REAL NOT NULL DEFAULT 0,
|
|
393
|
+
tokens_in INTEGER NOT NULL DEFAULT 0,
|
|
394
|
+
tokens_out INTEGER NOT NULL DEFAULT 0,
|
|
395
|
+
PRIMARY KEY (day, purpose)
|
|
396
|
+
);
|
|
397
|
+
|
|
398
|
+
-- ===== owner authentication (auth-and-security.md §3) =====
|
|
399
|
+
CREATE TABLE owner (
|
|
400
|
+
id INTEGER PRIMARY KEY CHECK (id = 1), -- exactly one owner
|
|
401
|
+
created_at TEXT NOT NULL
|
|
402
|
+
);
|
|
403
|
+
CREATE TABLE passkey (
|
|
404
|
+
id TEXT PRIMARY KEY,
|
|
405
|
+
credential_id TEXT NOT NULL UNIQUE, -- base64url
|
|
406
|
+
public_key BLOB NOT NULL,
|
|
407
|
+
sign_count INTEGER NOT NULL,
|
|
408
|
+
transports_json TEXT NOT NULL,
|
|
409
|
+
backup_eligible INTEGER NOT NULL CHECK (backup_eligible IN (0,1)), -- BE flag: 1 = synced passkey
|
|
410
|
+
aaguid TEXT NOT NULL, -- authenticator provider id
|
|
411
|
+
label TEXT NOT NULL,
|
|
412
|
+
created_at TEXT NOT NULL,
|
|
413
|
+
last_used_at TEXT,
|
|
414
|
+
revoked_at TEXT
|
|
415
|
+
);
|
|
416
|
+
CREATE TABLE recovery_code (
|
|
417
|
+
id TEXT PRIMARY KEY,
|
|
418
|
+
hash TEXT NOT NULL, -- argon2id
|
|
419
|
+
batch_id TEXT NOT NULL,
|
|
420
|
+
used_at TEXT
|
|
421
|
+
);
|
|
422
|
+
CREATE TABLE setup_token (
|
|
423
|
+
hash TEXT PRIMARY KEY, -- sha256
|
|
424
|
+
expires_at TEXT NOT NULL,
|
|
425
|
+
used_at TEXT
|
|
426
|
+
);
|
|
427
|
+
CREATE TABLE admin_session (
|
|
428
|
+
id_hash TEXT PRIMARY KEY, -- sha256 of cookie value
|
|
429
|
+
created_at TEXT NOT NULL,
|
|
430
|
+
last_seen_at TEXT NOT NULL,
|
|
431
|
+
uv_at TEXT NOT NULL, -- time of the last user-verified assertion
|
|
432
|
+
expires_at TEXT NOT NULL,
|
|
433
|
+
revoked_at TEXT
|
|
434
|
+
);
|
|
435
|
+
CREATE TABLE stepup_request (
|
|
436
|
+
id TEXT PRIMARY KEY,
|
|
437
|
+
command TEXT NOT NULL, -- AdminCommand (mcp-interface.md §7)
|
|
438
|
+
args_json TEXT NOT NULL, -- canonical arguments, ≤ 4 KiB; never memory content; deleted 24 h after expiry
|
|
439
|
+
args_sha256 TEXT NOT NULL,
|
|
440
|
+
rendered_text TEXT NOT NULL, -- what the approval page showed, rendered by the server from args_json
|
|
441
|
+
needs_second_confirm INTEGER NOT NULL DEFAULT 0 CHECK (needs_second_confirm IN (0,1)), -- export to an unregistered recipient
|
|
442
|
+
import_batch_id TEXT, -- import tokens are bound to one batch
|
|
443
|
+
uses INTEGER NOT NULL DEFAULT 0,
|
|
444
|
+
client_id TEXT NOT NULL, -- the PC grant that asked
|
|
445
|
+
user_code TEXT NOT NULL, -- 8 chars, shown in terminal and admin UI
|
|
446
|
+
created_at TEXT NOT NULL,
|
|
447
|
+
expires_at TEXT NOT NULL, -- created_at + 5 min
|
|
448
|
+
approved_at TEXT,
|
|
449
|
+
denied_at TEXT,
|
|
450
|
+
token_hash TEXT, -- sha256 of issued step-up token
|
|
451
|
+
token_expires_at TEXT
|
|
452
|
+
);
|
|
453
|
+
CREATE TABLE pairing_window (
|
|
454
|
+
id TEXT PRIMARY KEY,
|
|
455
|
+
vendor TEXT NOT NULL,
|
|
456
|
+
method TEXT NOT NULL CHECK (method IN ('cimd','dcr','static','static_bearer')),
|
|
457
|
+
opened_at TEXT NOT NULL,
|
|
458
|
+
expires_at TEXT NOT NULL, -- opened_at + 10 min
|
|
459
|
+
pair_code TEXT NOT NULL, -- 8 chars shown in the admin UI (consent fallback)
|
|
460
|
+
pair_cookie_hash TEXT, -- sha256 of the __Host-ma_pair cookie set on {host}
|
|
461
|
+
allowed_redirect_host TEXT, -- vendor Other: the https host the owner typed
|
|
462
|
+
registered_client_id TEXT,
|
|
463
|
+
granted_at TEXT,
|
|
464
|
+
closed_at TEXT,
|
|
465
|
+
close_reason TEXT -- granted | expired | cancelled | registration_race
|
|
466
|
+
);
|
|
467
|
+
CREATE TABLE oidc_store ( -- adapter storage for the OAuth library
|
|
468
|
+
model TEXT NOT NULL,
|
|
469
|
+
id TEXT NOT NULL,
|
|
470
|
+
payload_json TEXT NOT NULL,
|
|
471
|
+
grant_id TEXT,
|
|
472
|
+
uid TEXT,
|
|
473
|
+
expires_at TEXT,
|
|
474
|
+
consumed_at TEXT,
|
|
475
|
+
PRIMARY KEY (model, id)
|
|
476
|
+
);
|
|
477
|
+
CREATE INDEX oidc_grant ON oidc_store(grant_id);
|
|
478
|
+
CREATE INDEX oidc_uid ON oidc_store(uid);
|
|
479
|
+
CREATE TABLE grant_meta (
|
|
480
|
+
grant_id TEXT PRIMARY KEY,
|
|
481
|
+
client_id TEXT NOT NULL REFERENCES client_policy(client_id),
|
|
482
|
+
created_at TEXT NOT NULL,
|
|
483
|
+
last_used_at TEXT,
|
|
484
|
+
revoked_at TEXT
|
|
485
|
+
);
|
|
486
|
+
CREATE TABLE pending_elicitation ( -- write-path.md §5, mcp-interface.md §5
|
|
487
|
+
id TEXT PRIMARY KEY, -- pel_<ULID>
|
|
488
|
+
grant_id TEXT NOT NULL,
|
|
489
|
+
tool TEXT NOT NULL,
|
|
490
|
+
args_sha256 TEXT NOT NULL,
|
|
491
|
+
question TEXT NOT NULL, -- rendered question (quotes ≤ 200 chars of content); deleted at expiry
|
|
492
|
+
created_at TEXT NOT NULL,
|
|
493
|
+
expires_at TEXT NOT NULL, -- created_at + 5 min
|
|
494
|
+
consumed_at TEXT
|
|
495
|
+
);
|
|
496
|
+
CREATE TABLE export_recipient ( -- registered age recipients, edited only in the admin UI with a passkey
|
|
497
|
+
id TEXT PRIMARY KEY,
|
|
498
|
+
recipient TEXT NOT NULL UNIQUE, -- age public key (age1…)
|
|
499
|
+
fingerprint TEXT NOT NULL, -- first 16 hex of sha256(recipient), shown in 4 groups
|
|
500
|
+
label TEXT NOT NULL,
|
|
501
|
+
created_at TEXT NOT NULL,
|
|
502
|
+
revoked_at TEXT
|
|
503
|
+
);
|
|
504
|
+
CREATE TABLE export_log (
|
|
505
|
+
id TEXT PRIMARY KEY,
|
|
506
|
+
at TEXT NOT NULL,
|
|
507
|
+
kind TEXT NOT NULL CHECK (kind IN ('full','full_auth','projects')),
|
|
508
|
+
recipient_fingerprint TEXT,
|
|
509
|
+
stepup_request_id TEXT,
|
|
510
|
+
client_id TEXT NOT NULL
|
|
511
|
+
);
|
|
512
|
+
CREATE TABLE owner_reset ( -- break-glass, auth-and-security.md §3.3
|
|
513
|
+
id TEXT PRIMARY KEY,
|
|
514
|
+
requested_at TEXT NOT NULL,
|
|
515
|
+
effective_at TEXT NOT NULL, -- requested_at + 24 h
|
|
516
|
+
cancelled_at TEXT,
|
|
517
|
+
executed_at TEXT
|
|
518
|
+
);
|
|
519
|
+
|
|
520
|
+
-- ===== views (data-model.md §3) =====
|
|
521
|
+
-- Current versions of non-deleted memories.
|
|
522
|
+
CREATE VIEW current_version AS
|
|
523
|
+
SELECT v.* FROM memory_version v
|
|
524
|
+
JOIN memory m ON m.id = v.memory_id
|
|
525
|
+
WHERE v.valid_to IS NULL AND v.expired_at IS NULL
|
|
526
|
+
AND m.status IN ('active','contested','pending_review');
|
|
527
|
+
|
|
528
|
+
-- Project catalog (read-only). One row per approved project entity.
|
|
529
|
+
-- Each field is a JSON array of {"value", "contested"} objects over current versions of active or contested
|
|
530
|
+
-- memories, so a contested pair shows both values and nothing disappears. One-cardinality fields normally hold
|
|
531
|
+
-- one element; many-cardinality fields (stack, decisions, constraints, outcomes, portfolio_relevance) hold all.
|
|
532
|
+
CREATE VIEW project_field AS
|
|
533
|
+
SELECT m.entity_id, a.name AS field, cv.content AS value, (m.status = 'contested') AS contested,
|
|
534
|
+
cv.valid_from, m.id AS memory_id, m.created_at AS recorded_at_sort
|
|
535
|
+
FROM memory m
|
|
536
|
+
JOIN current_version cv ON cv.memory_id = m.id
|
|
537
|
+
JOIN attribute a ON a.id = m.attribute_id
|
|
538
|
+
WHERE a.name LIKE 'project.%' AND m.status IN ('active','contested');
|
|
539
|
+
|
|
540
|
+
CREATE VIEW project_view AS
|
|
541
|
+
SELECT e.id AS entity_id,
|
|
542
|
+
e.canonical_name AS name,
|
|
543
|
+
(SELECT json_group_array(al.alias_norm) FROM entity_alias al
|
|
544
|
+
WHERE al.entity_id = e.id AND al.approved = 1 AND al.origin != 'canonical') AS aliases_json,
|
|
545
|
+
(SELECT json_group_array(json_object('field', f.field, 'value', f.value, 'contested', json(CASE WHEN f.contested THEN 'true' ELSE 'false' END),
|
|
546
|
+
'memory_id', f.memory_id, 'valid_from', f.valid_from))
|
|
547
|
+
FROM project_field f WHERE f.entity_id = e.id) AS fields_json,
|
|
548
|
+
ea.last_activity_at
|
|
549
|
+
FROM entity e LEFT JOIN entity_activity ea ON ea.entity_id = e.id
|
|
550
|
+
WHERE e.type = 'project' AND e.status = 'active' AND e.approved = 1;
|
|
551
|
+
-- The exporter groups fields_json by field into the shape of §11. `recorded_at_sort` is the memory's created_at.
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
-- 0002: what the remote store adds to schema 1. Applied before the first aws deployment.
|
|
2
|
+
|
|
3
|
+
-- Alerts (operations.md §2) are kept once per kind and subject while open: a repeat of the same
|
|
4
|
+
-- alert raises `count` and `last_at` instead of adding a row, so a busy client cannot flood the
|
|
5
|
+
-- list, the email or the digest. `notified_at` is when an immediate alert last went to the
|
|
6
|
+
-- outbox; `digested_at` is when it was last included in a daily digest.
|
|
7
|
+
ALTER TABLE alert ADD COLUMN subject TEXT NOT NULL DEFAULT ''; -- a client id, a job kind, … ('' when the kind has one subject)
|
|
8
|
+
ALTER TABLE alert ADD COLUMN count INTEGER NOT NULL DEFAULT 1;
|
|
9
|
+
ALTER TABLE alert ADD COLUMN last_at TEXT;
|
|
10
|
+
ALTER TABLE alert ADD COLUMN notified_at TEXT;
|
|
11
|
+
ALTER TABLE alert ADD COLUMN digested_at TEXT;
|
|
12
|
+
CREATE INDEX alert_open ON alert(kind, subject) WHERE acknowledged_at IS NULL;
|
|
13
|
+
|
|
14
|
+
-- Pairing windows (auth-and-security.md §4.1, §4.4, auth-and-security.md §5.6): what a window allows and how it was used.
|
|
15
|
+
ALTER TABLE pairing_window ADD COLUMN registration_used INTEGER NOT NULL DEFAULT 0; -- one registration per window
|
|
16
|
+
ALTER TABLE pairing_window ADD COLUMN code_attempts INTEGER NOT NULL DEFAULT 0; -- wrong pair codes typed (5 close the window)
|
|
17
|
+
ALTER TABLE pairing_window ADD COLUMN desktop INTEGER NOT NULL DEFAULT 0; -- Other: a desktop app with a loopback redirect
|
|
18
|
+
ALTER TABLE pairing_window ADD COLUMN other_write INTEGER NOT NULL DEFAULT 1; -- Other: read-write (1) or read-only (0)
|
|
19
|
+
ALTER TABLE pairing_window ADD COLUMN machine_name TEXT; -- PC: the machine this grant is for
|
|
20
|
+
ALTER TABLE pairing_window ADD COLUMN replaces_client_id TEXT; -- Replace: the client whose grant this one ends
|
|
21
|
+
|
|
22
|
+
-- A passkey blocked by the clone check (auth-and-security.md §3.2) until the owner re-confirms with another passkey.
|
|
23
|
+
ALTER TABLE passkey ADD COLUMN blocked_at TEXT;
|
|
24
|
+
|
|
25
|
+
-- WebAuthn challenges (auth-and-security.md §3.2): 32 random bytes, single use, 2 minutes, bound to what asked for them
|
|
26
|
+
-- (`setup`, `login`, `stepup:<session>`, `consent:<interaction>`, `approve:<request>`).
|
|
27
|
+
CREATE TABLE webauthn_challenge (
|
|
28
|
+
value TEXT PRIMARY KEY, -- base64url
|
|
29
|
+
purpose TEXT NOT NULL,
|
|
30
|
+
expires_at TEXT NOT NULL
|
|
31
|
+
);
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
-- 0003: what imports add to the schema (importers.md; write-path.md §10.4–10.5).
|
|
2
|
+
|
|
3
|
+
-- The batch keeps what the owner approved: how many items the PC said it would upload (the batch
|
|
4
|
+
-- is done once that many are recorded and none waits for the extractor) and the estimate typed to
|
|
5
|
+
-- confirm it (the report compares it with cost_usd).
|
|
6
|
+
ALTER TABLE import_batch ADD COLUMN item_count INTEGER NOT NULL DEFAULT 0;
|
|
7
|
+
ALTER TABLE import_batch ADD COLUMN estimate_usd REAL NOT NULL DEFAULT 0;
|
|
8
|
+
|
|
9
|
+
-- An extract item waits for its job here: the redacted messages, group, date and section hint as
|
|
10
|
+
-- JSON. Set to NULL once the extractor has read it, so no imported text outlives its extraction.
|
|
11
|
+
ALTER TABLE import_item ADD COLUMN input_json TEXT;
|
|
12
|
+
CREATE INDEX import_item_batch ON import_item(batch_id, outcome);
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
-- 0004: each import batch's own budget (write-path.md §10.5 steps 2 and 5).
|
|
2
|
+
|
|
3
|
+
-- What the batch may spend on the extractor: its cost so far plus the whole dollars the owner
|
|
4
|
+
-- confirmed when approving it (the estimate rounded up), raised by the same amount on each approved
|
|
5
|
+
-- resume. The batch stops `aborted_budget` once its spend reaches it; import_usd_cap still bounds
|
|
6
|
+
-- all imports together. A batch from before 0004 gets the budget its approved estimate gives.
|
|
7
|
+
ALTER TABLE import_batch ADD COLUMN budget_usd REAL NOT NULL DEFAULT 0;
|
|
8
|
+
UPDATE import_batch SET budget_usd = cost_usd + CAST(round(estimate_usd, 2) AS INTEGER) + (round(estimate_usd, 2) > CAST(round(estimate_usd, 2) AS INTEGER));
|