sphica 0.5.6 → 0.6.0

package/dist/cli.js

@@ -3193,24 +3193,32 @@ var MYSQL_PASSWORD = /(\s-p)(?:'[^'\n]*'|"[^"\n]*"|(?=[^\s-])\S+)/;
 var URL_CREDENTIALS = /\b((?:postgres(?:ql)?|mysql|mongodb(?:\+srv)?|rediss?|amqps?|https?):\/\/[^:\s/@]*:)[^\s/]*@([^@\s/?#]+)/g;
 var KEY_BEGIN = /-----BEGIN [A-Z ]*PRIVATE KEY-----/g;
 var KEY_END = /-----END [A-Z ]*PRIVATE KEY-----/g;
-function maskPrivateKeys(text) {
+function keyBlocks(text) {
   const ends = [...text.matchAll(KEY_END)].map((m) => [m.index, m.index + m[0].length]);
-  if (ends.length === 0)
-    return text;
-  let out = "";
+  const out = [];
   let last = 0;
   let e = 0;
-  for (const m of text.matchAll(KEY_BEGIN)) {
-    const after = m.index + m[0].length;
-    if (m.index < last)
-      continue;
-    while (e < ends.length && (ends[e]?.[0] ?? 0) < after)
-      e++;
-    const end = ends[e];
-    if (!end)
-      break;
-    out += `${text.slice(last, m.index)}[redacted: private key]`;
-    last = end[1];
+  if (ends.length > 0)
+    for (const m of text.matchAll(KEY_BEGIN)) {
+      const after = m.index + m[0].length;
+      if (m.index < last)
+        continue;
+      while (e < ends.length && (ends[e]?.[0] ?? 0) < after)
+        e++;
+      const end = ends[e];
+      if (!end)
+        break;
+      out.push([m.index, end[1]]);
+      last = end[1];
+    }
+  return out;
+}
+function maskPrivateKeys(text) {
+  let out = "";
+  let last = 0;
+  for (const [a2, b] of keyBlocks(text)) {
+    out += `${text.slice(last, a2)}[redacted: private key]`;
+    last = b;
   }
   return out + text.slice(last);
 }
@@ -14179,7 +14187,7 @@ import os from "node:os";
 import path2 from "node:path";
 import { constants as C, DatabaseSync } from "node:sqlite";
 var SCHEMA_GENERATION = 2;
-var SCHEMA_REVISION = 1;
+var SCHEMA_REVISION = 2;
 var sphicaHome = () => process.env.SPHICA_HOME || path2.join(os.homedir(), ".sphica");
 var dbFile = () => process.env.SPHICA_DB || path2.join(sphicaHome(), "sphica.db");
 function requireRuntime() {
@@ -14203,7 +14211,7 @@ function prepare(raw, check) {
   const got = raw.prepare("pragma user_version").get()?.user_version;
   if (got === SCHEMA_REVISION)
     return;
-  throw new Error(`The database schema is revision ${got}, but this Sphica expects revision ${SCHEMA_REVISION}. ` + ((got ?? 0) < SCHEMA_REVISION ? "Move it aside (it is left unchanged), then run `sphica init`." : "Update sphica."));
+  throw new Error(`The database schema is revision ${got}, but this Sphica expects revision ${SCHEMA_REVISION}. ` + ((got ?? 0) < SCHEMA_REVISION ? "Update the sphica CLI (`npm i -g sphica`), then run `sphica init` to migrate it (records are kept)." : "Update sphica."));
 }
 function generationOf(raw) {
   const has = raw.prepare("select 1 from sqlite_schema where type = 'table' and name = 'sphica_generation'").get();
@@ -14375,22 +14383,54 @@ function captureAuthorizer(own, action, p1, p2, triggerOrView) {
   return C2.SQLITE_DENY;
 }
 var writes = (action) => action === C2.SQLITE_INSERT || action === C2.SQLITE_UPDATE || action === C2.SQLITE_DELETE;
+var FORGET_ONLY = new Set(["forget_batch", "source_forgotten"]);
+var KEPT_BY_INGEST = new Set(["source", "unit_evidence", "unit_adoption"]);
 function ingestAuthorizer(action, p1, p2) {
   if (DDL().has(action))
     return C2.SQLITE_DENY;
-  if (writes(action) && p1 === "owner_identity")
+  if (writes(action) && (p1 === "owner_identity" || FORGET_ONLY.has(p1 ?? "")))
+    return C2.SQLITE_DENY;
+  if (action === C2.SQLITE_DELETE && KEPT_BY_INGEST.has(p1 ?? ""))
     return C2.SQLITE_DENY;
   if (action === C2.SQLITE_PRAGMA)
     return readsDataVersion(p1, p2) ? C2.SQLITE_OK : C2.SQLITE_DENY;
   return C2.SQLITE_OK;
 }
+var FORGET_WRITES = {
+  [C2.SQLITE_INSERT]: new Set(["forget_batch", "source_forgotten", "unit_state", "source_fts"]),
+  [C2.SQLITE_DELETE]: new Set([
+    "source",
+    "external_reference",
+    "unit_evidence",
+    "unit_adoption",
+    "source_processing",
+    "source_fts"
+  ])
+};
+var FORGET_UPDATES = {
+  unit: new Set(["lifecycle", "revision"]),
+  unit_state: new Set(["source_id"])
+};
+function forgetAuthorizer(action, p1, p2) {
+  if (SHADOW.test(p1 ?? "") && writes(action))
+    return C2.SQLITE_OK;
+  if (action === C2.SQLITE_UPDATE)
+    return FORGET_UPDATES[p1 ?? ""]?.has(p2 ?? "") ? C2.SQLITE_OK : C2.SQLITE_DENY;
+  if (action === C2.SQLITE_INSERT || action === C2.SQLITE_DELETE)
+    return FORGET_WRITES[action]?.has(p1 ?? "") ? C2.SQLITE_OK : C2.SQLITE_DENY;
+  if (action === C2.SQLITE_PRAGMA)
+    return readsDataVersion(p1, p2) || p1 === "secure_delete" && ["on", "1", "true"].includes((p2 ?? "").toLowerCase()) || p1 === "wal_checkpoint" ? C2.SQLITE_OK : C2.SQLITE_DENY;
+  if (action === C2.SQLITE_READ || action === C2.SQLITE_SELECT || action === C2.SQLITE_FUNCTION || action === C2.SQLITE_TRANSACTION || action === C2.SQLITE_SAVEPOINT)
+    return C2.SQLITE_OK;
+  return C2.SQLITE_DENY;
+}
 function connectWriter(role, file = dbFile(), create = false) {
   requireRuntime();
   if (!create)
     requireFile(file);
   const raw = new DatabaseSync2(file);
   try {
-    prepare(raw, create ? "none" : role === "ingest" ? "revision" : "generation");
+    prepare(raw, create ? "none" : role === "ingest" || role === "forget" ? "revision" : "generation");
     raw.function("sphica_terms", { deterministic: true }, (text) => terms(String(text ?? "")).join(" "));
   } catch (e) {
     raw.close();
@@ -14398,6 +14438,8 @@ function connectWriter(role, file = dbFile(), create = false) {
   }
   if (role === "ingest")
     raw.setAuthorizer(ingestAuthorizer);
+  else if (role === "forget")
+    raw.setAuthorizer(forgetAuthorizer);
   else if (role === "capture") {
     let own = false;
     raw.setAuthorizer((action, p1, p2, _db, triggerOrView) => captureAuthorizer(own, action, p1, p2, triggerOrView));
@@ -14423,6 +14465,7 @@ function openWriter(role, file = dbFile()) {
 // server/src/admin.ts
 var say = (text) => console.log(indent(text));
 var SCHEMA = () => path3.join(dbDir(), "schema.sql");
+var MIGRATION = (revision) => path3.join(dbDir(), "migrations", `${String(revision).padStart(4, "0")}.sql`);
 var versionOf = (raw) => raw.prepare("pragma user_version").get().user_version;
 function immediate(raw, fn) {
   raw.exec("begin immediate");
@@ -14443,6 +14486,32 @@ function withOwner(file, fn, create = false) {
     raw.close();
   }
 }
+function migrate(file = dbFile()) {
+  return withOwner(file, (raw) => {
+    const from = versionOf(raw);
+    for (let r2 = from + 1;r2 <= SCHEMA_REVISION; r2++) {
+      const script = MIGRATION(r2);
+      if (!fs3.existsSync(script))
+        throw new Error(`No migration from revision ${r2 - 1}. Move the database aside, then run \`sphica init\`.`);
+      raw.exec("pragma foreign_keys = off");
+      try {
+        immediate(raw, () => {
+          if (versionOf(raw) !== r2 - 1)
+            return;
+          raw.exec(fs3.readFileSync(script, "utf8"));
+          const broken = raw.prepare("pragma foreign_key_check").all().length;
+          if (broken)
+            throw new Error(`Migration to revision ${r2} left ${plural(broken, "broken reference")}; nothing was changed`);
+          if (versionOf(raw) !== r2)
+            throw new Error(`${path3.basename(script)} did not set revision ${r2}`);
+        });
+      } finally {
+        raw.exec("pragma foreign_keys = on");
+      }
+    }
+    return from;
+  });
+}
 function dbInit(file = dbFile()) {
   if (fs3.existsSync(file)) {
     const look = new DatabaseSync3(file, { readOnly: true });
@@ -14457,8 +14526,12 @@ function dbInit(file = dbFile()) {
     const got = withOwner(file, versionOf);
     if (got === SCHEMA_REVISION)
       say(`Already exists: ${file} (revision ${got})`);
-    else
-      say(`Already exists: ${file} (revision ${got}; this Sphica expects ${SCHEMA_REVISION}. Move it aside, then run \`sphica init\`.)`);
+    else if (got > SCHEMA_REVISION)
+      say(`Already exists: ${file} (revision ${got}, made by a newer Sphica; this one expects ${SCHEMA_REVISION}. Update sphica.)`);
+    else {
+      migrate(file);
+      say(`Migrated: ${file} (revision ${got} → ${SCHEMA_REVISION})`);
+    }
     return;
   }
   fs3.mkdirSync(path3.dirname(file), { recursive: true, mode: 448 });
@@ -15728,7 +15801,7 @@ async function doctor(cwd) {
       const x = inspect(file);
       usable2 = x.revision === SCHEMA_REVISION;
       say2("ok", "DB", `${file} (${(x.bytes / 1024 / 1024).toFixed(1)} MB)`);
-      say2(usable2 ? "ok" : "fail", "Schema version", usable2 ? `revision ${x.revision}` : `revision ${x.revision}, this Sphica expects ${SCHEMA_REVISION} (${x.revision < SCHEMA_REVISION ? "made by an older Sphica: move it aside, then run sphica init" : "update sphica"})`);
+      say2(usable2 ? "ok" : "fail", "Schema version", usable2 ? `revision ${x.revision}` : `revision ${x.revision}, this Sphica expects ${SCHEMA_REVISION} (${x.revision < SCHEMA_REVISION ? "made by an older Sphica: run sphica init to migrate it" : "update sphica"})`);
       const broken = Object.entries(x.fts).filter(([, v]) => v !== null);
       say2(broken.length ? "fail" : "ok", "Full-text index", broken.length ? `broken: ${broken.map(([k, v]) => `${k} (${plain(v ?? "")})`).join(" / ")}. Rebuild it with sphica doctor --reindex` : "healthy");
     } catch (e) {