@volter/supercode-orchestrator 0.4.93 → 0.4.95

package/board/rows.mjs

@@ -58,7 +58,7 @@ export class RuntimeRows {
     });
   }
   write(changes) {
-    this.db.exec('CREATE TABLE IF NOT EXISTS runtime_schema(name TEXT PRIMARY KEY,sql TEXT NOT NULL); CREATE TABLE IF NOT EXISTS runtime_rows(name TEXT,key TEXT,value TEXT,revision INTEGER NOT NULL,PRIMARY KEY(name,key)); CREATE INDEX IF NOT EXISTS runtime_rows_revision ON runtime_rows(revision)');
+    this.db.exec(`CREATE TABLE IF NOT EXISTS runtime_schema(name TEXT PRIMARY KEY,sql TEXT NOT NULL); CREATE TABLE IF NOT EXISTS runtime_rows(name TEXT,key TEXT,value TEXT,revision INTEGER NOT NULL,PRIMARY KEY(name,key)); CREATE INDEX IF NOT EXISTS runtime_rows_revision ON runtime_rows(revision); CREATE INDEX IF NOT EXISTS runtime_rows_task ON runtime_rows(name,json_extract(value,'$.task_id'),json_extract(value,'$.id')); CREATE INDEX IF NOT EXISTS runtime_rows_id ON runtime_rows(name,json_extract(value,'$.id'))`);
     const revision=Number(this.db.prepare("SELECT value FROM state WHERE key='rows_revision'").get()?.value??0)+1;
     const statement=this.db.prepare('INSERT INTO runtime_rows VALUES(?,?,?,?) ON CONFLICT(name,key) DO UPDATE SET value=excluded.value,revision=excluded.revision');
     for(const {name,key,value,source} of changes) {

package/board/ztrack.mjs

@@ -36,9 +36,8 @@ class ZtrackBoard {
     this.archive = `${this.path}.archive.md`;
     this.seed = seed;
     this.root = root; this.slug = slug; this.init = init; this.compatPath = compatPath;
-    this.codec = require('@volter/ztrack/board-document');
-    this.preset = require('@volter/ztrack/kanban-preset');
-    this.runtime = new DatabaseSync(`${marker}.runtime.db`);
+    this.runtimePath = `${marker}.runtime.db`;
+    this.runtime = new DatabaseSync(this.runtimePath);
     this.readOnly(()=>{ if (!this.runtime.prepare("SELECT 1 FROM sqlite_master WHERE type='table' AND name='state'").get()) this.runtime.exec('CREATE TABLE IF NOT EXISTS state (key TEXT PRIMARY KEY, value TEXT NOT NULL)'); });
     this.errors = new Map(); this.preserve = new Map();
     this.mem = null; this.active = false; this.rows = new RuntimeRows(this.runtime);
@@ -53,6 +52,8 @@ class ZtrackBoard {
     if (seed) this.tx(() => {});
     else this.readOnly(()=>{ this.load(); this.loadedStamp = this.stamp(); });
   }
+  get codec() { return this._codec ??= require('@volter/ztrack/board-document'); }
+  get preset() { return this._preset ??= require('@volter/ztrack/kanban-preset'); }
   get(key, fallback = null) { return this.computing && this.pendingValues.has(key) ? this.pendingValues.get(key) : json(this.runtime.prepare('SELECT value FROM state WHERE key = ?').get(key)?.value, fallback); }
   put(key, value) { if (this.computing) { this.pendingValues.set(key, value); return; } this.runtime.prepare('INSERT INTO state VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value').run(key, JSON.stringify(value)); }
   stamp() {
@@ -107,6 +108,7 @@ class ZtrackBoard {
   }
 
   transaction(fn) {
+    if (this.cachedReader) this.invalidate();
     for (;;) {
       try { this.runtime.exec('BEGIN'); }
       catch (error) { if (!/busy|locked/i.test(error.message)) throw error; continue; }
@@ -131,7 +133,7 @@ class ZtrackBoard {
         });
         const documents = cardDirty ? this.documents() : {open:this.text, archived:this.archiveText};
         const files = [{ path: this.path, before: hash(this.text), base: this.text, text: documents.open }, { path: this.archive, before: hash(this.archiveText), base: this.archiveText, text: documents.archived }];
-        const snapshot = this.snapshot();
+        const snapshot = this.snapshot(documents);
         this.computing = false;
         this.runtime.exec('BEGIN');
         this.recover();
@@ -174,7 +176,7 @@ class ZtrackBoard {
       } finally { this.active = false; this.computing = false; this.pendingValues = null; }
     }
   }
-  invalidate() { this.mem?.close(); this.mem = null; this.rows = new RuntimeRows(this.runtime); this.loadedStamp = null; }
+  invalidate() { this.mem?.close(); this.mem = null; this.rows = new RuntimeRows(this.runtime); this.loadedStamp = null; this.cachedReader=false; }
   seedIntoMemory() {
     const source = this.seed;
     for (const table of this.mem.prepare("SELECT name FROM sqlite_master WHERE type = 'table' AND name NOT LIKE 'sqlite_%'").all()) this.mem.exec(`DELETE FROM ${quote(table.name)}`);
@@ -216,8 +218,39 @@ class ZtrackBoard {
     if (!keys.length) return;
     this.mem.prepare(`INSERT OR REPLACE INTO ${quote(table)} (${keys.map(quote).join(',')}) VALUES (${keys.map(() => '?').join(',')})`).run(...keys.map((k) => row[k] ?? null));
   }
+  openCachedReader(saved) {
+    if (!this.cachedReader) {
+      this.mem?.close(); this.mem=new DatabaseSync(':memory:'); this.init(this.mem,{fresh:true});
+      for(const row of this.runtime.prepare('SELECT name,sql FROM runtime_schema').all())this.mem.exec(row.sql.replace('CREATE TABLE ','CREATE TABLE IF NOT EXISTS '));
+      this.mem.prepare('ATTACH DATABASE ? AS source').run(this.runtimePath);
+      const tables=this.mem.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name NOT LIKE 'sqlite_%'").all();
+      for(const {name} of tables) {
+        if(name==='task_links') {
+          this.mem.exec(`CREATE TEMP VIEW task_links AS SELECT json_extract(b.value,'$.id') parent_id,r.key child_id FROM source.runtime_rows r,json_each(json_extract(r.value,'$.blocked_by')) b WHERE r.name='@card_cache' AND json_extract(b.value,'$.kind')='card'`);
+          continue;
+        }
+        const columns=this.mem.prepare(`PRAGMA main.table_info(${quote(name)})`).all();
+        const recordName=name==='tasks'?'@task_cache':name==='supercode_cards'?'@card_cache':name;
+        const fields=columns.map(({name:column})=>name==='tasks'&&column==='status'?`COALESCE(json_extract(c.value,'$.stage'),json_extract(r.value,'$.status')) AS status`:`json_extract(r.value,'$.${column}') AS ${quote(column)}`);
+        const join=name==='tasks'?" LEFT JOIN source.runtime_rows c ON c.name='@card_cache' AND c.key=r.key":'';
+        this.mem.exec(`CREATE TEMP VIEW ${quote(name)} AS SELECT ${fields.join(',')} FROM source.runtime_rows r${join} WHERE r.name='${recordName}' AND r.value IS NOT NULL`);
+      }
+      this.mem.exec('PRAGMA query_only=ON');
+      this.cachedReader=true;
+    }
+    this.saved=saved; this.errors.clear();
+    for(const [id,reason] of saved.errors??[])this.errors.set(id,reason);
+    this.mem.boardErrors=this.errors;
+  }
   load({ observe = false } = {}) {
     const text = read(this.path), archiveText = read(this.archive);
+    const saved=this.get('snapshot', {});
+    if (!observe && saved.documentHashes?.open===hash(text) && saved.documentHashes?.archived===hash(archiveText) && this.rows.normalized()) {
+      this.openCachedReader(saved);
+      this.text=text;this.archiveText=archiveText;
+      return;
+    }
+    if (this.cachedReader)this.invalidate();
     const fresh = !this.mem;
     const changed = fresh || text !== this.text || archiveText !== this.archiveText;
     this.text = text; this.archiveText = archiveText;
@@ -394,8 +427,8 @@ class ZtrackBoard {
     }
     return { open: this.codec.renderBoardDocument(this.text, open, this.path, [...(this.preserve.get(this.path)??[])]), archived: this.codec.renderBoardDocument(this.archiveText, archived, this.archive, [...(this.preserve.get(this.archive)??[])]) };
   }
-  snapshot() {
-    return { fingerprints: this.fingerprints(), taskIds: Object.fromEntries([...this.taskKeys].map(([id, key]) => [key, id])) };
+  snapshot(documents) {
+    return { documentHashes:{open:hash(documents.open),archived:hash(documents.archived)}, errors:[...this.errors], fingerprints: this.fingerprints(), taskIds: Object.fromEntries([...this.taskKeys].map(([id, key]) => [key, id])) };
   }
 
   lift() {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@volter/supercode-orchestrator",
-  "version": "0.4.93",
+  "version": "0.4.95",
   "type": "module",
   "description": "The orchestrator runtime over the Volter Harness ontology: one typed operational model whose folder is its serialization, read and written through the harness orchestration doors (docs/ORCHESTRATOR-IR.md)",
   "exports": {