@volter/supercode-orchestrator 0.5.11 → 0.5.13

package/board/event-stream.mjs

@@ -1,6 +1,6 @@
 // Public native workflow observation. Filesystem custody authorizes this door;
 // Teams separately authorizes the Org event and its installed subscribers.
-import { watch, existsSync, readFileSync, realpathSync } from 'node:fs';
+import { watch, existsSync, readFileSync, realpathSync, statSync } from 'node:fs';
 import { dirname, basename, join, resolve } from 'node:path';
 import { createHash } from 'node:crypto';
 import { listBoards, openBoard, backingPaths } from './store.mjs';
@@ -9,28 +9,43 @@ import { recordCardPublications } from './published.mjs';
 const identity = root => createHash('sha256').update(realpathSync(root)).digest('hex');
 const cursorOf = (home, boards) => Buffer.from(JSON.stringify({version:1,home,boards})).toString('base64url');
 const resync = reason => Object.assign(new Error(reason), {code:'resync_required'});
+const RESETTLE_MS = 30_000;
 
 /** Snapshot once, then replay only committed publications on backing notifications. */
 export async function* followBoardPublications({root,after,signal}) {
   const home=identity(root), positions={}, watchers=new Map();
   let dirty=true, wake=null, failure=null, inventory=null;
-  const notify=()=>{dirty=true;wake?.();};
+  // Each store file as this follower's own pass left it, stamped right after that board's close. Its pass writes (the
+  // publication transaction) and closes the board, which rewrites the WAL and raises a watch event of its own; an event
+  // for a store file that is still as its pass left it is that echo, not a change, and does not start another pass.
+  // Without this the follower woke itself every quarter second and burned a core with nothing to publish
+  // (t_0328d520). Stamped per board, a write to one board while later boards' passes run is never taken for an echo.
+  let stores=[];
+  const settled=new Map();
+  const statOf=path=>{try{const s=statSync(path);return `${s.size}:${s.mtimeMs}`;}catch{return '-';}};
+  const notify=(name=null)=>{
+    const named=name===null?[]:stores.filter(path=>basename(path)===name);
+    // A store file no pass stamps (the root's kanban.db where only named boards exist) reads '-' until one does.
+    if(named.length&&named.every(path=>statOf(path)===(settled.get(path)??'-')))return;
+    dirty=true;wake?.();
+  };
   const directory=(path,accept)=>{
     if(!existsSync(path))return;
     if(watchers.has(path)){watchers.get(path).accept.push(accept);return;}
     const entry={accept:[accept],handle:null};
-    entry.handle=watch(path,(_kind,name)=>{if(name==null||entry.accept.some(fn=>fn(String(name))))notify();});
+    entry.handle=watch(path,(_kind,name)=>{if(name==null)notify();else if(entry.accept.some(fn=>fn(String(name))))notify(String(name));});
     entry.handle.on('error',error=>{failure=error;notify();});watchers.set(path,entry);
   };
   const file=path=>directory(dirname(path),name=>name===basename(path));
   const register=slugs=>{
     for(const entry of watchers.values())entry.accept=[];
+    stores=[join(root,'kanban.db'),join(root,'kanban.db-wal')];
     directory(root,name=>['kanban.db','kanban.db-wal','kanban'].includes(name));
     directory(join(root,'kanban'),name=>['boards','ztrack.json','board'].includes(name));
     directory(join(root,'kanban','boards'),()=>true);
     for(const slug of slugs){
       const paths=backingPaths(root,slug);
-      file(paths.sqlite);file(`${paths.sqlite}-wal`);file(paths.ztrack);
+      file(paths.sqlite);file(`${paths.sqlite}-wal`);file(paths.ztrack);stores.push(paths.sqlite,`${paths.sqlite}-wal`);
       directory(paths.files,name=>name.endsWith('.json'));
       try {const cfg=JSON.parse(readFileSync(paths.ztrack,'utf8'));const document=resolve(dirname(paths.ztrack),cfg.document);file(document);file(`${document}.archive.md`);}catch{/* other backing */}
     }
@@ -79,11 +94,15 @@ export async function* followBoardPublications({root,after,signal}) {
               for(const row of rows){positions[slug].sequence=row.sequence;yield {type:'event',id:row.id,kind:row.kind,cursor:cursorOf(home,positions),data:{board:slug,card:JSON.parse(row.snapshot)}};}
             }
           }
-        }finally{board.close();}
+        }finally{board.close();const paths=backingPaths(root,slug);for(const path of [paths.sqlite,`${paths.sqlite}-wal`])settled.set(path,statOf(path));}
       }
       if(initial){initial=false;yield {type:'snapshot_end',cursor:cursorOf(home,positions)};dirty=true;}
       else if(checkpointPending){checkpointPending=false;yield {type:'checkpoint',cursor:cursorOf(home,positions)};}
-      if(!dirty&&!signal?.aborted)await new Promise(done=>{wake=done;if(dirty||signal?.aborted)done();});
+      // A write that lands between a board's close and its stamp has its event taken for that pass's echo: a pass
+      // every RESETTLE_MS anyway bounds how long that write can wait.
+      let timer=null;
+      if(!dirty&&!signal?.aborted)await new Promise(done=>{wake=done;timer=setTimeout(()=>{dirty=true;done();},RESETTLE_MS);timer.unref?.();if(dirty||signal?.aborted)done();});
+      clearTimeout(timer);
       wake=null;
     }
   }finally{signal?.removeEventListener('abort',aborted);for(const {handle} of watchers.values())handle.close();}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@volter/supercode-orchestrator",
-  "version": "0.5.11",
+  "version": "0.5.13",
   "type": "module",
   "description": "The orchestrator runtime over the Volter Harness ontology: one typed operational model whose folder is its serialization, read and written through the harness orchestration doors (docs/ORCHESTRATOR-IR.md)",
   "exports": {