@north-light/cli 0.3.532 → 0.3.533

package/dist/daemon/postgres/supervisor.js

@@ -0,0 +1,2 @@
+var R=Object.defineProperty;var o=(t,r)=>R(t,"name",{value:r,configurable:!0});import{createHash as _}from"node:crypto";import{chownSync as v,chmodSync as A,existsSync as C,lstatSync as T,mkdirSync as B,rmSync as F,writeFileSync as H}from"node:fs";import{userInfo as G}from"node:os";import{join as i}from"node:path";import{withExclusiveDirectoryLockAsync as M}from"../../core/exclusive-lock.js";import{runtimeRoot as y}from"../../core/layout.js";import{ensurePostgresBinaries as f}from"./binary.js";import{MAX_SOCKET_PATH_BYTES as g,POSTGRES_PORT as D,assertNotRoot as k,clusterInitialized as O,initCluster as p,probe as m,socketUrl as P,startPostmaster as S,stopPostmaster as w,tcpUrl as z}from"./cluster.js";const h=o(()=>{},"noLog");function u(){return process.env.CRTR_DATABASE_URL||null}o(u,"externalDatabaseUrl");function l(t=y()){const r=i(t,"pg"),s=`.s.PGSQL.${D}`,e=Buffer.byteLength(i(r,s))<=g,a=e?r:`/tmp/crtr-pg-${_("sha256").update(t).digest("hex").slice(0,8)}`;if(!e&&Buffer.byteLength(i(a,s))>g)throw new Error(`socket path ${i(a,s)} is too long`);return{dir:r,dataDir:i(r,"data"),lockPath:i(r,"start.lock"),socketDirFile:i(r,"socket-dir"),logFile:i(r,"postgres.log"),socketDir:a}}o(l,"postgresPaths");function x(){return G().username}o(x,"osUser");function U(t=y()){return u()??P(x(),l(t).socketDir)}o(U,"resolveDatabaseUrl");function d(t){B(t,{recursive:!0,mode:448});const r=T(t);if(!r.isDirectory()||r.isSymbolicLink())throw new Error(`${t} is not a directory`);if(typeof process.getuid=="function"&&r.uid!==process.getuid())throw new Error(`${t} is owned by uid ${r.uid}, not this process; refusing to put the Postgres socket there`);(r.mode&63)!==0&&A(t,448)}o(d,"ensurePrivateDir");async function I(t={}){const r=t.log??h,s=u();if(s!==null)return{url:s,started:!1};k("crtrd cannot start its database");const e=l(t.root),a=U(t.root);if(await m(a)===null)return{url:a,started:!1};const n=await f(r);return d(e.dir),e.socketDir!==e.dir&&d(e.socketDir),(t.startLockHeld===!0?c=>c():c=>$(c,t.root))(async()=>{if(await m(a)===null)return{url:a,started:!1};const c={dataDir:e.dataDir,socketDir:e.socketDir,maxConnections:20};if(!O(e.dataDir)){const L=Date.now();p(n,c,x(),"peer"),r(`postgres cluster initialized in ${Date.now()-L} ms`)}H(e.socketDirFile,`${e.socketDir}
+`);const E=Date.now();return await S(n,c,a,e.logFile),r(`postgres started in ${Date.now()-E} ms`),{url:a,started:!0}})}o(I,"ensurePostgres");async function $(t,r){if(u()!==null)return t();const s=l(r);return d(s.dir),M(s.lockPath,t,{timeoutMs:45e3,staleMs:45e3,timeoutError:o(()=>new Error(`timed out waiting for another process to start or stop Postgres (lock ${s.lockPath})`),"timeoutError")})}o($,"withPostgresStartLock");let b=0;async function Z(t={}){const r=U(t.root);if(u()!==null||await m(r,2e3)===null)return{url:r,started:!1};const s=Date.now();if(s-b<6e4)throw new Error(`Postgres stopped answering twice within a minute; see ${l(t.root).logFile}`);(t.log??h)("postgres did not answer the 2 s health probe; restarting it unless it answers now");const e=await I(t);return e.started&&(b=s),e}o(Z,"ensurePostgresHealthy");async function tt(t){if(u()!==null)return!1;const r=l(t.root);return C(i(r.dataDir,"postmaster.pid"))?$(async()=>await t.claimed()?!1:(w(await f(),{dataDir:r.dataDir}),!0),t.root):!1}o(tt,"stopPostgres");async function rt(t){const r=t.log??h;t.asUser===void 0&&k("a scratch Postgres cluster");const s=await f(r);if(d(t.dir),t.asUser&&v(t.dir,t.asUser.uid,t.asUser.gid),Buffer.byteLength(i(t.dir,`.s.PGSQL.${t.tcp?.port??D}`))>g)throw new Error(`scratch directory ${t.dir} is too long for a Postgres socket path`);const e={dataDir:i(t.dir,"data"),socketDir:t.dir,maxConnections:t.maxConnections??100,...t.tcp?{tcp:t.tcp}:{},...t.asUser?{asUser:t.asUser}:{}},a=P("crtr",t.dir,t.tcp?.port);try{p(s,e,"crtr","trust"),await S(s,e,a,i(t.dir,"postgres.log"))}catch(n){try{w(s,e)}catch{}throw n}return{url:a,tcpUrl:t.tcp?z("crtr",t.tcp.host,t.tcp.port):null,dir:t.dir,stop:o(async(n={})=>{w(s,e),n.remove!==!1&&F(t.dir,{recursive:!0,force:!0})},"stop")}}o(rt,"startScratchCluster");export{I as ensurePostgres,Z as ensurePostgresHealthy,u as externalDatabaseUrl,l as postgresPaths,U as resolveDatabaseUrl,rt as startScratchCluster,tt as stopPostgres,$ as withPostgresStartLock};

package/dist/daemon/reconcilers/bash-deadline.js

@@ -1,2 +1,2 @@
-var h=Object.defineProperty;var f=(l,t)=>h(l,"name",{value:t,configurable:!0});import{existsSync as n,readFileSync as m,readdirSync as u,statSync as j}from"node:fs";import{join as b}from"node:path";import{bashJobPaths as _,bashJobsDir as y,expiredAutoBackgroundBashJobs as w,stopBackgroundBashJob as S}from"../../core/bash-jobs.js";import{killBashJobObject as x,recordBashJobObject as N}from"../../core/spaces/stop.js";import{withCanvasWrite as p}from"../../core/canvas/db.js";import{finishJob as E}from"../../core/graph/jobs.js";import{getById as v,getByRowid as A}from"../../core/graph/objects.js";import{isSafeNodeId as c}from"../../core/canvas/paths.js";import{contextDir as g}from"../../core/canvas/node-agent-paths.js";import{emitEvent as s}from"../../core/events/emit.js";import{operationIdContext as d}from"../../core/events/operation-id.js";import{isProfilePaused as B}from"../../core/profiles/manifest.js";import{filterAsync as J}from"../../core/async-array.js";const D=5*1e3;class H{static{f(this,"BashDeadlineReconciler")}lastScanAt=Number.NEGATIVE_INFINITY;startedAt=Date.now();async run(t,a){if(await this.publishExits(),!(t-this.lastScanAt<D)){this.lastScanAt=t;for(const e of a.rows){if(e.status==="dead"||B(e.profile_id))continue;const r=await g(e.node_id);let i;try{await this.adoptUnrecorded(e.node_id,r),i=w(r,t)}catch(o){d.fresh(()=>{s({level:"error",event:"bash_deadline.scan_failed",...c(e.node_id)?{node_id:e.node_id}:{},error:o})});continue}for(const o of i)await this.cancel(e.node_id,r,o.jobId)}}}async publishExits(){try{await p(async t=>{const a=await t.prepare(`SELECT j.object, j.job_dir FROM jobs j JOIN objects o ON o.rowid = j.object
-          WHERE j.status = 'running' AND o.deleted_at IS NULL`).all();for(const{object:e,job_dir:r}of a){const i=b(r,"job.exit");if(!n(i)||n(b(r,"job.stop")))continue;const o=Number(m(i,"utf8").trim());Number.isSafeInteger(o)&&await E(t,await A(t,e),{exitCode:o})}})}catch(t){d.fresh(()=>s({level:"error",event:"bash_completion.delivery_failed",error:t}))}}async adoptUnrecorded(t,a){let e;try{e=u(y(a))}catch{return}const r=await p(async i=>await J(e,async o=>await v(i,o)===null));for(const i of r){const o=_(a,i);!n(o.jobBg)||!n(o.cmdSh)||n(o.jobExit)&&j(o.jobExit).mtimeMs<this.startedAt||await N(t,i,{command:m(o.cmdSh,"utf8"),jobDir:o.dir,logPath:o.jobLog})}}async cancel(t,a,e){(await S(a,e,!1,t)).kind==="stopped"&&await d.fresh(async()=>{try{s({level:"info",event:"bash_deadline.canceled",...c(t)?{node_id:t}:{},fields:{job_id:e}}),await x(e,async()=>null,"deadline")}catch(i){s({level:"error",event:"bash_deadline.notice_failed",...c(t)?{node_id:t}:{},error:i,fields:{job_id:e}})}})}}export{H as BashDeadlineReconciler};
+var u=Object.defineProperty;var f=(l,t)=>u(l,"name",{value:t,configurable:!0});import{existsSync as n,readFileSync as m,readdirSync as j,statSync as _}from"node:fs";import{join as b}from"node:path";import{bashJobPaths as y,bashJobsDir as w,expiredAutoBackgroundBashJobs as S,stopBackgroundBashJob as x}from"../../core/bash-jobs.js";import{killBashJobObject as N,recordBashJobObject as E}from"../../core/spaces/stop.js";import{withCanvasWrite as h}from"../../core/canvas/db.js";import{finishJob as v}from"../../core/graph/jobs.js";import{getById as p}from"../../core/graph/objects.js";import{isSafeNodeId as c}from"../../core/canvas/paths.js";import{contextDir as A}from"../../core/canvas/node-agent-paths.js";import{emitEvent as s}from"../../core/events/emit.js";import{operationIdContext as d}from"../../core/events/operation-id.js";import{isProfilePaused as g}from"../../core/profiles/manifest.js";const B=5*1e3;class V{static{f(this,"BashDeadlineReconciler")}lastScanAt=Number.NEGATIVE_INFINITY;startedAt=Date.now();async run(t,a){if(await this.publishExits(),!(t-this.lastScanAt<B)){this.lastScanAt=t;for(const e of a.rows){if(e.status==="dead"||g(e.profile_id))continue;const r=await A(e.node_id);let i;try{await this.adoptUnrecorded(e.node_id,r),i=S(r,t)}catch(o){d.fresh(()=>{s({level:"error",event:"bash_deadline.scan_failed",...c(e.node_id)?{node_id:e.node_id}:{},error:o})});continue}for(const o of i)await this.cancel(e.node_id,r,o.jobId)}}}async publishExits(){try{await h(async t=>{const a=await t.prepare(`SELECT j.object, j.job_dir FROM jobs j JOIN objects o ON o.id = j.object
+          WHERE j.status = 'running' AND o.deleted_at IS NULL`).all();for(const{object:e,job_dir:r}of a){const i=b(r,"job.exit");if(!n(i)||n(b(r,"job.stop")))continue;const o=Number(m(i,"utf8").trim());Number.isSafeInteger(o)&&await v(t,await p(t,e),{exitCode:o})}})}catch(t){d.fresh(()=>s({level:"error",event:"bash_completion.delivery_failed",error:t}))}}async adoptUnrecorded(t,a){let e;try{e=j(w(a))}catch{return}await h(async r=>{for(const i of e){if(await p(r,i)!==null)continue;const o=y(a,i);!n(o.jobBg)||!n(o.cmdSh)||n(o.jobExit)&&_(o.jobExit).mtimeMs<this.startedAt||await E(t,i,{command:m(o.cmdSh,"utf8"),jobDir:o.dir,logPath:o.jobLog})}})}async cancel(t,a,e){(await x(a,e,!1,t)).kind==="stopped"&&await d.fresh(async()=>{try{s({level:"info",event:"bash_deadline.canceled",...c(t)?{node_id:t}:{},fields:{job_id:e}}),await N(e,async()=>null,"deadline")}catch(i){s({level:"error",event:"bash_deadline.notice_failed",...c(t)?{node_id:t}:{},error:i,fields:{job_id:e}})}})}}export{V as BashDeadlineReconciler};

package/dist/daemon/reconcilers/delivery-lane.js

@@ -1,8 +1,8 @@
 var g=Object.defineProperty;var c=(e,t)=>g(e,"name",{value:t,configurable:!0});import{randomUUID as D}from"node:crypto";import{claimPushDelivery as h,duePushDeliveries as j,messageBodyForDelivery as N,pushDeliveryClaimIsCurrent as O,settleDelivery as d}from"../../core/canvas/deliveries.js";import{deliveryBackoffMs as f}from"../../core/canvas/delivery-contract.js";import{openDb as p}from"../../core/canvas/db.js";import{pushLineFor as u}from"../../core/graph/custom.js";import{postReceiverUrl as b}from"../../core/graph/receiver-url.js";import{emitEvent as l}from"../../core/events/emit.js";import{operationIdContext as m}from"../../core/events/operation-id.js";import{runDelivery as w,DELIVERY_TIMEOUT_MS as E}from"../delivery/run-delivery.js";const v=D();async function o(e,t,a){await d(e.deliveryId,e.attempts,t,{state:"permanent_failed",failure:{kind:"spawn_error",message:a}},Date.now())}c(o,"failed");async function T(e,t){const a=await(await p()).prepare(`SELECT o.type, o.name, c.receiver_json, c.payload_json, m.object_id, i.external_id AS app,
     d.message_id, owner.type AS owner_type, parent.external_id AS parent_app
     FROM deliveries d JOIN objects o ON o.id = d.destination_id
-    JOIN custom_objects c ON c.object = o.rowid JOIN messages m ON m.message_id = d.message_id
-    LEFT JOIN objects owner ON owner.rowid = o.owner
+    JOIN custom_objects c ON c.object = o.id JOIN messages m ON m.message_id = d.message_id
+    LEFT JOIN objects owner ON owner.id = o.owner
     LEFT JOIN identities i ON i.object = o.owner AND i.scheme = 'app'
     LEFT JOIN identities parent ON parent.object = owner.owner AND parent.scheme = 'app'
     WHERE d.delivery_id = ?`).get(e.deliveryId);if(!a||!a.receiver_json){await o(e,t,`delivery ${e.deliveryId} has no supported receiver`);return}const i=JSON.parse(a.receiver_json);if(!await O(e,t)){await d(e.deliveryId,e.attempts,t,{state:"acknowledged"},Date.now());return}if(typeof i=="object"&&typeof i.url=="string"&&a.type!=="action"){const n=await u(await p(),e.deliveryId);if(!n){await o(e,t,`delivery ${e.deliveryId} has no event document`);return}try{const r=await b(i.url,JSON.stringify(n),{"Content-Type":"application/json","X-Crtr-Delivery":e.deliveryId,"X-Crtr-Event":a.message_id},E);r>=200&&r<300?await d(e.deliveryId,e.attempts,t,{state:"acknowledged"},Date.now()):r>=300&&r<400?await o(e,t,`url receiver returned HTTP ${r}; redirects are not followed \u2014 register the final URL`):r>=400&&r<500&&r!==408&&r!==429?await o(e,t,`url receiver returned HTTP ${r}`):await d(e.deliveryId,e.attempts,t,{state:"pending",nextAttemptAt:Date.now()+f(e.attempts),failure:{kind:"spawn_error",message:`url receiver returned HTTP ${r}`}},Date.now())}catch(r){await d(e.deliveryId,e.attempts,t,{state:"pending",nextAttemptAt:Date.now()+f(e.attempts),failure:{kind:"spawn_error",message:String(r)}},Date.now())}return}if(typeof i!="object"||!Array.isArray(i.argv)||typeof i.cwd!="string"){await o(e,t,`delivery ${e.deliveryId} has an invalid argv receiver`);return}if(a.type==="action"){if(typeof i.name!="string"||!a.object_id){await o(e,t,`delivery ${e.deliveryId} has an invalid argv receiver`);return}const n=await N(e.deliveryId);if(n===null){await o(e,t,`delivery ${e.deliveryId} has no message body`);return}const{push:r,...y}=n,I={...y,action:{name:i.name,payload:a.payload_json===null?null:JSON.parse(a.payload_json)}};await w({argv:i.argv,cwd:i.cwd,document:I,attempt:e.attempts,nodeId:a.object_id,...a.app?{app:a.app}:{}},async _=>{await d(e.deliveryId,e.attempts,t,_,Date.now())});return}const s=await u(await p(),e.deliveryId);if(!s){await o(e,t,`delivery ${e.deliveryId} has no event document`);return}await w({argv:i.argv,cwd:i.cwd,document:s,attempt:e.attempts,app:a.app??a.parent_app??"app:terminal",custom:{deliveryId:e.deliveryId,messageId:a.message_id}},async n=>{await d(e.deliveryId,e.attempts,t,n,Date.now())})}c(T,"deliverExternal");class P{static{c(this,"DeliveryLaneReconciler")}async run(t,a){if(!a.lifecycle.acceptsDetachedWork())return;let i;try{i=await j(t)}catch(s){m.fresh(()=>l({level:"error",event:"delivery.scan_failed",error:s}));return}for(const s of i)try{const n=await h(s.deliveryId,t,v);if(n===null)continue;a.lifecycle.registerDetached(T(n,v).catch(r=>{m.fresh(()=>l({level:"error",event:"delivery.failed",error:r,fields:{delivery_id:n.deliveryId}}))}))}catch(n){m.fresh(()=>l({level:"error",event:"delivery.claim_failed",error:n,fields:{delivery_id:s.deliveryId}}))}}}export{P as DeliveryLaneReconciler,v as deliveryDaemonInstanceId};

package/dist/daemon/reconcilers/node-lifecycle/freeze-lane.d.ts

@@ -6,7 +6,7 @@ import type { FleetRegistry } from '../../../core/runtime/fleet.js';
  *  `policy` re-enacts the dead-row policy table (which relaunches through
  *  `reviveNode`); `idle-release` runs the stuck-delivery episode rules before
  *  relaunching. */
-export type ThawEnactment = 'thaw' | 'policy' | 'idle-release';
+export type ThawEnactment = 'thaw' | 'policy' | 'idle-release' | 'reopen';
 export interface ThawCandidate {
     row: NodeRow;
     enact: ThawEnactment;
@@ -33,8 +33,8 @@ export interface FrozenCounts {
  *  anything, so it must not keep outranking the mail it stalled behind. A row
  *  that never launched at all has spent nothing and stays tier 1. */
 export declare function thawTier(row: NodeRow, pendingWake: boolean): ThawTier;
-/** Thaw order: tier first, then longest-frozen first. A candidate with no
- *  `frozen_at` has not waited at all and sorts last within its tier. */
+/** Thaw order is first-come-first-served: longest-frozen first, whatever the tier (the tier only
+ *  splits the saturation counts). A candidate with no `frozen_at` has not waited at all and sorts last. */
 export declare function compareThaw(a: ThawEntry, b: ThawEntry): number;
 export declare class FreezeLaneReconciler {
     private readonly relaunchState;
@@ -43,6 +43,10 @@ export declare class FreezeLaneReconciler {
     endEpisode(nodeId: string): void;
     run(now: number, ctx: FreezeLaneContext): Promise<FrozenCounts>;
     private enact;
+    /** A parked resident owed wake mail: the message-delivery reopen (resident, latch check, `revive`
+     *  transition), then the one launcher. A capacity freeze leaves the row `active` with its frozen mark,
+     *  and a lost launch leaves it a stranded launch the tick relaunches, so the mail is never dropped. */
+    private enactReopen;
     private enactThaw;
     private enactIdleRelease;
 }

package/dist/daemon/reconcilers/node-lifecycle/freeze-lane.js

@@ -1 +1 @@
-var E=Object.defineProperty;var d=(i,t)=>E(i,"name",{value:t,configurable:!0});import{clearFrozen as p,getNode as _,getRow as y}from"../../../core/canvas/index.js";import{fullName as g}from"../../../core/canvas/labels.js";import{isSafeNodeId as s}from"../../../core/canvas/paths.js";import{emitEvent as l}from"../../../core/events/emit.js";import{operationIdContext as A}from"../../../core/events/operation-id.js";import{acknowledgedNodeMailCount as S}from"../../../core/canvas/deliveries.js";import{publishNotice as k}from"../../../core/runtime/close.js";import{transition as u}from"../../../core/runtime/lifecycle.js";import{reviveNode as h}from"../../../core/runtime/revive.js";import{hasPendingWake as w}from"../live-obligation.js";import{readInterruptedTurn as z}from"../../../core/canvas/recovery.js";import{mapAsync as R}from"../../../core/async-array.js";const f=6,L=10*6e4,M=2e4;function C(i,t){if(t)return 2;const a=i.launched_at;if(a==null)return 1;const e=i.last_settled_at;return e==null?2:Date.parse(e)>Date.parse(a)?1:2}d(C,"thawTier");function I(i,t){if(i.tier!==t.tier)return i.tier-t.tier;const a=i.row.frozen_at,e=t.row.frozen_at;return a==null?e==null?0:1:e==null?-1:Date.parse(a)-Date.parse(e)}d(I,"compareThaw");class K{static{d(this,"FreezeLaneReconciler")}relaunchState=new Map;endEpisode(t){this.relaunchState.delete(t)}async run(t,a){const e=await R(a.candidates,async n=>({...n,tier:C(n.row,await w(n.row.node_id))}));e.sort(I);const r={stalled:0,waitingOnMail:0};for(const n of e)await A.fresh(()=>this.enact(t,n,a.fleet))==="frozen"&&(n.tier===1?r.stalled+=1:r.waitingOnMail+=1);return r}async enact(t,a,e){const r=a.row.node_id;try{return a.enact==="thaw"?await this.enactThaw(a.row):a.enact==="idle-release"?await this.enactIdleRelease(t,a.row):(await e.applyDeadRowPolicy(r),e.has(r)?"launched":(await y(r))?.frozen_at!=null?"frozen":"skipped")}catch(n){return l({level:"error",event:"node.lifecycle.enact_failed",...s(r)?{node_id:r}:{},error:n,fields:{...s(r)?{}:{affected_node_id:r},enact:a.enact}}),"skipped"}}async enactThaw(t){const a=(await z(t.node_id))?.interrupted===!0;if(!a&&t.lifecycle==="resident"&&(await _(t.node_id))?.pi_session_id!=null&&!await w(t.node_id))return await u(t.node_id,"release"),await p(t.node_id),"skipped";try{return(await h(t.node_id,{resume:!0,capacity:"freeze",recovery:!0,...a?{wakeReason:"runtime-restart-abort"}:{}})).outcome==="frozen"?"frozen":"launched"}catch(e){const r=await _(t.node_id);throw r!==null&&(r.status==="active"||r.status==="idle")&&(await u(t.node_id,"crash",{reason:"launch_failed",outcome:{detail:{schema:"crtr.node-outcome-detail/v1",message:e instanceof Error?e.message:String(e)}}}),await p(t.node_id)),e}}async enactIdleRelease(t,a){const e=a.node_id,r=await S(e),n=this.relaunchState.get(e),c=n===void 0||n.acknowledgedCount!==r,o=c?0:n.attempts;if(o>=f)return this.relaunchState.delete(e),l({level:"warn",event:"broker.idle_release.exhausted",...s(e)?{node_id:e}:{},fields:{...s(e)?{}:{affected_node_id:e},attempts:o,max_attempts:f}}),await u(e,"crash",{reason:"launch_failed",outcome:{detail:{schema:"crtr.node-outcome-detail/v1",respawn_failures:o}}}),await k(e,"notice.crash",`Child crashed \u2014 ${g(a)} (${e}) failed to relaunch after ${o} attempts while trying to deliver a pending inbox message (no delivery progress across any attempt), and is now dead. It stays dead until you revive it \u2014 \`crtr node lifecycle revive ${e}\`.`,{reason:"child-crashed",child:e}),"skipped";const m=c?void 0:n?.lastAttempt,v=Math.min(M*2**o,L);return m!==void 0&&t-m<v?"skipped":(await h(e,{resume:!0,capacity:"freeze"})).outcome==="frozen"?"frozen":(this.relaunchState.set(e,{acknowledgedCount:r,attempts:o+1,lastAttempt:t}),l({level:"info",event:"broker.revive.idle_release",...s(e)?{node_id:e}:{},attempt:o+1,fields:{...s(e)?{}:{affected_node_id:e},attempts:o+1,max_attempts:f}}),"launched")}}export{K as FreezeLaneReconciler,I as compareThaw,C as thawTier};
+var E=Object.defineProperty;var d=(o,t)=>E(o,"name",{value:t,configurable:!0});import{clearFrozen as _,getNode as h,getRow as y}from"../../../core/canvas/index.js";import{fullName as g}from"../../../core/canvas/labels.js";import{isSafeNodeId as s}from"../../../core/canvas/paths.js";import{emitEvent as l}from"../../../core/events/emit.js";import{operationIdContext as z}from"../../../core/events/operation-id.js";import{acknowledgedNodeMailCount as R}from"../../../core/canvas/deliveries.js";import{publishNotice as A}from"../../../core/runtime/close.js";import{transition as u}from"../../../core/runtime/lifecycle.js";import{commitReopenResident as S}from"../../../core/runtime/reopen.js";import{reviveNode as f}from"../../../core/runtime/revive.js";import{hasPendingWake as w}from"../live-obligation.js";import{readInterruptedTurn as k}from"../../../core/canvas/recovery.js";import{mapAsync as L}from"../../../core/async-array.js";const m=6,M=10*6e4,C=2e4;function I(o,t){if(t)return 2;const a=o.launched_at;if(a==null)return 1;const e=o.last_settled_at;return e==null?2:Date.parse(e)>Date.parse(a)?1:2}d(I,"thawTier");function N(o,t){const a=o.row.frozen_at,e=t.row.frozen_at;return a==null?e==null?0:1:e==null?-1:Date.parse(a)-Date.parse(e)}d(N,"compareThaw");class j{static{d(this,"FreezeLaneReconciler")}relaunchState=new Map;endEpisode(t){this.relaunchState.delete(t)}async run(t,a){const e=await L(a.candidates,async r=>({...r,tier:I(r.row,await w(r.row.node_id))}));e.sort(N);const n={stalled:0,waitingOnMail:0};for(const r of e)await z.fresh(()=>this.enact(t,r,a.fleet))==="frozen"&&(r.tier===1?n.stalled+=1:n.waitingOnMail+=1);return n}async enact(t,a,e){const n=a.row.node_id;try{return a.enact==="thaw"?await this.enactThaw(a.row):a.enact==="reopen"?await this.enactReopen(a.row):a.enact==="idle-release"?await this.enactIdleRelease(t,a.row):(await e.applyDeadRowPolicy(n),e.has(n)?"launched":(await y(n))?.frozen_at!=null?"frozen":"skipped")}catch(r){return l({level:"error",event:"node.lifecycle.enact_failed",...s(n)?{node_id:n}:{},error:r,fields:{...s(n)?{}:{affected_node_id:n},enact:a.enact}}),"skipped"}}async enactReopen(t){return await S(t.node_id),(await f(t.node_id,{resume:!0,capacity:"freeze"})).outcome==="frozen"?"frozen":"launched"}async enactThaw(t){const a=(await k(t.node_id))?.interrupted===!0;if(!a&&t.lifecycle==="resident"&&(await h(t.node_id))?.pi_session_id!=null&&!await w(t.node_id))return await u(t.node_id,"release"),await _(t.node_id),"skipped";try{return(await f(t.node_id,{resume:!0,capacity:"freeze",recovery:!0,...a?{wakeReason:"runtime-restart-abort"}:{}})).outcome==="frozen"?"frozen":"launched"}catch(e){const n=await h(t.node_id);throw n!==null&&(n.status==="active"||n.status==="idle")&&(await u(t.node_id,"crash",{reason:"launch_failed",outcome:{detail:{schema:"crtr.node-outcome-detail/v1",message:e instanceof Error?e.message:String(e)}}}),await _(t.node_id)),e}}async enactIdleRelease(t,a){const e=a.node_id,n=await R(e),r=this.relaunchState.get(e),c=r===void 0||r.acknowledgedCount!==n,i=c?0:r.attempts;if(i>=m)return this.relaunchState.delete(e),l({level:"warn",event:"broker.idle_release.exhausted",...s(e)?{node_id:e}:{},fields:{...s(e)?{}:{affected_node_id:e},attempts:i,max_attempts:m}}),await u(e,"crash",{reason:"launch_failed",outcome:{detail:{schema:"crtr.node-outcome-detail/v1",respawn_failures:i}}}),await A(e,"notice.crash",`Child crashed \u2014 ${g(a)} (${e}) failed to relaunch after ${i} attempts while trying to deliver a pending inbox message (no delivery progress across any attempt), and is now dead. It stays dead until you revive it \u2014 \`crtr node lifecycle revive ${e}\`.`,{reason:"child-crashed",child:e}),"skipped";const p=c?void 0:r?.lastAttempt,v=Math.min(C*2**i,M);return p!==void 0&&t-p<v?"skipped":(await f(e,{resume:!0,capacity:"freeze"})).outcome==="frozen"?"frozen":(this.relaunchState.set(e,{acknowledgedCount:n,attempts:i+1,lastAttempt:t}),l({level:"info",event:"broker.revive.idle_release",...s(e)?{node_id:e}:{},attempt:i+1,fields:{...s(e)?{}:{affected_node_id:e},attempts:i+1,max_attempts:m}}),"launched")}}export{j as FreezeLaneReconciler,N as compareThaw,I as thawTier};

package/dist/daemon/reconcilers/node-lifecycle/tick.js

@@ -1 +1 @@
-var m=Object.defineProperty;var f=(n,i)=>m(n,"name",{value:i,configurable:!0});import{clearFrozen as l,endLiveExecution as o,getNode as h}from"../../../core/canvas/index.js";import{isSafeNodeId as _}from"../../../core/canvas/paths.js";import{recordedPidLiveness as p}from"../../../core/canvas/pid.js";import{emitEvent as u}from"../../../core/events/emit.js";import{operationIdContext as y}from"../../../core/events/operation-id.js";import{readInterruptedTurn as P}from"../../../core/canvas/recovery.js";import{isProfilePaused as c}from"../../../core/profiles/manifest.js";import{isRecoveryHeld as v}from"../../../core/runtime/recovery-hold.js";import{hasUnseenWakeMail as k}from"../../../core/canvas/deliveries.js";import{hasIdleReleaseIntent as L}from"../../../core/runtime/lifecycle.js";import{classifyDeadNode as z}from"../../fleet.js";import{applyParkEvent as I,hasPendingWake as R,parkEvent as E}from"../live-obligation.js";import{FreezeLaneReconciler as M}from"./freeze-lane.js";import{isInBackoff as g}from"./respawn-policy.js";import{handleTerminatingRow as N}from"./terminating.js";import{wantsExecution as b}from"./wants-execution.js";function C(n){return n.status==="done"||n.status==="canceled"||n.status==="dead"}f(C,"isTerminal");const D=12e4;function F(n,i){const e=Math.max(...[n.created,n.launched_at].map(a=>a==null?0:Date.parse(a)||0));return e>0&&i-e<D}f(F,"isLaunchInFlight");class Y{static{f(this,"NodeLifecycleReconciler")}freezeLane=new M;async run(i,e){const a=[];for(const r of e.rows)await y.fresh(async()=>{try{await this.classifyRow(i,r,e,a)}catch(t){const s=r.node_id;u({level:"error",event:"node.lifecycle.classify_failed",..._(s)?{node_id:s}:{fields:{affected_node_id:s}},error:t})}});return this.freezeLane.run(i,{fleet:e.fleet,candidates:a})}async classifyRow(i,e,a,r){const t=e.node_id;if(C(e)){if(N(e,a.fleet.has(t)))return;e.pi_pid!=null&&p(e.pi_pid,e.pi_pid_identity)==="dead"&&await o(t,{reason:"observed-dead"}),e.frozen_at!=null&&(e.final_report!=null?await l(t):r.push({row:e,enact:"thaw"}));return}if(a.fleet.has(t)){c(e.profile_id)?a.fleet.interruptForProfilePause(t):await this.thawMark(e);return}if(c(e.profile_id)){this.freezeLane.endEpisode(t);return}if(v(t))return;const s=e.pi_pid!=null&&p(e.pi_pid,e.pi_pid_identity)==="dead";if(s&&!a.fleet.hasProfilePauseInterruption(t)&&await o(t,{reason:"observed-dead"}),!await b(e)){await this.thawMark(e),await this.settleParked(e);return}if(g(e,i))return;if(e.status==="idle"&&L(e)&&await k(t)){r.push({row:e,enact:"idle-release"});return}if(e.pi_pid==null){if(e.respawn_not_before!=null){r.push({row:e,enact:"policy"});return}if(e.frozen_at!=null){r.push({row:e,enact:"thaw"});return}if(a.fleet.isClaimed(t)||F(e,i))return;u({level:"warn",event:"node.lifecycle.stranded_launch",node_id:t}),r.push({row:e,enact:"thaw"});return}if(!s)return;const d=z(await h(t),(await P(t))?.interrupted===!0,await R(t));if(d==="respawn-fresh"||d==="respawn-cycle"||d==="respawn-resume"){r.push({row:e,enact:"policy"});return}await a.fleet.applyDeadRowPolicy(t),await this.thawMark(e)}async thawMark(i){i.frozen_at!=null&&await l(i.node_id)}async settleParked(i){if(i.status!=="idle")return;this.freezeLane.endEpisode(i.node_id);const e=await E(i.node_id,i.lifecycle);e!=="release"&&await I(i.node_id,e)}}export{D as LAUNCH_GRACE_MS,Y as NodeLifecycleReconciler,F as isLaunchInFlight};
+var y=Object.defineProperty;var f=(r,t)=>y(r,"name",{value:t,configurable:!0});import{clearFrozen as p,endLiveExecution as o,getNode as P}from"../../../core/canvas/index.js";import{isSafeNodeId as k}from"../../../core/canvas/paths.js";import{recordedPidLiveness as u}from"../../../core/canvas/pid.js";import{emitEvent as c}from"../../../core/events/emit.js";import{operationIdContext as v}from"../../../core/events/operation-id.js";import{readInterruptedTurn as L}from"../../../core/canvas/recovery.js";import{isProfilePaused as l}from"../../../core/profiles/manifest.js";import{isRecoveryHeld as m}from"../../../core/runtime/recovery-hold.js";import{hasUnseenWakeMail as h}from"../../../core/canvas/deliveries.js";import{hasIdleReleaseIntent as R,isParkedResident as z}from"../../../core/runtime/lifecycle.js";import{classifyDeadNode as I}from"../../fleet.js";import{applyParkEvent as E,hasPendingWake as M,parkEvent as g}from"../live-obligation.js";import{FreezeLaneReconciler as N}from"./freeze-lane.js";import{isInBackoff as _}from"./respawn-policy.js";import{handleTerminatingRow as b}from"./terminating.js";import{wantsExecution as C}from"./wants-execution.js";function D(r){return r.status==="done"||r.status==="canceled"||r.status==="dead"}f(D,"isTerminal");const F=12e4;function T(r,t){const e=Math.max(...[r.created,r.launched_at].map(a=>a==null?0:Date.parse(a)||0));return e>0&&t-e<F}f(T,"isLaunchInFlight");class ${static{f(this,"NodeLifecycleReconciler")}freezeLane=new N;async run(t,e){const a=[];for(const n of e.rows)await v.fresh(async()=>{try{await this.classifyRow(t,n,e,a)}catch(i){const s=n.node_id;c({level:"error",event:"node.lifecycle.classify_failed",...k(s)?{node_id:s}:{fields:{affected_node_id:s}},error:i})}});return this.freezeLane.run(t,{fleet:e.fleet,candidates:a})}async classifyRow(t,e,a,n){const i=e.node_id;if(D(e)){if(b(e,a.fleet.has(i)))return;if(z(e)&&!a.fleet.has(i)&&!l(e.profile_id)&&!m(i)&&!_(e,t)&&await h(i)){n.push({row:e,enact:"reopen"});return}e.pi_pid!=null&&u(e.pi_pid,e.pi_pid_identity)==="dead"&&await o(i,{reason:"observed-dead"}),e.frozen_at!=null&&(e.final_report!=null?await p(i):n.push({row:e,enact:"thaw"}));return}if(a.fleet.has(i)){l(e.profile_id)?a.fleet.interruptForProfilePause(i):await this.thawMark(e);return}if(l(e.profile_id)){this.freezeLane.endEpisode(i);return}if(m(i))return;const s=e.pi_pid!=null&&u(e.pi_pid,e.pi_pid_identity)==="dead";if(s&&!a.fleet.hasProfilePauseInterruption(i)&&await o(i,{reason:"observed-dead"}),!await C(e)){await this.thawMark(e),await this.settleParked(e);return}if(_(e,t))return;if(e.status==="idle"&&R(e)&&await h(i)){n.push({row:e,enact:"idle-release"});return}if(e.pi_pid==null){if(e.respawn_not_before!=null){n.push({row:e,enact:"policy"});return}if(e.frozen_at!=null){n.push({row:e,enact:"thaw"});return}if(a.fleet.isClaimed(i)||T(e,t))return;c({level:"warn",event:"node.lifecycle.stranded_launch",node_id:i}),n.push({row:e,enact:"thaw"});return}if(!s)return;const d=I(await P(i),(await L(i))?.interrupted===!0,await M(i));if(d==="respawn-fresh"||d==="respawn-cycle"||d==="respawn-resume"){n.push({row:e,enact:"policy"});return}await a.fleet.applyDeadRowPolicy(i),await this.thawMark(e)}async thawMark(t){t.frozen_at!=null&&await p(t.node_id)}async settleParked(t){if(t.status!=="idle")return;this.freezeLane.endEpisode(t.node_id);const e=await g(t.node_id,t.lifecycle);e!=="release"&&await E(t.node_id,e)}}export{F as LAUNCH_GRACE_MS,$ as NodeLifecycleReconciler,T as isLaunchInFlight};

package/dist/daemon/reconcilers/storage-maintenance.d.ts

@@ -4,9 +4,6 @@ export declare const DEAD_REAP_GRACE_MS: number;
 export declare const RETENTION_SWEEP_INTERVAL_MS: number;
 export declare const RETENTION_TTL_DAYS = 14;
 export declare const CONTEXT_STRIP_GRACE_MS: number;
-/** A separate daemon-owned SQLite connection checkpoints without holding the API's
- * event loop. A busy reader or another writer is not a reason to block service. */
-export declare function checkpointCanvasWal(path: string): Promise<boolean>;
 export interface StorageMaintenanceContext {
     /** Carries the managed-worktree sweep's detached Git work off this tick. */
     lifecycle: DetachedWorkLifecycle;
@@ -22,8 +19,6 @@ export declare class StorageMaintenanceReconciler {
     private lastRunExpiryAt;
     private lastRunEventPassAt;
     private runEventCursor;
-    private lastWalCheckpointAt;
-    private walCheckpointInFlight;
     private lastAnalyzeAt;
     private lastRetentionSweepAt;
     private lastContextStripAt;
@@ -37,7 +32,6 @@ export declare class StorageMaintenanceReconciler {
     run(now: number, ctx: StorageMaintenanceContext): Promise<void>;
     /** Ask the launcher for one purge of every app's cache folder: at boot, then at most hourly. It is off the due lanes (a sleeping runtime is never woken for it) and skipped where no launcher exists. */
     private scheduleCachePass;
-    private scheduleWalCheckpoint;
     /** Milliseconds since the node's last activity ({@link lastActivityMs}). */
     private msSinceTerminalActivity;
     /** Delete terminal nodes quiet for {@link RETENTION_TTL_DAYS}, at most once per

package/dist/daemon/reconcilers/storage-maintenance.js

@@ -1,8 +1 @@
-var I=Object.defineProperty;var u=(f,t)=>I(f,"name",{value:t,configurable:!0});import{rm as E,stat as A}from"node:fs/promises";import{Worker as y}from"node:worker_threads";import{closeFocusRow as w,getFocusById as S,listFocuses as N,listNodes as g}from"../../core/canvas/index.js";import{pruneExpiredIdempotencyKeys as R}from"../../core/runs/operations.js";import{getNode as T,lastActivityMs as h,listTerminalPlacementResidue as C,pruneExpiredCreateRequests as F,pruneNodes as P}from"../../core/canvas/canvas.js";import{lastContextStripMs as D,stripContextDir as k}from"../../core/canvas/context-strip.js";import{isAppRun as x}from"../../core/canvas/app-run.js";import{isSafeNodeId as c}from"../../core/canvas/paths.js";import{emitEvent as i}from"../../core/events/emit.js";import{operationIdContext as o}from"../../core/events/operation-id.js";import{listLivePanesAsync as b,tearDownNode as W}from"../../core/runtime/placement.js";import{reapStaleSpares as G}from"../../core/runtime/warm-pool.js";import{GroveInstanceSweepReconciler as M}from"./grove-instance-sweep.js";import{ManagedWorktreeSweepReconciler as V}from"./managed-worktree-sweep.js";import{compactRunEvents as L,expireRunEvents as Y}from"../../core/runs/events.js";import{openDb as q}from"../../core/canvas/db.js";import{canvasDbPath as O}from"../../core/canvas/paths.js";import{retentionHold as _}from"./live-obligation.js";import{pruneMemoryReads as z}from"../../core/canvas/memory-reads.js";import{existsSync as H}from"node:fs";import{launcherRequest as K}from"../../launcher/client.js";import{LAUNCHER_SOCKET as U}from"../../launcher/spec.js";import{cachePassDue as $}from"../../launcher/limits/policy.js";const B=10*6e4,Q=60*1e3,X=60*1e3,m=5*6e4,Z=14,j=1440*6e4,J=2e3,ee=5*6e4,te=16*1024*1024;async function re(f){return await A(`${f}-wal`).then(r=>r.size).catch(r=>{if(r.code==="ENOENT")return 0;throw r})<te?!1:new Promise((r,e)=>{const n=new y(`import { DatabaseSync } from 'node:sqlite';
-      import { parentPort, workerData } from 'node:worker_threads';
-      const db = new DatabaseSync(workerData);
-      try {
-        db.exec('PRAGMA busy_timeout = 250');
-        const rows = db.prepare('PRAGMA wal_checkpoint(TRUNCATE)').all();
-        parentPort.postMessage(rows[0]?.busy === 0);
-      } finally { db.close(); }`,{eval:!0,workerData:f});let a=!1;const l=u(d=>{a||(a=!0,clearTimeout(s),r(d))},"finish"),s=setTimeout(()=>{n.terminate(),l(!1)},3e3);n.once("message",l),n.once("error",d=>{a||(a=!0,clearTimeout(s),e(d))}),n.once("exit",()=>l(!1))})}u(re,"checkpointCanvasWal");class Te{static{u(this,"StorageMaintenanceReconciler")}lastSpareSweepAt=Number.NEGATIVE_INFINITY;lastCreateRequestSweepAt=Number.NEGATIVE_INFINITY;lastRunExpiryAt=Number.NEGATIVE_INFINITY;lastRunEventPassAt=Number.NEGATIVE_INFINITY;runEventCursor=0;lastWalCheckpointAt=Number.NEGATIVE_INFINITY;walCheckpointInFlight=!1;lastAnalyzeAt=Number.NEGATIVE_INFINITY;lastRetentionSweepAt=Number.NEGATIVE_INFINITY;lastContextStripAt=Number.NEGATIVE_INFINITY;contextStripInFlight=!1;focusGcInFlight=!1;lastCachePassAt=null;cachePassInFlight=!1;worktreeSweep=new V;groveInstanceSweep=new M;async run(t,r){if(await this.reapDeadResidue(t),this.scheduleFocusGc(r),await this.gcWarmPool(t),await this.gcCreateRequests(t),t-this.lastRunEventPassAt>=J){this.lastRunEventPassAt=t;try{await Y(t);const e=await L(t,this.runEventCursor);this.runEventCursor=e.cursor}catch(e){console.warn(`run event maintenance failed: ${String(e)}`)}}if(t-this.lastRunExpiryAt>=60*6e4){try{await z(t)}catch(e){console.warn(`memory-read log prune failed: ${String(e)}`)}this.lastRunExpiryAt=t}t-this.lastAnalyzeAt>=1440*6e4&&(await(await q()).exec("ANALYZE"),this.lastAnalyzeAt=t),await this.sweepRetention(t,r),this.scheduleCachePass(t,r),this.scheduleContextStrip(t,r),this.scheduleWalCheckpoint(t,r),this.worktreeSweep.run(t,r),this.groveInstanceSweep.run(t,r)}scheduleCachePass(t,r){this.cachePassInFlight||!$(this.lastCachePassAt,t)||process.platform!=="linux"||!H(U)||r.lifecycle.acceptsDetachedWork()&&(this.lastCachePassAt=t,this.cachePassInFlight=!0,r.lifecycle.registerDetached(K({operation:"cache.purge"}).then(()=>{}).catch(e=>{o.fresh(()=>{i({level:"warn",event:"app.cache.pass_failed",error:e})})}).then(()=>{this.cachePassInFlight=!1})))}scheduleWalCheckpoint(t,r){this.walCheckpointInFlight||t-this.lastWalCheckpointAt<ee||r.lifecycle.acceptsDetachedWork()&&(this.lastWalCheckpointAt=t,this.walCheckpointInFlight=!0,r.lifecycle.registerDetached(re(O()).catch(e=>{console.warn(`canvas WAL checkpoint failed: ${String(e)}`)}).then(()=>{this.walCheckpointInFlight=!1})))}msSinceTerminalActivity(t,r){const e=h(t);return e===0?Number.POSITIVE_INFINITY:r-e}async sweepRetention(t,r){t-this.lastRetentionSweepAt<m||r.lifecycle.acceptsDetachedWork()&&(this.lastRetentionSweepAt=t,await o.fresh(async()=>{try{const e=await P({ttlDays:Z,held:await _(r.fleet),removeDirs:u(n=>{r.lifecycle.registerDetached(Promise.all(n.map(a=>E(a,{recursive:!0,force:!0}))).then(()=>{}).catch(a=>{o.fresh(()=>{i({level:"error",event:"canvas.retention.failed",error:a})})}))},"removeDirs")});e.pruned.length>0&&i({level:"info",event:"canvas.retention.pruned",outcome:"succeeded",fields:{pruned_count:e.pruned.length}})}catch(e){i({level:"error",event:"canvas.retention.failed",error:e})}}))}scheduleContextStrip(t,r){if(this.contextStripInFlight||t-this.lastContextStripAt<m||!r.lifecycle.acceptsDetachedWork())return;this.lastContextStripAt=t,this.contextStripInFlight=!0;const e=this.stripFinishedContexts(t,r).finally(()=>{this.contextStripInFlight=!1});r.lifecycle.registerDetached(e)}async stripFinishedContexts(t,r){const e=await _(r.fleet),n=u(async s=>s!==null&&["done","canceled","dead"].includes(s.status)&&(s.pi_pid??null)===null&&(s.frozen_at??null)===null&&!x(s)&&h(s)<t-j&&!await e(s.node_id),"eligible");let a=0,l=0;try{for(const s of await g({status:["done","canceled","dead"]})){if(!c(s.node_id)||!await n(s))continue;const d=await D(s.node_id);if(d!==null&&d>=h(s)||!await n(await T(s.node_id)))continue;let p;try{p=await k(s.node_id)}catch(v){o.fresh(()=>{i({level:"warn",event:"canvas.context_strip.node_failed",error:v,fields:{node_id:s.node_id}})});continue}p.removed.length>0&&(a+=1,l+=p.bytes)}}catch(s){o.fresh(()=>{i({level:"error",event:"canvas.context_strip.failed",error:s})})}a>0&&o.fresh(()=>{i({level:"info",event:"canvas.context_strip.completed",outcome:"succeeded",fields:{node_count:a,bytes:l}})})}async reapDeadResidue(t){let r;try{r=await C()}catch(e){o.fresh(()=>{i({level:"error",event:"residue.reap_scan.failed",error:e})});return}for(const e of r){try{if(this.msSinceTerminalActivity(e,t)<B)continue}catch(n){o.fresh(()=>{i({level:"error",event:"residue.reap.failed",...c(e.node_id)?{node_id:e.node_id}:{},error:n,fields:{...c(e.node_id)?{}:{affected_node_id:e.node_id},pane:e.pane,window:e.window,tmux_session:e.tmux_session}})});continue}await o.fresh(async()=>{try{i({level:"info",event:"residue.reaped",...c(e.node_id)?{node_id:e.node_id}:{},fields:{...c(e.node_id)?{}:{affected_node_id:e.node_id},pane:e.pane,window:e.window,tmux_session:e.tmux_session}}),await W(e.node_id)}catch(n){i({level:"error",event:"residue.reap.failed",...c(e.node_id)?{node_id:e.node_id}:{},error:n,fields:{...c(e.node_id)?{}:{affected_node_id:e.node_id},pane:e.pane,window:e.window,tmux_session:e.tmux_session}})}})}}scheduleFocusGc(t){if(this.focusGcInFlight||!t.lifecycle.acceptsDetachedWork())return;this.focusGcInFlight=!0;const r=this.gcStaleFocuses().finally(()=>{this.focusGcInFlight=!1});t.lifecycle.registerDetached(r)}async gcStaleFocuses(){let t;try{t=await N()}catch(e){o.fresh(()=>{i({level:"error",event:"focus.gc.failed",error:e})});return}if(t.length===0)return;let r;try{r=await b()}catch(e){o.fresh(()=>{i({level:"error",event:"focus.gc.failed",error:e})});return}if(r!==null)for(const e of t){if(e.pane===null||r.has(e.pane))continue;if(!await o.fresh(async()=>{try{return(await S(e.focus_id))?.pane!==e.pane||(i({level:"info",event:"focus.gc.removed",...c(e.node_id)?{node_id:e.node_id}:{},fields:{focus_id:e.focus_id,focus_node_id:e.node_id,pane:e.pane}}),await w(e.focus_id)),!0}catch(a){return i({level:"error",event:"focus.gc.failed",error:a}),!1}}))return}}async gcCreateRequests(t){t-this.lastCreateRequestSweepAt<X||(this.lastCreateRequestSweepAt=t,await o.fresh(async()=>{const r=await F(t),e=await R(t);e>0&&i({level:"info",event:"canvas.idempotency_keys.reaped",outcome:"succeeded",fields:{reaped_count:e}}),r>0&&i({level:"info",event:"canvas.create_requests.reaped",outcome:"succeeded",fields:{reaped_count:r}})}))}async gcWarmPool(t){t-this.lastSpareSweepAt<Q||(this.lastSpareSweepAt=t,await o.fresh(async()=>{const r=await G();r.length>0&&i({level:"info",event:"warm_pool.spares_reaped",outcome:"succeeded",fields:{reaped_count:r.length}})}))}}export{j as CONTEXT_STRIP_GRACE_MS,B as DEAD_REAP_GRACE_MS,m as RETENTION_SWEEP_INTERVAL_MS,Z as RETENTION_TTL_DAYS,Te as StorageMaintenanceReconciler,re as checkpointCanvasWal};
+var I=Object.defineProperty;var l=(f,t)=>I(f,"name",{value:t,configurable:!0});import{rm as E}from"node:fs/promises";import{closeFocusRow as y,getFocusById as S,listFocuses as A,listNodes as N}from"../../core/canvas/index.js";import{pruneExpiredIdempotencyKeys as w}from"../../core/runs/operations.js";import{getNode as R,lastActivityMs as u,listTerminalPlacementResidue as g,pruneExpiredCreateRequests as T,pruneNodes as C}from"../../core/canvas/canvas.js";import{lastContextStripMs as F,stripContextDir as x}from"../../core/canvas/context-strip.js";import{isAppRun as P}from"../../core/canvas/app-run.js";import{isSafeNodeId as c}from"../../core/canvas/paths.js";import{emitEvent as s}from"../../core/events/emit.js";import{operationIdContext as n}from"../../core/events/operation-id.js";import{listLivePanesAsync as D,tearDownNode as G}from"../../core/runtime/placement.js";import{reapStaleSpares as V}from"../../core/runtime/warm-pool.js";import{GroveInstanceSweepReconciler as b}from"./grove-instance-sweep.js";import{ManagedWorktreeSweepReconciler as M}from"./managed-worktree-sweep.js";import{compactRunEvents as W,expireRunEvents as Y}from"../../core/runs/events.js";import{openDb as k}from"../../core/canvas/db.js";import{retentionHold as _}from"./live-obligation.js";import{pruneMemoryReads as q}from"../../core/canvas/memory-reads.js";import{existsSync as L}from"node:fs";import{launcherRequest as O}from"../../launcher/client.js";import{LAUNCHER_SOCKET as z}from"../../launcher/spec.js";import{cachePassDue as U}from"../../launcher/limits/policy.js";const H=10*6e4,K=60*1e3,$=60*1e3,m=5*6e4,B=14,Q=1440*6e4,X=2e3;class Ee{static{l(this,"StorageMaintenanceReconciler")}lastSpareSweepAt=Number.NEGATIVE_INFINITY;lastCreateRequestSweepAt=Number.NEGATIVE_INFINITY;lastRunExpiryAt=Number.NEGATIVE_INFINITY;lastRunEventPassAt=Number.NEGATIVE_INFINITY;runEventCursor=0;lastAnalyzeAt=Number.NEGATIVE_INFINITY;lastRetentionSweepAt=Number.NEGATIVE_INFINITY;lastContextStripAt=Number.NEGATIVE_INFINITY;contextStripInFlight=!1;focusGcInFlight=!1;lastCachePassAt=null;cachePassInFlight=!1;worktreeSweep=new M;groveInstanceSweep=new b;async run(t,r){if(await this.reapDeadResidue(t),this.scheduleFocusGc(r),await this.gcWarmPool(t),await this.gcCreateRequests(t),t-this.lastRunEventPassAt>=X){this.lastRunEventPassAt=t;try{await Y(t);const e=await W(t,this.runEventCursor);this.runEventCursor=e.cursor}catch(e){console.warn(`run event maintenance failed: ${String(e)}`)}}if(t-this.lastRunExpiryAt>=60*6e4){try{await q(t)}catch(e){console.warn(`memory-read log prune failed: ${String(e)}`)}this.lastRunExpiryAt=t}t-this.lastAnalyzeAt>=1440*6e4&&(await(await k()).exec("ANALYZE"),this.lastAnalyzeAt=t),await this.sweepRetention(t,r),this.scheduleCachePass(t,r),this.scheduleContextStrip(t,r),this.worktreeSweep.run(t,r),this.groveInstanceSweep.run(t,r)}scheduleCachePass(t,r){this.cachePassInFlight||!U(this.lastCachePassAt,t)||process.platform!=="linux"||!L(z)||r.lifecycle.acceptsDetachedWork()&&(this.lastCachePassAt=t,this.cachePassInFlight=!0,r.lifecycle.registerDetached(O({operation:"cache.purge"}).then(()=>{}).catch(e=>{n.fresh(()=>{s({level:"warn",event:"app.cache.pass_failed",error:e})})}).then(()=>{this.cachePassInFlight=!1})))}msSinceTerminalActivity(t,r){const e=u(t);return e===0?Number.POSITIVE_INFINITY:r-e}async sweepRetention(t,r){t-this.lastRetentionSweepAt<m||r.lifecycle.acceptsDetachedWork()&&(this.lastRetentionSweepAt=t,await n.fresh(async()=>{try{const e=await C({ttlDays:B,held:await _(r.fleet),removeDirs:l(a=>{r.lifecycle.registerDetached(Promise.all(a.map(o=>E(o,{recursive:!0,force:!0}))).then(()=>{}).catch(o=>{n.fresh(()=>{s({level:"error",event:"canvas.retention.failed",error:o})})}))},"removeDirs")});e.pruned.length>0&&s({level:"info",event:"canvas.retention.pruned",outcome:"succeeded",fields:{pruned_count:e.pruned.length}})}catch(e){s({level:"error",event:"canvas.retention.failed",error:e})}}))}scheduleContextStrip(t,r){if(this.contextStripInFlight||t-this.lastContextStripAt<m||!r.lifecycle.acceptsDetachedWork())return;this.lastContextStripAt=t,this.contextStripInFlight=!0;const e=this.stripFinishedContexts(t,r).finally(()=>{this.contextStripInFlight=!1});r.lifecycle.registerDetached(e)}async stripFinishedContexts(t,r){const e=await _(r.fleet),a=l(async i=>i!==null&&["done","canceled","dead"].includes(i.status)&&(i.pi_pid??null)===null&&(i.frozen_at??null)===null&&!P(i)&&u(i)<t-Q&&!await e(i.node_id),"eligible");let o=0,p=0;try{for(const i of await N({status:["done","canceled","dead"]})){if(!c(i.node_id)||!await a(i))continue;const h=await F(i.node_id);if(h!==null&&h>=u(i)||!await a(await R(i.node_id)))continue;let d;try{d=await x(i.node_id)}catch(v){n.fresh(()=>{s({level:"warn",event:"canvas.context_strip.node_failed",error:v,fields:{node_id:i.node_id}})});continue}d.removed.length>0&&(o+=1,p+=d.bytes)}}catch(i){n.fresh(()=>{s({level:"error",event:"canvas.context_strip.failed",error:i})})}o>0&&n.fresh(()=>{s({level:"info",event:"canvas.context_strip.completed",outcome:"succeeded",fields:{node_count:o,bytes:p}})})}async reapDeadResidue(t){let r;try{r=await g()}catch(e){n.fresh(()=>{s({level:"error",event:"residue.reap_scan.failed",error:e})});return}for(const e of r){try{if(this.msSinceTerminalActivity(e,t)<H)continue}catch(a){n.fresh(()=>{s({level:"error",event:"residue.reap.failed",...c(e.node_id)?{node_id:e.node_id}:{},error:a,fields:{...c(e.node_id)?{}:{affected_node_id:e.node_id},pane:e.pane,window:e.window,tmux_session:e.tmux_session}})});continue}await n.fresh(async()=>{try{s({level:"info",event:"residue.reaped",...c(e.node_id)?{node_id:e.node_id}:{},fields:{...c(e.node_id)?{}:{affected_node_id:e.node_id},pane:e.pane,window:e.window,tmux_session:e.tmux_session}}),await G(e.node_id)}catch(a){s({level:"error",event:"residue.reap.failed",...c(e.node_id)?{node_id:e.node_id}:{},error:a,fields:{...c(e.node_id)?{}:{affected_node_id:e.node_id},pane:e.pane,window:e.window,tmux_session:e.tmux_session}})}})}}scheduleFocusGc(t){if(this.focusGcInFlight||!t.lifecycle.acceptsDetachedWork())return;this.focusGcInFlight=!0;const r=this.gcStaleFocuses().finally(()=>{this.focusGcInFlight=!1});t.lifecycle.registerDetached(r)}async gcStaleFocuses(){let t;try{t=await A()}catch(e){n.fresh(()=>{s({level:"error",event:"focus.gc.failed",error:e})});return}if(t.length===0)return;let r;try{r=await D()}catch(e){n.fresh(()=>{s({level:"error",event:"focus.gc.failed",error:e})});return}if(r!==null)for(const e of t){if(e.pane===null||r.has(e.pane))continue;if(!await n.fresh(async()=>{try{return(await S(e.focus_id))?.pane!==e.pane||(s({level:"info",event:"focus.gc.removed",...c(e.node_id)?{node_id:e.node_id}:{},fields:{focus_id:e.focus_id,focus_node_id:e.node_id,pane:e.pane}}),await y(e.focus_id)),!0}catch(o){return s({level:"error",event:"focus.gc.failed",error:o}),!1}}))return}}async gcCreateRequests(t){t-this.lastCreateRequestSweepAt<$||(this.lastCreateRequestSweepAt=t,await n.fresh(async()=>{const r=await T(t),e=await w(t);e>0&&s({level:"info",event:"canvas.idempotency_keys.reaped",outcome:"succeeded",fields:{reaped_count:e}}),r>0&&s({level:"info",event:"canvas.create_requests.reaped",outcome:"succeeded",fields:{reaped_count:r}})}))}async gcWarmPool(t){t-this.lastSpareSweepAt<K||(this.lastSpareSweepAt=t,await n.fresh(async()=>{const r=await V();r.length>0&&s({level:"info",event:"warm_pool.spares_reaped",outcome:"succeeded",fields:{reaped_count:r.length}})}))}}export{Q as CONTEXT_STRIP_GRACE_MS,H as DEAD_REAP_GRACE_MS,m as RETENTION_SWEEP_INTERVAL_MS,B as RETENTION_TTL_DAYS,Ee as StorageMaintenanceReconciler};

package/dist/daemon/runs/observer.js

@@ -1,4 +1,5 @@
-var k=Object.defineProperty;var r=(i,t)=>k(i,"name",{value:t,configurable:!0});import{randomUUID as D}from"node:crypto";import{openDb as l}from"../../core/canvas/db.js";import{getNode as m}from"../../core/canvas/canvas.js";import{BrokerClient as T,SocketTransport as y}from"../../core/broker-client/client.js";import{emitRunEvent as p,emitRunSettlement as E}from"../../core/runs/events.js";import{cancelOpenQuestions as I}from"../../core/runs/questions.js";import{emitEvent as h}from"../../core/events/emit.js";import{toRunOutcomeDTO as R}from"../api/map.js";import{readOutputResult as N}from"../../core/runtime/structured-output.js";const A=JSON.stringify({input_tokens:0,output_tokens:0,cache_read_tokens:0,cache_write_tokens:0,cost_usd:0}),u=new Map,b=250;class g{static{r(this,"RunObserver")}nodeId;runId;client;timer;status;piPid=null;outcomeRevision;openAssistant=!1;assistantStartSequence=0;block=null;thinking="";output="";pendingThinking="";pendingOutput="";flushTimer;closed=!1;polling;frames=Promise.resolve();constructor(t,e,n,s){this.nodeId=t,this.runId=e,this.status=n,this.outcomeRevision=s,this.timer=setInterval(()=>{this.pollOrClose()},250),this.timer.unref(),u.set(t,this)}static async start(t,e){const n=await l(),s=await n.prepare("SELECT body_json FROM run_events WHERE node_id = ? AND type = ? ORDER BY sequence_number DESC LIMIT 1").get(t,t===e?"node.settled":"child.settled"),o=await n.prepare("SELECT body_json FROM run_events WHERE node_id = ? AND type = 'node.status.changed' ORDER BY sequence_number DESC LIMIT 1").get(t),d=new g(t,e,o?JSON.parse(o.body_json).status:void 0,s?JSON.parse(s.body_json).outcome.revision:void 0);return await d.poll(),d}async pollOrClose(){try{await this.poll()}catch(t){this.close(),h({level:"error",event:"daemon.runs.observer_failed",node_id:this.nodeId,error:t})}}poll(){return this.polling===void 0&&(this.polling=this.pollOnce().finally(()=>{this.polling=void 0})),this.polling}async pollOnce(){const t=await m(this.nodeId);if(!t||t.run_id!==this.runId||!await S(this.runId)){this.close();return}this.piPid=t.pi_pid??null;const e=t.pi_pid===null?"dormant":t.status;this.status!==e&&await p(this.runId,this.nodeId,"node.status.changed",{status:e,reason:t.intent??null}),this.status=e;const n=R(t);if(n&&n.revision!==this.outcomeRevision&&Date.now()-Date.parse(n.settled_at)<720*60*6e4){if(this.nodeId===this.runId){const s=await(await l()).prepare("SELECT node_id FROM nodes WHERE run_id = ? AND node_id != ? ORDER BY created DESC").all(this.runId,this.runId);for(const o of s)await w(o.node_id,this.runId),await u.get(o.node_id)?.poll()}if(this.outcomeRevision=n.revision,this.nodeId===this.runId){const s=n.kind==="result"?N(this.nodeId,t.grantee):void 0;await E(this.runId,this.nodeId,"node.settled",{outcome:n,usage:JSON.parse(t.usage_json??A),...s===void 0?{}:{result:s}})}else await E(this.runId,this.nodeId,"child.settled",{child_node_id:this.nodeId,outcome:n});if(t.grantee&&t.grantee!=="app:terminal"){const s=this.nodeId===this.runId?{run_id:this.runId}:{node_id:this.nodeId};I(s,this.nodeId===this.runId?"the run settled":"the asking node was closed").catch(o=>h({level:"error",event:"daemon.runs.question_cancel_failed",node_id:this.nodeId,error:o}))}}t.pi_pid===null?this.close():await this.connect()}get assistantMessageStartSequence(){return this.openAssistant&&this.client&&this.piPid!==null?this.assistantStartSequence:null}get openBlock(){return this.assistantMessageStartSequence===null?null:this.block}async connect(){if(this.client||this.closed)return;const t=new T(this.nodeId,{transport:new y(this.nodeId,{recordsViewerFaults:!1})});this.client=t,t.on("connect",()=>t.send({type:"hello",role:"observer",client_id:D(),attends:!1}));const e=r(async n=>{if(!(this.closed||this.client!==t)){if(n.type==="message_start"&&n.message.role==="assistant"&&(this.discardDeltas(),this.openAssistant=!0,this.block=null,this.thinking="",this.output="",this.assistantStartSequence=(await(await l()).prepare("SELECT event_cursor FROM nodes WHERE node_id = ?").get(this.runId)).event_cursor),n.type==="message_update"&&n.message.role==="assistant"&&this.openAssistant){const s=n.message.content;if(!Array.isArray(s))return;const o=s.at(-1);o&&typeof o=="object"&&"type"in o&&(o.type==="toolCall"?this.block={kind:"tool_call",name:"name"in o&&typeof o.name=="string"?o.name:""}:(o.type==="text"||o.type==="thinking")&&(this.block={kind:o.type}));const d=s.filter(a=>a?.type==="thinking").map(a=>a.thinking).join(""),c=s.filter(a=>a?.type==="text").map(a=>a.text).join(""),v=d.startsWith(this.thinking)?d.slice(this.thinking.length):d,O=c.startsWith(this.output)?c.slice(this.output.length):c;this.thinking=d,this.output=c,this.pendingThinking+=v,this.pendingOutput+=O,(this.pendingThinking||this.pendingOutput)&&!this.flushTimer&&(this.flushTimer=setTimeout(()=>{this.flushDeltas().catch(a=>h({level:"error",event:"daemon.runs.observer_failed",node_id:this.nodeId,error:a}))},b),this.flushTimer.unref())}n.type==="message_end"&&n.message.role==="assistant"&&(await this.flushDeltas(),this.openAssistant=!1,this.block=null)}},"handleFrame");t.on("frame",n=>{this.frames=this.frames.then(()=>e(n)).catch(s=>{this.close(),h({level:"error",event:"daemon.runs.observer_failed",node_id:this.nodeId,error:s})})}),t.on("error",()=>{}),t.on("close",()=>{this.client===t&&(this.client=void 0,this.discardDeltas(),this.openAssistant=!1,this.block=null)}),t.connect()}async flushDeltas(){this.flushTimer&&clearTimeout(this.flushTimer),this.flushTimer=void 0;const t=this.pendingThinking,e=this.pendingOutput;if(this.pendingThinking="",this.pendingOutput="",!this.openAssistant||!t&&!e)return;if(await(await l()).prepare("SELECT 1 FROM run_events WHERE run_id = ? AND node_id = ? AND sequence_number >= ? AND type IN ('node.output_text.done', 'node.thinking.done', 'usage') LIMIT 1").get(this.runId,this.nodeId,this.assistantStartSequence)){this.openAssistant=!1;return}t&&await p(this.runId,this.nodeId,"node.thinking.delta",{delta:t}),e&&await p(this.runId,this.nodeId,"node.output_text.delta",{delta:e})}discardDeltas(){this.flushTimer&&clearTimeout(this.flushTimer),this.flushTimer=void 0,this.pendingThinking="",this.pendingOutput=""}close(){this.closed=!0,this.discardDeltas(),clearInterval(this.timer),u.delete(this.nodeId);const t=this.client;this.client=void 0,t?.close()}}function P(i){return u.get(i)?.assistantMessageStartSequence??null}r(P,"openAssistantMessageStartSequence");function Y(i){return u.get(i)?.openBlock??null}r(Y,"openAssistantBlock");async function S(i){return await(await l()).prepare("SELECT 1 FROM nodes WHERE node_id = ? AND run_id = ? AND event_cursor IS NOT NULL").get(i,i)!==void 0}r(S,"runRootExists");const f=new Map;async function w(i,t){const e=f.get(i);if(e)return e;if(u.has(i))return;const n=L(i,t).finally(()=>f.delete(i));return f.set(i,n),n}r(w,"ensureRunObserver");async function L(i,t){if(await S(t)){if(i!==t){const e=await m(i);!await(await l()).prepare("SELECT 1 FROM run_events WHERE run_id = ? AND node_id = ? AND type = 'child.started' LIMIT 1").get(t,i)&&e&&Date.now()-Date.parse(e.created)<720*60*6e4&&await p(t,i,"child.started",{child_node_id:i,kind:e.kind})}await g.start(i,t)}}r(L,"startRunObserver");async function G(){const i=new Date(Date.now()-2592e6).toISOString(),t=await(await l()).prepare(`SELECT n.node_id, n.run_id FROM node_rows n WHERE n.run_id IS NOT NULL AND (n.pi_pid IS NOT NULL OR (n.outcome_at IS NOT NULL AND n.outcome_at > ?
-    AND n.outcome_reason != 'parked' AND NOT EXISTS (
-    SELECT 1 FROM run_events e WHERE e.run_id = n.run_id AND e.node_id = n.node_id AND e.type = CASE WHEN n.node_id = n.run_id THEN 'node.settled' ELSE 'child.settled' END
-      AND json_extract(e.body_json, '$.outcome.revision') = COALESCE(n.outcome_revision, 1))))`).all(i);for(const e of t)try{await w(e.node_id,e.run_id),_.delete(e.node_id)}catch(n){M(e.node_id,n)}}r(G,"pollRunObservers");const _=new Map;function M(i,t){const e=t instanceof Error?t.message:String(t);_.get(i)!==e&&(_.set(i,e),h({level:"error",event:"daemon.runs.observer_failed",node_id:i,error:t}))}r(M,"reportObserverFailure");export{w as ensureRunObserver,Y as openAssistantBlock,P as openAssistantMessageStartSequence,G as pollRunObservers};
+var k=Object.defineProperty;var r=(s,t)=>k(s,"name",{value:t,configurable:!0});import{randomUUID as y}from"node:crypto";import{openDb as l}from"../../core/canvas/db.js";import{getNode as m}from"../../core/canvas/canvas.js";import{BrokerClient as D,SocketTransport as I}from"../../core/broker-client/client.js";import{emitRunEvent as p,emitRunSettlement as E}from"../../core/runs/events.js";import{cancelOpenQuestions as T}from"../../core/runs/questions.js";import{emitEvent as h}from"../../core/events/emit.js";import{toRunOutcomeDTO as N}from"../api/map.js";import{readOutputResult as R}from"../../core/runtime/structured-output.js";const A=JSON.stringify({input_tokens:0,output_tokens:0,cache_read_tokens:0,cache_write_tokens:0,cost_usd:0}),u=new Map,b=250;class g{static{r(this,"RunObserver")}nodeId;runId;client;timer;status;piPid=null;outcomeRevision;openAssistant=!1;assistantStartSequence=0;block=null;thinking="";output="";pendingThinking="";pendingOutput="";flushTimer;closed=!1;polling;frames=Promise.resolve();constructor(t,i,n,e){this.nodeId=t,this.runId=i,this.status=n,this.outcomeRevision=e,this.timer=setInterval(()=>{this.pollOrClose()},250),this.timer.unref(),u.set(t,this)}static async start(t,i){const n=await l(),e=await n.prepare("SELECT body_json FROM run_events WHERE node_id = ? AND type = ? ORDER BY sequence_number DESC LIMIT 1").get(t,t===i?"node.settled":"child.settled"),o=await n.prepare("SELECT body_json FROM run_events WHERE node_id = ? AND type = 'node.status.changed' ORDER BY sequence_number DESC LIMIT 1").get(t),d=new g(t,i,o?JSON.parse(o.body_json).status:void 0,e?JSON.parse(e.body_json).outcome.revision:void 0);return await d.poll(),d}async pollOrClose(){try{await this.poll()}catch(t){this.close(),h({level:"error",event:"daemon.runs.observer_failed",node_id:this.nodeId,error:t})}}poll(){return this.polling===void 0&&(this.polling=this.pollOnce().finally(()=>{this.polling=void 0})),this.polling}async pollOnce(){const t=await m(this.nodeId);if(!t||t.run_id!==this.runId||!await S(this.runId)){this.close();return}this.piPid=t.pi_pid??null;const i=t.pi_pid===null?"dormant":t.status;this.status!==i&&await p(this.runId,this.nodeId,"node.status.changed",{status:i,reason:t.intent??null}),this.status=i;const n=N(t);if(n&&n.revision!==this.outcomeRevision&&Date.now()-Date.parse(n.settled_at)<720*60*6e4){if(this.nodeId===this.runId){const e=await(await l()).prepare("SELECT node_id FROM nodes WHERE run_id = ? AND node_id != ? ORDER BY created DESC").all(this.runId,this.runId);for(const o of e)await w(o.node_id,this.runId),await u.get(o.node_id)?.poll()}if(this.outcomeRevision=n.revision,this.nodeId===this.runId){const e=n.kind==="result"?R(this.nodeId,t.grantee):void 0;await E(this.runId,this.nodeId,"node.settled",{outcome:n,usage:JSON.parse(t.usage_json??A),...e===void 0?{}:{result:e}})}else await E(this.runId,this.nodeId,"child.settled",{child_node_id:this.nodeId,outcome:n});if(t.grantee&&t.grantee!=="app:terminal"){const e=this.nodeId===this.runId?{run_id:this.runId}:{node_id:this.nodeId};T(e,this.nodeId===this.runId?"the run settled":"the asking node was closed").catch(o=>h({level:"error",event:"daemon.runs.question_cancel_failed",node_id:this.nodeId,error:o}))}}t.pi_pid===null?this.close():await this.connect()}get assistantMessageStartSequence(){return this.openAssistant&&this.client&&this.piPid!==null?this.assistantStartSequence:null}get openBlock(){return this.assistantMessageStartSequence===null?null:this.block}async connect(){if(this.client||this.closed)return;const t=new D(this.nodeId,{transport:new I(this.nodeId,{recordsViewerFaults:!1})});this.client=t,t.on("connect",()=>t.send({type:"hello",role:"observer",client_id:y(),attends:!1}));const i=r(async n=>{if(!(this.closed||this.client!==t)){if(n.type==="message_start"&&n.message.role==="assistant"&&(this.discardDeltas(),this.openAssistant=!0,this.block=null,this.thinking="",this.output="",this.assistantStartSequence=(await(await l()).prepare("SELECT event_cursor FROM nodes WHERE node_id = ?").get(this.runId)).event_cursor),n.type==="message_update"&&n.message.role==="assistant"&&this.openAssistant){const e=n.message.content;if(!Array.isArray(e))return;const o=e.at(-1);o&&typeof o=="object"&&"type"in o&&(o.type==="toolCall"?this.block={kind:"tool_call",name:"name"in o&&typeof o.name=="string"?o.name:""}:(o.type==="text"||o.type==="thinking")&&(this.block={kind:o.type}));const d=e.filter(a=>a?.type==="thinking").map(a=>a.thinking).join(""),c=e.filter(a=>a?.type==="text").map(a=>a.text).join(""),v=d.startsWith(this.thinking)?d.slice(this.thinking.length):d,O=c.startsWith(this.output)?c.slice(this.output.length):c;this.thinking=d,this.output=c,this.pendingThinking+=v,this.pendingOutput+=O,(this.pendingThinking||this.pendingOutput)&&!this.flushTimer&&(this.flushTimer=setTimeout(()=>{this.flushDeltas().catch(a=>h({level:"error",event:"daemon.runs.observer_failed",node_id:this.nodeId,error:a}))},b),this.flushTimer.unref())}n.type==="message_end"&&n.message.role==="assistant"&&(await this.flushDeltas(),this.openAssistant=!1,this.block=null)}},"handleFrame");t.on("frame",n=>{this.frames=this.frames.then(()=>i(n)).catch(e=>{this.close(),h({level:"error",event:"daemon.runs.observer_failed",node_id:this.nodeId,error:e})})}),t.on("error",()=>{}),t.on("close",()=>{this.client===t&&(this.client=void 0,this.discardDeltas(),this.openAssistant=!1,this.block=null)}),t.connect()}async flushDeltas(){this.flushTimer&&clearTimeout(this.flushTimer),this.flushTimer=void 0;const t=this.pendingThinking,i=this.pendingOutput;if(this.pendingThinking="",this.pendingOutput="",!this.openAssistant||!t&&!i)return;if(await(await l()).prepare("SELECT 1 FROM run_events WHERE run_id = ? AND node_id = ? AND sequence_number >= ? AND type IN ('node.output_text.done', 'node.thinking.done', 'usage') LIMIT 1").get(this.runId,this.nodeId,this.assistantStartSequence)){this.openAssistant=!1;return}t&&await p(this.runId,this.nodeId,"node.thinking.delta",{delta:t}),i&&await p(this.runId,this.nodeId,"node.output_text.delta",{delta:i})}discardDeltas(){this.flushTimer&&clearTimeout(this.flushTimer),this.flushTimer=void 0,this.pendingThinking="",this.pendingOutput=""}close(){this.closed=!0,this.discardDeltas(),clearInterval(this.timer),u.delete(this.nodeId);const t=this.client;this.client=void 0,t?.close()}}function P(s){return u.get(s)?.assistantMessageStartSequence??null}r(P,"openAssistantMessageStartSequence");function Y(s){return u.get(s)?.openBlock??null}r(Y,"openAssistantBlock");async function S(s){return await(await l()).prepare("SELECT 1 FROM nodes WHERE node_id = ? AND run_id = ? AND event_cursor IS NOT NULL").get(s,s)!==void 0}r(S,"runRootExists");const f=new Map;async function w(s,t){const i=f.get(s);if(i)return i;if(u.has(s))return;const n=L(s,t).finally(()=>f.delete(s));return f.set(s,n),n}r(w,"ensureRunObserver");async function L(s,t){if(await S(t)){if(s!==t){const i=await m(s);!await(await l()).prepare("SELECT 1 FROM run_events WHERE run_id = ? AND node_id = ? AND type = 'child.started' LIMIT 1").get(t,s)&&i&&Date.now()-Date.parse(i.created)<720*60*6e4&&await p(t,s,"child.started",{child_node_id:s,kind:i.kind})}await g.start(s,t)}}r(L,"startRunObserver");async function G(){const s=new Date(Date.now()-2592e6).toISOString(),t=await(await l()).prepare(`SELECT n.node_id, n.run_id, n.pi_pid, COALESCE(n.outcome_revision, 1) AS revision, e.body_json
+    FROM node_rows n
+    LEFT JOIN run_events e ON n.pi_pid IS NULL AND e.run_id = n.run_id AND e.node_id = n.node_id
+      AND e.type = CASE WHEN n.node_id = n.run_id THEN 'node.settled' ELSE 'child.settled' END
+    WHERE n.run_id IS NOT NULL AND (n.pi_pid IS NOT NULL OR (n.outcome_at IS NOT NULL AND n.outcome_at > ? AND n.outcome_reason != 'parked'))`).all(s),i=new Map;for(const e of t){const o=i.get(e.node_id)??{node_id:e.node_id,run_id:e.run_id,reported:!1};e.body_json!==null&&JSON.parse(e.body_json).outcome?.revision===e.revision&&(o.reported=!0),i.set(e.node_id,o)}const n=[...i.values()].filter(e=>!e.reported);for(const e of n)try{await w(e.node_id,e.run_id),_.delete(e.node_id)}catch(o){M(e.node_id,o)}}r(G,"pollRunObservers");const _=new Map;function M(s,t){const i=t instanceof Error?t.message:String(t);_.get(s)!==i&&(_.set(s,i),h({level:"error",event:"daemon.runs.observer_failed",node_id:s,error:t}))}r(M,"reportObserverFailure");export{w as ensureRunObserver,Y as openAssistantBlock,P as openAssistantMessageStartSequence,G as pollRunObservers};

package/dist/migrations/004-canvas-documents/index.js

@@ -1,2 +1,2 @@
 var R=Object.defineProperty;var p=(e,n)=>R(e,"name",{value:n,configurable:!0});import{existsSync as y}from"node:fs";import{join as l}from"node:path";import{openDb as m,withCanvasWrite as g}from"../../core/canvas/db.js";import{nodeAgentDir as k,nodeRecordDir as S,onDiskMigrationMarkerPath as C}from"../../core/canvas/paths.js";import{identifyCheckout as j}from"../../core/graph/repo-sync/identity.js";import{profileSpace as I,userRoot as b}from"../../core/layout.js";import{commitConvertedProjectCaps as E,listLegacyProjectCaps as P,listStoredProfiles as x}from"../../core/scoped-state/profiles.js";import{userStore as L}from"../../core/scoped-state/paths.js";import{userScopeRoot as f}from"../../core/scope.js";import{applyPlan as M,readImportRecord as w,storePlanBodies as _}from"./apply.js";import{readLegacyCorpus as v,readMarkerIds as D}from"./legacy/discover.js";import{planImport as O}from"./plan.js";const F=p(()=>({stores:[],counts:{},rewrites:[],droppedFields:[],skipped:[],resolutions:[]}),"emptyReport");async function A(){const e=f(),n=x(e),t=P(e),c=L(e).path,i=n.map(({profileId:r,manifest:a})=>{const s=a.grantee??"app:terminal",d=new Map(t.filter(o=>o.profileId===r).map(o=>[o.path,o.memory]));return{id:r,name:a.name,app:s,memory:I(s,r).dir,projects:a.projects.map(o=>o.path),raw:{projects:a.projects.map(o=>d.has(o.path)?{path:o.path,memory:d.get(o.path)}:{path:o.path})},manifestPath:`${c}#${r}`}}),u=await(await m()).prepareUncached("SELECT node_id, cwd, grantee FROM node_rows ORDER BY created").all(),h=u.map(r=>{const a=r.grantee==="user:local"?"app:terminal":r.grantee,s=a?.startsWith("app:")?k(r.node_id,a):null,d=s!==null&&(y(l(s,"context"))||y(l(s,"reports")))?s:S(r.node_id);return{id:r.node_id,dir:d}});return{roots:{userMemory:l(b(),"memory"),profiles:i,nodeCwds:[...new Set(u.map(r=>r.cwd))],nodes:h},stored:n}}p(A,"legacyRoots");async function N(){const{roots:e,stored:n}=await A(),t=v(e),c=await(await m()).prepareUncached(`SELECT o.type, o.name AS handle, i.external_id AS externalId FROM objects o
-    LEFT JOIN identities i ON i.object = o.rowid WHERE o.type IN ('person','app','repo','profile')`).all();return O(t,{roots:e,markerIds:D(C()),repoIdentity:j,existingOwners:c,storedProfiles:n.map(i=>({id:i.profileId,deliveryLimits:{...i.manifest.delivery_limits??{}}}))})}p(N,"plan");async function V(){return await w(await m())!==null}p(V,"canvasImportDone");async function X(e){const n=await w(await m());if(n!==null)return{report:e.dryRun?n:F(),blockers:[],dryRun:e.dryRun,pending:!1};const t=await N();if(e.dryRun||t.blockers.length>0)return{report:t.report,blockers:t.blockers,dryRun:e.dryRun,pending:!0};const c=_(t);return E(f(),t.profileLimits),await g(async i=>await M(i,t,c)),{report:t.report,blockers:[],dryRun:!1,pending:!1}}p(X,"runCanvasImport");export{V as canvasImportDone,X as runCanvasImport};
+    LEFT JOIN identities i ON i.object = o.id WHERE o.type IN ('person','app','repo','profile')`).all();return O(t,{roots:e,markerIds:D(C()),repoIdentity:j,existingOwners:c,storedProfiles:n.map(i=>({id:i.profileId,deliveryLimits:{...i.manifest.delivery_limits??{}}}))})}p(N,"plan");async function V(){return await w(await m())!==null}p(V,"canvasImportDone");async function X(e){const n=await w(await m());if(n!==null)return{report:e.dryRun?n:F(),blockers:[],dryRun:e.dryRun,pending:!1};const t=await N();if(e.dryRun||t.blockers.length>0)return{report:t.report,blockers:t.blockers,dryRun:e.dryRun,pending:!0};const c=_(t);return E(f(),t.profileLimits),await g(async i=>await M(i,t,c)),{report:t.report,blockers:[],dryRun:!1,pending:!1}}p(X,"runCanvasImport");export{V as canvasImportDone,X as runCanvasImport};

package/dist/pi-extensions/canvas-doc-substrate.d.ts

@@ -15,6 +15,7 @@ interface ContentBlockLike {
 }
 interface ToolResultEventLike {
     toolName: string;
+    toolCallId?: string;
     isError?: boolean;
     /** The tool's resolved input. For `read` it carries the file path under
      *  `path` (or the legacy `file_path`); for `bash`, the command string under
@@ -34,6 +35,7 @@ type ToolResultResultLike = {
  *  call's synthesized error result, carrying arbitrary-length text. */
 interface ToolCallEventLike {
     toolName: string;
+    toolCallId?: string;
     input?: unknown;
 }
 type ToolCallResultLike = {

package/dist/pi-extensions/canvas-doc-substrate.js

@@ -1,9 +1,9 @@
-var h=Object.defineProperty;var c=(n,t)=>h(n,"name",{value:t,configurable:!0});import{envNodeId as y}from"../shared/env.js";import{homedir as p}from"node:os";import{join as b,resolve as w}from"node:path";import{brokerDelivery as m}from"../core/runtime/broker/daemon-ops.js";import{bashFileReads as g}from"../core/shell-file-reads.js";import{ApiError as _}from"../api/errors.js";import{autoLoadedContextInner as x,mergeAutoLoadedContext as N}from"./envelope-merge.js";const O=`
+var g=Object.defineProperty;var d=(o,e)=>g(o,"name",{value:e,configurable:!0});import{envNodeId as C}from"../shared/env.js";import{homedir as I}from"node:os";import{join as N,resolve as T}from"node:path";import{brokerDelivery as m}from"../core/runtime/broker/daemon-ops.js";import{bashFileReads as E}from"../core/shell-file-reads.js";import{ApiError as O}from"../api/errors.js";import{emitEvent as R}from"../core/events/emit.js";import{autoLoadedContextInner as x,mergeAutoLoadedContext as y}from"./envelope-merge.js";const L=`
 
-Guidelines:`;function l(n){const t=n?.command;return typeof t=="string"&&t.trim()!==""?t:null}c(l,"bashCommandOf");function E(n){return["HELD \u2014 nothing ran.","","Your bash command was NOT executed. It matched memory you had not yet read, and that memory is below.","","Read it, then re-issue your WHOLE command unchanged \u2014 every clause of it, including any heredoc, redirect, or `$(\u2026)` that built its input, because none of that ran either. The re-issue executes: this memory is now in your transcript, so there is nothing left to deliver and nothing left to hold.","",n].join(`
-`)}c(E,"heldReason");const R=["HELD \u2014 nothing ran.","","Your bash command was NOT executed. Another command in this same message was held against memory you had not read, and that memory was returned with it.","","Read it, then re-issue your WHOLE command unchanged. The re-issue executes."].join(`
-`);function T(n){const t=y();if(t===void 0||t.trim()==="")return;n.on("before_agent_start",async e=>{const o=(await m(t,{activity:"system-prompt"})).content;if(o==="")return;const a=e.systemPrompt.indexOf(O);return a===-1?{systemPrompt:`${e.systemPrompt}
+Guidelines:`;function b(o){const e=o?.command;return typeof e=="string"&&e.trim()!==""?e:null}d(b,"bashCommandOf");function D(o){return["HELD \u2014 nothing ran.","","Your bash command was NOT executed. It matched memory you had not yet read, and that memory is below.","","Read it, then re-issue your WHOLE command unchanged \u2014 every clause of it, including any heredoc, redirect, or `$(\u2026)` that built its input, because none of that ran either. The re-issue executes: this memory is now in your transcript, so there is nothing left to deliver and nothing left to hold.","",o].join(`
+`)}d(D,"heldReason");const j="This command already ran; its output is above. The memory below is for reading \u2014 it is not a hold, so do not re-issue the command.",k=["HELD \u2014 nothing ran.","","Your bash command was NOT executed. Another command in this same message was held against memory you had not read, and that memory was returned with it.","","Read it, then re-issue your WHOLE command unchanged. The re-issue executes."].join(`
+`);function A(o){const e=C();if(e===void 0||e.trim()==="")return;o.on("before_agent_start",async t=>{const a=(await m(e,{activity:"system-prompt"})).content;if(a==="")return;const i=t.systemPrompt.indexOf(L);return i===-1?{systemPrompt:`${t.systemPrompt}
 
-${o}`}:{systemPrompt:`${e.systemPrompt.slice(0,a)}
+${a}`}:{systemPrompt:`${t.systemPrompt.slice(0,i)}
 
-${o}${e.systemPrompt.slice(a)}`}});let s=!1;n.on("turn_end",()=>{s=!1}),n.on("session_compact",async()=>{await m(t,{activity:"compact"}),s=!1}),n.on("tool_call",async e=>{if(e.toolName!=="bash")return;const o=l(e.input);if(o===null)return;if(s)return{block:!0,reason:R};const a=(await m(t,{activity:"pre-command",subject:o})).content;if(a!=="")return s=!0,{block:!0,reason:E(a)}}),n.on("tool_result",async(e,o)=>{if(e.isError===!0)return;const a=typeof o?.cwd=="string"&&o.cwd!==""?o.cwd:process.cwd(),u=[],d=c(i=>{if(i==="")return;const r=x(i);if(r===null)throw new Error("substrate renderer returned an invalid auto-loaded context block");u.push(r)},"collect");if(e.toolName==="read"){const i=e.input,r=i?.path??i?.file_path;if(r===void 0||r==="")return;const f=r.startsWith("~")?b(p(),r.slice(1)):r;d((await m(t,{activity:"file-read",subject:w(a,f)})).content)}else if(e.toolName==="bash"){const i=l(e.input);if(i===null)return;d((await m(t,{activity:"command",subject:i})).content);for(const r of g(i,a,{contextDir:process.env.CRTR_CONTEXT_DIR}))d(await L(t,r))}else return;if(u.length!==0)return{content:N(u,e.content,e.toolName==="bash"?"after":"before")}})}c(T,"registerCanvasDocSubstrate");async function L(n,t){try{return(await m(n,{activity:"file-read",subject:t})).content}catch(s){if(s instanceof _&&s.code==="scope_missing")return"";throw s}}c(L,"fileReadDelivery");var v=T;export{v as default,T as registerCanvasDocSubstrate};
+${a}${t.systemPrompt.slice(i)}`}});let r=!1;o.on("turn_end",()=>{r=!1,c.clear()});const c=new Map;o.on("session_compact",async()=>{await m(e,{activity:"compact"}),r=!1}),o.on("tool_call",async t=>{if(t.toolName!=="bash")return;const a=b(t.input);if(a===null)return;if(r)return{block:!0,reason:k};const i=performance.now(),l=(await m(e,{activity:"pre-command",subject:a})).content;if(t.toolCallId!==void 0&&c.set(t.toolCallId,performance.now()-i),l!=="")return r=!0,t.toolCallId!==void 0&&c.delete(t.toolCallId),{block:!0,reason:D(l)}}),o.on("tool_result",async(t,a)=>{const i=t.toolCallId===void 0?void 0:c.get(t.toolCallId);if(t.toolCallId!==void 0&&c.delete(t.toolCallId),t.isError===!0){t.toolName==="bash"&&i!==void 0&&w(i,0,0,0);return}const l=typeof a?.cwd=="string"&&a.cwd!==""?a.cwd:process.cwd(),u=[],h=d(s=>{if(s==="")return;const n=x(s);if(n===null)throw new Error("substrate renderer returned an invalid auto-loaded context block");u.push(n)},"collect");if(t.toolName==="read"){const s=t.input,n=s?.path??s?.file_path;if(n===void 0||n==="")return;const f=n.startsWith("~")?N(I(),n.slice(1)):n;h((await m(e,{activity:"file-read",subject:T(l,f)})).content)}else if(t.toolName==="bash"){const s=b(t.input);if(s===null)return;const n=performance.now();h((await m(e,{activity:"command",subject:s})).content);const f=performance.now()-n;let p=0;for(const _ of E(s,l,{contextDir:process.env.CRTR_CONTEXT_DIR}))h(await H(e,_)),p++;w(i,f,p,performance.now()-n-f)}else return;if(u.length!==0)return t.toolName==="bash"?{content:y(u,t.content,"after",j)}:{content:y(u,t.content,"before")}})}d(A,"registerCanvasDocSubstrate");function w(o,e,r,c){try{const t=(o??0)+e+c;R({event:"broker.bash.daemon_round_trip",level:"info",duration_ms:Math.round(t*1e3)/1e3,fields:{pre_command_ms:o===void 0?null:Math.round(o*1e3)/1e3,command_ms:Math.round(e*1e3)/1e3,file_reads:r,file_read_ms:Math.round(c*1e3)/1e3}})}catch{}}d(w,"emitRoundTrip");async function H(o,e){try{return(await m(o,{activity:"file-read",subject:e})).content}catch(r){if(r instanceof O&&r.code==="scope_missing")return"";throw r}}d(H,"fileReadDelivery");var X=A;export{X as default,A as registerCanvasDocSubstrate};

package/dist/pi-extensions/envelope-merge.d.ts

@@ -8,6 +8,7 @@ type TextBlock = {
 };
 /** Return the normalized contents of an auto-loaded-context envelope. */
 export declare function autoLoadedContextInner(text: string): string | null;
-/** Merge fresh items into the one auto-loaded-context envelope in a tool result. */
-export declare function mergeAutoLoadedContext<T extends ContentBlock>(items: readonly string[], content: T[], placement?: 'before' | 'after'): Array<T | TextBlock>;
+/** Merge fresh items into the one auto-loaded-context envelope in a tool result.
+ *  `lead`, when given, is one line of copy placed directly ahead of the envelope. */
+export declare function mergeAutoLoadedContext<T extends ContentBlock>(items: readonly string[], content: T[], placement?: 'before' | 'after', lead?: string): Array<T | TextBlock>;
 export {};

package/dist/pi-extensions/envelope-merge.js

@@ -1,8 +1,9 @@
-var l=Object.defineProperty;var o=(n,e)=>l(n,"name",{value:e,configurable:!0});const r=/<auto-loaded-context(?:\s[^>]*)?>\n([\s\S]*?)\n<\/auto-loaded-context>/;function m(n){const e=n.match(r)?.[1]?.trim();return e===void 0||e===""?null:e}o(m,"autoLoadedContextInner");function h(n,e,u="before"){const s=e.map(t=>t.text??"").join(`
-`),x=n.map(t=>t.trim()).filter(t=>t!==""&&!s.includes(t));if(x.length===0)return e;const i=x.join(`
-`),d=e.findIndex(t=>typeof t.text=="string"&&r.test(t.text));if(d===-1){const t={type:"text",text:`<auto-loaded-context>
-${i}
-</auto-loaded-context>`};return u==="after"?[...e,t]:[t,...e]}return e.map((t,f)=>f!==d||typeof t.text!="string"?t:{...t,text:t.text.replace(r,(p,c)=>{const a=c.trim();return`<auto-loaded-context>
-${i}${a===""?"":`
-${a}`}
-</auto-loaded-context>`})})}o(h,"mergeAutoLoadedContext");export{m as autoLoadedContextInner,h as mergeAutoLoadedContext};
+var g=Object.defineProperty;var o=(n,e)=>g(n,"name",{value:e,configurable:!0});const r=/<auto-loaded-context(?:\s[^>]*)?>\n([\s\S]*?)\n<\/auto-loaded-context>/;function h(n){const e=n.match(r)?.[1]?.trim();return e===void 0||e===""?null:e}o(h,"autoLoadedContextInner");function T(n,e,f="before",i=""){const c=e.map(t=>t.text??"").join(`
+`),x=n.map(t=>t.trim()).filter(t=>t!==""&&!c.includes(t));if(x.length===0)return e;const d=x.join(`
+`),a=i===""?"":`${i}
+`,u=e.findIndex(t=>typeof t.text=="string"&&r.test(t.text));if(u===-1){const t={type:"text",text:`${a}<auto-loaded-context>
+${d}
+</auto-loaded-context>`};return f==="after"?[...e,t]:[t,...e]}return e.map((t,l)=>l!==u||typeof t.text!="string"?t:{...t,text:t.text.replace(r,(m,p)=>{const s=p.trim();return`${a}<auto-loaded-context>
+${d}${s===""?"":`
+${s}`}
+</auto-loaded-context>`})})}o(T,"mergeAutoLoadedContext");export{h as autoLoadedContextInner,T as mergeAutoLoadedContext};

package/dist/shared/env.d.ts

@@ -110,6 +110,9 @@ export declare function envMaxLiveBrokers(): number | undefined;
 /** Live-broker warning threshold override (`CRTR_WARN_LIVE_BROKERS`); wins
  *  over `readConfig('user').brokerThresholds.warning` when set. */
 export declare function envWarnLiveBrokers(): number | undefined;
+/** Test-only override (`CRTR_TEST_NODE_SOCKET_WINDOW_MS`) of how long a command inside a node waits for the broker's
+ *  relay socket to come back; gated by `envNoDaemonAutostart()` at the call site, so a real node always waits out a restart. */
+export declare function envTestNodeSocketWindowMs(): number | undefined;
 /** Test-only unattended-park interval override (`CRTR_TEST_UNATTENDED_PARK_MS`),
  *  gated by `envNoDaemonAutostart()` at the call site; no production default. */
 export declare function envTestUnattendedParkMs(): number | undefined;

package/dist/shared/env.js

@@ -1,2 +1,2 @@
-var p=Object.defineProperty;var n=(e,r)=>p(e,"name",{value:r,configurable:!0});import{lstatSync as f,readFileSync as c,readdirSync as d}from"node:fs";import{join as u}from"node:path";import{covers as _}from"@north-light/identity";function F(){return process.env.CRTR_NODE_ID}n(F,"envNodeId");function T(e){for(const r of["broker-launch.json","cron-launch.json"]){const t=u(e,r);if(f(t,{throwIfNoEntry:!1})?.isFile())return t}}n(T,"launchSnapshotFile");function E(){if(process.platform==="linux")try{const e="/run/crtr/nodes",r=new Set(c("/proc/self/mountinfo","utf8").split(`
-`).map(o=>o.split(" ")[4])),t=d(e,{withFileTypes:!0}).filter(o=>o.isDirectory()&&/^[a-zA-Z0-9][a-zA-Z0-9-]{0,127}$/.test(o.name)&&r.has(u(e,o.name))&&T(u(e,o.name))!==void 0);return t.length===1?t[0].name:void 0}catch{return}}n(E,"sandboxCliNodeId");function W(){return E()!==void 0}n(W,"isSandboxedNode");function h(){return process.env.CRTR_GRANTEE}n(h,"envGrantee");const v="CRTR_INBOX_BETWEEN_TURNS";function H(){return process.env[v]==="1"}n(H,"envInboxBetweenTurns");const C="CRTR_SCOPES_FILE";function G(){const e=process.env[C];if(e!==void 0&&e!==""){const t=JSON.parse(c(e,"utf8"));if(!Array.isArray(t)||t.some(o=>typeof o!="string"))throw new Error(`invalid scopes file ${e}`);return t}const r=process.env.CRTR_SCOPES;return r===void 0?null:r===""?[]:r.split(",")}n(G,"envScopes");function K(e,r){return e==null?!0:a(e,r)}n(K,"scopeAllowed");function a(e,r){return e.includes(r)?(_(r,r),!0):e.some(t=>_(t,r))}n(a,"coveredByAny");function b(){return process.env.CRTR_EXECUTION_ID}n(b,"envExecutionId");function y(){return process.env.CRTR_PROFILE_ID}n(y,"envProfileId");function k(){return process.env.CRTR_NODE_CWD}n(k,"envNodeCwd");function g(){return process.env.CRTR_MODEL_INTENT}n(g,"envModelIntent");function w(){return process.env.CRTR_MODEL_EXACT==="1"}n(w,"envModelExact");function V(){return process.env.CRTR_HOME}n(V,"envHomeOverride");function X(){return process.env.CRTR_RUNTIME_HOME}n(X,"envRuntimeHomeOverride");function s(e,r){if(e===void 0)return r;const t=Number(e);return Number.isFinite(t)&&t>0?t:r}n(s,"parsePositiveMs");const A=5*6e4;function j(){return s(process.env.CRTR_STREAM_WATCHDOG_MS,A)}n(j,"envStreamWatchdogMs");const S=800;function Y(){return s(process.env.CRTR_WATCHER_TICK_MS,S)}n(Y,"envWatcherTickMs");const M=6e4;function $(){return s(process.env.CRTR_WATCHER_BACKSTOP_MS,M)}n($,"envWatcherBackstopMs");const N=1e3;function z(){return s(process.env.CRTR_WATCHER_DEBOUNCE_MS,N)}n(z,"envWatcherDebounceMs");const x=6e4;function Z(){return s(process.env.CRTR_RECAP_IDLE_MS,x)}n(Z,"envRecapIdleMs");function J(){const e=process.env.CRTR_RECAP_MODEL;return e!==void 0&&e.trim()!==""?e.trim():void 0}n(J,"envRecapModelOverride");const D=300*1e3;function q(){return s(process.env.CRTR_BASH_VALVE_MS,D)}n(q,"envBashValveMs");const O=60*1e3;function Q(){return s(process.env.CRTR_BASH_AUTO_BG_DEADLINE_MS,O)}n(Q,"envBashAutoBgDeadlineMs");function ee(){const e=process.env.CRTR_PIDFILE;return e!==void 0&&e!==""?e:void 0}n(ee,"envPidfileOverride");const m="@earendil-works/pi-coding-agent";function ne(){return process.env.CRTR_BROKER_ENGINE??m}n(ne,"envBrokerEngine");function re(){return process.env.CRTR_PI_BINARY}n(re,"envPiBinaryOverride");function te(){return process.env.CRTR_NO_DAEMON_AUTOSTART==="1"}n(te,"envNoDaemonAutostart");function oe(){const e=process.env.CRTR_DOCUMENT_PORT;if(e===void 0||!/^\d+$/.test(e))return;const r=Number(e);return r<=65535?r:void 0}n(oe,"envDocumentPort");function se(){return process.env.CRTRD_TCP}n(se,"envCrtrdTcp");function ue(){const e=process.env.CRTRD_TOKEN;return e!==void 0&&e!==""?e:void 0}n(ue,"envCrtrdToken");function ie(){return process.env.CRTR_NO_EXPORTS==="1"}n(ie,"envNoExports");function ce(){return process.env.CRTR_DEBUG==="1"}n(ce,"envDebug");function R(e){if(e===void 0||e==="")return;const r=Number(e);return Number.isSafeInteger(r)&&r>=1?r:void 0}n(R,"parsePositiveInteger");function _e(){return R(process.env.CRTR_MAX_LIVE_BROKERS)}n(_e,"envMaxLiveBrokers");function Re(){return R(process.env.CRTR_WARN_LIVE_BROKERS)}n(Re,"envWarnLiveBrokers");function i(e){if(e===void 0)return;const r=Number(e);return Number.isFinite(r)&&r>0?r:void 0}n(i,"parsePositiveMsNoDefault");function pe(){return i(process.env.CRTR_TEST_UNATTENDED_PARK_MS)}n(pe,"envTestUnattendedParkMs");function fe(){return i(process.env.CRTR_UNATTENDED_PARK_MS)}n(fe,"envUnattendedParkMs");function l(){return i(process.env.CRTR_TEST_PARK_SUMMARY_GRACE_MS)}n(l,"envTestParkSummaryGraceMs");const I=5*6e4;function de(){return l()??I}n(de,"parkSummaryGraceMs");export{v as INBOX_BETWEEN_TURNS_ENV,C as SCOPES_FILE_ENV,a as coveredByAny,Q as envBashAutoBgDeadlineMs,q as envBashValveMs,ne as envBrokerEngine,se as envCrtrdTcp,ue as envCrtrdToken,ce as envDebug,oe as envDocumentPort,b as envExecutionId,h as envGrantee,V as envHomeOverride,H as envInboxBetweenTurns,_e as envMaxLiveBrokers,w as envModelExact,g as envModelIntent,te as envNoDaemonAutostart,ie as envNoExports,k as envNodeCwd,F as envNodeId,re as envPiBinaryOverride,ee as envPidfileOverride,y as envProfileId,Z as envRecapIdleMs,J as envRecapModelOverride,X as envRuntimeHomeOverride,G as envScopes,j as envStreamWatchdogMs,l as envTestParkSummaryGraceMs,pe as envTestUnattendedParkMs,fe as envUnattendedParkMs,Re as envWarnLiveBrokers,$ as envWatcherBackstopMs,z as envWatcherDebounceMs,Y as envWatcherTickMs,W as isSandboxedNode,T as launchSnapshotFile,de as parkSummaryGraceMs,E as sandboxCliNodeId,K as scopeAllowed};
+var p=Object.defineProperty;var n=(e,r)=>p(e,"name",{value:r,configurable:!0});import{lstatSync as f,readFileSync as c,readdirSync as T}from"node:fs";import{join as i}from"node:path";import{covers as _}from"@north-light/identity";function W(){return process.env.CRTR_NODE_ID}n(W,"envNodeId");function d(e){for(const r of["broker-launch.json","cron-launch.json"]){const t=i(e,r);if(f(t,{throwIfNoEntry:!1})?.isFile())return t}}n(d,"launchSnapshotFile");function E(){if(process.platform==="linux")try{const e="/run/crtr/nodes",r=new Set(c("/proc/self/mountinfo","utf8").split(`
+`).map(o=>o.split(" ")[4])),t=T(e,{withFileTypes:!0}).filter(o=>o.isDirectory()&&/^[a-zA-Z0-9][a-zA-Z0-9-]{0,127}$/.test(o.name)&&r.has(i(e,o.name))&&d(i(e,o.name))!==void 0);return t.length===1?t[0].name:void 0}catch{return}}n(E,"sandboxCliNodeId");function F(){return E()!==void 0}n(F,"isSandboxedNode");function h(){return process.env.CRTR_GRANTEE}n(h,"envGrantee");const v="CRTR_INBOX_BETWEEN_TURNS";function H(){return process.env[v]==="1"}n(H,"envInboxBetweenTurns");const C="CRTR_SCOPES_FILE";function K(){const e=process.env[C];if(e!==void 0&&e!==""){const t=JSON.parse(c(e,"utf8"));if(!Array.isArray(t)||t.some(o=>typeof o!="string"))throw new Error(`invalid scopes file ${e}`);return t}const r=process.env.CRTR_SCOPES;return r===void 0?null:r===""?[]:r.split(",")}n(K,"envScopes");function G(e,r){return e==null?!0:a(e,r)}n(G,"scopeAllowed");function a(e,r){return e.includes(r)?(_(r,r),!0):e.some(t=>_(t,r))}n(a,"coveredByAny");function b(){return process.env.CRTR_EXECUTION_ID}n(b,"envExecutionId");function k(){return process.env.CRTR_PROFILE_ID}n(k,"envProfileId");function y(){return process.env.CRTR_NODE_CWD}n(y,"envNodeCwd");function w(){return process.env.CRTR_MODEL_INTENT}n(w,"envModelIntent");function g(){return process.env.CRTR_MODEL_EXACT==="1"}n(g,"envModelExact");function V(){return process.env.CRTR_HOME}n(V,"envHomeOverride");function X(){return process.env.CRTR_RUNTIME_HOME}n(X,"envRuntimeHomeOverride");function s(e,r){if(e===void 0)return r;const t=Number(e);return Number.isFinite(t)&&t>0?t:r}n(s,"parsePositiveMs");const A=5*6e4;function j(){return s(process.env.CRTR_STREAM_WATCHDOG_MS,A)}n(j,"envStreamWatchdogMs");const S=800;function Y(){return s(process.env.CRTR_WATCHER_TICK_MS,S)}n(Y,"envWatcherTickMs");const N=6e4;function $(){return s(process.env.CRTR_WATCHER_BACKSTOP_MS,N)}n($,"envWatcherBackstopMs");const M=1e3;function z(){return s(process.env.CRTR_WATCHER_DEBOUNCE_MS,M)}n(z,"envWatcherDebounceMs");const x=6e4;function Z(){return s(process.env.CRTR_RECAP_IDLE_MS,x)}n(Z,"envRecapIdleMs");function J(){const e=process.env.CRTR_RECAP_MODEL;return e!==void 0&&e.trim()!==""?e.trim():void 0}n(J,"envRecapModelOverride");const D=300*1e3;function q(){return s(process.env.CRTR_BASH_VALVE_MS,D)}n(q,"envBashValveMs");const O=60*1e3;function Q(){return s(process.env.CRTR_BASH_AUTO_BG_DEADLINE_MS,O)}n(Q,"envBashAutoBgDeadlineMs");function ee(){const e=process.env.CRTR_PIDFILE;return e!==void 0&&e!==""?e:void 0}n(ee,"envPidfileOverride");const m="@earendil-works/pi-coding-agent";function ne(){return process.env.CRTR_BROKER_ENGINE??m}n(ne,"envBrokerEngine");function re(){return process.env.CRTR_PI_BINARY}n(re,"envPiBinaryOverride");function te(){return process.env.CRTR_NO_DAEMON_AUTOSTART==="1"}n(te,"envNoDaemonAutostart");function oe(){const e=process.env.CRTR_DOCUMENT_PORT;if(e===void 0||!/^\d+$/.test(e))return;const r=Number(e);return r<=65535?r:void 0}n(oe,"envDocumentPort");function se(){return process.env.CRTRD_TCP}n(se,"envCrtrdTcp");function ue(){const e=process.env.CRTRD_TOKEN;return e!==void 0&&e!==""?e:void 0}n(ue,"envCrtrdToken");function ie(){return process.env.CRTR_NO_EXPORTS==="1"}n(ie,"envNoExports");function ce(){return process.env.CRTR_DEBUG==="1"}n(ce,"envDebug");function R(e){if(e===void 0||e==="")return;const r=Number(e);return Number.isSafeInteger(r)&&r>=1?r:void 0}n(R,"parsePositiveInteger");function _e(){return R(process.env.CRTR_MAX_LIVE_BROKERS)}n(_e,"envMaxLiveBrokers");function Re(){return R(process.env.CRTR_WARN_LIVE_BROKERS)}n(Re,"envWarnLiveBrokers");function u(e){if(e===void 0)return;const r=Number(e);return Number.isFinite(r)&&r>0?r:void 0}n(u,"parsePositiveMsNoDefault");function pe(){return u(process.env.CRTR_TEST_NODE_SOCKET_WINDOW_MS)}n(pe,"envTestNodeSocketWindowMs");function fe(){return u(process.env.CRTR_TEST_UNATTENDED_PARK_MS)}n(fe,"envTestUnattendedParkMs");function Te(){return u(process.env.CRTR_UNATTENDED_PARK_MS)}n(Te,"envUnattendedParkMs");function I(){return u(process.env.CRTR_TEST_PARK_SUMMARY_GRACE_MS)}n(I,"envTestParkSummaryGraceMs");const l=5*6e4;function de(){return I()??l}n(de,"parkSummaryGraceMs");export{v as INBOX_BETWEEN_TURNS_ENV,C as SCOPES_FILE_ENV,a as coveredByAny,Q as envBashAutoBgDeadlineMs,q as envBashValveMs,ne as envBrokerEngine,se as envCrtrdTcp,ue as envCrtrdToken,ce as envDebug,oe as envDocumentPort,b as envExecutionId,h as envGrantee,V as envHomeOverride,H as envInboxBetweenTurns,_e as envMaxLiveBrokers,g as envModelExact,w as envModelIntent,te as envNoDaemonAutostart,ie as envNoExports,y as envNodeCwd,W as envNodeId,re as envPiBinaryOverride,ee as envPidfileOverride,k as envProfileId,Z as envRecapIdleMs,J as envRecapModelOverride,X as envRuntimeHomeOverride,K as envScopes,j as envStreamWatchdogMs,pe as envTestNodeSocketWindowMs,I as envTestParkSummaryGraceMs,fe as envTestUnattendedParkMs,Te as envUnattendedParkMs,Re as envWarnLiveBrokers,$ as envWatcherBackstopMs,z as envWatcherDebounceMs,Y as envWatcherTickMs,F as isSandboxedNode,d as launchSnapshotFile,de as parkSummaryGraceMs,E as sandboxCliNodeId,G as scopeAllowed};

package/docs/apps/providers/README.md

@@ -15,6 +15,8 @@ A provider is a service the person's runtime calls for your app. Your app asks t
 | `context` | Ask about the person from their memory, and look up public profiles | `context:<group>` | [Context](/docs/providers/context) |
 | `device` | The person's Mac: browser, files, Messages and shell | `device:<group>` | [Device](/docs/providers/device) |
 
+> **Want your app to have its own number and text its users?** The `sms` provider texts only the signed-in person's own phone. For your own number, use Comms: [the Comms guide for coding agents](https://comms.northlight.ai/llms.txt), and the SDK [`@north-light/comms`](https://www.npmjs.com/package/@north-light/comms) on npm.
+
 ## Where names come from
 
 - **Scope strings** come from the console's **What it asks for → Add permissions** list. A scope is `<provider id>:<group>`. Do not guess them.

package/docs/apps/providers/sms.md

@@ -5,6 +5,8 @@ description: Text the signed-in person's own verified phone from your app with t
 
 # Texting (sms)
 
+> **Want your app to have its own number and text its users?** The `sms` provider cannot: it texts only the signed-in person's own phone. Use Comms instead: [the Comms guide for coding agents](https://comms.northlight.ai/llms.txt) covers fake mode, testers and production, and the SDK is [`@north-light/comms`](https://www.npmjs.com/package/@north-light/comms) on npm.
+
 The `sms` provider sends a text from Northlight's number to the verified phone of the person who signed in to your app. It has no recipient argument, so an app cannot text anyone else.
 
 ## Scopes

package/docs/public-api.md

@@ -44,7 +44,8 @@ comment-organized); this table is the map, not the inventory:
   the underlying storage file.
 - **Canvas reads** — `getNode`, `listNodes`, `nodeDir`, `asksForNodes`,
   `asksAcrossCanvas`, `readTelemetry`, `readContextTokens` (+ their types).
-  Read-only queries against the canvas.db-backed node graph.
+  Read-only queries against the node graph, which lives in the daemon's
+  supervised local Postgres.
 - **Broker client** — `ViewSocketClient`, `BrokerUnavailableError`. A typed
   client for a node's `view.sock`. A consumer that would rather not depend on
   this class can speak the frame protocol directly over the socket path
@@ -76,9 +77,17 @@ comment-organized); this table is the map, not the inventory:
 A consumer that runs alongside crtr (a separate process, a separate repo)
 also has a CLI/socket/schema surface to depend on instead of an import:
 `crtr sys version`, `crtr node message send`, the broker `view.sock`
-`reload_auth` subset, and the canvas.db byte-shape. Each of those is versioned
+`reload_auth` subset, and the `/v1` socket API. Each of those is versioned
 by the CLI's own `sys version` output rather than by a document here.
 
+The canvas is a supervised local Postgres owned by `crtrd`, not a file. The
+old `runtime/canvas.db` is no longer maintained: the first boot of a Postgres
+generation imports it and renames it `canvas.db.imported`. A sibling process
+reads the canvas through `/v1` or the root barrel's canvas reads above, never
+through the database itself. `crtr sys db export-sqlite` writes a `canvas.db`
+for rolling back to a SQLite generation; it is a one-time snapshot taken
+with the daemon stopped, not a live file to read.
+
 ## Packaging
 
 `docs/` is listed in `package.json#files`, so this note ships inside the

package/docs/sdk/release-notes.md

@@ -7,6 +7,14 @@ description: Behavior changes in @north-light/sdk that an app must act on, newes
 
 Changes to `@north-light/sdk` that can change what an existing app sees. Newest first.
 
+## 0.3.533
+
+Three reads take optional narrowing. Additive: no request or response an existing app sends or reads changes.
+
+- `GET /v1/canvas/roster` node rows carry an optional `description`. A runtime that predates the field omits it.
+- `GET /v1/crons` accepts `created_by=<node id>` and returns only the crons that node armed. An empty value is 400 `invalid_request`. An older runtime ignores the parameter and returns every cron, so filter on `created_by` yourself if you may talk to one.
+- `GET /v1/human/inbox/history` accepts `state=pending|resolved|canceled|passive` and returns only page tickets in that state. Any other value is 400 `invalid_request`. An older runtime ignores the parameter and returns every state.
+
 ## 0.3.527
 
 `POST /v1/nodes/:id/jobs/start` accepts a job prepared as already backgrounded. Additive: no request or response an existing app sends or reads changes.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@north-light/cli",
-  "version": "0.3.532",
+  "version": "0.3.533",
   "description": "crtr — agent runtime with memory, plugins, and marketplaces",
   "type": "module",
   "main": "dist/index.js",
@@ -116,12 +116,12 @@
     "dev": "tsx --conditions=crtr-src src/cli.ts",
     "link": "npm link",
     "prepublishOnly": "npm run build",
-    "test": "CRTR_NO_DAEMON_AUTOSTART=1 node --conditions=crtr-src --import tsx/esm --import ./scripts/test-env-scrub.mjs --test --test-concurrency=$(node -p 'Math.max(4, require(`node:os`).availableParallelism() - 1)') --test-timeout=10000 ${CRTR_TEST_SHARD:+--test-shard=$CRTR_TEST_SHARD} 'src/**/__tests__/*.test.ts'",
-    "test:integration": "npm run build:sdk && CRTR_NO_DAEMON_AUTOSTART=1 node --conditions=crtr-src --import tsx/esm --import ./scripts/test-env-scrub.mjs --test --test-concurrency=$(node -p 'Math.min(8, Math.max(2, require(`node:os`).availableParallelism() - 1))') --test-timeout=60000 ${CRTR_TEST_SHARD:+--test-shard=$CRTR_TEST_SHARD} 'src/**/__tests__/integration/*.test.ts' 'packages/crouter-sdk/src/**/__tests__/integration/*.test.ts' 'packages/crouter-plugin/src/**/__tests__/integration/*.test.ts'",
+    "test": "CRTR_NO_DAEMON_AUTOSTART=1 node scripts/test-lane.mjs -- node --conditions=crtr-src --import tsx/esm --import ./scripts/test-env-scrub.mjs --test --test-concurrency=$(node -p 'Math.max(4, require(`node:os`).availableParallelism() - 1)') --test-timeout=10000 ${CRTR_TEST_SHARD:+--test-shard=$CRTR_TEST_SHARD} 'src/**/__tests__/*.test.ts'",
+    "test:integration": "npm run build:sdk && CRTR_NO_DAEMON_AUTOSTART=1 node scripts/test-lane.mjs -- node --conditions=crtr-src --import tsx/esm --import ./scripts/test-env-scrub.mjs --test --test-concurrency=$(node -p 'Math.min(8, Math.max(2, require(`node:os`).availableParallelism() - 1))') --test-timeout=60000 ${CRTR_TEST_SHARD:+--test-shard=$CRTR_TEST_SHARD} 'src/**/__tests__/integration/*.test.ts' 'packages/crouter-sdk/src/**/__tests__/integration/*.test.ts' 'packages/crouter-plugin/src/**/__tests__/integration/*.test.ts'",
     "test:seam": "npm run build && npm run test:seam:built",
     "test:sdk": "npm run build:api && npm run build:identity && node --conditions=crtr-src --import tsx/esm --test --test-timeout=60000 'packages/crouter-sdk/src/__tests__/*.test.ts' 'packages/crouter-sdk/src/__tests__/integration/*.test.ts'",
     "test:sdk:pg": "node -e \"if (!process.env.TEST_DATABASE_URL) { console.error('test:sdk:pg needs TEST_DATABASE_URL (a disposable PostgreSQL), e.g. docker run --rm -d -e POSTGRES_PASSWORD=pw -p 127.0.0.1:55432:5432 postgres:18-alpine; TEST_DATABASE_URL=postgres://postgres:pw@127.0.0.1:55432/postgres'); process.exit(1) }\" && node --conditions=crtr-src --import tsx/esm --test --test-timeout=60000 'packages/crouter-sdk/src/**/__tests__/**/*.pg.test.ts'",
-    "test:seam:built": "CRTR_NO_DAEMON_AUTOSTART=1 node --import ./scripts/test-env-scrub.mjs --test --test-concurrency=$(node -p 'Math.min(4, Math.max(2, require(`node:os`).availableParallelism() - 2))') --test-timeout=180000 ${CRTR_TEST_SHARD:+--test-shard=$CRTR_TEST_SHARD} 'dist/**/__tests__/seam/*.test.js'",
+    "test:seam:built": "CRTR_NO_DAEMON_AUTOSTART=1 node scripts/test-lane.mjs -- node --import ./scripts/test-env-scrub.mjs --test --test-concurrency=$(node -p 'Math.min(4, Math.max(2, require(`node:os`).availableParallelism() - 2))') --test-timeout=180000 ${CRTR_TEST_SHARD:+--test-shard=$CRTR_TEST_SHARD} 'dist/**/__tests__/seam/*.test.js'",
     "test:all": "npm test && npm run test:integration && npm run test:seam",
     "test:isolated": "node scripts/test-isolated.mjs",
     "build:identity": "tsc -p packages/crouter-identity/tsconfig.json"
@@ -140,7 +140,7 @@
   },
   "license": "UNLICENSED",
   "dependencies": {
-    "@north-light/identity": "0.3.532",
+    "@north-light/identity": "0.3.533",
     "@earendil-works/pi-agent-core": "1.1.0",
     "@earendil-works/pi-ai": "1.1.0",
     "@earendil-works/pi-coding-agent": "1.1.0",
@@ -155,6 +155,7 @@
     "esbuild": "^0.27.7",
     "jose": "^6.2.12",
     "marked": "18.0.11",
+    "pg": "^8.23.1",
     "proper-lockfile": "4.1.2",
     "remark-gfm": "^4.0.1",
     "remark-parse": "^11.0.0",
@@ -173,7 +174,6 @@
     "@types/proper-lockfile": "^4.1.4",
     "@types/ws": "^8.18.1",
     "mermaid": "11.17.2",
-    "pg": "^8.23.1",
     "tsx": "^4.0.0"
   }
 }

package/packages/crouter-identity/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@north-light/identity",
-  "version": "0.3.532",
+  "version": "0.3.533",
   "description": "Northlight access-token verification and scope rules",
   "type": "module",
   "main": "./dist/index.js",