@north-light/cli 0.3.530 → 0.3.532

package/dist/daemon/peer/forward.js

@@ -1 +1 @@
-var _=Object.defineProperty;var t=(e,n)=>_(e,"name",{value:n,configurable:!0});import{ApiError as p}from"../../api/errors.js";import{openDb as v}from"../../core/canvas/db.js";import{getById as x,nodeObject as $}from"../../core/graph/objects.js";import{envelopeFor as g}from"../../core/peer/envelope.js";import{isUnreachable as j}from"../../core/peer/client.js";import{machineReach as D}from"../../core/peer/directory.js";import{defaultHomeDeps as O,homeOf as S,relocate as q}from"../../core/peer/home.js";import{ensureStub as k,rehomeStub as A,stubOf as E}from"../../core/peer/stubs.js";import{peerCall as F}from"../../core/peer/client.js";const C={...O,call:t((e,n,o,a)=>F(e,n,{...o===void 0?{}:{envelope:o},...a===void 0?{}:{signal:a}}),"call"),envelope:t(e=>g(e),"envelope"),label:t(async e=>{try{const n=await D(e);return{id:e,name:n?.name??e}}catch{return{id:e,name:e}}},"label")},M={current:C},N=t(e=>e.class==="person"||e.class==="broker"||e.class==="cron","originates"),m=t(e=>{const n=e?.error;return typeof n=="object"&&n!==null&&typeof n.code=="string"?n.code:null},"errorCode");function L(e,n){const o=n?.error;return new p(e,o?.code??"error",o?.message??`the home machine answered ${e}`,o?.details)}t(L,"relayError");function P(e,n){return new p(503,"runtime_unreachable",`No machine of yours answers for ${e} (unreachable: ${n.join(", ")}).`,{id:e,unreachable:n})}t(P,"unknownError");const Q=t((e,n)=>e!==null&&typeof e=="object"&&!Array.isArray(e)?{...e,machine:n}:e,"withMachine");async function T(e,n,o){const a=M.current,r=v(),u=x(r,n),i=u===null?null:E(r,u),w=e.principal;if(!N(w)){if(i!==null)throw new p(404,"not_here",`${n} is not homed on this machine (it is a stub of ${i.home_machine})`,{id:n,home_machine:i.home_machine});return{kind:"local"}}if(u!==null&&i===null)return{kind:"local"};const b={...a,call:t((s,d)=>a.call(s,d),"call")};let l=await S(r,n,{hint:e.query.get("machine"),deps:b});for(let s=0;s<2;s++){if(l.where==="nowhere"||l.where==="here"){if(i!==null)throw new p(404,"not_found",`${n} is no longer on any machine of yours`,{id:n});return{kind:"local"}}if(l.where==="unknown")return{kind:"unknown",unreachable:l.unreachable};const d=l.machine,c=await a.call(d,o,a.envelope(w)),f=await a.label(d);if(j(c))return{kind:"unknown",unreachable:[`${f.name} (${c.unreachable.reason})`]};const y=l.source!=="locate";if(c.status===404&&s===0&&(m(c.body)==="not_here"||y&&m(c.body)==="not_found")){const h=await q(r,n,d,b);if(h.where==="machine"){l=h;continue}if(h.where==="unknown")return{kind:"unknown",unreachable:h.unreachable};if(m(c.body)==="not_found")return{kind:"remote",status:c.status,body:c.body,machine:f};if(i!==null)throw new p(404,"not_found",`${n} is no longer on any machine of yours`,{id:n});return{kind:"local"}}return{kind:"remote",status:c.status,body:c.body,machine:f}}return{kind:"unknown",unreachable:[]}}t(T,"forwardVerb");function W(e){if(e.actor.kind==="person")return{sub:e.sub,act:{sub:e.via}};const{app:n,node:o,node_scopes:a,place:r}=e.actor;return{sub:e.sub,act:{sub:e.via,act:{sub:n,node:o,node_scopes:a,place:r}}}}t(W,"envelopeOfForwarded");function X(e){const n={};for(const[o,a]of e.query)o!=="machine"&&(n[o]=a);return n}t(X,"queryWithoutMachine");function Y(e,n){const o=n.principal;return o.class!=="forwarded"||o.actor.kind!=="app"||o.actor.node===null?null:k(e,o.actor.node,"node",o.via,W(o))}t(Y,"callerStub");function Z(e,n){return n.principal.class==="broker"?$(e,n.principal.node):null}t(Z,"callerNode");function ee(e,n,o,a,r){A(e,n,a);const u=r?.owner,i=u&&u.type==="app"?{id:"",type:"app",scheme:"app",external_id:u.external_id??(u.handle.startsWith("app:")?u.handle:`app:${u.handle}`),handle:u.handle}:null;return k(e,n,o,a,void 0,r===void 0?void 0:{id:n,type:o,kind:r.kind??null,name:r.name??n,...r.preview===void 0?{}:{preview:r.preview},owner:i,...r.kind_decl===void 0?{}:{kind_decl:r.kind_decl},...r.privacy===void 0?{}:{privacy:r.privacy}})}t(ee,"remoteStub");export{Z as callerNode,Y as callerStub,C as defaultForwardDeps,W as envelopeOfForwarded,T as forwardVerb,M as forwarding,N as originates,X as queryWithoutMachine,L as relayError,ee as remoteStub,P as unknownError,Q as withMachine};
+var $=Object.defineProperty;var i=(n,e)=>$(n,"name",{value:e,configurable:!0});import{ApiError as m}from"../../api/errors.js";import{openDb as g}from"../../core/canvas/db.js";import{getById as j,nodeObject as A}from"../../core/graph/objects.js";import{envelopeFor as D}from"../../core/peer/envelope.js";import{isUnreachable as w}from"../../core/peer/client.js";import{machineReach as E}from"../../core/peer/directory.js";import{defaultHomeDeps as O,homeOf as S,peersToAsk as F,relocate as N}from"../../core/peer/home.js";import{ensureStub as y,rehomeStub as q,stubOf as C}from"../../core/peer/stubs.js";import{peerCall as M}from"../../core/peer/client.js";const T={...O,call:i((n,e,o,t)=>M(n,e,{...o===void 0?{}:{envelope:o},...t===void 0?{}:{signal:t}}),"call"),envelope:i(async n=>await D(n),"envelope"),label:i(async n=>{try{const e=await E(n);return{id:n,name:e?.name??n}}catch{return{id:n,name:n}}},"label")},_={current:T},v=i(n=>n.class==="person"||n.class==="broker"||n.class==="cron","originates"),k=i(n=>{const e=n?.error;return typeof e=="object"&&e!==null&&typeof e.code=="string"?e.code:null},"errorCode");function K(n,e){const o=e?.error;return new m(n,o?.code??"error",o?.message??`the home machine answered ${n}`,o?.details)}i(K,"relayError");function L(n,e){return new m(503,"runtime_unreachable",`No machine of yours answers for ${n} (unreachable: ${e.join(", ")}).`,{id:n,unreachable:e})}i(L,"unknownError");const Q=i((n,e)=>n!==null&&typeof n=="object"&&!Array.isArray(n)?{...n,machine:e}:n,"withMachine");async function X(n,e,o){const t=_.current,a=await g(),c=await j(a,e),u=c===null?null:await C(a,c),p=n.principal;if(!v(p)){if(u!==null)throw new m(404,"not_here",`${e} is not homed on this machine (it is a stub of ${u.home_machine})`,{id:e,home_machine:u.home_machine});return{kind:"local"}}if(c!==null&&u===null)return{kind:"local"};const h={...t,call:i((r,d)=>t.call(r,d),"call")};let l=await S(a,e,{hint:n.query.get("machine"),deps:h});for(let r=0;r<2;r++){if(l.where==="nowhere"||l.where==="here"){if(u!==null)throw new m(404,"not_found",`${e} is no longer on any machine of yours`,{id:e});return{kind:"local"}}if(l.where==="unknown")return{kind:"unknown",unreachable:l.unreachable};const d=l.machine,s=await t.call(d,o,await t.envelope(p)),b=await t.label(d);if(w(s))return{kind:"unknown",unreachable:[`${b.name} (${s.unreachable.reason})`]};const x=l.source!=="locate";if(s.status===404&&r===0&&(k(s.body)==="not_here"||x&&k(s.body)==="not_found")){const f=await N(a,e,d,h);if(f.where==="machine"){l=f;continue}if(f.where==="unknown")return{kind:"unknown",unreachable:f.unreachable};if(k(s.body)==="not_found")return{kind:"remote",status:s.status,body:s.body,machine:b};if(u!==null)throw new m(404,"not_found",`${e} is no longer on any machine of yours`,{id:e});return{kind:"local"}}return{kind:"remote",status:s.status,body:s.body,machine:b}}return{kind:"unknown",unreachable:[]}}i(X,"forwardVerb");async function Y(n,e,o){const t=_.current,a=n.principal;if(!v(a))return{kind:"local"};const c=await F(t);if("where"in c)return{kind:"unknown",unreachable:c.unreachable};if(c.length===0)return{kind:"local"};const u=await t.envelope(a),p=await Promise.all(c.map(async r=>({m:r,out:await t.call(r.machine_id,o,u)}))),h=p.find(r=>!w(r.out)&&r.out.status<400);if(h){const r=e.method==="GET"?h.out:await t.call(h.m.machine_id,e,u),d=await t.label(h.m.machine_id);return w(r)?{kind:"unknown",unreachable:[`${d.name} (${r.unreachable.reason})`]}:{kind:"remote",status:r.status,body:r.body,machine:d}}const l=p.filter(r=>w(r.out)||r.out.status!==404).map(r=>r.m.name||r.m.machine_id);return l.length>0?{kind:"unknown",unreachable:l}:{kind:"local"}}i(Y,"forwardNamed");function W(n){if(n.actor.kind==="person")return{sub:n.sub,act:{sub:n.via}};const{app:e,node:o,node_scopes:t,place:a}=n.actor;return{sub:n.sub,act:{sub:n.via,act:{sub:e,node:o,node_scopes:t,place:a}}}}i(W,"envelopeOfForwarded");function Z(n){const e={};for(const[o,t]of n.query)o!=="machine"&&(e[o]=t);return e}i(Z,"queryWithoutMachine");async function nn(n,e){const o=e.principal;return o.class!=="forwarded"||o.actor.kind!=="app"||o.actor.node===null?null:await y(n,o.actor.node,"node",o.via,W(o))}i(nn,"callerStub");async function en(n,e){return e.principal.class==="broker"?await A(n,e.principal.node):null}i(en,"callerNode");async function on(n,e,o,t,a){await q(n,e,t);const c=a?.owner,u=c&&c.type==="app"?{id:"",type:"app",scheme:"app",external_id:c.external_id??(c.handle.startsWith("app:")?c.handle:`app:${c.handle}`),handle:c.handle}:null;return await y(n,e,o,t,void 0,a===void 0?void 0:{id:e,type:o,kind:a.kind??null,name:a.name??e,...a.preview===void 0?{}:{preview:a.preview},owner:u,...a.kind_decl===void 0?{}:{kind_decl:a.kind_decl},...a.privacy===void 0?{}:{privacy:a.privacy}})}i(on,"remoteStub");export{en as callerNode,nn as callerStub,T as defaultForwardDeps,W as envelopeOfForwarded,Y as forwardNamed,X as forwardVerb,_ as forwarding,v as originates,Z as queryWithoutMachine,K as relayError,on as remoteStub,L as unknownError,Q as withMachine};

package/dist/daemon/peer/handlers.js

@@ -1 +1 @@
-var u=Object.defineProperty;var a=(e,t)=>u(e,"name",{value:t,configurable:!0});import{ApiError as c}from"../../api/errors.js";import{withCanvasWrite as l}from"../../core/canvas/db.js";import{getById as d}from"../../core/graph/objects.js";import{stubOf as v}from"../../core/peer/stubs.js";import{ackFor as y,claimFor as f,ingestPeerEvents as h,MAX_EVENTS_PER_CALL as p}from"../../core/peer/ingest.js";function m(e){if(e.principal.class!=="machine")throw new c(403,"permission_error","peer routes are for a machine");return e.principal.via}a(m,"via");const o=a(e=>e!==null&&typeof e=="object"&&!Array.isArray(e)?e:{},"fields"),s=a(e=>typeof e=="string"&&e!=="","text");function w(e){const t=o(e),r=o(t.object);return s(t.key)&&s(t.message_id)&&s(t.event)&&typeof t.level=="number"&&s(r.id)&&s(r.type)&&typeof r.name=="string"&&(t.actor===null||s(o(t.actor).id)&&s(o(t.actor).type))&&o(t.attrs)===t.attrs}a(w,"validEvent");const b=a(e=>{const t=m(e),r=o(e.body).events;if(!Array.isArray(r))throw new c(400,"invalid_request","events must be an array");if(r.length>p)throw new c(400,"invalid_request",`at most ${p} events per call`);const n=r.findIndex(i=>!w(i));if(n>=0)throw new c(400,"invalid_request",`events[${n}] is not a well-formed event`);return{status:200,body:l(i=>h(i,t,r))}},"peerEvents"),_=a(e=>{const t=m(e),r=o(e.body).limit;return{status:200,body:{rows:l(i=>f(i,t,typeof r=="number"?r:50))}}},"peerClaim"),k=a(e=>{const t=m(e),r=o(e.body).acks;if(!Array.isArray(r)||r.some(n=>!s(o(n).key)||!s(o(n).claim_token)))throw new c(400,"invalid_request","acks must be an array of {key, claim_token}");return{status:200,body:{acked:l(n=>y(n,t,r))}}},"peerAck"),A=a(e=>{m(e);const t=o(e.body).id;if(!s(t))throw new c(400,"invalid_request","id must be a non-empty string");return l(r=>{const n=d(r,t);if(n===null)return{status:200,body:{answer:"no"}};const i=v(r,n);return{status:200,body:i===null?{answer:"here"}:{answer:"moved",machine:i.home_machine}}})},"peerLocate"),T=[{method:"POST",pattern:"/v1/peer/events",handler:b},{method:"POST",pattern:"/v1/peer/outbox/claim",handler:_},{method:"POST",pattern:"/v1/peer/outbox/ack",handler:k},{method:"POST",pattern:"/v1/peer/locate",handler:A}];export{k as peerAck,_ as peerClaim,b as peerEvents,A as peerLocate,T as peerRoutes};
+var u=Object.defineProperty;var s=(e,t)=>u(e,"name",{value:t,configurable:!0});import{ApiError as c}from"../../api/errors.js";import{withCanvasWrite as l}from"../../core/canvas/db.js";import{getById as y}from"../../core/graph/objects.js";import{stubOf as d}from"../../core/peer/stubs.js";import{ackFor as w,claimFor as v,ingestPeerEvents as f,MAX_EVENTS_PER_CALL as p}from"../../core/peer/ingest.js";function m(e){if(e.principal.class!=="machine")throw new c(403,"permission_error","peer routes are for a machine");return e.principal.via}s(m,"via");const a=s(e=>e!==null&&typeof e=="object"&&!Array.isArray(e)?e:{},"fields"),o=s(e=>typeof e=="string"&&e!=="","text");function h(e){const t=a(e),r=a(t.object);return o(t.key)&&o(t.message_id)&&o(t.event)&&typeof t.level=="number"&&o(r.id)&&o(r.type)&&typeof r.name=="string"&&(t.actor===null||o(a(t.actor).id)&&o(a(t.actor).type))&&a(t.attrs)===t.attrs}s(h,"validEvent");const b=s(async e=>{const t=m(e),r=a(e.body).events;if(!Array.isArray(r))throw new c(400,"invalid_request","events must be an array");if(r.length>p)throw new c(400,"invalid_request",`at most ${p} events per call`);const n=r.findIndex(i=>!h(i));if(n>=0)throw new c(400,"invalid_request",`events[${n}] is not a well-formed event`);return{status:200,body:await l(async i=>await f(i,t,r))}},"peerEvents"),_=s(async e=>{const t=m(e),r=a(e.body).limit;return{status:200,body:{rows:await l(async i=>await v(i,t,typeof r=="number"?r:50))}}},"peerClaim"),k=s(async e=>{const t=m(e),r=a(e.body).acks;if(!Array.isArray(r)||r.some(n=>!o(a(n).key)||!o(a(n).claim_token)))throw new c(400,"invalid_request","acks must be an array of {key, claim_token}");return{status:200,body:{acked:await l(async n=>await w(n,t,r))}}},"peerAck"),A=s(async e=>{m(e);const t=a(e.body).id;if(!o(t))throw new c(400,"invalid_request","id must be a non-empty string");return await l(async r=>{const n=await y(r,t);if(n===null)return{status:200,body:{answer:"no"}};const i=await d(r,n);return{status:200,body:i===null?{answer:"here"}:{answer:"moved",machine:i.home_machine}}})},"peerLocate"),T=[{method:"POST",pattern:"/v1/peer/events",handler:b},{method:"POST",pattern:"/v1/peer/outbox/claim",handler:_},{method:"POST",pattern:"/v1/peer/outbox/ack",handler:k},{method:"POST",pattern:"/v1/peer/locate",handler:A}];export{k as peerAck,_ as peerClaim,b as peerEvents,A as peerLocate,T as peerRoutes};

package/dist/daemon/peer/ingress.d.ts

@@ -8,9 +8,9 @@ export interface PeerIngressContext {
     /** Its key set (the app listener's cache, or the laptop's own). */
     jwks: JwksCache;
     /** The audience peer call tokens must carry: `machineUrl()` on the laptop, `runtime.audience` on the hosted runtime. Null before it is known: every request is refused 503. */
-    audience(): string | null;
+    audience(): Promise<string | null>;
     /** The account owner (`user:<id>`) this runtime belongs to. Null when it has none: no relation reaches the machine and every request is refused 403. */
-    owner(): string | null;
+    owner(): Promise<string | null>;
     /** This machine's id (`runtime:<id>`). */
     self(): string;
     /** Pulls the directory's grants when a token's app link is ahead of the mirror. Absent: a mirror behind a token's `rev` answers 503. */
@@ -18,13 +18,13 @@ export interface PeerIngressContext {
     /** The router that serves the request; defaults to the daemon's own (`buildRouter(() => null)`), built on first use. */
     router?: () => Router | Promise<Router>;
     /** False while the JWKS or grants are not loaded: every request is refused 503 (audited). Defaults to ready. */
-    ready?: () => boolean;
+    ready?: () => Promise<boolean>;
 }
 /** Whether the daemon's own route table serves this request: the routes `servePeer` hands to its router (`peer.*` and every daemon route a forwarded call reaches). */
 export declare function isDaemonRoute(method: string, pathname: string): Promise<boolean>;
 /** The account owner this runtime belongs to: the owner a successful `crtr sys join` recorded (a laptop), else — on a hosted runtime, which is
  *  provisioned without join — the one `sub` its mirrored grants all carry. Null when neither names exactly one owner. Never throws. */
-export declare function runtimeOwner(): string | null;
+export declare function runtimeOwner(): Promise<string | null>;
 /** A bearer the caller already tried to verify and that failed: `servePeer` answers it as its own refusal (and audits it). */
 export interface PeerRefusal {
     status: number;

package/dist/daemon/peer/ingress.js

@@ -1 +1 @@
-var H=Object.defineProperty;var o=(e,t)=>H(e,"name",{value:t,configurable:!0});import{randomUUID as j}from"node:crypto";import{verifyCallToken as z}from"@north-light/identity";import{ENVELOPE_HEADER as I}from"../../core/peer/envelope.js";import{mirrorGrantLink as L,peerAuthority as U}from"./authority.js";import{peerVersionRefusal as q,PEER_VERSION_HEADER as D}from"../../core/peer/version.js";import{auditOutcome as v,writePeerAudit as G}from"../../core/audit.js";import{emitEvent as C}from"../../core/events/emit.js";import{joinedOwner as P}from"../../core/directory/join.js";import{allGrants as N}from"../../core/grants/mirror.js";import{errorCodes as T}from"../../api/error-codes.js";let O;function S(){return O??=import("../api/server.js").then(e=>e.buildRouter(()=>null)),O}o(S,"defaultRouter");async function x(e,t){return(await S()).match(e.toUpperCase(),t)!==null}o(x,"isDaemonRoute");function V(e,t,r,a,i,m){if(e.headersSent){e.destroy();return}const l=T[r];e.writeHead(t,{"content-type":"application/json; charset=utf-8","Request-Id":i,"X-Content-Type-Options":"nosniff"}),e.end(JSON.stringify({error:{code:r,message:a,origin:"runtime",...m===void 0?{}:{details:m},...l?{type:l.type}:{},request_id:i}}))}o(V,"refuse");const _=o((e,t)=>{const r=e.headers[t.toLowerCase()];return Array.isArray(r)?r[0]:r},"header");function ee(){try{const e=P();if(e!==null)return e;const t=new Set(N().map(r=>r.sub));return t.size===1?[...t][0]:null}catch{return null}}o(ee,"runtimeOwner");async function te(e,t,r,a){const i=t.getHeader("Request-Id")?.toString()??j();t.setHeader("Request-Id",i);const m=_(e,I),l=new URL(e.url??"/","http://peer.local"),E=(e.method??"GET").toUpperCase();let d={class:m===void 0?"machine":"forwarded",grantee:null,sub:null,via:"unauthenticated",operation:`${E} ${l.pathname}`,node_id:null},R=!1;const b=o((n,c={})=>{if(!R){R=!0;try{G({request_id:i,resource:l.pathname,...d,...c,outcome:n})}catch(u){C({level:"error",event:"daemon.peer.audit_failed",error:u instanceof Error?u:new Error(String(u)),fields:{request_id:i}})}}},"record"),s=o((n,c,u,f)=>{b(v(n)),V(t,n,c,u,i,f)},"deny");try{if(r.ready&&!r.ready()){s(503,"runtime_starting","runtime_starting");return}let n;if(a!==void 0&&!("chain"in a)){s(a.status,a.code,a.message);return}if(a!==void 0)n=a;else{const y=r.audience();if(y===null){s(503,"runtime_starting","this machine does not yet know its own address");return}const g=_(e,"authorization");if(!g?.startsWith("Bearer ")||g.length<=7){s(401,"unauthorized","a machine token is required");return}try{n=await z({token:g.slice(7),jwks:r.jwks,issuer:r.issuer,audience:y})}catch{s(401,"unauthorized","invalid machine token");return}}d={...d,grantee:n.sub,sub:n.sub,via:n.chain[0]?.sub??"unauthenticated"};const c=await(r.router??S)(),u=c.match(E,l.pathname);d={...d,operation:u?.operation.name??d.operation,node_id:u?.params.id??null};const f=r.owner(),p=await U(n,m,{self:r.self,relation:o(y=>f!==null&&y===f?"owner":null,"relation"),grantLink:L(r.syncGrants??(async()=>{}))});if("status"in p){s(p.status,p.code,p.message);return}const h=q(_(e,D));if(h!==null){s(426,h.code,h.message,h.details);return}const{principal:w}=p,k=w.class==="forwarded"&&w.actor.kind==="app"?w.actor:null,A={grantee:k?.app??n.sub,node_id:k?.node??d.node_id};t.once("close",()=>b(t.writableFinished?v(t.statusCode):"aborted",A)),await c.handle(e,t,null,w)}catch(n){C({level:"error",event:"daemon.peer.ingress_failed",error:n instanceof Error?n:new Error(String(n)),fields:{request_id:i}}),s(500,"server_failure","peer request failed")}}o(te,"servePeer");export{x as isDaemonRoute,ee as runtimeOwner,te as servePeer};
+var H=Object.defineProperty;var a=(e,t)=>H(e,"name",{value:t,configurable:!0});import{randomUUID as j}from"node:crypto";import{verifyCallToken as z}from"@north-light/identity";import{ENVELOPE_HEADER as I}from"../../core/peer/envelope.js";import{mirrorGrantLink as L,peerAuthority as U}from"./authority.js";import{peerVersionRefusal as q,PEER_VERSION_HEADER as D}from"../../core/peer/version.js";import{auditOutcome as v,writePeerAudit as G}from"../../core/audit.js";import{emitEvent as C}from"../../core/events/emit.js";import{joinedOwner as P}from"../../core/directory/join.js";import{allGrants as N}from"../../core/grants/mirror.js";import{errorCodes as T}from"../../api/error-codes.js";let O;function S(){return O??=import("../api/server.js").then(e=>e.buildRouter(()=>null)),O}a(S,"defaultRouter");async function x(e,t){return(await S()).match(e.toUpperCase(),t)!==null}a(x,"isDaemonRoute");function V(e,t,r,o,i,m){if(e.headersSent){e.destroy();return}const l=T[r];e.writeHead(t,{"content-type":"application/json; charset=utf-8","Request-Id":i,"X-Content-Type-Options":"nosniff"}),e.end(JSON.stringify({error:{code:r,message:o,origin:"runtime",...m===void 0?{}:{details:m},...l?{type:l.type}:{},request_id:i}}))}a(V,"refuse");const _=a((e,t)=>{const r=e.headers[t.toLowerCase()];return Array.isArray(r)?r[0]:r},"header");async function ee(){try{const e=P();if(e!==null)return e;const t=new Set((await N()).map(r=>r.sub));return t.size===1?[...t][0]:null}catch{return null}}a(ee,"runtimeOwner");async function te(e,t,r,o){const i=t.getHeader("Request-Id")?.toString()??j();t.setHeader("Request-Id",i);const m=_(e,I),l=new URL(e.url??"/","http://peer.local"),E=(e.method??"GET").toUpperCase();let d={class:m===void 0?"machine":"forwarded",grantee:null,sub:null,via:"unauthenticated",operation:`${E} ${l.pathname}`,node_id:null},R=!1;const b=a(async(n,c={})=>{if(!R){R=!0;try{await G({request_id:i,resource:l.pathname,...d,...c,outcome:n})}catch(u){C({level:"error",event:"daemon.peer.audit_failed",error:u instanceof Error?u:new Error(String(u)),fields:{request_id:i}})}}},"record"),s=a(async(n,c,u,f)=>{await b(v(n)),V(t,n,c,u,i,f)},"deny");try{if(r.ready&&!await r.ready()){await s(503,"runtime_starting","runtime_starting");return}let n;if(o!==void 0&&!("chain"in o)){await s(o.status,o.code,o.message);return}if(o!==void 0)n=o;else{const y=await r.audience();if(y===null){await s(503,"runtime_starting","this machine does not yet know its own address");return}const g=_(e,"authorization");if(!g?.startsWith("Bearer ")||g.length<=7){await s(401,"unauthorized","a machine token is required");return}try{n=await z({token:g.slice(7),jwks:r.jwks,issuer:r.issuer,audience:y})}catch{await s(401,"unauthorized","invalid machine token");return}}d={...d,grantee:n.sub,sub:n.sub,via:n.chain[0]?.sub??"unauthenticated"};const c=await(r.router??S)(),u=c.match(E,l.pathname);d={...d,operation:u?.operation.name??d.operation,node_id:u?.params.id??null};const f=await r.owner(),p=await U(n,m,{self:r.self,relation:a(y=>f!==null&&y===f?"owner":null,"relation"),grantLink:L(r.syncGrants??(async()=>{}))});if("status"in p){await s(p.status,p.code,p.message);return}const w=q(_(e,D));if(w!==null){await s(426,w.code,w.message,w.details);return}const{principal:h}=p,k=h.class==="forwarded"&&h.actor.kind==="app"?h.actor:null,A={grantee:k?.app??n.sub,node_id:k?.node??d.node_id};t.once("close",()=>{b(t.writableFinished?v(t.statusCode):"aborted",A)}),await c.handle(e,t,null,h)}catch(n){C({level:"error",event:"daemon.peer.ingress_failed",error:n instanceof Error?n:new Error(String(n)),fields:{request_id:i}}),await s(500,"server_failure","peer request failed")}}a(te,"servePeer");export{x as isDaemonRoute,ee as runtimeOwner,te as servePeer};

package/dist/daemon/peer/outbox.d.ts

@@ -1,4 +1,4 @@
-import type { DatabaseSync } from 'node:sqlite';
+import { type CanvasDb } from '../../core/canvas/db.js';
 import { type PeerRequest, type PeerResult } from '../../core/peer/client.js';
 import { type Machine } from '../../core/peer/directory.js';
 export declare const STABLE_BACKOFF_MS: {
@@ -9,7 +9,7 @@ export declare const STABLE_BACKOFF_MS: {
 export declare const RELAY_RETRY_WINDOW_MS: number;
 export declare const PULL_INTERVAL_MS: number;
 export interface OutboxDeps {
-    db(): DatabaseSync;
+    db(): Promise<CanvasDb>;
     call(machineId: string, request: PeerRequest): Promise<PeerResult>;
     reach(machineId: string): Promise<Machine | null>;
     machines(): Promise<Machine[]>;

package/dist/daemon/peer/outbox.js

@@ -1 +1 @@
-var C=Object.defineProperty;var l=(n,f)=>C(n,"name",{value:f,configurable:!0});import{openDb as I,withCanvasWrite as j}from"../../core/canvas/db.js";import{emitEvent as B}from"../../core/events/emit.js";import{isUnreachable as O,peerCall as D}from"../../core/peer/client.js";import{listMachines as U,machineReach as F,normalizeMachineId as g,ownMachineId as N}from"../../core/peer/directory.js";import{relayConnected as W}from"../../core/peer/events.js";import{ingestPeerEvents as q,isCatalogLag as S}from"../../core/peer/ingest.js";import{CATALOG_LAG_RETRY_MS as G,dueRows as X,expireOld as Y,markDone as z,markExpired as E,markRetry as A,markWaiting as L,onPeerEnqueued as H,pendingFor as J,pruneOutbox as K,OUTBOX_MAX_AGE_MS as V}from"../../core/peer/outbox-store.js";const T={first:1e3,max:10*6e4},P=5*6e4,$=5*6e4,R=50,Q=20,Z={db:I,call:l((n,f)=>D(n,f),"call"),reach:F,machines:U,self:N,now:Date.now},M=l(n=>Math.min(T.first*2**Math.max(0,n-1),T.max),"stableBackoffMs");function ee(n){const f=new Set;async function p(c,o,i){const t=n.db(),a=n.now(),s=await n.call(c,{method:"POST",path:"/v1/peer/events",body:{events:o.map(e=>JSON.parse(e.payload_json))}}),d=l((e,x=o)=>{for(const m of x){const u=m.attempts+1,w=m.first_failed_at??a;i&&e?L(t,m.id,u):i?a-w>=P?L(t,m.id,u):A(t,m.id,u,a+Math.min(M(u),P-(a-w)),w):a-w>=V?E(t,m.id):A(t,m.id,u,a+M(u),w)}},"fail");if(O(s)){d(s.unreachable.reason==="machine_offline");return}const r=s.body;if(s.status!==200||r===null||!Array.isArray(r.accepted)){d(!1);return}const _=new Set(r.accepted),k=new Map((Array.isArray(r.rejected)?r.rejected:[]).map(e=>[e.key,e.code??""])),y=[];for(const e of o)_.has(e.idempotency_key)?z(t,e.id):k.has(e.idempotency_key)?S(k.get(e.idempotency_key))&&a-e.created_at<G?y.push(e):E(t,e.id):A(t,e.id,e.attempts+1,a+M(e.attempts+1),e.first_failed_at??a);d(!1,y)}l(p,"sendBatch");async function b(c){const o=c.filter(i=>!f.has(i.id));for(const i of o)f.add(i.id);try{const i=new Map;for(const t of o)i.set(t.peer,[...i.get(t.peer)??[],t]);await Promise.all([...i].map(async([t,a])=>{const d=(await n.reach(t).catch(()=>null))?.reach.kind==="relay";for(let r=0;r<a.length;r+=R)await p(t,a.slice(r,r+R),d)}))}finally{for(const i of o)f.delete(i.id)}}l(b,"pushRows");let h=0;return{async run(){const c=n.db(),o=n.now();o-h>=60*6e4&&(h=o,Y(c,o),K(c,o)),await b(X(c,o))},flush:l(c=>b(J(n.db(),c,n.now())),"flush"),async pull(){const c=n.self(),o=(await n.machines()).filter(t=>g(t.machine_id)!==c&&t.kind!=="device"&&t.reach.kind==="stable");let i=0;for(const t of o){const a=g(t.machine_id);for(let s=0;s<Q;s++){const d=await n.call(a,{method:"POST",path:"/v1/peer/outbox/claim",body:{limit:100}}),r=!O(d)&&d.status===200?d.body?.rows:void 0;if(!Array.isArray(r)||r.length===0)break;const _=j(e=>q(e,a,r.map(x=>x.payload)));i+=_.accepted.length;const k=new Set([..._.accepted,..._.rejected.filter(e=>!S(e.code)).map(e=>e.key)]),y=r.filter(e=>k.has(e.key)).map(e=>({key:e.key,claim_token:e.claim_token}));if(y.length>0&&await n.call(a,{method:"POST",path:"/v1/peer/outbox/ack",body:{acks:y}}),r.length<100)break}}return i}}}l(ee,"createOutboxLane");function le(n){if(!n.joined)return()=>{};const f=n.deps??Z,p=ee(f),b=l(a=>s=>{B({level:"warn",event:`daemon.peer.${a}_failed`,error:s})},"quiet"),h=l((a,s)=>n.register(a().then(()=>{},b(s))),"guarded"),v=H(a=>h(()=>p.flush(a),"outbox_flush")),c=setInterval(()=>h(()=>p.run(),"outbox_run"),n.tickMs??5e3);c.unref();const o=l(()=>h(async()=>{(await f.machines()).find(s=>g(s.machine_id)===f.self())?.reach.kind==="relay"&&await p.pull()},"outbox_pull"),"pull"),i=W.on(o),t=setInterval(o,$);return t.unref(),o(),()=>{v(),i(),clearInterval(c),clearInterval(t)}}l(le,"startPeerOutbox");export{$ as PULL_INTERVAL_MS,P as RELAY_RETRY_WINDOW_MS,T as STABLE_BACKOFF_MS,ee as createOutboxLane,Z as liveOutboxDeps,M as stableBackoffMs,le as startPeerOutbox};
+var C=Object.defineProperty;var l=(a,f)=>C(a,"name",{value:f,configurable:!0});import{openDb as I,withCanvasWrite as j}from"../../core/canvas/db.js";import{emitEvent as B}from"../../core/events/emit.js";import{isUnreachable as O,peerCall as D}from"../../core/peer/client.js";import{listMachines as U,machineReach as F,normalizeMachineId as g,ownMachineId as N}from"../../core/peer/directory.js";import{relayConnected as W}from"../../core/peer/events.js";import{ingestPeerEvents as q,isCatalogLag as S}from"../../core/peer/ingest.js";import{CATALOG_LAG_RETRY_MS as G,dueRows as X,expireOld as Y,markDone as z,markExpired as E,markRetry as A,markWaiting as L,onPeerEnqueued as H,pendingFor as J,pruneOutbox as K,OUTBOX_MAX_AGE_MS as V}from"../../core/peer/outbox-store.js";const T={first:1e3,max:10*6e4},P=5*6e4,$=5*6e4,R=50,Q=20,Z={db:I,call:l((a,f)=>D(a,f),"call"),reach:F,machines:U,self:N,now:Date.now},M=l(a=>Math.min(T.first*2**Math.max(0,a-1),T.max),"stableBackoffMs");function ee(a){const f=new Set;async function u(c,o,i){const t=await a.db(),n=a.now(),s=await a.call(c,{method:"POST",path:"/v1/peer/events",body:{events:o.map(e=>JSON.parse(e.payload_json))}}),d=l(async(e,x=o)=>{for(const m of x){const h=m.attempts+1,_=m.first_failed_at??n;i&&e?await L(t,m.id,h):i?n-_>=P?await L(t,m.id,h):await A(t,m.id,h,n+Math.min(M(h),P-(n-_)),_):n-_>=V?await E(t,m.id):await A(t,m.id,h,n+M(h),_)}},"fail");if(O(s)){await d(s.unreachable.reason==="machine_offline");return}const r=s.body;if(s.status!==200||r===null||!Array.isArray(r.accepted)){await d(!1);return}const p=new Set(r.accepted),k=new Map((Array.isArray(r.rejected)?r.rejected:[]).map(e=>[e.key,e.code??""])),y=[];for(const e of o)p.has(e.idempotency_key)?await z(t,e.id):k.has(e.idempotency_key)?S(k.get(e.idempotency_key))&&n-e.created_at<G?y.push(e):await E(t,e.id):await A(t,e.id,e.attempts+1,n+M(e.attempts+1),e.first_failed_at??n);await d(!1,y)}l(u,"sendBatch");async function b(c){const o=c.filter(i=>!f.has(i.id));for(const i of o)f.add(i.id);try{const i=new Map;for(const t of o)i.set(t.peer,[...i.get(t.peer)??[],t]);await Promise.all([...i].map(async([t,n])=>{const d=(await a.reach(t).catch(()=>null))?.reach.kind==="relay";for(let r=0;r<n.length;r+=R)await u(t,n.slice(r,r+R),d)}))}finally{for(const i of o)f.delete(i.id)}}l(b,"pushRows");let w=0;return{async run(){const c=await a.db(),o=a.now();o-w>=60*6e4&&(w=o,await Y(c,o),await K(c,o)),await b(await X(c,o))},flush:l(async c=>b(await J(await a.db(),c,a.now())),"flush"),async pull(){const c=a.self(),o=(await a.machines()).filter(t=>g(t.machine_id)!==c&&t.kind!=="device"&&t.reach.kind==="stable");let i=0;for(const t of o){const n=g(t.machine_id);for(let s=0;s<Q;s++){const d=await a.call(n,{method:"POST",path:"/v1/peer/outbox/claim",body:{limit:100}}),r=!O(d)&&d.status===200?d.body?.rows:void 0;if(!Array.isArray(r)||r.length===0)break;const p=await j(async e=>await q(e,n,r.map(x=>x.payload)));i+=p.accepted.length;const k=new Set([...p.accepted,...p.rejected.filter(e=>!S(e.code)).map(e=>e.key)]),y=r.filter(e=>k.has(e.key)).map(e=>({key:e.key,claim_token:e.claim_token}));if(y.length>0&&await a.call(n,{method:"POST",path:"/v1/peer/outbox/ack",body:{acks:y}}),r.length<100)break}}return i}}}l(ee,"createOutboxLane");function le(a){if(!a.joined)return()=>{};const f=a.deps??Z,u=ee(f),b=l(n=>s=>{B({level:"warn",event:`daemon.peer.${n}_failed`,error:s})},"quiet"),w=l((n,s)=>a.register(n().then(()=>{},b(s))),"guarded"),v=H(n=>w(()=>u.flush(n),"outbox_flush")),c=setInterval(()=>w(()=>u.run(),"outbox_run"),a.tickMs??5e3);c.unref();const o=l(()=>w(async()=>{(await f.machines()).find(s=>g(s.machine_id)===f.self())?.reach.kind==="relay"&&await u.pull()},"outbox_pull"),"pull"),i=W.on(o),t=setInterval(o,$);return t.unref(),o(),()=>{v(),i(),clearInterval(c),clearInterval(t)}}l(le,"startPeerOutbox");export{$ as PULL_INTERVAL_MS,P as RELAY_RETRY_WINDOW_MS,T as STABLE_BACKOFF_MS,ee as createOutboxLane,Z as liveOutboxDeps,M as stableBackoffMs,le as startPeerOutbox};

package/dist/daemon/peer/relay-service.js

@@ -1 +1 @@
-var U=Object.defineProperty;var o=(e,i)=>U(e,"name",{value:i,configurable:!0});import{JwksCache as E}from"@north-light/identity";import{randomUUID as N}from"node:crypto";import{readConfig as k}from"../../core/config.js";import{hasSyncedGrants as O}from"../../core/grants/mirror.js";import{emitEvent as _}from"../../core/events/emit.js";import{directoryIssuer as b,machineUrl as j,ownMachineId as R}from"../../core/peer/directory.js";import{RunError as l}from"../../core/runs/operations.js";import{createResumeDetector as G}from"../resume-detector.js";import{applySyncNotice as H,NoticeLedger as M}from"../api/sync-notice.js";import{runtimeOwner as J,servePeer as T}from"./ingress.js";import{startLocalIngress as D}from"./local-ingress.js";import{startRelayClient as L}from"./relay-client.js";const $="/v1/runtime/sync-notice",z=5e3;async function A(e,i,f){if(e.headersSent){e.destroy();return}e.writeHead(i,{"content-type":"application/json; charset=utf-8"}),e.end(JSON.stringify(f))}o(A,"answerJson");function oe(e){const i=e.unsandboxed??(()=>k("user").runtime?.unsandboxed===!0),f=e.issuer??b;let s;const S=new M;async function m(){const t=s;s=void 0,t!==void 0&&(clearInterval(t.resume),await t.client.stop(),await t.ingress.close())}o(m,"stopStarted");async function C(t,r){const c=new E(r,fetch,e.jwksUrl?e.jwksUrl():k("user").runtime?.jwksUrl),d={issuer:r,jwks:c,audience:j,owner:J,self:R,ready:o(()=>O(r.replace(/\/$/,"")),"ready"),syncGrants:e.syncGrants,...e.ingress},w=await D(o(async(a,u)=>{const x=(a.url??"").split("?",1)[0];if(a.method==="POST"&&x===$){a.resume();try{const n=d.audience();if(n===null||d.ready?.()===!1)throw new l(503,"runtime_starting","runtime_starting");await H(await S.accept(a.headers.authorization,c,r,n),e.syncGrants,N()),u.writeHead(204),u.end()}catch(n){const I=n instanceof l?n.status:500;await A(u,I,{error:{code:n instanceof l?n.code:"server_failure",message:n instanceof l?n.message:"sync notice failed"}})}return}await T(a,u,d)},"serve"),e.socketPath);let y;try{y=L({issuer:r,relayOrigin:t,socketPath:w.socketPath,...e.client})}catch(a){throw await w.close(),a}const P=G(),v=setInterval(()=>{P.check()&&(_({level:"info",event:"daemon.peer.relay_resume"}),y.reconnectNow())},e.resumeCheckMs??z);v.unref(),s={relay:t,ingress:w,client:y,resume:v,jwks:c},_({level:"info",event:"daemon.peer.relay_started",fields:{relay:t}})}o(C,"begin");let h=Promise.resolve(),p=!1;const g=o(t=>{const r=h.then(t);return h=r.catch(()=>{}),r},"serial");return{observe(t){return g(async()=>{if(p)return;const r=f();if(t===null)return;if(t.reach?.kind!=="relay"||!i()||r===null){await m();return}const c=t.reach.relay.replace(/\/$/,"");s?.relay!==c&&(await m(),await C(c,r))})},running:o(()=>s!==void 0,"running"),stop(){return p=!0,g(m)}}}o(oe,"createPeerRelay");export{z as RESUME_CHECK_MS,$ as SYNC_NOTICE_PATH,oe as createPeerRelay};
+var U=Object.defineProperty;var a=(e,c)=>U(e,"name",{value:c,configurable:!0});import{JwksCache as E}from"@north-light/identity";import{randomUUID as N}from"node:crypto";import{readConfig as k}from"../../core/config.js";import{hasSyncedGrants as O}from"../../core/grants/mirror.js";import{emitEvent as _}from"../../core/events/emit.js";import{directoryIssuer as b,machineUrl as j,ownMachineId as R}from"../../core/peer/directory.js";import{RunError as m}from"../../core/runs/operations.js";import{createResumeDetector as G}from"../resume-detector.js";import{applySyncNotice as H,NoticeLedger as M}from"../api/sync-notice.js";import{runtimeOwner as J,servePeer as T}from"./ingress.js";import{startLocalIngress as D}from"./local-ingress.js";import{startRelayClient as L}from"./relay-client.js";const $="/v1/runtime/sync-notice",z=5e3;async function A(e,c,f){if(e.headersSent){e.destroy();return}e.writeHead(c,{"content-type":"application/json; charset=utf-8"}),e.end(JSON.stringify(f))}a(A,"answerJson");function ae(e){const c=e.unsandboxed??(()=>k("user").runtime?.unsandboxed===!0),f=e.issuer??b;let s;const S=new M;async function d(){const t=s;s=void 0,t!==void 0&&(clearInterval(t.resume),await t.client.stop(),await t.ingress.close())}a(d,"stopStarted");async function C(t,r){const i=new E(r,fetch,e.jwksUrl?e.jwksUrl():k("user").runtime?.jwksUrl),u={issuer:r,jwks:i,audience:j,owner:J,self:R,ready:a(async()=>await O(r.replace(/\/$/,"")),"ready"),syncGrants:e.syncGrants,...e.ingress},w=await D(a(async(o,l)=>{const x=(o.url??"").split("?",1)[0];if(o.method==="POST"&&x===$){o.resume();try{const n=await u.audience();if(n===null||u.ready&&!await u.ready())throw new m(503,"runtime_starting","runtime_starting");await H(await S.accept(o.headers.authorization,i,r,n),e.syncGrants,N()),l.writeHead(204),l.end()}catch(n){const I=n instanceof m?n.status:500;await A(l,I,{error:{code:n instanceof m?n.code:"server_failure",message:n instanceof m?n.message:"sync notice failed"}})}return}await T(o,l,u)},"serve"),e.socketPath);let y;try{y=L({issuer:r,relayOrigin:t,socketPath:w.socketPath,...e.client})}catch(o){throw await w.close(),o}const P=G(),v=setInterval(()=>{P.check()&&(_({level:"info",event:"daemon.peer.relay_resume"}),y.reconnectNow())},e.resumeCheckMs??z);v.unref(),s={relay:t,ingress:w,client:y,resume:v,jwks:i},_({level:"info",event:"daemon.peer.relay_started",fields:{relay:t}})}a(C,"begin");let h=Promise.resolve(),p=!1;const g=a(t=>{const r=h.then(t);return h=r.catch(()=>{}),r},"serial");return{observe(t){return g(async()=>{if(p)return;const r=f();if(t===null)return;if(t.reach?.kind!=="relay"||!c()||r===null){await d();return}const i=t.reach.relay.replace(/\/$/,"");s?.relay!==i&&(await d(),await C(i,r))})},running:a(()=>s!==void 0,"running"),stop(){return p=!0,g(d)}}}a(ae,"createPeerRelay");export{z as RESUME_CHECK_MS,$ as SYNC_NOTICE_PATH,ae as createPeerRelay};

package/dist/daemon/plugin-objects/read-leaf.d.ts

@@ -1,6 +1,6 @@
-import type { DatabaseSync } from 'node:sqlite';
 import type { ObjectRow } from '../../core/graph/types.js';
 import type { RequestPrincipal } from '../api/router.js';
+import type { CanvasDb } from '../../core/canvas/db.js';
 export declare const READ_LEAF_DEADLINE_MS = 15000;
 export interface ReadDelegation {
     plugin: string;
@@ -15,6 +15,6 @@ export type ReadLeafResult = {
 };
 /** The delegation for a custom object, or null when its kind has no read leaf or no installed plugin declares it any more (`declared=0`: an inert
  *  kind shows the last announcement). Sync: runs inside the first read transaction. */
-export declare function readDelegationFor(db: DatabaseSync, object: ObjectRow): ReadDelegation | null;
+export declare function readDelegationFor(db: CanvasDb, object: ObjectRow): Promise<ReadDelegation | null>;
 /** Run the declared read leaf as `principal`. Never throws. */
 export declare function runReadLeaf(d: ReadDelegation, principal: RequestPrincipal, deadlineMs?: number): Promise<ReadLeafResult>;

package/dist/daemon/plugin-objects/read-leaf.js

@@ -1,2 +1,2 @@
-var f=Object.defineProperty;var l=(n,o)=>f(n,"name",{value:o,configurable:!0});import{randomUUID as g}from"node:crypto";import{prepared as h}from"../../core/sqlite-statements.js";import{listInstalledPlugins as v}from"../../core/resolver.js";import{validatePluginCommands as b}from"../../core/command-plugins/discovery.js";import{executeExternalLeafAsync as E}from"../../core/command-plugins/transport/exec-invoke-async.js";import{invokeHttpLeaf as k}from"../../core/command-plugins/transport/http-invoke.js";import{sha256Hex as x,signedHeaderDigest as _}from"../../core/command-plugins/transport/sign.js";import{pluginAppEnv as w}from"../../core/plugin-app.js";import{callProvider as y}from"../../core/providers/call.js";import{callerFromRequest as L}from"../api/handlers/providers.js";import{signCallHeaders as P}from"../api/handlers/plugin-app-token.js";const j=15e3;function C(n,o){const a=h(n,`SELECT k.read_json, k.declared, i.scheme, i.external_id FROM object_kinds k
-    LEFT JOIN identities i ON i.object = k.owner WHERE k.name = ?`).get(o.type);if(a===void 0||a.read_json===null||a.declared===0||a.scheme!=="app"||a.external_id===null||!a.external_id.startsWith("app:"))return null;const e=JSON.parse(a.read_json).command;return{plugin:a.external_id.slice(4),command:e,id:o.id,name:o.name}}l(C,"readDelegationFor");async function J(n,o,a=j){try{const e=v("user").find(r=>r.name===n.plugin);if(e===void 0||!e.enabled)return{unavailable:`plugin ${n.plugin} is not installed`};const u={id:n.id,name:n.name};let d;if(e.manifest.provider?.id===e.name){const r=AbortSignal.timeout(a),t=y(L(o),{provider:e.name,tool:n.command.join(" "),arguments:u},{requestId:g(),signal:r});t.catch(()=>{}),d=(await Promise.race([t,new Promise((p,i)=>{r.addEventListener("abort",()=>i(new Error(`provider read leaf gave no answer within ${a} ms`)),{once:!0})})])).body}else{const r=b(e),t=r.transport;let i=r.manifest?.roots.find(m=>m.name===e.name);for(const m of n.command)i=i?.kind==="branch"?i.children.find(s=>s?.name===m):void 0;if(i?.kind!=="leaf"||t?.kind!=="exec"&&t?.kind!=="http")return{unavailable:`plugin ${n.plugin} has no read leaf ${n.command.join(" ")}`};if(t.kind==="http"){const m=i;d=await k({registration:{name:e.name,endpoint:t.endpoint,...t.authEnv!==void 0?{authEnv:t.authEnv}:{}},...r.manifest?.baseUrl!==void 0?{baseUrl:r.manifest.baseUrl}:{},timeouts:{...r.manifest?.timeouts,requestMs:a},params:m.params,rest:m.rest,output:m.output,commandPath:[e.name,...n.command]},u,void 0,{callHeaders:l(async s=>P(e.name,o,{method:s.method,url:s.url.href,body_sha256:x(s.body),..._(s.headers)}).headers,"callHeaders")})}else{if(t.executable===void 0)return{unavailable:`plugin ${n.plugin} has no read leaf ${n.command.join(" ")}`};d=await E({plugin:e,executable:t.executable,commandPath:[e.name,...n.command],output:i.output},u,{deadlineMs:a,cwd:e.root,env:{...process.env,...w(e.name)??{}}})}}const c=d?.markdown;return typeof c=="string"?{markdown:c}:{unavailable:"read leaf returned no markdown"}}catch(e){return{unavailable:e instanceof Error?e.message:String(e)}}}l(J,"runReadLeaf");export{j as READ_LEAF_DEADLINE_MS,C as readDelegationFor,J as runReadLeaf};
+var f=Object.defineProperty;var l=(n,o)=>f(n,"name",{value:o,configurable:!0});import{randomUUID as g}from"node:crypto";import{listInstalledPlugins as h}from"../../core/resolver.js";import{validatePluginCommands as v}from"../../core/command-plugins/discovery.js";import{executeExternalLeafAsync as b}from"../../core/command-plugins/transport/exec-invoke-async.js";import{invokeHttpLeaf as E}from"../../core/command-plugins/transport/http-invoke.js";import{sha256Hex as w,signedHeaderDigest as k}from"../../core/command-plugins/transport/sign.js";import{pluginAppEnv as x}from"../../core/plugin-app.js";import{callProvider as _}from"../../core/providers/call.js";import{callerFromRequest as y}from"../api/handlers/providers.js";import{signCallHeaders as L}from"../api/handlers/plugin-app-token.js";const P=15e3;async function O(n,o){const a=await n.prepare(`SELECT k.read_json, k.declared, i.scheme, i.external_id FROM object_kinds k
+    LEFT JOIN identities i ON i.object = k.owner WHERE k.name = ?`).get(o.type);if(a===void 0||a.read_json===null||a.declared===0||a.scheme!=="app"||a.external_id===null||!a.external_id.startsWith("app:"))return null;const e=JSON.parse(a.read_json).command;return{plugin:a.external_id.slice(4),command:e,id:o.id,name:o.name}}l(O,"readDelegationFor");async function q(n,o,a=P){try{const e=h("user").find(r=>r.name===n.plugin);if(e===void 0||!e.enabled)return{unavailable:`plugin ${n.plugin} is not installed`};const u={id:n.id,name:n.name};let d;if(e.manifest.provider?.id===e.name){const r=AbortSignal.timeout(a),t=_(await y(o),{provider:e.name,tool:n.command.join(" "),arguments:u},{requestId:g(),signal:r});t.catch(()=>{}),d=(await Promise.race([t,new Promise((p,i)=>{r.addEventListener("abort",()=>i(new Error(`provider read leaf gave no answer within ${a} ms`)),{once:!0})})])).body}else{const r=v(e),t=r.transport;let i=r.manifest?.roots.find(m=>m.name===e.name);for(const m of n.command)i=i?.kind==="branch"?i.children.find(s=>s?.name===m):void 0;if(i?.kind!=="leaf"||t?.kind!=="exec"&&t?.kind!=="http")return{unavailable:`plugin ${n.plugin} has no read leaf ${n.command.join(" ")}`};if(t.kind==="http"){const m=i;d=await E({registration:{name:e.name,endpoint:t.endpoint,...t.authEnv!==void 0?{authEnv:t.authEnv}:{}},...r.manifest?.baseUrl!==void 0?{baseUrl:r.manifest.baseUrl}:{},timeouts:{...r.manifest?.timeouts,requestMs:a},params:m.params,rest:m.rest,output:m.output,commandPath:[e.name,...n.command]},u,void 0,{callHeaders:l(async s=>(await L(e.name,o,{method:s.method,url:s.url.href,body_sha256:w(s.body),...k(s.headers)})).headers,"callHeaders")})}else{if(t.executable===void 0)return{unavailable:`plugin ${n.plugin} has no read leaf ${n.command.join(" ")}`};d=await b({plugin:e,executable:t.executable,commandPath:[e.name,...n.command],output:i.output},u,{deadlineMs:a,cwd:e.root,env:{...process.env,...x(e.name)??{}}})}}const c=d?.markdown;return typeof c=="string"?{markdown:c}:{unavailable:"read leaf returned no markdown"}}catch(e){return{unavailable:e instanceof Error?e.message:String(e)}}}l(q,"runReadLeaf");export{P as READ_LEAF_DEADLINE_MS,O as readDelegationFor,q as runReadLeaf};

package/dist/daemon/profile-delete.js

@@ -1 +1 @@
-var q=Object.defineProperty;var d=(e,r)=>q(e,"name",{value:r,configurable:!0});import{existsSync as p,readFileSync as E,readdirSync as y,rmSync as h}from"node:fs";import{join as a}from"node:path";import{cronIdsForProfileDeletion as R,cronIdsForProfileDetach as C,deleteCronsForProfile as T,deleteNodes as O,getNode as m,getRow as W,globalizeCronsForProfile as M,listNodesByProfile as B,nodesRoot as $,reviewDir as z}from"../core/canvas/index.js";import{withCanvasWrite as v}from"../core/canvas/db.js";import{deleteProfileWithOwned as _}from"../core/graph/deletion.js";import{usage as u}from"../core/errors.js";import{emitEvent as A}from"../core/events/emit.js";import{clearDefaultProfileId as k,defaultProfileDirs as L}from"../core/profiles/default-binding.js";import{reserveProfileDeletion as J}from"../core/profiles/deletion-reservation.js";import{deleteProfile as D,loadProfileManifest as G}from"../core/profiles/manifest.js";import{deleteReviewsByOriginNodes as H,reviewIdsByOriginNodes as K}from"../core/review/store.js";import{boundFleet as U}from"../core/runtime/fleet.js";import{headlessBrokerHost as b}from"../core/runtime/host.js";import{transition as Q}from"../core/runtime/lifecycle.js";import{tearDownNode as V}from"../core/runtime/placement.js";import{reshapeNode as X}from"../core/runtime/promote.js";import{reviveNode as Y}from"../core/runtime/revive.js";const P=1e3,N=new Set(["page.json","page.tsx","page.html","page.js","review.json","response.json","progress.json","claim.json","reply-route.json","feedback-comments.json","feedback.json",".ticket-lock"]),I=new Map;function Z(e){if(typeof e!="object"||e===null||Array.isArray(e))throw u("profile deletion requires a JSON request body",{error:"force_required",message:"profile deletion requires --force",next:"Re-run `crtr profile delete <profile> --force` after reviewing its effects."});return e}d(Z,"requestObject");function ee(e){const r=Z(e);if(r.force!==!0)throw u("profile deletion requires --force",{error:"force_required",message:"profile deletion requires --force",next:"Re-run `crtr profile delete <profile> --force` after reviewing its effects."});if(r.detach!==void 0&&typeof r.detach!="boolean")throw u("detach must be a boolean",{error:"invalid_detach",message:"detach must be a boolean",next:"Use --detach as a presence-only flag, or omit it."});const t=r.caller_node_id;if(t!=null&&(typeof t!="string"||t===""))throw u("caller_node_id must be a nonempty string or null");return{force:!0,...r.detach===!0?{detach:!0}:{},...t===void 0?{}:{caller_node_id:t}}}d(ee,"validateRequest");function j(e){if(!p(e))return null;try{const r=JSON.parse(E(e,"utf8"));return typeof r.source?.nodeId=="string"&&r.source.nodeId!==""?r.source.nodeId:null}catch{return null}}d(j,"manifestSourceNodeId");function re(e){const r=new Set(e),t=$();if(r.size===0||!p(t))return[];const o=[];for(const n of y(t,{withFileTypes:!0})){if(!n.isDirectory())continue;const s=a(t,n.name);[j(a(s,"page.json")),j(a(s,"review.json"))].some(l=>l!==null&&r.has(l))&&o.push({dir:s,wholeDirectory:r.has(n.name)||W(n.name)===null})}return o.sort((n,s)=>n.dir.localeCompare(s.dir))}d(re,"ticketCleanupForNodes");function te(e){if(N.has(e))return!0;for(const r of N)if(e.startsWith(`${r}.`)&&(e.endsWith(".tmp")||e.endsWith(".lock")))return!0;return!1}d(te,"isTicketOwnedResidue");function oe(e){let r=0;for(const t of e)if(p(t.dir)){if(t.wholeDirectory){h(t.dir,{recursive:!0,force:!0}),r+=1;continue}for(const o of y(t.dir,{withFileTypes:!0}))te(o.name)&&h(a(t.dir,o.name),{recursive:!0,force:!0});r+=1}return r}d(oe,"cleanTickets");function S(e){const r=e.filter(o=>o.managed_worktree?.state==="open").map(o=>({node_id:o.node_id,path:o.managed_worktree.path}));if(r.length===0)return null;const t=`profile deletion is blocked by ${r.length} open managed worktree${r.length===1?"":"s"}`;return u(t,{error:"open_managed_worktree",message:t,nodes:r,next:`Close ${r.map(({node_id:o})=>o).join(", ")} with \`crtr node worktree close <node>\`, then retry.`})}d(S,"openWorktreeError");function ne(e,r){const t=B(e.profileId),o=S(t);if(o!==null)throw o;const n=t.map(({node_id:c})=>c),s=r.detach===!0?"detached":"deleted";return{entry:e,mode:s,nodes:t,nodeIds:n,tickets:s==="deleted"?re(n):[],cronIds:s==="deleted"?R(e.profileId,n):C(e.profileId),reviewIds:s==="deleted"?K(n):[],defaultDirs:L(e.profileId)}}d(ne,"prepareDeletion");function x(e){const r=e.nodeIds.flatMap(o=>{const n=m(o);return n===null?[]:[n]}),t=S(r);if(t!==null)throw t}d(x,"assertDeletionPlanPreconditions");function g(e){return{profile_id:e.entry.profileId,name:e.entry.manifest.name,mode:e.mode,nodes:e.nodeIds.length,crons:e.cronIds.length,tickets:e.tickets.length,reviews:e.reviewIds.length,default_pins:e.defaultDirs.length}}d(g,"resultForPlan");async function ie(e){x(e);const r=e.nodeIds.filter(i=>m(i)!==null),t=U(),o=r.flatMap(i=>{const f=t.get(i);return f===void 0?[]:[{nodeId:i,exited:f.handle.exited}]}),n=[];for(const{nodeId:i}of o){const f=m(i);(f?.status==="active"||f?.status==="idle")&&(Q(i,"release"),n.push(i)),b.teardown(i)}await Promise.all(o.map(({exited:i})=>i));const s=[];for(const i of r)m(i)!==null&&(X(i,{profileId:null}),s.push(i));const c=M(e.entry.profileId),l=k(e.entry.profileId);v(i=>_(i,e.entry.profileId)),D(e.entry.profileId);const w=new Set(s);for(const i of n)w.has(i)&&await Y(i,{resume:!0,recovery:!0,capacity:"freeze"});return{...g(e),nodes:s.length,crons:c.length,default_pins:l.length}}d(ie,"detachProfile");function se(e){x(e);const r=T(e.entry.profileId,e.nodeIds);for(const c of e.nodeIds)b.teardown(c),V(c);const t=H(e.nodeIds);for(const c of t)h(z(c),{recursive:!0,force:!0});const o=oe(e.tickets),n=O(e.nodeIds),s=k(e.entry.profileId);return v(c=>_(c,e.entry.profileId)),D(e.entry.profileId),{...g(e),nodes:n.length,crons:r.length,tickets:o,reviews:t.length,default_pins:s.length}}d(se,"hardDeleteProfile");async function F(e){return e.mode==="detached"?ie(e):se(e)}d(F,"executePlan");function de(e,r){const t={...g(e),accepted:!0,grace_ms:P};return I.set(e.entry.profileId,{result:t}),setTimeout(()=>{(async()=>{try{await F(e)}catch(o){A({level:"error",event:"profile.delete.deferred_failed",error:o instanceof Error?o:new Error(String(o)),fields:{profile_id:e.entry.profileId,mode:e.mode}})}finally{I.delete(e.entry.profileId),r()}})()},P),t}d(de,"scheduleSelfDeletion");async function Ne(e,r){const t=ee(r),o=G(e),n=I.get(o.profileId);if(n!==void 0)return{status:202,body:n.result};const s=J(o.profileId);let c=!1;try{const l=ne(o,t);if(t.caller_node_id!=null&&l.nodeIds.includes(t.caller_node_id)){const i=de(l,s);return c=!0,{status:202,body:i}}return{status:200,body:await F(l)}}finally{c||s()}}d(Ne,"requestProfileDeletion");export{Ne as requestProfileDeletion};
+var q=Object.defineProperty;var d=(e,t)=>q(e,"name",{value:t,configurable:!0});import{existsSync as w,readFileSync as E,readdirSync as g,rmSync as p}from"node:fs";import{join as u}from"node:path";import{cronIdsForProfileDeletion as R,cronIdsForProfileDetach as C,deleteCronsForProfile as T,deleteNodes as O,getNode as m,getRow as W,globalizeCronsForProfile as A,listNodesByProfile as M,nodesRoot as B,reviewDir as $}from"../core/canvas/index.js";import{withCanvasWrite as v}from"../core/canvas/db.js";import{deleteProfileWithOwned as _}from"../core/graph/deletion.js";import{usage as f}from"../core/errors.js";import{emitEvent as z}from"../core/events/emit.js";import{clearDefaultProfileId as k,defaultProfileDirs as L}from"../core/profiles/default-binding.js";import{reserveProfileDeletion as J}from"../core/profiles/deletion-reservation.js";import{deleteProfile as D,loadProfileManifest as G}from"../core/profiles/manifest.js";import{deleteReviewsByOriginNodes as H,reviewIdsByOriginNodes as K}from"../core/review/store.js";import{boundFleet as U}from"../core/runtime/fleet.js";import{headlessBrokerHost as b}from"../core/runtime/host.js";import{transition as Q}from"../core/runtime/lifecycle.js";import{tearDownNode as V}from"../core/runtime/placement.js";import{reshapeNode as X}from"../core/runtime/promote.js";import{reviveNode as Y}from"../core/runtime/revive.js";import{filterAsync as Z,flatMapAsync as ee}from"../core/async-array.js";const P=1e3,N=new Set(["page.json","page.tsx","page.html","page.js","review.json","response.json","progress.json","claim.json","reply-route.json","feedback-comments.json","feedback.json",".ticket-lock"]),h=new Map;function te(e){if(typeof e!="object"||e===null||Array.isArray(e))throw f("profile deletion requires a JSON request body",{error:"force_required",message:"profile deletion requires --force",next:"Re-run `crtr profile delete <profile> --force` after reviewing its effects."});return e}d(te,"requestObject");function re(e){const t=te(e);if(t.force!==!0)throw f("profile deletion requires --force",{error:"force_required",message:"profile deletion requires --force",next:"Re-run `crtr profile delete <profile> --force` after reviewing its effects."});if(t.detach!==void 0&&typeof t.detach!="boolean")throw f("detach must be a boolean",{error:"invalid_detach",message:"detach must be a boolean",next:"Use --detach as a presence-only flag, or omit it."});const r=t.caller_node_id;if(r!=null&&(typeof r!="string"||r===""))throw f("caller_node_id must be a nonempty string or null");return{force:!0,...t.detach===!0?{detach:!0}:{},...r===void 0?{}:{caller_node_id:r}}}d(re,"validateRequest");function j(e){if(!w(e))return null;try{const t=JSON.parse(E(e,"utf8"));return typeof t.source?.nodeId=="string"&&t.source.nodeId!==""?t.source.nodeId:null}catch{return null}}d(j,"manifestSourceNodeId");async function oe(e){const t=new Set(e),r=B();if(t.size===0||!w(r))return[];const o=[];for(const n of g(r,{withFileTypes:!0})){if(!n.isDirectory())continue;const s=u(r,n.name);[j(u(s,"page.json")),j(u(s,"review.json"))].some(a=>a!==null&&t.has(a))&&o.push({dir:s,wholeDirectory:t.has(n.name)||await W(n.name)===null})}return o.sort((n,s)=>n.dir.localeCompare(s.dir))}d(oe,"ticketCleanupForNodes");function ne(e){if(N.has(e))return!0;for(const t of N)if(e.startsWith(`${t}.`)&&(e.endsWith(".tmp")||e.endsWith(".lock")))return!0;return!1}d(ne,"isTicketOwnedResidue");function ie(e){let t=0;for(const r of e)if(w(r.dir)){if(r.wholeDirectory){p(r.dir,{recursive:!0,force:!0}),t+=1;continue}for(const o of g(r.dir,{withFileTypes:!0}))ne(o.name)&&p(u(r.dir,o.name),{recursive:!0,force:!0});t+=1}return t}d(ie,"cleanTickets");function S(e){const t=e.filter(o=>o.managed_worktree?.state==="open").map(o=>({node_id:o.node_id,path:o.managed_worktree.path}));if(t.length===0)return null;const r=`profile deletion is blocked by ${t.length} open managed worktree${t.length===1?"":"s"}`;return f(r,{error:"open_managed_worktree",message:r,nodes:t,next:`Close ${t.map(({node_id:o})=>o).join(", ")} with \`crtr node worktree close <node>\`, then retry.`})}d(S,"openWorktreeError");async function se(e,t){const r=await M(e.profileId),o=S(r);if(o!==null)throw o;const n=r.map(({node_id:c})=>c),s=t.detach===!0?"detached":"deleted";return{entry:e,mode:s,nodes:r,nodeIds:n,tickets:s==="deleted"?await oe(n):[],cronIds:s==="deleted"?await R(e.profileId,n):await C(e.profileId),reviewIds:s==="deleted"?await K(n):[],defaultDirs:L(e.profileId)}}d(se,"prepareDeletion");async function x(e){const t=await ee(e.nodeIds,async o=>{const n=await m(o);return n===null?[]:[n]}),r=S(t);if(r!==null)throw r}d(x,"assertDeletionPlanPreconditions");function y(e){return{profile_id:e.entry.profileId,name:e.entry.manifest.name,mode:e.mode,nodes:e.nodeIds.length,crons:e.cronIds.length,tickets:e.tickets.length,reviews:e.reviewIds.length,default_pins:e.defaultDirs.length}}d(y,"resultForPlan");async function de(e){await x(e);const t=await Z(e.nodeIds,async i=>await m(i)!==null),r=U(),o=t.flatMap(i=>{const l=r.get(i);return l===void 0?[]:[{nodeId:i,exited:l.handle.exited}]}),n=[];for(const{nodeId:i}of o){const l=await m(i);(l?.status==="active"||l?.status==="idle")&&(await Q(i,"release"),n.push(i)),b.teardown(i)}await Promise.all(o.map(({exited:i})=>i));const s=[];for(const i of t)await m(i)!==null&&(await X(i,{profileId:null}),s.push(i));const c=await A(e.entry.profileId),a=k(e.entry.profileId);await v(async i=>await _(i,e.entry.profileId)),D(e.entry.profileId);const I=new Set(s);for(const i of n)I.has(i)&&await Y(i,{resume:!0,recovery:!0,capacity:"freeze"});return{...y(e),nodes:s.length,crons:c.length,default_pins:a.length}}d(de,"detachProfile");async function ce(e){await x(e);const t=await T(e.entry.profileId,e.nodeIds);for(const c of e.nodeIds)b.teardown(c),await V(c);const r=await H(e.nodeIds);for(const c of r)p($(c),{recursive:!0,force:!0});const o=ie(e.tickets),n=await O(e.nodeIds),s=k(e.entry.profileId);return await v(async c=>await _(c,e.entry.profileId)),D(e.entry.profileId),{...y(e),nodes:n.length,crons:t.length,tickets:o,reviews:r.length,default_pins:s.length}}d(ce,"hardDeleteProfile");async function F(e){return e.mode==="detached"?de(e):await ce(e)}d(F,"executePlan");function ae(e,t){const r={...y(e),accepted:!0,grace_ms:P};return h.set(e.entry.profileId,{result:r}),setTimeout(()=>{(async()=>{try{await F(e)}catch(o){z({level:"error",event:"profile.delete.deferred_failed",error:o instanceof Error?o:new Error(String(o)),fields:{profile_id:e.entry.profileId,mode:e.mode}})}finally{h.delete(e.entry.profileId),t()}})()},P),r}d(ae,"scheduleSelfDeletion");async function xe(e,t){const r=re(t),o=G(e),n=h.get(o.profileId);if(n!==void 0)return{status:202,body:n.result};const s=J(o.profileId);let c=!1;try{const a=await se(o,r);if(r.caller_node_id!=null&&a.nodeIds.includes(r.caller_node_id)){const i=ae(a,s);return c=!0,{status:202,body:i}}return{status:200,body:await F(a)}}finally{c||s()}}d(xe,"requestProfileDeletion");export{xe as requestProfileDeletion};

package/dist/daemon/readiness.d.ts

@@ -1,10 +1,10 @@
 import type { ReadyDTO } from '../api/dto/health.js';
 /** True on a joined runtime whose issuer snapshot has never committed (a committed empty snapshot counts as committed). */
-export declare function grantSnapshotMissing(): boolean;
+export declare function grantSnapshotMissing(): Promise<boolean>;
 export interface ReadinessInputs {
     /** App listener only: the JWKS mirror has loaded. */
     jwksReady?: boolean;
     /** App listener only: its injected grant-snapshot test, used in place of the mirror read. */
     grantsReady?: () => boolean;
 }
-export declare function runtimeReadiness(inputs?: ReadinessInputs): ReadyDTO;
+export declare function runtimeReadiness(inputs?: ReadinessInputs): Promise<ReadyDTO>;

package/dist/daemon/readiness.js

@@ -1 +1 @@
-var a=Object.defineProperty;var s=(e,n)=>a(e,"name",{value:n,configurable:!0});import{readConfig as o}from"../core/config.js";import{grantsSource as i,hasSyncedGrants as t}from"../core/grants/mirror.js";import{boundDaemonControl as u}from"./control.js";function r(){const e=o("user").runtime?.issuer;return e?e.replace(/\/$/,""):null}s(r,"joinedIssuer");function c(){const e=r();return e!==null&&!t(e)}s(c,"grantSnapshotMissing");function l(){const e=r();return e===null?i()==="local":t(e)}s(l,"grantsInstalled");function p(e={}){const n=u()?.startupBlock()??null;return n!==null?{ready:!1,reason:"startup_pending",message:`daemon startup is ${n.phase}`}:e.jwksReady===!1?{ready:!1,reason:"jwks_pending",message:"the directory key set has not loaded"}:e.grantsReady?.()??l()?{ready:!0}:r()===null?{ready:!1,reason:"grant_snapshot_missing",message:"the local grant is not installed yet"}:{ready:!1,reason:"grant_snapshot_missing",message:"the first grant snapshot from the directory has not committed"}}s(p,"runtimeReadiness");export{c as grantSnapshotMissing,p as runtimeReadiness};
+var a=Object.defineProperty;var e=(s,n)=>a(s,"name",{value:n,configurable:!0});import{readConfig as o}from"../core/config.js";import{grantsSource as i,hasSyncedGrants as r}from"../core/grants/mirror.js";import{boundDaemonControl as u}from"./control.js";function t(){const s=o("user").runtime?.issuer;return s?s.replace(/\/$/,""):null}e(t,"joinedIssuer");async function g(){const s=t();return s!==null&&!await r(s)}e(g,"grantSnapshotMissing");async function l(){const s=t();return s===null?await i()==="local":await r(s)}e(l,"grantsInstalled");async function p(s={}){const n=u()?.startupBlock()??null;return n!==null?{ready:!1,reason:"startup_pending",message:`daemon startup is ${n.phase}`}:s.jwksReady===!1?{ready:!1,reason:"jwks_pending",message:"the directory key set has not loaded"}:s.grantsReady?.()??await l()?{ready:!0}:t()===null?{ready:!1,reason:"grant_snapshot_missing",message:"the local grant is not installed yet"}:{ready:!1,reason:"grant_snapshot_missing",message:"the first grant snapshot from the directory has not committed"}}e(p,"runtimeReadiness");export{g as grantSnapshotMissing,p as runtimeReadiness};

package/dist/daemon/reconcilers/action-lane.d.ts

@@ -4,5 +4,5 @@ export interface ActionLaneContext {
 }
 /** The daemon lane for one-shot obligations with no publishing object: cron spawn/human sinks and human completion actions. */
 export declare class ActionLaneReconciler {
-    run(now: number, ctx: ActionLaneContext): void;
+    run(now: number, ctx: ActionLaneContext): Promise<void>;
 }

package/dist/daemon/reconcilers/action-lane.js

@@ -1 +1 @@
-var p=Object.defineProperty;var d=(n,r)=>p(n,"name",{value:r,configurable:!0});import{rmSync as h}from"node:fs";import{claimDaemonAction as g,dueDaemonActions as _,settleDaemonAction as y}from"../../core/canvas/daemon-actions.js";import{getNode as I}from"../../core/canvas/canvas.js";import{emitEvent as l}from"../../core/events/emit.js";import{operationIdContext as c}from"../../core/events/operation-id.js";import{createPageRequest as v,getRequest as f}from"../../core/human/requests.js";import{synthesizedPageDocument as w,writeSynthesizedPage as k}from"../../core/human/page-synth.js";import{preparePage as $}from"../../core/human/page-authoring.js";import{resolvePageComponents as b}from"../../core/config.js";import{spawnChild as q}from"../../core/runtime/spawn.js";import{runDelivery as D}from"../delivery/run-delivery.js";import{deliveryDaemonInstanceId as m}from"./delivery-lane.js";import{cronBirthPlacement as P}from"../cron/armed-context.js";import{checkCronBirth as N}from"../cron/authority.js";function s(n,r,e){y(n.actionId,n.attempts,r,e,Date.now())}d(s,"settle");function u(n,r,e){s(n,r,{state:"permanent_failed",failure:{kind:"spawn_error",message:e}})}d(u,"failed");async function S(n,r,e){const i=I(e.nodeId);if(i!==null){if(i.frozen_at!==null||i.pi_session_id!==null||i.status==="idle"||i.status==="done"||i.status==="canceled"){s(n,r,{state:"acknowledged"});return}u(n,r,i.status==="dead"?`cron spawn ${e.nodeId} recorded a failed birth`:`cron spawn ${e.nodeId} found an incomplete birth`);return}const t=e.principal;if(t===void 0){c.fresh(()=>l({level:"warn",event:"cron.birth.refused",node_id:e.nodeId,fields:{cron_id:e.cronId??null,action_id:n.actionId,reason:"grant_missing",stage:"delivery"}})),s(n,r,{state:"permanent_failed",failure:{kind:"grant_refused",message:"grant_missing: the queued birth carries no cron principal"}});return}const o=N(t);if(!o.allowed){c.fresh(()=>l({level:"warn",event:"cron.birth.refused",node_id:e.nodeId,fields:{cron_id:t.cron_id,action_id:n.actionId,grant_id:t.grant_id,reason:o.reason,stage:"delivery"}})),s(n,r,{state:"permanent_failed",failure:{kind:"grant_refused",message:`${o.reason}: ${o.message}`}});return}try{await q({nodeId:e.nodeId,kind:e.kind,cwd:e.cwd,prompt:e.prompt,...P(t,e.nodeId),readiness:"launch",profile:e.profile,isolated:e.isolated===!0,wakeOrigin:e.wakeOrigin}),s(n,r,{state:"acknowledged"})}catch(a){u(n,r,`cron spawn ${e.nodeId} failed: ${a instanceof Error?a.message:String(a)}`),c.fresh(()=>l({level:"error",event:"delivery.cron_spawn_failed",node_id:e.nodeId,error:a,fields:{action_id:n.actionId}}))}}d(S,"deliverSpawn");function z(n,r){const e=k(w(n.title,n.summary,r,!1));try{return $({sourceFile:e.path,source:{sessionName:n.sessionName,...n.profileName===null?{}:{profileName:n.profileName}},productKinds:b(),delivery:{placement:"inline",inbox:!0,reply:!1}})}finally{h(e.dir,{recursive:!0,force:!0})}}d(z,"preparedCronPage");function A(n,r,e){if(f(e.requestId)!==null){s(n,r,{state:"acknowledged"});return}const i=n.body,t=typeof i?.stdout=="string"?i.stdout:null;if(t===null){u(n,r,`cron human ${e.requestId} has no frozen stdout`);return}try{v({request_id:e.requestId,prepared:z(e,t)}),s(n,r,{state:"acknowledged"})}catch(o){u(n,r,`cron human ${e.requestId} failed: ${o instanceof Error?o.message:String(o)}`)}}d(A,"deliverHuman");async function C(n,r){const e=n.adapter;if(n.body===null){u(n,r,`daemon action ${n.actionId} has no body`);return}if(e.adapter==="subprocess"){let i=e.node_id;if(i===void 0){const t=n.idempotencyKey;if(!t.startsWith("human-action:"))throw new Error(`daemon action ${n.actionId} has no originating app`);const o=f(t.slice(13));if(!o)throw new Error(`daemon action ${n.actionId} has no originating human request`);i=o.requester_node_id}await D({argv:e.argv,cwd:e.cwd,document:n.body,attempt:n.attempts,nodeId:i,...e.app?{app:e.app}:{}},t=>s(n,r,t));return}if(e.adapter==="cron_spawn"){await S(n,r,e);return}if(e.adapter==="cron_human"){A(n,r,e);return}u(n,r,`daemon action ${n.actionId} has unknown adapter ${String(e.adapter)}`)}d(C,"deliverAction");class T{static{d(this,"ActionLaneReconciler")}run(r,e){if(!e.lifecycle.acceptsDetachedWork())return;let i;try{i=_(r)}catch(t){c.fresh(()=>l({level:"error",event:"daemon_action.scan_failed",error:t}));return}for(const t of i)try{const o=g(t.actionId,r,m);if(o===null)continue;e.lifecycle.registerDetached(C(o,m).catch(a=>{c.fresh(()=>l({level:"error",event:"daemon_action.failed",error:a,fields:{action_id:o.actionId}}))}))}catch(o){c.fresh(()=>l({level:"error",event:"daemon_action.claim_failed",error:o,fields:{action_id:t.actionId}}))}}}export{T as ActionLaneReconciler};
+var p=Object.defineProperty;var o=(n,t)=>p(n,"name",{value:t,configurable:!0});import{rmSync as h}from"node:fs";import{claimDaemonAction as g,dueDaemonActions as w,settleDaemonAction as y}from"../../core/canvas/daemon-actions.js";import{getNode as _}from"../../core/canvas/canvas.js";import{emitEvent as l}from"../../core/events/emit.js";import{operationIdContext as c}from"../../core/events/operation-id.js";import{createPageRequest as I,getRequest as f}from"../../core/human/requests.js";import{synthesizedPageDocument as v,writeSynthesizedPage as k}from"../../core/human/page-synth.js";import{preparePage as $}from"../../core/human/page-authoring.js";import{resolvePageComponents as b}from"../../core/config.js";import{spawnChild as q}from"../../core/runtime/spawn.js";import{runDelivery as D}from"../delivery/run-delivery.js";import{deliveryDaemonInstanceId as m}from"./delivery-lane.js";import{cronBirthPlacement as P}from"../cron/armed-context.js";import{checkCronBirth as N}from"../cron/authority.js";async function s(n,t,e){await y(n.actionId,n.attempts,t,e,Date.now())}o(s,"settle");async function u(n,t,e){await s(n,t,{state:"permanent_failed",failure:{kind:"spawn_error",message:e}})}o(u,"failed");async function S(n,t,e){const i=await _(e.nodeId);if(i!==null){if(i.frozen_at!==null||i.pi_session_id!==null||i.status==="idle"||i.status==="done"||i.status==="canceled"){await s(n,t,{state:"acknowledged"});return}await u(n,t,i.status==="dead"?`cron spawn ${e.nodeId} recorded a failed birth`:`cron spawn ${e.nodeId} found an incomplete birth`);return}const r=e.principal;if(r===void 0){c.fresh(()=>l({level:"warn",event:"cron.birth.refused",node_id:e.nodeId,fields:{cron_id:e.cronId??null,action_id:n.actionId,reason:"grant_missing",stage:"delivery"}})),await s(n,t,{state:"permanent_failed",failure:{kind:"grant_refused",message:"grant_missing: the queued birth carries no cron principal"}});return}const a=await N(r);if(!a.allowed){c.fresh(()=>l({level:"warn",event:"cron.birth.refused",node_id:e.nodeId,fields:{cron_id:r.cron_id,action_id:n.actionId,grant_id:r.grant_id,reason:a.reason,stage:"delivery"}})),await s(n,t,{state:"permanent_failed",failure:{kind:"grant_refused",message:`${a.reason}: ${a.message}`}});return}try{await q({nodeId:e.nodeId,kind:e.kind,cwd:e.cwd,prompt:e.prompt,...await P(r,e.nodeId),readiness:"launch",profile:e.profile,isolated:e.isolated===!0,wakeOrigin:e.wakeOrigin}),await s(n,t,{state:"acknowledged"})}catch(d){await u(n,t,`cron spawn ${e.nodeId} failed: ${d instanceof Error?d.message:String(d)}`),c.fresh(()=>l({level:"error",event:"delivery.cron_spawn_failed",node_id:e.nodeId,error:d,fields:{action_id:n.actionId}}))}}o(S,"deliverSpawn");function z(n,t){const e=k(v(n.title,n.summary,t,!1));try{return $({sourceFile:e.path,source:{sessionName:n.sessionName,...n.profileName===null?{}:{profileName:n.profileName}},productKinds:b(),delivery:{placement:"inline",inbox:!0,reply:!1}})}finally{h(e.dir,{recursive:!0,force:!0})}}o(z,"preparedCronPage");async function A(n,t,e){if(await f(e.requestId)!==null){await s(n,t,{state:"acknowledged"});return}const i=n.body,r=typeof i?.stdout=="string"?i.stdout:null;if(r===null){await u(n,t,`cron human ${e.requestId} has no frozen stdout`);return}try{await I({request_id:e.requestId,prepared:z(e,r)}),await s(n,t,{state:"acknowledged"})}catch(a){await u(n,t,`cron human ${e.requestId} failed: ${a instanceof Error?a.message:String(a)}`)}}o(A,"deliverHuman");async function C(n,t){const e=n.adapter;if(n.body===null){await u(n,t,`daemon action ${n.actionId} has no body`);return}if(e.adapter==="subprocess"){let i=e.node_id;if(i===void 0){const r=n.idempotencyKey;if(!r.startsWith("human-action:"))throw new Error(`daemon action ${n.actionId} has no originating app`);const a=await f(r.slice(13));if(!a)throw new Error(`daemon action ${n.actionId} has no originating human request`);i=a.requester_node_id}await D({argv:e.argv,cwd:e.cwd,document:n.body,attempt:n.attempts,nodeId:i,...e.app?{app:e.app}:{}},async r=>await s(n,t,r));return}if(e.adapter==="cron_spawn"){await S(n,t,e);return}if(e.adapter==="cron_human"){await A(n,t,e);return}await u(n,t,`daemon action ${n.actionId} has unknown adapter ${String(e.adapter)}`)}o(C,"deliverAction");class T{static{o(this,"ActionLaneReconciler")}async run(t,e){if(!e.lifecycle.acceptsDetachedWork())return;let i;try{i=await w(t)}catch(r){c.fresh(()=>l({level:"error",event:"daemon_action.scan_failed",error:r}));return}for(const r of i)try{const a=await g(r.actionId,t,m);if(a===null)continue;e.lifecycle.registerDetached(C(a,m).catch(d=>{c.fresh(()=>l({level:"error",event:"daemon_action.failed",error:d,fields:{action_id:a.actionId}}))}))}catch(a){c.fresh(()=>l({level:"error",event:"daemon_action.claim_failed",error:a,fields:{action_id:r.actionId}}))}}}export{T as ActionLaneReconciler};

package/dist/daemon/reconcilers/bash-deadline.js

@@ -1,2 +1,2 @@
-var p=Object.defineProperty;var f=(l,e)=>p(l,"name",{value:e,configurable:!0});import{prepared as u}from"../../core/sqlite-statements.js";import{existsSync as s,readFileSync as m,readdirSync as j,statSync as _}from"node:fs";import{join as b}from"node:path";import{bashJobPaths as S,bashJobsDir as x,expiredAutoBackgroundBashJobs as y,stopBackgroundBashJob as N}from"../../core/bash-jobs.js";import{killBashJobObject as E,recordBashJobObject as v}from"../../core/spaces/stop.js";import{withCanvasWrite as h}from"../../core/canvas/db.js";import{finishJob as g}from"../../core/graph/jobs.js";import{getById as A,getByRowid as B}from"../../core/graph/objects.js";import{isSafeNodeId as c}from"../../core/canvas/paths.js";import{contextDir as J}from"../../core/canvas/node-agent-paths.js";import{emitEvent as a}from"../../core/events/emit.js";import{operationIdContext as d}from"../../core/events/operation-id.js";import{isProfilePaused as w}from"../../core/profiles/manifest.js";const D=5*1e3;class H{static{f(this,"BashDeadlineReconciler")}lastScanAt=Number.NEGATIVE_INFINITY;startedAt=Date.now();async run(e,n){if(this.publishExits(),!(e-this.lastScanAt<D)){this.lastScanAt=e;for(const t of n.rows){if(t.status==="dead"||w(t.profile_id))continue;const i=J(t.node_id);let r;try{this.adoptUnrecorded(t.node_id,i),r=y(i,e)}catch(o){d.fresh(()=>{a({level:"error",event:"bash_deadline.scan_failed",...c(t.node_id)?{node_id:t.node_id}:{},error:o})});continue}for(const o of r)await this.cancel(t.node_id,i,o.jobId)}}}publishExits(){try{h(e=>{const n=u(e,`SELECT j.object, j.job_dir FROM jobs j JOIN objects o ON o.rowid = j.object
-          WHERE j.status = 'running' AND o.deleted_at IS NULL`).all();for(const{object:t,job_dir:i}of n){const r=b(i,"job.exit");if(!s(r)||s(b(i,"job.stop")))continue;const o=Number(m(r,"utf8").trim());Number.isSafeInteger(o)&&g(e,B(e,t),{exitCode:o})}})}catch(e){d.fresh(()=>a({level:"error",event:"bash_completion.delivery_failed",error:e}))}}adoptUnrecorded(e,n){let t;try{t=j(x(n))}catch{return}const i=h(r=>t.filter(o=>A(r,o)===null));for(const r of i){const o=S(n,r);!s(o.jobBg)||!s(o.cmdSh)||s(o.jobExit)&&_(o.jobExit).mtimeMs<this.startedAt||v(e,r,{command:m(o.cmdSh,"utf8"),jobDir:o.dir,logPath:o.jobLog})}}async cancel(e,n,t){(await N(n,t,!1,e)).kind==="stopped"&&d.fresh(()=>{try{a({level:"info",event:"bash_deadline.canceled",...c(e)?{node_id:e}:{},fields:{job_id:t}}),E(t,()=>null,"deadline")}catch(r){a({level:"error",event:"bash_deadline.notice_failed",...c(e)?{node_id:e}:{},error:r,fields:{job_id:t}})}})}}export{H as BashDeadlineReconciler};
+var h=Object.defineProperty;var f=(l,t)=>h(l,"name",{value:t,configurable:!0});import{existsSync as n,readFileSync as m,readdirSync as u,statSync as j}from"node:fs";import{join as b}from"node:path";import{bashJobPaths as _,bashJobsDir as y,expiredAutoBackgroundBashJobs as w,stopBackgroundBashJob as S}from"../../core/bash-jobs.js";import{killBashJobObject as x,recordBashJobObject as N}from"../../core/spaces/stop.js";import{withCanvasWrite as p}from"../../core/canvas/db.js";import{finishJob as E}from"../../core/graph/jobs.js";import{getById as v,getByRowid as A}from"../../core/graph/objects.js";import{isSafeNodeId as c}from"../../core/canvas/paths.js";import{contextDir as g}from"../../core/canvas/node-agent-paths.js";import{emitEvent as s}from"../../core/events/emit.js";import{operationIdContext as d}from"../../core/events/operation-id.js";import{isProfilePaused as B}from"../../core/profiles/manifest.js";import{filterAsync as J}from"../../core/async-array.js";const D=5*1e3;class H{static{f(this,"BashDeadlineReconciler")}lastScanAt=Number.NEGATIVE_INFINITY;startedAt=Date.now();async run(t,a){if(await this.publishExits(),!(t-this.lastScanAt<D)){this.lastScanAt=t;for(const e of a.rows){if(e.status==="dead"||B(e.profile_id))continue;const r=await g(e.node_id);let i;try{await this.adoptUnrecorded(e.node_id,r),i=w(r,t)}catch(o){d.fresh(()=>{s({level:"error",event:"bash_deadline.scan_failed",...c(e.node_id)?{node_id:e.node_id}:{},error:o})});continue}for(const o of i)await this.cancel(e.node_id,r,o.jobId)}}}async publishExits(){try{await p(async t=>{const a=await t.prepare(`SELECT j.object, j.job_dir FROM jobs j JOIN objects o ON o.rowid = j.object
+          WHERE j.status = 'running' AND o.deleted_at IS NULL`).all();for(const{object:e,job_dir:r}of a){const i=b(r,"job.exit");if(!n(i)||n(b(r,"job.stop")))continue;const o=Number(m(i,"utf8").trim());Number.isSafeInteger(o)&&await E(t,await A(t,e),{exitCode:o})}})}catch(t){d.fresh(()=>s({level:"error",event:"bash_completion.delivery_failed",error:t}))}}async adoptUnrecorded(t,a){let e;try{e=u(y(a))}catch{return}const r=await p(async i=>await J(e,async o=>await v(i,o)===null));for(const i of r){const o=_(a,i);!n(o.jobBg)||!n(o.cmdSh)||n(o.jobExit)&&j(o.jobExit).mtimeMs<this.startedAt||await N(t,i,{command:m(o.cmdSh,"utf8"),jobDir:o.dir,logPath:o.jobLog})}}async cancel(t,a,e){(await S(a,e,!1,t)).kind==="stopped"&&await d.fresh(async()=>{try{s({level:"info",event:"bash_deadline.canceled",...c(t)?{node_id:t}:{},fields:{job_id:e}}),await x(e,async()=>null,"deadline")}catch(i){s({level:"error",event:"bash_deadline.notice_failed",...c(t)?{node_id:t}:{},error:i,fields:{job_id:e}})}})}}export{H as BashDeadlineReconciler};

package/dist/daemon/reconcilers/broker-supervision.d.ts

@@ -97,6 +97,6 @@ export declare class BrokerSupervisionReconciler {
      *  leaves the fault either fully announced or fully unannounced. The daemon registers this as the announcer
      *  every clear of an unannounced fatal fault runs first with `settle` false: a clear ends the fault on purpose
      *  (a revive, a completed turn), so it announces but does not end the node. */
-    handleFatalFault(id: string, settle?: boolean): void;
+    handleFatalFault(id: string, settle?: boolean): Promise<void>;
 }
 export {};

package/dist/daemon/reconcilers/broker-supervision.js

@@ -1,4 +1,4 @@
-var Y=Object.defineProperty;var p=(s,e)=>Y(s,"name",{value:e,configurable:!0});import{existsSync as H}from"node:fs";import{LAUNCHER_SOCKET as K}from"../../launcher/spec.js";import{launcherRequest as V}from"../../launcher/client.js";import{execFile as z}from"node:child_process";import{promisify as j}from"node:util";import{getNode as T,isWarmSpare as J,subscribersOf as Q}from"../../core/canvas/index.js";import{isSafeNodeId as c}from"../../core/canvas/paths.js";import{contextDir as X}from"../../core/canvas/node-agent-paths.js";import{fullName as C}from"../../core/canvas/labels.js";import{recordedPidLiveness as D}from"../../core/canvas/pid.js";import{transition as Z}from"../../core/runtime/lifecycle.js";import{hasAdmittedTurn as ee,listUnnotifiedFatalFaultNodes as te,markFaultNotified as ne,readFault as O,readLiveTurn as E,recordFault as re}from"../../core/canvas/recovery.js";import{errorClassFromFault as ie}from"../../core/fault-classifier.js";import{nextFaultRetry as ae}from"../../core/runtime/fault-recovery.js";import{publishNotice as R}from"../../core/runtime/close.js";import{openDb as G,withCanvasWrite as se}from"../../core/canvas/db.js";import{getById as oe}from"../../core/graph/objects.js";import{watcherIdsOf as le}from"../../core/graph/watches.js";import{headlessBrokerHost as S}from"../../core/runtime/host.js";import{emitEvent as u}from"../../core/events/emit.js";import{operationIdContext as F}from"../../core/events/operation-id.js";import{hasUnseenWakeMail as de,resetStaleExecutionMail as ce}from"../../core/canvas/deliveries.js";import{activeBackgroundBashJobs as ue}from"../../core/bash-jobs.js";import{focusOf as fe}from"../../core/runtime/placement.js";import{hasAttachedBrokerViewers as pe}from"../api/viewer-presence.js";import{deliverLive as me}from"../../core/runtime/interactive-deliver.js";import{BrokerUnreachableError as he}from"../../core/runtime/broker-request.js";import{formatCard as _e,PARK_SUMMARY_PROMPT as ge}from"../../shared/generated-context.js";import{brokerThresholdsForDaemon as ke}from"../../core/runtime/fleet.js";import{readConfig as ve}from"../../core/config.js";import{beginPendingPark as ye,consumePendingPark as N,pendingParkIds as be,pendingParkStartedAt as we}from"../park-pending.js";import{shouldParkAfterSummary as Se}from"../park-activity.js";import{applyParkEvent as P,parkEvent as Ne}from"./live-obligation.js";import{readGoal as Pe}from"../../core/runtime/kickoff.js";import{memoryDeniedRecently as $e}from"../../core/runtime/memory-admission.js";import{envNoDaemonAutostart as Te,envTestUnattendedParkMs as Ae,parkSummaryGraceMs as Me,envUnattendedParkMs as Ee}from"../../shared/env.js";const A=j(z);function Fe(s){return!ee(s)&&(Pe(s)?.trim()??"")!==""}p(Fe,"awaitsBirthTurn");function xe(s){return E(s)?.busy===!0}p(xe,"liveBusy");function Nt(s){const e=E(s)?.progressAt;if(e==null)return null;const t=Date.parse(e);return Number.isNaN(t)?null:t}p(Nt,"liveTurnProgressMs");function L(s,e){return e===null?null:`${s}:${e}`}p(L,"incarnationOf");function x(s){const e=E(s.node_id),t=e?.busy===!0&&e.progressAt!==null?Date.parse(e.progressAt):Number.NaN,r=s.launched_at===null||s.launched_at===void 0?Number.NaN:Date.parse(s.launched_at);return!Number.isFinite(t)||!Number.isFinite(r)||t<r?null:t}p(x,"busySinceForIncarnation");const W=3*6e4,B=2e4,I=20*6e4,Ie=2,Ce=5*6e4;function De(s,e){return s===null||s.parent!=null?!1:s.lifecycle==="terminal"?!0:e==="cap_exhausted"&&s.run_id===s.node_id}p(De,"settlesOnFatalProviderFault");function Oe(){const s=Ee();if(s!==void 0)return s;const e=ve("user").lifecycle.unattendedParkMs;return Te()?Ae()??e:e}p(Oe,"unattendedParkMsForDaemon");function U(){return Me()}p(U,"parkSummaryGraceMsForDaemon");function Re(s,e,t,r){return s!==!0||e!=="refresh"||t?"leave":r===null||r<W?"pending":"kill"}p(Re,"yieldStallVerdict");function Ge(s){return!s.busy||s.quietForMs===null||s.quietForMs<I?"leave":s.cpuPercent===null||s.hasDescendants!==!1&&s.cpuPercent>Ie?"pending":"wedged"}p(Ge,"wedgeVerdict");function q(s){const e=new Map,t=new Map;for(const r of s.split(`
-`)){const i=r.trim();if(i==="")continue;const n=i.split(/\s+/);if(n.length<3)continue;const l=Number(n[0]),o=Number(n[1]),a=Number(n[2]);if(!Number.isFinite(l)||!Number.isFinite(o)||!Number.isFinite(a))continue;e.set(l,a);const m=t.get(o);m===void 0?t.set(o,[l]):m.push(l)}return{byPid:e,childrenOf:t}}p(q,"parsePsTree");function Le(s,e){const{byPid:t,childrenOf:r}=q(s);if(!t.has(e))return null;let i=0;const n=[e],l=new Set;for(;n.length>0;){const o=n.pop();if(l.has(o))continue;l.add(o),i+=t.get(o)??0;const a=r.get(o);a!==void 0&&n.push(...a)}return i}p(Le,"sumTreeCpu");function We(s,e){const{byPid:t,childrenOf:r}=q(s);return t.has(e)?(r.get(e)??[]).length>0:null}p(We,"treeHasDescendants");class Pt{static{p(this,"BrokerSupervisionReconciler")}yieldStalls=new Map;wedgeNotifiedAt=new Map;unattendedSince=new Map;sampleTree;signal;lastOverCapWarnAt=Number.NEGATIVE_INFINITY;constructor(e={}){this.sampleTree=e.readTreeSample??(t=>this.readTreeSample(t)),this.signal=e.signal??((t,r)=>{if(process.platform==="linux"&&H(K)){if(r!=="SIGTERM"&&r!=="SIGKILL")throw new Error(`unsupported launcher signal ${r}`);return V({operation:"stop",pid:t,signal:r}).then(()=>{})}process.kill(t,r)})}async runFleetPreamble(e){return ke()}warnIfSaturated(e){if(e.fleet.size()<e.thresholds.warning||!e.lifecycle.acceptsDetachedWork())return;const t=F.fresh(()=>this.warnOverCapInTmux(e.fleet.size(),e.thresholds,e.frozen));e.lifecycle.registerDetached(t)}async run(e,t){const r=Oe();for(const i of te())await F.fresh(async()=>{try{this.handleFatalFault(i)}catch(n){u({level:"error",event:"broker.supervision.failed",...c(i)?{node_id:i}:{fields:{affected_node_id:i}},error:n})}});for(const i of t.rows){const n=i.node_id,l=t.fleet.get(n);if(l===void 0||i.status!=="active"&&i.status!=="idle"){this.unattendedSince.delete(n);continue}await F.fresh(async()=>{try{await this.handleYieldStall(i,l,t.fleet,e),await this.handleWedgeDetection(i,l,t.fleet,e),this.handleUnattendedParking(n,T(n),l.pid,e,t,r)}catch(o){this.unattendedSince.delete(n),u({level:"error",event:"broker.supervision.failed",...c(n)?{node_id:n}:{fields:{affected_node_id:n}},error:o})}})}for(const i of this.unattendedSince.keys())t.fleet.has(i)||this.unattendedSince.delete(i);for(const i of be())t.fleet.has(i)||N(i);ce(e)}parkResetCondition(e,t,r,i){if(t.pi_session_id==null||t.pi_pid!==r||t.status==="done"||t.status==="canceled"||t.status==="dead"||t.intent!==null||ue(X(e)).length>0||fe(e)!==null||pe(e))return!0;const n=O(e);return n!==null&&n.retry.disposition==="auto"&&n.retry.by==="daemon"&&(n.kind==="connection"||n.kind==="rate-limit"||n.kind==="overloaded")&&(n.retry.nextAt!==void 0||ae(n,i)!==null)?!0:de(e)}handleUnattendedParking(e,t,r,i,n,l){if(J(e)){this.unattendedSince.delete(e),N(e);return}if(t===null){this.unattendedSince.delete(e),N(e);return}const o=this.parkResetCondition(e,t,r,i),a=we(e);if(a!==void 0){if(i-a<U())return;const _=N(e);if(_===void 0||(this.unattendedSince.delete(e),!Se(e,t,_)))return;u({level:"warn",event:"broker.park.summary_expired",...c(e)?{node_id:e}:{},fields:{...c(e)?{}:{affected_node_id:e},grace_ms:U()}}),P(e,"park"),S.teardown(e);return}if(o||xe(e)||Fe(e)){this.unattendedSince.delete(e);return}const m=this.unattendedSince.get(e);if(m===void 0){this.unattendedSince.set(e,i);return}const d=Ne(e,t.lifecycle),h=d!=="cancel"&&$e(t.grantee??"app:terminal",i)?0:l;if(!(i-m<h)){if(this.unattendedSince.delete(e),d==="release"){P(e,d),S.teardown(e);return}if(d==="cancel"){P(e,d),S.teardown(e);return}if(t.grantee!==void 0&&t.grantee!=="app:terminal"){P(e,"park"),S.teardown(e);return}n.lifecycle.acceptsDetachedWork()&&(ye(e,i),n.lifecycle.registerDetached(this.requestParkSummary(e)))}}async requestParkSummary(e){try{const t=await me(e,_e("park",{},ge),{origin:{type:"runtime",kind:"park"}});u({level:"info",event:"broker.park.summary_requested",...c(e)?{node_id:e}:{},fields:{...c(e)?{}:{affected_node_id:e},route:t}})}catch(t){if(N(e)===void 0)return;if(t instanceof he){P(e,"park"),S.teardown(e);return}u({level:"error",event:"broker.park.summary_failed",...c(e)?{node_id:e}:{fields:{affected_node_id:e}},error:t})}}async warnOverCapInTmux(e,t,r){const i=Date.now();if(i-this.lastOverCapWarnAt<Ce)return;this.lastOverCapWarnAt=i;const{warning:n,automaticReviveCap:l}=t,o=r.stalled+r.waitingOnMail;u({level:"warn",event:"broker.capacity.warning",fields:{live_count:e,warning_threshold:n,hard_cap:l,frozen_stalled:r.stalled,frozen_waiting_on_mail:r.waitingOnMail}});const a=o===0?"":` \u2014 ${o} frozen (${r.stalled} stalled, ${r.waitingOnMail} waiting on mail)`,m=`\u26A0 crtrd: ${e} live brokers (warning ${n}; hard cap ${l})${a} \u2014 possible broker leak. ps -ax | grep broker-cli.js`;try{const d=await A("tmux",["list-clients","-F","#{client_name}"],{encoding:"utf8",timeout:2e3});if(typeof d.stdout!="string")return;await Promise.allSettled(d.stdout.split(`
-`).map(async h=>{if(h!=="")try{await A("tmux",["display-message","-C","-d","10000","-c",h,m],{encoding:"utf8",timeout:2e3})}catch{try{await A("tmux",["display-message","-c",h,m],{encoding:"utf8",timeout:2e3})}catch(_){u({level:"error",event:"broker.capacity.tmux_display_failed",error:_,fields:{client:h}})}}}))}catch(d){u({level:"error",event:"broker.capacity.tmux_list_clients_failed",error:d})}}async handleYieldStall(e,t,r,i){const n=e.node_id,l=L(t.pid,e.pi_pid_identity);if(e.intent!=="refresh"||x(e)!==null||l===null){l!==null&&this.yieldStalls.delete(l);return}let o=this.yieldStalls.get(l);if(o===void 0){o={since:i},this.yieldStalls.set(l,o);return}if(Re(!0,e.intent,!1,i-o.since)!=="kill")return;const a=T(n);if(!(r.get(n)!==t||a?.pi_pid!==t.pid||a.pi_pid_identity!==e.pi_pid_identity||D(t.pid,e.pi_pid_identity)!=="alive"))if(o.termedAt===void 0){if(!await this.signalYieldStall(n,t.pid,"SIGTERM"))return;o.termedAt=i,u({level:"warn",event:"broker.yield_stall.sigterm",...c(n)?{node_id:n}:{},fields:{...c(n)?{}:{affected_node_id:n},pid:t.pid,elapsed_ms:i-o.since,grace_ms:W}})}else i-o.termedAt>=B&&await this.signalYieldStall(n,t.pid,"SIGKILL")&&u({level:"warn",event:"broker.yield_stall.sigkill",...c(n)?{node_id:n}:{},fields:{...c(n)?{}:{affected_node_id:n},pid:t.pid,elapsed_ms:i-o.termedAt,grace_ms:B,stall_elapsed_ms:i-o.since}})}async signalYieldStall(e,t,r){try{return await this.signal(t,r),!0}catch(i){return u({level:"error",event:"broker.yield_stall.signal_failed",...c(e)?{node_id:e}:{},error:i,fields:{...c(e)?{}:{affected_node_id:e},pid:t,signal:r}}),!1}}async readTreeSample(e){try{const{stdout:t}=await A("ps",["-ax","-o","pid=,ppid=,pcpu="],{encoding:"utf8",timeout:2e3});if(typeof t!="string")return null;const r=Le(t,e),i=We(t,e);return r===null||i===null?null:{cpuPercent:r,hasDescendants:i}}catch{return null}}async handleWedgeDetection(e,t,r,i){const n=e.node_id,l=L(t.pid,e.pi_pid_identity),o=x(e);if(o===null||l===null){l!==null&&this.wedgeNotifiedAt.delete(l);return}const a=i-o,m=a>=I?await this.sampleTree(t.pid):null,d=T(n),h=d===null?null:x(d);if(r.get(n)!==t||d===null||d.pi_pid!==t.pid||d.pi_pid_identity!==e.pi_pid_identity||h!==o)return;const _=m?.cpuPercent??null,$=m?.hasDescendants??null;if(Ge({busy:!0,quietForMs:a,cpuPercent:_,hasDescendants:$})!=="wedged"||this.wedgeNotifiedAt.get(l)===o)return;this.wedgeNotifiedAt.set(l,o);const v=C(d),g=Math.round((a??I)/6e4),y=$??!0,k=!y&&D(t.pid,e.pi_pid_identity)!=="alive"?"pid_identity_unproven":null;let f=!1,b=!1,w;if(y)w=`Child wedged \u2014 ${v} (${n}) is alive and mid-turn but has shown NO engine progress for ${g}+ minutes and its process is near-idle. It will NOT recover on its own \u2014 read \`crtr canvas read wedged-child-on-runaway-bash\` and kill the runaway SUBPROCESS (not this node) so its turn can resume with no lost context.`;else if(k!==null)w=`Child wedged \u2014 ${v} (${n}) is alive and mid-turn but has shown NO engine progress for ${g}+ minutes and it has no subprocess to kill (the engine itself stalled). The daemon did not SIGTERM the broker because its PID identity cannot be confirmed alive.`;else{f=!0;try{await this.signal(t.pid,"SIGTERM"),b=!0,w=`Child wedged \u2014 ${v} (${n}) is alive and mid-turn but has shown NO engine progress for ${g}+ minutes and it has no subprocess to kill (the engine itself stalled). The daemon sent SIGTERM to the broker and will resume a cleanly aborted session with a continuation, or start a recovery cycle if the abort cannot settle.`}catch(M){u({level:"error",event:"broker.wedge.signal_failed",...c(n)?{node_id:n}:{},error:M,fields:{...c(n)?{}:{affected_node_id:n},pid:t.pid,signal:"SIGTERM"}}),w=`Child wedged \u2014 ${v} (${n}) is alive and mid-turn but has shown NO engine progress for ${g}+ minutes and it has no subprocess to kill (the engine itself stalled). The daemon attempted SIGTERM to the broker, but the signal call failed.`}}u({level:"error",event:"broker.wedge.detected",...c(n)?{node_id:n}:{},fields:{...c(n)?{}:{affected_node_id:n},pid:t.pid,quiet_ms:a,cpu_percent:_,has_descendants:y,kick_attempted:f,kicked:b,...k===null?{}:{kick_suppression_reason:k}}});try{re(n,{link:"daemon\u2192node",op:"engine wedge",kind:"wedged",retry:{disposition:"manual"},message:w})}catch(M){u({level:"error",event:"broker.wedge.fault_record_failed",...c(n)?{node_id:n}:{fields:{affected_node_id:n}},error:M})}R(n,"notice.crash",w,{reason:"child-wedged",child:n,quiet_ms:a,cpu_percent:_,kick_attempted:f,kicked:b,...k===null?{}:{kick_suppression_reason:k}})}handleFatalFault(e,t=!0){const r=O(e);if(r===null||r.retry.disposition!=="fatal"||r.link!=="pi\u2192provider"||r.notifiedSince===r.since)return;const i=T(e),n=i!==null?C(i):e,l=r.kind==="auth",o=(r.message.split(`
-`)[0]??"").slice(0,200),a=r.providerError,m=a===void 0?"":` Provider: ${a.provider}/${a.model}.`+(a.status===void 0?"":` HTTP status: ${a.status}.`)+(a.errno===void 0?"":` Errno: ${a.errno}.`)+(a.code===void 0?"":` Code: ${a.code}.`)+(a.body===void 0?"":` Body: ${a.body.slice(0,200)}.`)+(a.ratelimit===void 0?"":` Rate limit: ${a.ratelimit.scope??"account"}${a.ratelimit.claim===void 0?"":` (${a.ratelimit.claim})`}${a.ratelimit.model===void 0?"":` on ${a.ratelimit.model}`}.`),d=r.kind==="context-overflow",h=De(i,typeof a?.code=="string"?a.code:void 0),_=d||h,$=d?`exceeded its model context window and is now dead. Shrink the task or loaded context, or choose a larger-context model before spawning it again. Error: ${o}`:`got a non-retryable ${r.kind} error and will NOT recover on its own; `+(h?"its terminal run has failed. ":"it stays alive, and waking it clears the fault as soon as one turn completes \u2014 a wake that hits the same cause fails again. "+(l?"Its provider credential is dead \u2014 re-authenticate (`/login`, or re-auth crtr); it recovers on its next wake once the auth reloads. ":""))+`Error: ${o}.${m}`,v=d?"failed":"hit a fatal provider fault",g=new Set(Q(e).map(f=>f.node_id)),y=le(G(),oe(G(),e)),k=[{relation:"Child",recipients:y.filter(f=>g.has(f))},{relation:"Watched node",recipients:y.filter(f=>!g.has(f))}];u({level:"error",event:"fault.fatal.fanout",...c(e)?{node_id:e}:{},fields:{...c(e)?{}:{affected_node_id:e},kind:r.kind,link:r.link,terminal_overflow:d,terminal_provider_fault:h}}),se(()=>{for(const{relation:f,recipients:b}of k)b.length!==0&&R(e,"notice.crash",`${f} ${v} \u2014 ${n} (${e}) ${$}`,{reason:d?"child-context-overflow":"child-fault-fatal",child:e,kind:r.kind,message:o,...a===void 0?{}:{provider_error:a}},"normal",null,b);ne(r.faultId),t&&_&&Z(e,"crash",{reason:d?"context_overflow":a?.code==="cap_exhausted"?"cap_exhausted":"provider_fatal",outcome:{detail:{schema:"crtr.node-outcome-detail/v1",message:r.message,fault_kind:r.kind,error_class:ie(r).class}}})}),t&&_&&S.teardown(e).then(f=>{f.confirmed||u({level:"error",event:"fault.fatal.teardown_failed",node_id:e,error:f.error??new Error("Broker teardown not confirmed")})},f=>u({level:"error",event:"fault.fatal.teardown_failed",node_id:e,error:f}))}}export{Pt as BrokerSupervisionReconciler,Ie as WEDGE_CPU_MAX_PERCENT,I as WEDGE_QUIET_MS,W as YIELD_STALL_GRACE_MS,U as parkSummaryGraceMsForDaemon,De as settlesOnFatalProviderFault,Le as sumTreeCpu,We as treeHasDescendants,Oe as unattendedParkMsForDaemon,Ge as wedgeVerdict,Re as yieldStallVerdict};
+var Y=Object.defineProperty;var p=(s,e)=>Y(s,"name",{value:e,configurable:!0});import{existsSync as H}from"node:fs";import{LAUNCHER_SOCKET as K}from"../../launcher/spec.js";import{launcherRequest as V}from"../../launcher/client.js";import{execFile as z}from"node:child_process";import{promisify as j}from"node:util";import{getNode as T,isWarmSpare as J,subscribersOf as Q}from"../../core/canvas/index.js";import{isSafeNodeId as c}from"../../core/canvas/paths.js";import{contextDir as X}from"../../core/canvas/node-agent-paths.js";import{fullName as C}from"../../core/canvas/labels.js";import{recordedPidLiveness as D}from"../../core/canvas/pid.js";import{transition as Z}from"../../core/runtime/lifecycle.js";import{hasAdmittedTurn as ee,listUnnotifiedFatalFaultNodes as te,markFaultNotified as ne,readFault as O,readLiveTurn as E,recordFault as re}from"../../core/canvas/recovery.js";import{errorClassFromFault as ie}from"../../core/fault-classifier.js";import{nextFaultRetry as ae}from"../../core/runtime/fault-recovery.js";import{publishNotice as R}from"../../core/runtime/close.js";import{openDb as G,withCanvasWrite as se}from"../../core/canvas/db.js";import{getById as oe}from"../../core/graph/objects.js";import{watcherIdsOf as le}from"../../core/graph/watches.js";import{headlessBrokerHost as S}from"../../core/runtime/host.js";import{emitEvent as u}from"../../core/events/emit.js";import{operationIdContext as F}from"../../core/events/operation-id.js";import{hasUnseenWakeMail as de,resetStaleExecutionMail as ce}from"../../core/canvas/deliveries.js";import{activeBackgroundBashJobs as ue}from"../../core/bash-jobs.js";import{focusOf as fe}from"../../core/runtime/placement.js";import{hasAttachedBrokerViewers as pe}from"../api/viewer-presence.js";import{deliverLive as me}from"../../core/runtime/interactive-deliver.js";import{BrokerUnreachableError as he}from"../../core/runtime/broker-request.js";import{formatCard as _e,PARK_SUMMARY_PROMPT as ge}from"../../shared/generated-context.js";import{brokerThresholdsForDaemon as ve}from"../../core/runtime/fleet.js";import{readConfig as we}from"../../core/config.js";import{beginPendingPark as ke,consumePendingPark as N,pendingParkIds as ye,pendingParkStartedAt as be}from"../park-pending.js";import{shouldParkAfterSummary as Se}from"../park-activity.js";import{applyParkEvent as P,parkEvent as Ne}from"./live-obligation.js";import{readGoal as Pe}from"../../core/runtime/kickoff.js";import{memoryDeniedRecently as $e}from"../../core/runtime/memory-admission.js";import{envNoDaemonAutostart as Te,envTestUnattendedParkMs as Ae,parkSummaryGraceMs as Me,envUnattendedParkMs as Ee}from"../../shared/env.js";const A=j(z);async function Fe(s){return!await ee(s)&&((await Pe(s))?.trim()??"")!==""}p(Fe,"awaitsBirthTurn");async function xe(s){return(await E(s))?.busy===!0}p(xe,"liveBusy");async function Nt(s){const e=(await E(s))?.progressAt;if(e==null)return null;const t=Date.parse(e);return Number.isNaN(t)?null:t}p(Nt,"liveTurnProgressMs");function L(s,e){return e===null?null:`${s}:${e}`}p(L,"incarnationOf");async function x(s){const e=await E(s.node_id),t=e?.busy===!0&&e.progressAt!==null?Date.parse(e.progressAt):Number.NaN,r=s.launched_at===null||s.launched_at===void 0?Number.NaN:Date.parse(s.launched_at);return!Number.isFinite(t)||!Number.isFinite(r)||t<r?null:t}p(x,"busySinceForIncarnation");const W=3*6e4,B=2e4,I=20*6e4,Ie=2,Ce=5*6e4;function De(s,e){return s===null||s.parent!=null?!1:s.lifecycle==="terminal"?!0:e==="cap_exhausted"&&s.run_id===s.node_id}p(De,"settlesOnFatalProviderFault");function Oe(){const s=Ee();if(s!==void 0)return s;const e=we("user").lifecycle.unattendedParkMs;return Te()?Ae()??e:e}p(Oe,"unattendedParkMsForDaemon");function U(){return Me()}p(U,"parkSummaryGraceMsForDaemon");function Re(s,e,t,r){return s!==!0||e!=="refresh"||t?"leave":r===null||r<W?"pending":"kill"}p(Re,"yieldStallVerdict");function Ge(s){return!s.busy||s.quietForMs===null||s.quietForMs<I?"leave":s.cpuPercent===null||s.hasDescendants!==!1&&s.cpuPercent>Ie?"pending":"wedged"}p(Ge,"wedgeVerdict");function q(s){const e=new Map,t=new Map;for(const r of s.split(`
+`)){const i=r.trim();if(i==="")continue;const n=i.split(/\s+/);if(n.length<3)continue;const l=Number(n[0]),o=Number(n[1]),a=Number(n[2]);if(!Number.isFinite(l)||!Number.isFinite(o)||!Number.isFinite(a))continue;e.set(l,a);const m=t.get(o);m===void 0?t.set(o,[l]):m.push(l)}return{byPid:e,childrenOf:t}}p(q,"parsePsTree");function Le(s,e){const{byPid:t,childrenOf:r}=q(s);if(!t.has(e))return null;let i=0;const n=[e],l=new Set;for(;n.length>0;){const o=n.pop();if(l.has(o))continue;l.add(o),i+=t.get(o)??0;const a=r.get(o);a!==void 0&&n.push(...a)}return i}p(Le,"sumTreeCpu");function We(s,e){const{byPid:t,childrenOf:r}=q(s);return t.has(e)?(r.get(e)??[]).length>0:null}p(We,"treeHasDescendants");class Pt{static{p(this,"BrokerSupervisionReconciler")}yieldStalls=new Map;wedgeNotifiedAt=new Map;unattendedSince=new Map;sampleTree;signal;lastOverCapWarnAt=Number.NEGATIVE_INFINITY;constructor(e={}){this.sampleTree=e.readTreeSample??(t=>this.readTreeSample(t)),this.signal=e.signal??((t,r)=>{if(process.platform==="linux"&&H(K)){if(r!=="SIGTERM"&&r!=="SIGKILL")throw new Error(`unsupported launcher signal ${r}`);return V({operation:"stop",pid:t,signal:r}).then(()=>{})}process.kill(t,r)})}async runFleetPreamble(e){return ve()}warnIfSaturated(e){if(e.fleet.size()<e.thresholds.warning||!e.lifecycle.acceptsDetachedWork())return;const t=F.fresh(()=>this.warnOverCapInTmux(e.fleet.size(),e.thresholds,e.frozen));e.lifecycle.registerDetached(t)}async run(e,t){const r=Oe();for(const i of await te())await F.fresh(async()=>{try{await this.handleFatalFault(i)}catch(n){u({level:"error",event:"broker.supervision.failed",...c(i)?{node_id:i}:{fields:{affected_node_id:i}},error:n})}});for(const i of t.rows){const n=i.node_id,l=t.fleet.get(n);if(l===void 0||i.status!=="active"&&i.status!=="idle"){this.unattendedSince.delete(n);continue}await F.fresh(async()=>{try{await this.handleYieldStall(i,l,t.fleet,e),await this.handleWedgeDetection(i,l,t.fleet,e),await this.handleUnattendedParking(n,await T(n),l.pid,e,t,r)}catch(o){this.unattendedSince.delete(n),u({level:"error",event:"broker.supervision.failed",...c(n)?{node_id:n}:{fields:{affected_node_id:n}},error:o})}})}for(const i of this.unattendedSince.keys())t.fleet.has(i)||this.unattendedSince.delete(i);for(const i of ye())t.fleet.has(i)||N(i);await ce(e)}async parkResetCondition(e,t,r,i){if(t.pi_session_id==null||t.pi_pid!==r||t.status==="done"||t.status==="canceled"||t.status==="dead"||t.intent!==null||ue(await X(e)).length>0||await fe(e)!==null||pe(e))return!0;const n=await O(e);return n!==null&&n.retry.disposition==="auto"&&n.retry.by==="daemon"&&(n.kind==="connection"||n.kind==="rate-limit"||n.kind==="overloaded")&&(n.retry.nextAt!==void 0||ae(n,i)!==null)?!0:await de(e)}async handleUnattendedParking(e,t,r,i,n,l){if(await J(e)){this.unattendedSince.delete(e),N(e);return}if(t===null){this.unattendedSince.delete(e),N(e);return}const o=await this.parkResetCondition(e,t,r,i),a=be(e);if(a!==void 0){if(i-a<U())return;const _=N(e);if(_===void 0||(this.unattendedSince.delete(e),!await Se(e,t,_)))return;u({level:"warn",event:"broker.park.summary_expired",...c(e)?{node_id:e}:{},fields:{...c(e)?{}:{affected_node_id:e},grace_ms:U()}}),await P(e,"park"),S.teardown(e);return}if(o||await xe(e)||await Fe(e)){this.unattendedSince.delete(e);return}const m=this.unattendedSince.get(e);if(m===void 0){this.unattendedSince.set(e,i);return}const d=await Ne(e,t.lifecycle),h=d!=="cancel"&&$e(t.grantee??"app:terminal",i)?0:l;if(!(i-m<h)){if(this.unattendedSince.delete(e),d==="release"){await P(e,d),S.teardown(e);return}if(d==="cancel"){await P(e,d),S.teardown(e);return}if(t.grantee!==void 0&&t.grantee!=="app:terminal"){await P(e,"park"),S.teardown(e);return}n.lifecycle.acceptsDetachedWork()&&(ke(e,i),n.lifecycle.registerDetached(this.requestParkSummary(e)))}}async requestParkSummary(e){try{const t=await me(e,_e("park",{},ge),{origin:{type:"runtime",kind:"park"}});u({level:"info",event:"broker.park.summary_requested",...c(e)?{node_id:e}:{},fields:{...c(e)?{}:{affected_node_id:e},route:t}})}catch(t){if(N(e)===void 0)return;if(t instanceof he){await P(e,"park"),S.teardown(e);return}u({level:"error",event:"broker.park.summary_failed",...c(e)?{node_id:e}:{fields:{affected_node_id:e}},error:t})}}async warnOverCapInTmux(e,t,r){const i=Date.now();if(i-this.lastOverCapWarnAt<Ce)return;this.lastOverCapWarnAt=i;const{warning:n,automaticReviveCap:l}=t,o=r.stalled+r.waitingOnMail;u({level:"warn",event:"broker.capacity.warning",fields:{live_count:e,warning_threshold:n,hard_cap:l,frozen_stalled:r.stalled,frozen_waiting_on_mail:r.waitingOnMail}});const a=o===0?"":` \u2014 ${o} frozen (${r.stalled} stalled, ${r.waitingOnMail} waiting on mail)`,m=`\u26A0 crtrd: ${e} live brokers (warning ${n}; hard cap ${l})${a} \u2014 possible broker leak. ps -ax | grep broker-cli.js`;try{const d=await A("tmux",["list-clients","-F","#{client_name}"],{encoding:"utf8",timeout:2e3});if(typeof d.stdout!="string")return;await Promise.allSettled(d.stdout.split(`
+`).map(async h=>{if(h!=="")try{await A("tmux",["display-message","-C","-d","10000","-c",h,m],{encoding:"utf8",timeout:2e3})}catch{try{await A("tmux",["display-message","-c",h,m],{encoding:"utf8",timeout:2e3})}catch(_){u({level:"error",event:"broker.capacity.tmux_display_failed",error:_,fields:{client:h}})}}}))}catch(d){u({level:"error",event:"broker.capacity.tmux_list_clients_failed",error:d})}}async handleYieldStall(e,t,r,i){const n=e.node_id,l=L(t.pid,e.pi_pid_identity);if(e.intent!=="refresh"||await x(e)!==null||l===null){l!==null&&this.yieldStalls.delete(l);return}let o=this.yieldStalls.get(l);if(o===void 0){o={since:i},this.yieldStalls.set(l,o);return}if(Re(!0,e.intent,!1,i-o.since)!=="kill")return;const a=await T(n);if(!(r.get(n)!==t||a?.pi_pid!==t.pid||a.pi_pid_identity!==e.pi_pid_identity||D(t.pid,e.pi_pid_identity)!=="alive"))if(o.termedAt===void 0){if(!await this.signalYieldStall(n,t.pid,"SIGTERM"))return;o.termedAt=i,u({level:"warn",event:"broker.yield_stall.sigterm",...c(n)?{node_id:n}:{},fields:{...c(n)?{}:{affected_node_id:n},pid:t.pid,elapsed_ms:i-o.since,grace_ms:W}})}else i-o.termedAt>=B&&await this.signalYieldStall(n,t.pid,"SIGKILL")&&u({level:"warn",event:"broker.yield_stall.sigkill",...c(n)?{node_id:n}:{},fields:{...c(n)?{}:{affected_node_id:n},pid:t.pid,elapsed_ms:i-o.termedAt,grace_ms:B,stall_elapsed_ms:i-o.since}})}async signalYieldStall(e,t,r){try{return await this.signal(t,r),!0}catch(i){return u({level:"error",event:"broker.yield_stall.signal_failed",...c(e)?{node_id:e}:{},error:i,fields:{...c(e)?{}:{affected_node_id:e},pid:t,signal:r}}),!1}}async readTreeSample(e){try{const{stdout:t}=await A("ps",["-ax","-o","pid=,ppid=,pcpu="],{encoding:"utf8",timeout:2e3});if(typeof t!="string")return null;const r=Le(t,e),i=We(t,e);return r===null||i===null?null:{cpuPercent:r,hasDescendants:i}}catch{return null}}async handleWedgeDetection(e,t,r,i){const n=e.node_id,l=L(t.pid,e.pi_pid_identity),o=await x(e);if(o===null||l===null){l!==null&&this.wedgeNotifiedAt.delete(l);return}const a=i-o,m=a>=I?await this.sampleTree(t.pid):null,d=await T(n),h=d===null?null:await x(d);if(r.get(n)!==t||d===null||d.pi_pid!==t.pid||d.pi_pid_identity!==e.pi_pid_identity||h!==o)return;const _=m?.cpuPercent??null,$=m?.hasDescendants??null;if(Ge({busy:!0,quietForMs:a,cpuPercent:_,hasDescendants:$})!=="wedged"||this.wedgeNotifiedAt.get(l)===o)return;this.wedgeNotifiedAt.set(l,o);const w=C(d),g=Math.round((a??I)/6e4),k=$??!0,v=!k&&D(t.pid,e.pi_pid_identity)!=="alive"?"pid_identity_unproven":null;let f=!1,y=!1,b;if(k)b=`Child wedged \u2014 ${w} (${n}) is alive and mid-turn but has shown NO engine progress for ${g}+ minutes and its process is near-idle. It will NOT recover on its own \u2014 read \`crtr canvas read wedged-child-on-runaway-bash\` and kill the runaway SUBPROCESS (not this node) so its turn can resume with no lost context.`;else if(v!==null)b=`Child wedged \u2014 ${w} (${n}) is alive and mid-turn but has shown NO engine progress for ${g}+ minutes and it has no subprocess to kill (the engine itself stalled). The daemon did not SIGTERM the broker because its PID identity cannot be confirmed alive.`;else{f=!0;try{await this.signal(t.pid,"SIGTERM"),y=!0,b=`Child wedged \u2014 ${w} (${n}) is alive and mid-turn but has shown NO engine progress for ${g}+ minutes and it has no subprocess to kill (the engine itself stalled). The daemon sent SIGTERM to the broker and will resume a cleanly aborted session with a continuation, or start a recovery cycle if the abort cannot settle.`}catch(M){u({level:"error",event:"broker.wedge.signal_failed",...c(n)?{node_id:n}:{},error:M,fields:{...c(n)?{}:{affected_node_id:n},pid:t.pid,signal:"SIGTERM"}}),b=`Child wedged \u2014 ${w} (${n}) is alive and mid-turn but has shown NO engine progress for ${g}+ minutes and it has no subprocess to kill (the engine itself stalled). The daemon attempted SIGTERM to the broker, but the signal call failed.`}}u({level:"error",event:"broker.wedge.detected",...c(n)?{node_id:n}:{},fields:{...c(n)?{}:{affected_node_id:n},pid:t.pid,quiet_ms:a,cpu_percent:_,has_descendants:k,kick_attempted:f,kicked:y,...v===null?{}:{kick_suppression_reason:v}}});try{await re(n,{link:"daemon\u2192node",op:"engine wedge",kind:"wedged",retry:{disposition:"manual"},message:b})}catch(M){u({level:"error",event:"broker.wedge.fault_record_failed",...c(n)?{node_id:n}:{fields:{affected_node_id:n}},error:M})}await R(n,"notice.crash",b,{reason:"child-wedged",child:n,quiet_ms:a,cpu_percent:_,kick_attempted:f,kicked:y,...v===null?{}:{kick_suppression_reason:v}})}async handleFatalFault(e,t=!0){const r=await O(e);if(r===null||r.retry.disposition!=="fatal"||r.link!=="pi\u2192provider"||r.notifiedSince===r.since)return;const i=await T(e),n=i!==null?C(i):e,l=r.kind==="auth",o=(r.message.split(`
+`)[0]??"").slice(0,200),a=r.providerError,m=a===void 0?"":` Provider: ${a.provider}/${a.model}.`+(a.status===void 0?"":` HTTP status: ${a.status}.`)+(a.errno===void 0?"":` Errno: ${a.errno}.`)+(a.code===void 0?"":` Code: ${a.code}.`)+(a.body===void 0?"":` Body: ${a.body.slice(0,200)}.`)+(a.ratelimit===void 0?"":` Rate limit: ${a.ratelimit.scope??"account"}${a.ratelimit.claim===void 0?"":` (${a.ratelimit.claim})`}${a.ratelimit.model===void 0?"":` on ${a.ratelimit.model}`}.`),d=r.kind==="context-overflow",h=De(i,typeof a?.code=="string"?a.code:void 0),_=d||h,$=d?`exceeded its model context window and is now dead. Shrink the task or loaded context, or choose a larger-context model before spawning it again. Error: ${o}`:`got a non-retryable ${r.kind} error and will NOT recover on its own; `+(h?"its terminal run has failed. ":"it stays alive, and waking it clears the fault as soon as one turn completes \u2014 a wake that hits the same cause fails again. "+(l?"Its provider credential is dead \u2014 re-authenticate (`/login`, or re-auth crtr); it recovers on its next wake once the auth reloads. ":""))+`Error: ${o}.${m}`,w=d?"failed":"hit a fatal provider fault",g=new Set((await Q(e)).map(f=>f.node_id)),k=await le(await G(),await oe(await G(),e)),v=[{relation:"Child",recipients:k.filter(f=>g.has(f))},{relation:"Watched node",recipients:k.filter(f=>!g.has(f))}];u({level:"error",event:"fault.fatal.fanout",...c(e)?{node_id:e}:{},fields:{...c(e)?{}:{affected_node_id:e},kind:r.kind,link:r.link,terminal_overflow:d,terminal_provider_fault:h}}),await se(async()=>{for(const{relation:f,recipients:y}of v)y.length!==0&&await R(e,"notice.crash",`${f} ${w} \u2014 ${n} (${e}) ${$}`,{reason:d?"child-context-overflow":"child-fault-fatal",child:e,kind:r.kind,message:o,...a===void 0?{}:{provider_error:a}},"normal",null,y);await ne(r.faultId),t&&_&&await Z(e,"crash",{reason:d?"context_overflow":a?.code==="cap_exhausted"?"cap_exhausted":"provider_fatal",outcome:{detail:{schema:"crtr.node-outcome-detail/v1",message:r.message,fault_kind:r.kind,error_class:ie(r).class}}})}),t&&_&&S.teardown(e).then(f=>{f.confirmed||u({level:"error",event:"fault.fatal.teardown_failed",node_id:e,error:f.error??new Error("Broker teardown not confirmed")})},f=>u({level:"error",event:"fault.fatal.teardown_failed",node_id:e,error:f}))}}export{Pt as BrokerSupervisionReconciler,Ie as WEDGE_CPU_MAX_PERCENT,I as WEDGE_QUIET_MS,W as YIELD_STALL_GRACE_MS,U as parkSummaryGraceMsForDaemon,De as settlesOnFatalProviderFault,Le as sumTreeCpu,We as treeHasDescendants,Oe as unattendedParkMsForDaemon,Ge as wedgeVerdict,Re as yieldStallVerdict};

package/dist/daemon/reconcilers/controller-death.d.ts

@@ -3,5 +3,5 @@ export interface ControllerDeathContext {
     rows: readonly NodeRow[];
 }
 export declare class ControllerDeathReconciler {
-    run(now: number, ctx: ControllerDeathContext): void;
+    run(now: number, ctx: ControllerDeathContext): Promise<void>;
 }

package/dist/daemon/reconcilers/controller-death.js

@@ -1 +1 @@
-var l=Object.defineProperty;var t=(r,o)=>l(r,"name",{value:o,configurable:!0});import{liveControllerWaits as n}from"../../core/canvas/waits.js";import{operationIdContext as a}from"../../core/events/operation-id.js";import{enqueueControllerDeathNotice as c}from"../../core/feed/messages.js";class s{static{t(this,"ControllerDeathReconciler")}run(o,i){for(const e of n())a.fresh(()=>{c(e.nodeId,e.controllerId)})}}export{s as ControllerDeathReconciler};
+var i=Object.defineProperty;var e=(r,o)=>i(r,"name",{value:o,configurable:!0});import{liveControllerWaits as n}from"../../core/canvas/waits.js";import{operationIdContext as l}from"../../core/events/operation-id.js";import{enqueueControllerDeathNotice as c}from"../../core/feed/messages.js";class p{static{e(this,"ControllerDeathReconciler")}async run(o,a){for(const t of await n())await l.fresh(async()=>{await c(t.nodeId,t.controllerId)})}}export{p as ControllerDeathReconciler};

package/dist/daemon/reconcilers/cron-lane.d.ts

@@ -4,5 +4,5 @@ export interface CronLaneContext {
 }
 export declare class CronLaneReconciler {
     private lastFolderSweep;
-    run(now: number, ctx: CronLaneContext): void;
+    run(now: number, ctx: CronLaneContext): Promise<void>;
 }

package/dist/daemon/reconcilers/cron-lane.js

@@ -1 +1 @@
-var i=Object.defineProperty;var o=(c,r)=>i(c,"name",{value:r,configurable:!0});import{emitEvent as t}from"../../core/events/emit.js";import{operationIdContext as a}from"../../core/events/operation-id.js";import{sweepOrphanCronFolders as n}from"../cron/folders.js";import{reapRebuiltCronExecutions as s}from"../cron/run-socket.js";import{recoverStaleCronLeases as f,runDueCrons as p}from"../cron-run.js";class C{static{o(this,"CronLaneReconciler")}lastFolderSweep=0;run(r,l){a.fresh(()=>{try{f(r,{register:o(e=>l.lifecycle.registerDetached(e),"register")})}catch(e){t({level:"error",event:"cron.lease_recovery.failed",error:e})}});try{s()}catch(e){t({level:"error",event:"cron.execution.reap_failed",error:e})}if(r-this.lastFolderSweep>=6e4){this.lastFolderSweep=r;try{n()}catch(e){t({level:"error",event:"cron.folder.sweep_failed",error:e})}}if(l.lifecycle.acceptsDetachedWork())try{p(r,{register:o(e=>l.lifecycle.registerDetached(e),"register")})}catch(e){t({level:"error",event:"cron.run.failed",error:e})}}}export{C as CronLaneReconciler};
+var l=Object.defineProperty;var t=(i,r)=>l(i,"name",{value:r,configurable:!0});import{emitEvent as o}from"../../core/events/emit.js";import{operationIdContext as c}from"../../core/events/operation-id.js";import{sweepOrphanCronFolders as n}from"../cron/folders.js";import{reapRebuiltCronExecutions as s}from"../cron/run-socket.js";import{recoverStaleCronLeases as f,runDueCrons as p}from"../cron-run.js";class w{static{t(this,"CronLaneReconciler")}lastFolderSweep=0;async run(r,a){await c.fresh(async()=>{try{await f(r,{register:t(e=>a.lifecycle.registerDetached(e),"register")})}catch(e){o({level:"error",event:"cron.lease_recovery.failed",error:e})}});try{await s()}catch(e){o({level:"error",event:"cron.execution.reap_failed",error:e})}if(r-this.lastFolderSweep>=6e4){this.lastFolderSweep=r;try{await n()}catch(e){o({level:"error",event:"cron.folder.sweep_failed",error:e})}}if(a.lifecycle.acceptsDetachedWork())try{await p(r,{register:t(e=>a.lifecycle.registerDetached(e),"register")})}catch(e){o({level:"error",event:"cron.run.failed",error:e})}}}export{w as CronLaneReconciler};

package/dist/daemon/reconcilers/delivery-lane.d.ts

@@ -5,5 +5,5 @@ export interface DeliveryLaneContext {
 }
 /** Due push receivers only. Queue rows have no next_attempt_at and never enter this lane. */
 export declare class DeliveryLaneReconciler {
-    run(now: number, ctx: DeliveryLaneContext): void;
+    run(now: number, ctx: DeliveryLaneContext): Promise<void>;
 }

package/dist/daemon/reconcilers/delivery-lane.js

@@ -1,8 +1,8 @@
-var h=Object.defineProperty;var p=(e,t)=>h(e,"name",{value:t,configurable:!0});import{prepared as D}from"../../core/sqlite-statements.js";import{randomUUID as w}from"node:crypto";import{claimPushDelivery as j,duePushDeliveries as N,messageBodyForDelivery as O,pushDeliveryClaimIsCurrent as b,settleDelivery as d}from"../../core/canvas/deliveries.js";import{deliveryBackoffMs as f}from"../../core/canvas/delivery-contract.js";import{openDb as c}from"../../core/canvas/db.js";import{pushLineFor as u}from"../../core/graph/custom.js";import{postReceiverUrl as E}from"../../core/graph/receiver-url.js";import{emitEvent as l}from"../../core/events/emit.js";import{operationIdContext as m}from"../../core/events/operation-id.js";import{runDelivery as v,DELIVERY_TIMEOUT_MS as T}from"../delivery/run-delivery.js";const I=w();function o(e,t,r){d(e.deliveryId,e.attempts,t,{state:"permanent_failed",failure:{kind:"spawn_error",message:r}},Date.now())}p(o,"failed");async function A(e,t){const r=D(c(),`SELECT o.type, o.name, c.receiver_json, c.payload_json, m.object_id, i.external_id AS app,
+var g=Object.defineProperty;var c=(e,t)=>g(e,"name",{value:t,configurable:!0});import{randomUUID as D}from"node:crypto";import{claimPushDelivery as h,duePushDeliveries as j,messageBodyForDelivery as N,pushDeliveryClaimIsCurrent as O,settleDelivery as d}from"../../core/canvas/deliveries.js";import{deliveryBackoffMs as f}from"../../core/canvas/delivery-contract.js";import{openDb as p}from"../../core/canvas/db.js";import{pushLineFor as u}from"../../core/graph/custom.js";import{postReceiverUrl as b}from"../../core/graph/receiver-url.js";import{emitEvent as l}from"../../core/events/emit.js";import{operationIdContext as m}from"../../core/events/operation-id.js";import{runDelivery as w,DELIVERY_TIMEOUT_MS as E}from"../delivery/run-delivery.js";const v=D();async function o(e,t,a){await d(e.deliveryId,e.attempts,t,{state:"permanent_failed",failure:{kind:"spawn_error",message:a}},Date.now())}c(o,"failed");async function T(e,t){const a=await(await p()).prepare(`SELECT o.type, o.name, c.receiver_json, c.payload_json, m.object_id, i.external_id AS app,
     d.message_id, owner.type AS owner_type, parent.external_id AS parent_app
     FROM deliveries d JOIN objects o ON o.id = d.destination_id
     JOIN custom_objects c ON c.object = o.rowid JOIN messages m ON m.message_id = d.message_id
     LEFT JOIN objects owner ON owner.rowid = o.owner
     LEFT JOIN identities i ON i.object = o.owner AND i.scheme = 'app'
     LEFT JOIN identities parent ON parent.object = owner.owner AND parent.scheme = 'app'
-    WHERE d.delivery_id = ?`).get(e.deliveryId);if(!r||!r.receiver_json){o(e,t,`delivery ${e.deliveryId} has no supported receiver`);return}const i=JSON.parse(r.receiver_json);if(!b(e,t)){d(e.deliveryId,e.attempts,t,{state:"acknowledged"},Date.now());return}if(typeof i=="object"&&typeof i.url=="string"&&r.type!=="action"){const n=u(c(),e.deliveryId);if(!n){o(e,t,`delivery ${e.deliveryId} has no event document`);return}try{const a=await E(i.url,JSON.stringify(n),{"Content-Type":"application/json","X-Crtr-Delivery":e.deliveryId,"X-Crtr-Event":r.message_id},T);a>=200&&a<300?d(e.deliveryId,e.attempts,t,{state:"acknowledged"},Date.now()):a>=300&&a<400?o(e,t,`url receiver returned HTTP ${a}; redirects are not followed \u2014 register the final URL`):a>=400&&a<500&&a!==408&&a!==429?o(e,t,`url receiver returned HTTP ${a}`):d(e.deliveryId,e.attempts,t,{state:"pending",nextAttemptAt:Date.now()+f(e.attempts),failure:{kind:"spawn_error",message:`url receiver returned HTTP ${a}`}},Date.now())}catch(a){d(e.deliveryId,e.attempts,t,{state:"pending",nextAttemptAt:Date.now()+f(e.attempts),failure:{kind:"spawn_error",message:String(a)}},Date.now())}return}if(typeof i!="object"||!Array.isArray(i.argv)||typeof i.cwd!="string"){o(e,t,`delivery ${e.deliveryId} has an invalid argv receiver`);return}if(r.type==="action"){if(typeof i.name!="string"||!r.object_id){o(e,t,`delivery ${e.deliveryId} has an invalid argv receiver`);return}const n=O(e.deliveryId);if(n===null){o(e,t,`delivery ${e.deliveryId} has no message body`);return}const{push:a,...y}=n,_={...y,action:{name:i.name,payload:r.payload_json===null?null:JSON.parse(r.payload_json)}};await v({argv:i.argv,cwd:i.cwd,document:_,attempt:e.attempts,nodeId:r.object_id,...r.app?{app:r.app}:{}},g=>{d(e.deliveryId,e.attempts,t,g,Date.now())});return}const s=u(c(),e.deliveryId);if(!s){o(e,t,`delivery ${e.deliveryId} has no event document`);return}await v({argv:i.argv,cwd:i.cwd,document:s,attempt:e.attempts,app:r.app??r.parent_app??"app:terminal",custom:{deliveryId:e.deliveryId,messageId:r.message_id}},n=>{d(e.deliveryId,e.attempts,t,n,Date.now())})}p(A,"deliverExternal");class H{static{p(this,"DeliveryLaneReconciler")}run(t,r){if(!r.lifecycle.acceptsDetachedWork())return;let i;try{i=N(t)}catch(s){m.fresh(()=>l({level:"error",event:"delivery.scan_failed",error:s}));return}for(const s of i)try{const n=j(s.deliveryId,t,I);if(n===null)continue;r.lifecycle.registerDetached(A(n,I).catch(a=>{m.fresh(()=>l({level:"error",event:"delivery.failed",error:a,fields:{delivery_id:n.deliveryId}}))}))}catch(n){m.fresh(()=>l({level:"error",event:"delivery.claim_failed",error:n,fields:{delivery_id:s.deliveryId}}))}}}export{H as DeliveryLaneReconciler,I as deliveryDaemonInstanceId};
+    WHERE d.delivery_id = ?`).get(e.deliveryId);if(!a||!a.receiver_json){await o(e,t,`delivery ${e.deliveryId} has no supported receiver`);return}const i=JSON.parse(a.receiver_json);if(!await O(e,t)){await d(e.deliveryId,e.attempts,t,{state:"acknowledged"},Date.now());return}if(typeof i=="object"&&typeof i.url=="string"&&a.type!=="action"){const n=await u(await p(),e.deliveryId);if(!n){await o(e,t,`delivery ${e.deliveryId} has no event document`);return}try{const r=await b(i.url,JSON.stringify(n),{"Content-Type":"application/json","X-Crtr-Delivery":e.deliveryId,"X-Crtr-Event":a.message_id},E);r>=200&&r<300?await d(e.deliveryId,e.attempts,t,{state:"acknowledged"},Date.now()):r>=300&&r<400?await o(e,t,`url receiver returned HTTP ${r}; redirects are not followed \u2014 register the final URL`):r>=400&&r<500&&r!==408&&r!==429?await o(e,t,`url receiver returned HTTP ${r}`):await d(e.deliveryId,e.attempts,t,{state:"pending",nextAttemptAt:Date.now()+f(e.attempts),failure:{kind:"spawn_error",message:`url receiver returned HTTP ${r}`}},Date.now())}catch(r){await d(e.deliveryId,e.attempts,t,{state:"pending",nextAttemptAt:Date.now()+f(e.attempts),failure:{kind:"spawn_error",message:String(r)}},Date.now())}return}if(typeof i!="object"||!Array.isArray(i.argv)||typeof i.cwd!="string"){await o(e,t,`delivery ${e.deliveryId} has an invalid argv receiver`);return}if(a.type==="action"){if(typeof i.name!="string"||!a.object_id){await o(e,t,`delivery ${e.deliveryId} has an invalid argv receiver`);return}const n=await N(e.deliveryId);if(n===null){await o(e,t,`delivery ${e.deliveryId} has no message body`);return}const{push:r,...y}=n,I={...y,action:{name:i.name,payload:a.payload_json===null?null:JSON.parse(a.payload_json)}};await w({argv:i.argv,cwd:i.cwd,document:I,attempt:e.attempts,nodeId:a.object_id,...a.app?{app:a.app}:{}},async _=>{await d(e.deliveryId,e.attempts,t,_,Date.now())});return}const s=await u(await p(),e.deliveryId);if(!s){await o(e,t,`delivery ${e.deliveryId} has no event document`);return}await w({argv:i.argv,cwd:i.cwd,document:s,attempt:e.attempts,app:a.app??a.parent_app??"app:terminal",custom:{deliveryId:e.deliveryId,messageId:a.message_id}},async n=>{await d(e.deliveryId,e.attempts,t,n,Date.now())})}c(T,"deliverExternal");class P{static{c(this,"DeliveryLaneReconciler")}async run(t,a){if(!a.lifecycle.acceptsDetachedWork())return;let i;try{i=await j(t)}catch(s){m.fresh(()=>l({level:"error",event:"delivery.scan_failed",error:s}));return}for(const s of i)try{const n=await h(s.deliveryId,t,v);if(n===null)continue;a.lifecycle.registerDetached(T(n,v).catch(r=>{m.fresh(()=>l({level:"error",event:"delivery.failed",error:r,fields:{delivery_id:n.deliveryId}}))}))}catch(n){m.fresh(()=>l({level:"error",event:"delivery.claim_failed",error:n,fields:{delivery_id:s.deliveryId}}))}}}export{P as DeliveryLaneReconciler,v as deliveryDaemonInstanceId};

package/dist/daemon/reconcilers/fault-retry-backstop.d.ts

@@ -19,9 +19,9 @@ export interface FaultRetryBackstopContext {
 export interface FaultRetryBackstopDeps {
     probeOnline?: () => Promise<boolean>;
     /** Signal a node's broker; false when it holds no open signal stream. */
-    nudge?: (nodeId: string) => boolean;
-    list?: () => PendingProviderRetry[];
-    busy?: (nodeId: string) => boolean;
+    nudge?: (nodeId: string) => Promise<boolean>;
+    list?: () => Promise<PendingProviderRetry[]>;
+    busy?: (nodeId: string) => Promise<boolean>;
 }
 /** When the broker's timer should have fired: the recorded next attempt, else
  *  the policy delay after the fault was last (re)recorded as pending. */

package/dist/daemon/reconcilers/fault-retry-backstop.js

@@ -1 +1 @@
-var A=Object.defineProperty;var d=(r,t)=>A(r,"name",{value:t,configurable:!0});import{listPendingProviderRetries as g,readLiveTurn as _}from"../../core/canvas/recovery.js";import{probeOnline as I}from"../../core/runtime/connectivity.js";import{nextFaultRetry as y}from"../../core/runtime/fault-recovery.js";import{emitEvent as f}from"../../core/events/emit.js";import{operationIdContext as p}from"../../core/events/operation-id.js";import{isSafeNodeId as b}from"../../core/canvas/paths.js";import{brokerSignalStreams as R}from"../api/handlers/broker-signals.js";const h=2*6e4,v=15e3;function m(r){const{fault:t}=r;if(t.retry.nextAt!==void 0){const i=Date.parse(t.retry.nextAt);return Number.isFinite(i)?i:null}const n=Date.parse(r.updatedAt),s=y(t,n);return Number.isFinite(n)&&s!==null?n+s.delayMs:null}d(m,"dueAtMs");class M{static{d(this,"FaultRetryBackstopReconciler")}deps;lastScanAt=Number.NEGATIVE_INFINITY;scanning=null;nudgedAt=new Map;constructor(t={}){this.deps=t}run(t,n){if(this.scanning!==null)return this.scanning;if(!n.lifecycle.acceptsDetachedWork()||t-this.lastScanAt<v)return Promise.resolve();this.lastScanAt=t;const s=this.scan(t,n).catch(i=>{p.fresh(()=>{f({level:"warn",event:"fault_retry_backstop.scan_failed",error:i})})}).finally(()=>{this.scanning=null});return this.scanning=s,n.lifecycle.registerDetached(s),s}async scan(t,n){const s=(this.deps.list??g)(),i=new Set(s.map(e=>e.fault.faultId));for(const e of this.nudgedAt.keys())i.has(e)||this.nudgedAt.delete(e);const o=this.deps.busy??(e=>_(e)?.busy===!0),u=s.filter(e=>{if(!n.fleet.has(e.nodeId)||o(e.nodeId))return!1;const l=m(e);if(l===null||t<l+h)return!1;const a=this.nudgedAt.get(e.fault.faultId);return a===void 0||t-a>=h});if(u.length===0)return;let c;for(const e of u){if(e.fault.kind==="connection"&&(c??=await(this.deps.probeOnline??(()=>I()))(),!c)||!n.fleet.has(e.nodeId)||o(e.nodeId))continue;this.nudgedAt.set(e.fault.faultId,t);const l=(this.deps.nudge??(a=>R.nudgeFaultRetry(a)))(e.nodeId);p.fresh(()=>{f({level:"info",event:"fault_retry_backstop.nudged",...b(e.nodeId)?{node_id:e.nodeId}:{},fields:{kind:e.fault.kind,since:e.fault.since,delivered:l,overdue_ms:t-(m(e)??t)}})})}}}export{v as FAULT_RETRY_SCAN_INTERVAL_MS,h as FAULT_RETRY_STALE_GRACE_MS,M as FaultRetryBackstopReconciler,m as dueAtMs};
+var A=Object.defineProperty;var o=(a,t)=>A(a,"name",{value:t,configurable:!0});import{filterAsync as g}from"../../core/async-array.js";import{listPendingProviderRetries as y,readLiveTurn as _}from"../../core/canvas/recovery.js";import{probeOnline as I}from"../../core/runtime/connectivity.js";import{nextFaultRetry as b}from"../../core/runtime/fault-recovery.js";import{emitEvent as f}from"../../core/events/emit.js";import{operationIdContext as p}from"../../core/events/operation-id.js";import{isSafeNodeId as R}from"../../core/canvas/paths.js";import{brokerSignalStreams as v}from"../api/handlers/broker-signals.js";const h=2*6e4,S=15e3;function m(a){const{fault:t}=a;if(t.retry.nextAt!==void 0){const i=Date.parse(t.retry.nextAt);return Number.isFinite(i)?i:null}const n=Date.parse(a.updatedAt),s=b(t,n);return Number.isFinite(n)&&s!==null?n+s.delayMs:null}o(m,"dueAtMs");class D{static{o(this,"FaultRetryBackstopReconciler")}deps;lastScanAt=Number.NEGATIVE_INFINITY;scanning=null;nudgedAt=new Map;constructor(t={}){this.deps=t}run(t,n){if(this.scanning!==null)return this.scanning;if(!n.lifecycle.acceptsDetachedWork()||t-this.lastScanAt<S)return Promise.resolve();this.lastScanAt=t;const s=this.scan(t,n).catch(i=>{p.fresh(()=>{f({level:"warn",event:"fault_retry_backstop.scan_failed",error:i})})}).finally(()=>{this.scanning=null});return this.scanning=s,n.lifecycle.registerDetached(s),s}async scan(t,n){const s=await(this.deps.list??y)(),i=new Set(s.map(e=>e.fault.faultId));for(const e of this.nudgedAt.keys())i.has(e)||this.nudgedAt.delete(e);const d=this.deps.busy??(async e=>(await _(e))?.busy===!0),u=await g(s,async e=>{if(!n.fleet.has(e.nodeId)||await d(e.nodeId))return!1;const r=m(e);if(r===null||t<r+h)return!1;const l=this.nudgedAt.get(e.fault.faultId);return l===void 0||t-l>=h});if(u.length===0)return;let c;for(const e of u){if(e.fault.kind==="connection"&&(c??=await(this.deps.probeOnline??(()=>I()))(),!c)||!n.fleet.has(e.nodeId)||await d(e.nodeId))continue;this.nudgedAt.set(e.fault.faultId,t);const r=await(this.deps.nudge??(async l=>await v.nudgeFaultRetry(l)))(e.nodeId);p.fresh(()=>{f({level:"info",event:"fault_retry_backstop.nudged",...R(e.nodeId)?{node_id:e.nodeId}:{},fields:{kind:e.fault.kind,since:e.fault.since,delivered:r,overdue_ms:t-(m(e)??t)}})})}}}export{S as FAULT_RETRY_SCAN_INTERVAL_MS,h as FAULT_RETRY_STALE_GRACE_MS,D as FaultRetryBackstopReconciler,m as dueAtMs};