@north-light/cli 0.3.580 → 0.3.581

package/dist/daemon/reconcilers/node-lifecycle/remote-wake.d.ts

@@ -7,6 +7,9 @@ export declare const LAUNCH_DEADLINE_MS: number;
 export declare const LAUNCH_LOST_GRACE_MS = 120000;
 /** The release the control plane runs, which is the release a wake names. */
 export declare const acceptedRelease: () => string;
+/** The machine environment the node's profile points at when this process is a cloud role (the machine is another host, reached
+ *  through the remote machine runner), else null: a Mac's own crtrd runs its machine environment's nodes as processes. */
+export declare function remoteMachineEnvironmentOf(profileId: string | null): Promise<string | null>;
 /** Step 2: the `funding bill` check. A refusal writes `nodes.spend_refusal` and one refused `sandbox` row per node, limit and month,
  *  then throws `402 cap_exhausted`; no execution row is written and no runner is called. A pass clears `spend_refusal`. */
 export declare function checkBilledWake(meta: NodeMeta): Promise<void>;

package/dist/daemon/reconcilers/node-lifecycle/remote-wake.js

@@ -1 +1 @@
-var f=Object.defineProperty;var a=(e,n)=>f(e,"name",{value:n,configurable:!0});import{liveExecutionForNode as m,endExecution as l,recordExecutionAwake as p,endLaunchingExecution as s,requestExecutionStop as w}from"../../../core/canvas/executions.js";import{openDb as h}from"../../../core/canvas/db.js";import{emitEvent as u}from"../../../core/events/emit.js";import{findRefusal as _,refusalError as x,refusedMark as g,writeCharge as E}from"../../../core/ledger/index.js";import{transition as c}from"../../../core/runtime/lifecycle.js";import{runnerForExecution as d}from"../../../core/runtime/runner/index.js";import{startCandidateOf as v}from"../../../core/runtime/start-check.js";import{settleSandboxBeforeWake as b}from"../ledger-sandbox.js";import{crtrVersion as k}from"../../../shared/crtr-version.js";import{resolveEnvironmentImage as I}from"../recipe-image.js";const y=45*6e4,S=12e4,L=a(()=>k(),"acceptedRelease");async function P(e){const n=await v(e);if(n===null)return;const t={scope:"call",payer:n.payer,funding:"bill",sub:n.sub,grantee:n.grantee,provider:"blaxel"},r=await _(t),o=await h();if(r===null){await o.prepare("UPDATE nodes SET spend_refusal = NULL WHERE node_id = ? AND spend_refusal IS NOT NULL").run(e.node_id);return}throw await o.prepare("UPDATE nodes SET spend_refusal = ? WHERE node_id = ?").run(JSON.stringify({limit:r.limit.id,usd:r.usd,reset_at:r.reset_at,at:new Date().toISOString()}),e.node_id),await E({id:`refused:sandbox:${e.node_id}:${r.limit.id}:${r.month}`,kind:"sandbox",what:"wake",usd:null,payer:t.payer,funding:"bill",sub:t.sub,grantee:t.grantee,node:e.node_id,run:e.run_id??null,provider:"blaxel",refused:g(r)}),x(r)}a(P,"checkBilledWake");class F extends Error{static{a(this,"EnvironmentImagePending")}environmentId;imageError;constructor(n,t){super(`environment ${n} has no built image yet${t===null?"":` (${t})`}; the wake waits for the build.`),this.environmentId=n,this.imageError=t,this.name="EnvironmentImagePending"}}async function M(e){return await I(e)}a(M,"imageForWake");async function B(e){return e.release!==L()&&await w(e.nodeId,{afterTurn:!1,reason:"release"}),await d(e.runner).wake(e)==="no_broker"?(await l(e.executionId,{reason:"lost"}),"lost"):(await b(e.executionId,Date.now()),await p(e.executionId),"woken")}a(B,"wakeResident");async function G(e){const n=await d(e.runner).status(e);if(n.state!=="gone"&&n.state!=="failed")return!1;const t=await l(e.executionId,{reason:"lost"});return t&&u({level:"warn",event:"execution.lost",node_id:e.nodeId}),t}a(G,"endRemoteExecutionIfGone");async function q(e,n){const t=await m(e);if(t===null||t.state!=="launching"||t.runner==="process")return;const r=d(t.runner),o=n-Date.parse(t.startedAt),i=await r.status(t);if(i.state!=="unknown"){if(i.state==="running"){if(o<=y||!await s(t.executionId,{reason:"launch_timeout"}))return;await r.stop(t,{reason:"launch_timeout"}),await c(e,"crash",{reason:"launch_failed",outcome:{detail:{schema:"crtr.node-outcome-detail/v1",message:"the sandbox launch did not report within the launch deadline"}}}),u({level:"warn",event:"execution.launch_timeout",node_id:e});return}if(i.state==="failed"){if(!await s(t.executionId,{reason:"launch_failed"}))return;await c(e,"crash",{reason:"launch_failed",outcome:{detail:{schema:"crtr.node-outcome-detail/v1",message:`the sandbox start script failed: ${i.reason}`}}});return}if(o>S){if(!await s(t.executionId,{reason:"launch_lost"}))return;u({level:"warn",event:"execution.launch_lost",node_id:e})}}}a(q,"recoverLaunching");export{F as EnvironmentImagePending,y as LAUNCH_DEADLINE_MS,S as LAUNCH_LOST_GRACE_MS,L as acceptedRelease,P as checkBilledWake,G as endRemoteExecutionIfGone,M as imageForWake,q as recoverLaunching,B as wakeResident};
+var f=Object.defineProperty;var a=(e,t)=>f(e,"name",{value:t,configurable:!0});import{liveExecutionForNode as m,endExecution as l,recordExecutionAwake as p,endLaunchingExecution as s,requestExecutionStop as w}from"../../../core/canvas/executions.js";import{openDb as h}from"../../../core/canvas/db.js";import{isCloudRole as _}from"../../../core/canvas/person-state.js";import{emitEvent as u}from"../../../core/events/emit.js";import{findRefusal as x,refusalError as E,refusedMark as g,writeCharge as v}from"../../../core/ledger/index.js";import{transition as c}from"../../../core/runtime/lifecycle.js";import{runnerForExecution as d}from"../../../core/runtime/runner/index.js";import{machineEnvironmentOfProfile as b}from"../../../core/runtime/runner/machine/environment.js";import{startCandidateOf as k}from"../../../core/runtime/start-check.js";import{settleSandboxBeforeWake as y}from"../ledger-sandbox.js";import{crtrVersion as I}from"../../../shared/crtr-version.js";import{resolveEnvironmentImage as S}from"../recipe-image.js";const L=45*6e4,A=12e4,D=a(()=>I(),"acceptedRelease");async function G(e){return e===null||!_()?null:await b(e)}a(G,"remoteMachineEnvironmentOf");async function q(e){const t=await k(e);if(t===null)return;const n={scope:"call",payer:t.payer,funding:"bill",sub:t.sub,grantee:t.grantee,provider:"blaxel"},r=await x(n),o=await h();if(r===null){await o.prepare("UPDATE nodes SET spend_refusal = NULL WHERE node_id = ? AND spend_refusal IS NOT NULL").run(e.node_id);return}throw await o.prepare("UPDATE nodes SET spend_refusal = ? WHERE node_id = ?").run(JSON.stringify({limit:r.limit.id,usd:r.usd,reset_at:r.reset_at,at:new Date().toISOString()}),e.node_id),await v({id:`refused:sandbox:${e.node_id}:${r.limit.id}:${r.month}`,kind:"sandbox",what:"wake",usd:null,payer:n.payer,funding:"bill",sub:n.sub,grantee:n.grantee,node:e.node_id,run:e.run_id??null,provider:"blaxel",refused:g(r)}),E(r)}a(q,"checkBilledWake");class J extends Error{static{a(this,"EnvironmentImagePending")}environmentId;imageError;constructor(t,n){super(`environment ${t} has no built image yet${n===null?"":` (${n})`}; the wake waits for the build.`),this.environmentId=t,this.imageError=n,this.name="EnvironmentImagePending"}}async function V(e){return await S(e)}a(V,"imageForWake");async function j(e){return e.release!==D()&&await w(e.nodeId,{afterTurn:!1,reason:"release"}),await d(e.runner).wake(e)==="no_broker"?(await l(e.executionId,{reason:"lost"}),"lost"):(await y(e.executionId,Date.now()),await p(e.executionId),"woken")}a(j,"wakeResident");async function z(e){const t=await d(e.runner).status(e);if(t.state!=="gone"&&t.state!=="failed")return!1;const n=await l(e.executionId,{reason:"lost"});return n&&u({level:"warn",event:"execution.lost",node_id:e.nodeId}),n}a(z,"endRemoteExecutionIfGone");async function K(e,t){const n=await m(e);if(n===null||n.state!=="launching"||n.runner==="process")return;const r=d(n.runner),o=t-Date.parse(n.startedAt),i=await r.status(n);if(i.state!=="unknown"){if(i.state==="running"){if(o<=L||!await s(n.executionId,{reason:"launch_timeout"}))return;await r.stop(n,{reason:"launch_timeout"}),await c(e,"crash",{reason:"launch_failed",outcome:{detail:{schema:"crtr.node-outcome-detail/v1",message:"the sandbox launch did not report within the launch deadline"}}}),u({level:"warn",event:"execution.launch_timeout",node_id:e});return}if(i.state==="failed"){if(!await s(n.executionId,{reason:"launch_failed"}))return;await c(e,"crash",{reason:"launch_failed",outcome:{detail:{schema:"crtr.node-outcome-detail/v1",message:`the sandbox start script failed: ${i.reason}`}}});return}if(o>A){if(!await s(n.executionId,{reason:"launch_lost"}))return;u({level:"warn",event:"execution.launch_lost",node_id:e})}}}a(K,"recoverLaunching");export{J as EnvironmentImagePending,L as LAUNCH_DEADLINE_MS,A as LAUNCH_LOST_GRACE_MS,D as acceptedRelease,q as checkBilledWake,z as endRemoteExecutionIfGone,V as imageForWake,K as recoverLaunching,G as remoteMachineEnvironmentOf,j as wakeResident};

package/dist/daemon/reconcilers/node-lifecycle/tick.js

@@ -1 +1 @@
-var b=Object.defineProperty;var o=(r,a)=>b(r,"name",{value:a,configurable:!0});import{clearFrozen as P,getNode as x}from"../../../core/canvas/index.js";import{isSafeNodeId as z}from"../../../core/canvas/paths.js";import{recordedPidLiveness as L}from"../../../core/canvas/pid.js";import{endExecution as v,hasAbsorbedProfilePauseStop as g,hasObservedExit as N,latestExecutionForNode as M,liveExecutionForNode as c}from"../../../core/canvas/executions.js";import{emitEvent as w}from"../../../core/events/emit.js";import{operationIdContext as F}from"../../../core/events/operation-id.js";import{readInterruptedTurn as D}from"../../../core/canvas/recovery.js";import{isProfilePaused as d}from"../../../core/profiles/manifest.js";import{isRecoveryHeld as I}from"../../../core/runtime/recovery-hold.js";import{hasUnseenWakeMail as p}from"../../../core/canvas/deliveries.js";import{hasIdleReleaseIntent as A,isParkedResident as C}from"../../../core/runtime/lifecycle.js";import{classifyDeadNode as S}from"../../fleet.js";import{applyParkEvent as T,hasPendingWake as U,parkEvent as W}from"../live-obligation.js";import{FreezeLaneReconciler as B}from"./freeze-lane.js";import{isInBackoff as E}from"./respawn-policy.js";import{asNodePerson as G,NodePersonUnresolvedError as k}from"./node-person.js";import{handleTerminatingRow as H}from"./terminating.js";import{wantsExecution as q}from"./wants-execution.js";import{enactRequestedStops as O}from"./requested-stops.js";import{endRemoteExecutionIfGone as j,recoverLaunching as J,wakeResident as K}from"./remote-wake.js";function Q(r){return r.status==="done"||r.status==="canceled"||r.status==="dead"}o(Q,"isTerminal");const V=12e4;function X(r,a){const e=Math.max(...[r.created,r.launched_at].map(i=>i==null?0:Date.parse(i)||0));return e>0&&a-e<V}o(X,"isLaunchInFlight");async function R(r){const a=await c(r);return a!==null&&a.state==="running"&&a.pid!=null&&L(a.pid,a.processIdentity)==="dead"?a:null}o(R,"executionWithDeadPid");class Pe{static{o(this,"NodeLifecycleReconciler")}freezeLane=new B;async run(a,e){const i=[];await O(a);for(const s of e.rows)await F.fresh(async()=>{try{await G(s,()=>this.classifyRow(a,s,e,i))}catch(t){const l=s.node_id;w({level:t instanceof k?"warn":"error",event:t instanceof k?"node.lifecycle.person_unresolved":"node.lifecycle.classify_failed",...z(l)?{node_id:l}:{fields:{affected_node_id:l}},error:t})}});return this.freezeLane.run(a,{fleet:e.fleet,candidates:i})}async classifyRow(a,e,i,s){const t=e.node_id;if(Q(e)){if(H(e,await i.fleet.has(t)))return;if(C(e)&&!await i.fleet.has(t)&&!d(e.profile_id)&&!await I(t)&&!E(e,a)&&await p(t)){s.push({row:e,enact:"reopen"});return}if(e.pi_pid!=null){const n=await R(t);n!==null&&await v(n.executionId,{reason:"observed-dead"})}e.frozen_at!=null&&(e.final_report!=null||e.status==="dead"?await P(t):s.push({row:e,enact:"thaw"}));return}if(await i.fleet.has(t)){const n=await c(t);if(n?.runner==="blaxel"&&n.state==="running"&&!d(e.profile_id)&&await p(t)){if(await K(n)==="lost")return}else n?.runner==="blaxel"&&n.state==="running"&&await j(n);if(await i.fleet.has(t)){d(e.profile_id)?await i.fleet.interruptForProfilePause(t):await this.thawMark(e);return}}if(await J(t,a),d(e.profile_id)){await this.freezeLane.endEpisode(t);return}if(await I(t))return;const l=e.pi_pid==null?await M(t):null,f=l!==null&&N(l),m=l!==null&&!f&&g(l),h=e.pi_pid!=null?await R(t):null,_=f||m||h!==null;if(_&&!await i.fleet.hasProfilePauseInterruption(t)){const n=h??l;n!==null&&await v(n.executionId,{reason:"observed-dead"});const y=await c(t);if(y!==null&&y.executionId!==n?.executionId)return}if(!await q(e)){await this.thawMark(e),await this.settleParked(e);return}if(E(e,a))return;if(e.status==="idle"&&A(e)&&await p(t)){s.push({row:e,enact:"idle-release"});return}if(e.pi_pid==null&&(!f||e.frozen_at!=null)&&!m){if(e.respawn_not_before!=null){s.push({row:e,enact:"policy"});return}if(e.frozen_at!=null){s.push({row:e,enact:"thaw"});return}if(await i.fleet.isClaimed(t)||X(e,a))return;w({level:"warn",event:"node.lifecycle.stranded_launch",node_id:t}),s.push({row:e,enact:"thaw"});return}if(!_)return;const u=S(await x(t),(await D(t))?.interrupted===!0,await U(t));if(u==="respawn-fresh"||u==="respawn-cycle"||u==="respawn-resume"){s.push({row:e,enact:"policy"});return}await i.fleet.applyDeadRowPolicy(t),await this.thawMark(e)}async thawMark(a){a.frozen_at!=null&&await P(a.node_id)}async settleParked(a){if(a.status!=="idle")return;await this.freezeLane.endEpisode(a.node_id);const e=await W(a.node_id,a.lifecycle);e!=="release"&&await T(a.node_id,e)}}export{V as LAUNCH_GRACE_MS,Pe as NodeLifecycleReconciler,X as isLaunchInFlight};
+var b=Object.defineProperty;var o=(r,i)=>b(r,"name",{value:i,configurable:!0});import{clearFrozen as P,getNode as g}from"../../../core/canvas/index.js";import{isSafeNodeId as z}from"../../../core/canvas/paths.js";import{recordedPidLiveness as L}from"../../../core/canvas/pid.js";import{endExecution as v,hasAbsorbedProfilePauseStop as N,hasObservedExit as x,latestExecutionForNode as M,liveExecutionForNode as c}from"../../../core/canvas/executions.js";import{emitEvent as w}from"../../../core/events/emit.js";import{operationIdContext as D}from"../../../core/events/operation-id.js";import{readInterruptedTurn as F}from"../../../core/canvas/recovery.js";import{isProfilePaused as d}from"../../../core/profiles/manifest.js";import{isRecoveryHeld as I}from"../../../core/runtime/recovery-hold.js";import{hasUnseenWakeMail as p}from"../../../core/canvas/deliveries.js";import{hasIdleReleaseIntent as A,isParkedResident as C}from"../../../core/runtime/lifecycle.js";import{classifyDeadNode as S}from"../../fleet.js";import{applyParkEvent as T,hasPendingWake as U,parkEvent as W}from"../live-obligation.js";import{FreezeLaneReconciler as B}from"./freeze-lane.js";import{isInBackoff as E}from"./respawn-policy.js";import{asNodePerson as G,NodePersonUnresolvedError as k}from"./node-person.js";import{handleTerminatingRow as H}from"./terminating.js";import{wantsExecution as O}from"./wants-execution.js";import{enactRequestedStops as q}from"./requested-stops.js";import{endRemoteExecutionIfGone as j,recoverLaunching as J,wakeResident as K}from"./remote-wake.js";import{isDrained as Q}from"../../drain.js";function V(r){return r.status==="done"||r.status==="canceled"||r.status==="dead"}o(V,"isTerminal");const X=12e4;function Y(r,i){const e=Math.max(...[r.created,r.launched_at].map(n=>n==null?0:Date.parse(n)||0));return e>0&&i-e<X}o(Y,"isLaunchInFlight");async function R(r){const i=await c(r);return i!==null&&i.state==="running"&&i.pid!=null&&L(i.pid,i.processIdentity)==="dead"?i:null}o(R,"executionWithDeadPid");class we{static{o(this,"NodeLifecycleReconciler")}freezeLane=new B;async run(i,e){const n=[];await q(i);for(const s of e.rows)await D.fresh(async()=>{try{await G(s,()=>this.classifyRow(i,s,e,n))}catch(t){const l=s.node_id;w({level:t instanceof k?"warn":"error",event:t instanceof k?"node.lifecycle.person_unresolved":"node.lifecycle.classify_failed",...z(l)?{node_id:l}:{fields:{affected_node_id:l}},error:t})}});return await Q()?{stalled:0,waitingOnMail:0}:this.freezeLane.run(i,{fleet:e.fleet,candidates:n})}async classifyRow(i,e,n,s){const t=e.node_id;if(V(e)){if(H(e,await n.fleet.has(t)))return;if(C(e)&&!await n.fleet.has(t)&&!d(e.profile_id)&&!await I(t)&&!E(e,i)&&await p(t)){s.push({row:e,enact:"reopen"});return}if(e.pi_pid!=null){const a=await R(t);a!==null&&await v(a.executionId,{reason:"observed-dead"})}e.frozen_at!=null&&(e.final_report!=null||e.status==="dead"?await P(t):s.push({row:e,enact:"thaw"}));return}if(await n.fleet.has(t)){const a=await c(t);if(a?.runner!==void 0&&a.runner!=="process"&&a.state==="running"&&!d(e.profile_id)&&await p(t)){if(await K(a)==="lost")return}else a?.runner!==void 0&&a.runner!=="process"&&a.state==="running"&&await j(a);if(await n.fleet.has(t)){d(e.profile_id)?await n.fleet.interruptForProfilePause(t):await this.thawMark(e);return}}if(await J(t,i),d(e.profile_id)){await this.freezeLane.endEpisode(t);return}if(await I(t))return;const l=e.pi_pid==null?await M(t):null,f=l!==null&&x(l),m=l!==null&&!f&&N(l),h=e.pi_pid!=null?await R(t):null,_=f||m||h!==null;if(_&&!await n.fleet.hasProfilePauseInterruption(t)){const a=h??l;a!==null&&await v(a.executionId,{reason:"observed-dead"});const y=await c(t);if(y!==null&&y.executionId!==a?.executionId)return}if(!await O(e)){await this.thawMark(e),await this.settleParked(e);return}if(E(e,i))return;if(e.status==="idle"&&A(e)&&await p(t)){s.push({row:e,enact:"idle-release"});return}if(e.pi_pid==null&&(!f||e.frozen_at!=null)&&!m){if(e.respawn_not_before!=null){s.push({row:e,enact:"policy"});return}if(e.frozen_at!=null){s.push({row:e,enact:"thaw"});return}if(await n.fleet.isClaimed(t)||Y(e,i))return;w({level:"warn",event:"node.lifecycle.stranded_launch",node_id:t}),s.push({row:e,enact:"thaw"});return}if(!_)return;const u=S(await g(t),(await F(t))?.interrupted===!0,await U(t));if(u==="respawn-fresh"||u==="respawn-cycle"||u==="respawn-resume"){s.push({row:e,enact:"policy"});return}await n.fleet.applyDeadRowPolicy(t),await this.thawMark(e)}async thawMark(i){i.frozen_at!=null&&await P(i.node_id)}async settleParked(i){if(i.status!=="idle")return;await this.freezeLane.endEpisode(i.node_id);const e=await W(i.node_id,i.lifecycle);e!=="release"&&await T(i.node_id,e)}}export{X as LAUNCH_GRACE_MS,we as NodeLifecycleReconciler,Y as isLaunchInFlight};

package/dist/daemon/reconcilers/purge-due-work.d.ts

@@ -0,0 +1,13 @@
+import type { DetachedWorkLifecycle } from './broker-supervision.js';
+import { type LanePass } from './throttled-lane.js';
+export declare const PURGE_DUE_WORK_INTERVAL_MS: number;
+/** Rows purged per pass; the rest wait for the next pass. */
+export declare const PURGE_BUDGET = 1000;
+export interface PurgeDueWorkContext {
+    lifecycle: DetachedWorkLifecycle;
+}
+export declare class PurgeDueWorkReconciler {
+    run(now: number, ctx: PurgeDueWorkContext): void;
+    /** One pass. Exposed for tests. */
+    pass(now: number, lane?: Pick<LanePass, 'holds'>): Promise<number>;
+}

package/dist/daemon/reconcilers/purge-due-work.js

@@ -0,0 +1 @@
+var a=Object.defineProperty;var c=(s,e)=>a(s,"name",{value:e,configurable:!0});import{emitEvent as n}from"../../core/events/emit.js";import{operationIdContext as i}from"../../core/events/operation-id.js";import{purgeSoftDeleted as d}from"../../core/storage/purge.js";import{runThrottledLane as p}from"./throttled-lane.js";const u=10*6e4,l=1e3,f=5*6e4;class D{static{c(this,"PurgeDueWorkReconciler")}run(e,t){if(!t.lifecycle.acceptsDetachedWork())return;const r=i.fresh(()=>p("purge-due-work","",e,u,f,async o=>{await this.pass(e,o)})).then(()=>{}).catch(o=>{i.fresh(()=>n({level:"error",event:"purge.due_work.failed",error:o}))});t.lifecycle.registerDetached(r)}async pass(e,t){const r=await d(e,l,t?.holds);return r>0&&n({level:"info",event:"purge.due_work.settled",outcome:"succeeded",fields:{purged:r}}),r}}export{l as PURGE_BUDGET,u as PURGE_DUE_WORK_INTERVAL_MS,D as PurgeDueWorkReconciler};

package/dist/daemon/reconcilers/row-claim.d.ts

@@ -3,6 +3,7 @@ declare const CLAIMABLE: {
     readonly nodes: "node_id";
     readonly structured_requests: "request_id";
     readonly human_requests: "request_id";
+    readonly import_runs: "run_id";
 };
 export type ClaimableTable = keyof typeof CLAIMABLE;
 export declare class ClaimLostError extends Error {

package/dist/daemon/reconcilers/row-claim.js

@@ -1,2 +1,2 @@
-var E=Object.defineProperty;var i=(e,r)=>E(e,"name",{value:r,configurable:!0});import{randomUUID as D}from"node:crypto";import{openDb as w}from"../../core/canvas/db.js";const d={nodes:"node_id",structured_requests:"request_id",human_requests:"request_id"};class _ extends Error{static{i(this,"ClaimLostError")}constructor(r,t){super(`row claim lost: ${r} ${t} is no longer held by this process`)}}async function L(e,r,t,p){const a=d[e],n=D(),o=await w(),u=new Date().toISOString();if((await o.prepare(`UPDATE ${e} SET claimed_by = ?, lease_expires_at = ?
-    WHERE ${a} = ? AND (claimed_by IS NULL OR lease_expires_at IS NULL OR lease_expires_at <= ?)`).run(n,new Date(Date.now()+t).toISOString(),r,u)).changes!==1)return!1;let s=!1;const c=setInterval(()=>{o.prepare(`UPDATE ${e} SET lease_expires_at = ? WHERE ${a} = ? AND claimed_by = ? AND lease_expires_at > ?`).run(new Date(Date.now()+t).toISOString(),r,n,new Date().toISOString()).then(l=>{l.changes!==1&&(s=!0)},()=>{s=!0})},Math.max(1,Math.floor(t/3)));c.unref();const m={async assertOwned(){if(s)throw new _(e,r);if(await(await w()).prepare(`SELECT 1 AS held FROM ${e} WHERE ${a} = ? AND claimed_by = ? AND lease_expires_at > ? FOR UPDATE`).get(r,n,new Date().toISOString())===void 0)throw s=!0,new _(e,r)}};try{await p(m)}finally{clearInterval(c),await o.prepare(`UPDATE ${e} SET claimed_by = NULL, lease_expires_at = NULL WHERE ${a} = ? AND claimed_by = ?`).run(r,n)}return!0}i(L,"withRowClaim");export{_ as ClaimLostError,L as withRowClaim};
+var E=Object.defineProperty;var i=(e,r)=>E(e,"name",{value:r,configurable:!0});import{randomUUID as d}from"node:crypto";import{openDb as _}from"../../core/canvas/db.js";const D={nodes:"node_id",structured_requests:"request_id",human_requests:"request_id",import_runs:"run_id"};class w extends Error{static{i(this,"ClaimLostError")}constructor(r,t){super(`row claim lost: ${r} ${t} is no longer held by this process`)}}async function L(e,r,t,u){const a=D[e],n=d(),o=await _(),p=new Date().toISOString();if((await o.prepare(`UPDATE ${e} SET claimed_by = ?, lease_expires_at = ?
+    WHERE ${a} = ? AND (claimed_by IS NULL OR lease_expires_at IS NULL OR lease_expires_at <= ?)`).run(n,new Date(Date.now()+t).toISOString(),r,p)).changes!==1)return!1;let s=!1;const c=setInterval(()=>{o.prepare(`UPDATE ${e} SET lease_expires_at = ? WHERE ${a} = ? AND claimed_by = ? AND lease_expires_at > ?`).run(new Date(Date.now()+t).toISOString(),r,n,new Date().toISOString()).then(l=>{l.changes!==1&&(s=!0)},()=>{s=!0})},Math.max(1,Math.floor(t/3)));c.unref();const m={async assertOwned(){if(s)throw new w(e,r);if(await(await _()).prepare(`SELECT 1 AS held FROM ${e} WHERE ${a} = ? AND claimed_by = ? AND lease_expires_at > ? FOR UPDATE`).get(r,n,new Date().toISOString())===void 0)throw s=!0,new w(e,r)}};try{await u(m)}finally{clearInterval(c),await o.prepare(`UPDATE ${e} SET claimed_by = NULL, lease_expires_at = NULL WHERE ${a} = ? AND claimed_by = ?`).run(r,n)}return!0}i(L,"withRowClaim");export{w as ClaimLostError,L as withRowClaim};

package/dist/daemon/runs/observer.js

@@ -1,6 +1,6 @@
-var b=Object.defineProperty;var l=(t,e)=>b(t,"name",{value:e,configurable:!0});import{randomUUID as y}from"node:crypto";import{openDb as d,withCanvasWrite as C}from"../../core/canvas/db.js";import{claimReconcilerLease as F,releaseReconcilerLease as O,renewReconcilerLease as M}from"../../core/canvas/reconciler-leases.js";import{getNode as R}from"../../core/canvas/canvas.js";import{BrokerClient as x,SocketTransport as D}from"../../core/broker-client/client.js";import{liveExecutionForNode as N}from"../../core/canvas/executions.js";import{runnerForExecution as H}from"../../core/runtime/runner/index.js";import{connectWssView as W}from"../../core/runtime/view-socket.js";import{ViewLinkTransport as q}from"./view-transport.js";import{emitRunEvent as g,emitRunSettlement as A,emitRunStatus as U}from"../../core/runs/events.js";import{cancelOpenQuestions as j}from"../../core/runs/questions.js";import{emitEvent as c}from"../../core/events/emit.js";import{toRunOutcomeDTO as J}from"../api/map.js";import{readOutputResult as P}from"../../core/runtime/output-result.js";const V=JSON.stringify({input_tokens:0,output_tokens:0,cache_read_tokens:0,cache_write_tokens:0,cost_usd:0}),p=new Map,h="run-observer",E=1e4,B=250;async function w(t,e,i){return await C(async s=>await s.prepare("SELECT 1 AS held FROM reconciler_leases WHERE lane = ? AND key = ? AND owner = ? AND expires_at > ? FOR SHARE").get(h,t,e,new Date().toISOString())===void 0?{held:!1}:{held:!0,value:await i()})}l(w,"whileHoldingLease");class v{static{l(this,"RunObserver")}nodeId;runId;owner;client;timer;status;piPid=null;outcomeRevision;openAssistant=!1;assistantStartSequence=0;block=null;thinking="";output="";pendingThinking="";pendingOutput="";flushTimer;closed=!1;lastRenewAt=Date.now();released=Promise.resolve();polling;frames=Promise.resolve();constructor(e,i,s,n,r){this.nodeId=e,this.runId=i,this.owner=s,this.status=n,this.outcomeRevision=r,this.timer=setInterval(()=>{this.pollOrClose()},250),this.timer.unref(),p.set(e,this)}static async start(e,i,s){const n=await d(),r=await n.prepare("SELECT body_json FROM run_events WHERE node_id = ? AND type = ? ORDER BY sequence_number DESC LIMIT 1").get(e,e===i?"node.settled":"child.settled"),a=await n.prepare("SELECT body_json FROM run_events WHERE node_id = ? AND type = 'node.status.changed' ORDER BY sequence_number DESC LIMIT 1").get(e),o=new v(e,i,s,a?JSON.parse(a.body_json).status:void 0,r?JSON.parse(r.body_json).outcome.revision:void 0);return await o.writeStream(null,null),await o.poll(),o}async pollOrClose(){try{await this.poll()}catch(e){this.close(),c({level:"error",event:"daemon.runs.observer_failed",node_id:this.nodeId,error:e})}}poll(){return this.polling===void 0&&(this.polling=this.pollOnce().finally(()=>{this.polling=void 0})),this.polling}async holdLease(){return Date.now()-this.lastRenewAt<E/3?!0:await M(h,this.nodeId,this.owner,E)?(this.lastRenewAt=Date.now(),!0):!1}async writeStream(e,i,s=!1){return(await(await d()).prepare(`UPDATE nodes SET ${s?"":`stream_message_seq = ${e===null?"NULL":"(SELECT event_cursor FROM nodes WHERE node_id = ?)"},`} stream_block = ?
-      WHERE node_id = ? AND EXISTS (SELECT 1 FROM reconciler_leases WHERE lane = ? AND key = ? AND owner = ? AND expires_at > ?)`).run(...e===null||s?[]:[this.runId],i===null?null:JSON.stringify(i),this.nodeId,h,this.nodeId,this.owner,new Date().toISOString())).changes===1}async pollOnce(){if(this.closed)return;if(!await this.holdLease()){this.close();return}const e=await R(this.nodeId);if(!e||e.run_id!==this.runId||!await T(this.runId)){this.close();return}this.piPid=e.pi_pid??null;const i=e.pi_pid===null?"dormant":e.status;if(this.status!==i){if(!(await w(this.nodeId,this.owner,()=>U(this.runId,this.nodeId,i,e.intent??null))).held){this.close();return}this.status=i}const s=await J(e);if(s&&s.revision!==this.outcomeRevision&&Date.now()-Date.parse(s.settled_at)<720*60*6e4){if(this.nodeId===this.runId){const a=await(await d()).prepare("SELECT node_id FROM nodes WHERE run_id = ? AND node_id != ? ORDER BY created DESC").all(this.runId,this.runId);for(const o of a)await I(o.node_id,this.runId),await p.get(o.node_id)?.poll()}this.outcomeRevision=s.revision;const n=this.nodeId===this.runId&&s.kind==="result"?await P(this.nodeId):void 0;if(!(await w(this.nodeId,this.owner,()=>this.nodeId===this.runId?A(this.runId,this.nodeId,"node.settled",{outcome:s,usage:JSON.parse(e.usage_json??V),...n===void 0?{}:{result:n}}):A(this.runId,this.nodeId,"child.settled",{child_node_id:this.nodeId,outcome:s}))).held){this.close();return}if(e.grantee&&e.grantee!=="app:terminal"){const a=this.nodeId===this.runId?{run_id:this.runId}:{node_id:this.nodeId};j(a,this.nodeId===this.runId?"the run settled":"the asking node was closed").catch(o=>c({level:"error",event:"daemon.runs.question_cancel_failed",node_id:this.nodeId,error:o}))}}e.pi_pid===null?this.close():await this.connect()}async settlePoll(){await this.polling?.catch(()=>{}),await this.frames,await this.released}async viewAdmitted(){const e=await N(this.nodeId);return!(e?.runner==="blaxel"&&e.idleAt!==null)}async dropView(){const e=this.client;e&&(this.client=void 0,await this.frames,await this.flushDeltas(),this.discardDeltas(),this.openAssistant=!1,this.block=null,await this.writeStream(null,null),e.close())}async connect(){if(this.closed)return;if(!await this.viewAdmitted()){await this.dropView();return}if(this.client)return;const e=await Y(this.nodeId),i=await this.viewAdmitted();if(this.client||this.closed||!i){e.destroy();return}const s=new x(this.nodeId,{transport:e});this.client=s,s.on("connect",()=>s.send({type:"hello",role:"observer",client_id:y(),attends:!1}));const n=l(async r=>{if(!(this.closed||this.client!==s)){if(r.type==="message_start"&&r.message.role==="assistant"){if(this.discardDeltas(),this.openAssistant=!0,this.block=null,this.thinking="",this.output="",!await this.writeStream("run-cursor",null)){this.close();return}this.assistantStartSequence=Number((await(await d()).prepare("SELECT stream_message_seq FROM nodes WHERE node_id = ?").get(this.nodeId)).stream_message_seq)}if(r.type==="message_update"&&r.message.role==="assistant"&&this.openAssistant){const a=r.message.content;if(!Array.isArray(a))return;const o=a.at(-1);if(o&&typeof o=="object"&&"type"in o&&(o.type==="toolCall"?this.block={kind:"tool_call",name:"name"in o&&typeof o.name=="string"?o.name:""}:(o.type==="text"||o.type==="thinking")&&(this.block={kind:o.type})),!await this.writeStream(null,this.block,!0)){this.close();return}const f=a.filter(u=>u?.type==="thinking").map(u=>u.thinking).join(""),_=a.filter(u=>u?.type==="text").map(u=>u.text).join(""),k=f.startsWith(this.thinking)?f.slice(this.thinking.length):f,L=_.startsWith(this.output)?_.slice(this.output.length):_;this.thinking=f,this.output=_,this.pendingThinking+=k,this.pendingOutput+=L,(this.pendingThinking||this.pendingOutput)&&!this.flushTimer&&(this.flushTimer=setTimeout(()=>{this.flushDeltas().catch(u=>c({level:"error",event:"daemon.runs.observer_failed",node_id:this.nodeId,error:u}))},B),this.flushTimer.unref())}r.type==="message_end"&&r.message.role==="assistant"&&(await this.flushDeltas(),this.openAssistant=!1,this.block=null,await this.writeStream(null,null))}},"handleFrame");s.on("frame",r=>{this.frames=this.frames.then(()=>n(r)).catch(a=>{this.close(),c({level:"error",event:"daemon.runs.observer_failed",node_id:this.nodeId,error:a})})}),s.on("error",()=>{}),s.on("close",()=>{this.client===s&&(this.client=void 0,this.discardDeltas(),this.openAssistant=!1,this.block=null,this.released=this.released.then(async()=>{await this.writeStream(null,null)}).catch(()=>{}))}),s.connect()}async flushDeltas(){this.flushTimer&&clearTimeout(this.flushTimer),this.flushTimer=void 0;const e=this.pendingThinking,i=this.pendingOutput;if(this.pendingThinking="",this.pendingOutput="",!this.openAssistant||!e&&!i)return;(await w(this.nodeId,this.owner,async()=>{if(await(await d()).prepare("SELECT 1 FROM run_events WHERE run_id = ? AND node_id = ? AND sequence_number >= ? AND type IN ('node.output_text.done', 'node.thinking.done', 'usage') LIMIT 1").get(this.runId,this.nodeId,this.assistantStartSequence)){this.openAssistant=!1;return}e&&await g(this.runId,this.nodeId,"node.thinking.delta",{delta:e}),i&&await g(this.runId,this.nodeId,"node.output_text.delta",{delta:i})})).held||this.close()}discardDeltas(){this.flushTimer&&clearTimeout(this.flushTimer),this.flushTimer=void 0,this.pendingThinking="",this.pendingOutput=""}close(){if(this.closed)return;this.closed=!0,this.discardDeltas(),clearInterval(this.timer),p.delete(this.nodeId),this.released=this.released.then(async()=>{await this.writeStream(null,null),await O(h,this.nodeId,this.owner)}).then(()=>{}).catch(i=>{c({level:"error",event:"daemon.runs.observer_release_failed",node_id:this.nodeId,error:i})});const e=this.client;this.client=void 0,e?.close()}}async function Y(t){const e=await N(t);if(e===null)return new D(t,{recordsViewerFaults:!1});const i=await H(e.runner).viewerAddress(e);return i.kind==="unix"?new D(t,{recordsViewerFaults:!1}):new q(t,()=>W(i.url,i.headers))}l(Y,"viewTransport");async function ue(t){const e=await(await d()).prepare("SELECT stream_message_seq FROM node_rows WHERE node_id = ? AND pi_pid IS NOT NULL").get(t);return e?.stream_message_seq==null?null:Number(e.stream_message_seq)}l(ue,"openAssistantMessageStartSequence");async function ce(t){const e=await(await d()).prepare("SELECT stream_message_seq, stream_block FROM node_rows WHERE node_id = ? AND pi_pid IS NOT NULL").get(t);return e?.stream_message_seq==null||e.stream_block===null?null:JSON.parse(e.stream_block)}l(ce,"openAssistantBlock");async function he(){const t=[...p.values()];for(const e of t)e.close();await Promise.all(t.map(e=>e.settlePoll())),await Promise.all([...m.values()].map(e=>e.catch(()=>{})))}l(he,"closeRunObserversForTests");async function T(t){return await(await d()).prepare("SELECT 1 FROM nodes WHERE node_id = ? AND run_id = ? AND event_cursor IS NOT NULL").get(t,t)!==void 0}l(T,"runRootExists");const m=new Map;async function I(t,e){const i=m.get(t);if(i)return i;if(p.has(t))return;const s=$(t,e).finally(()=>m.delete(t));return m.set(t,s),s}l(I,"ensureRunObserver");async function $(t,e){if(!await T(e))return;const i=y();if(await F(h,t,i,E)!==void 0)try{if(t!==e){const s=await R(t);if(!await(await d()).prepare("SELECT 1 FROM run_events WHERE run_id = ? AND node_id = ? AND type = 'child.started' LIMIT 1").get(e,t)&&s&&Date.now()-Date.parse(s.created)<720*60*6e4&&!(await w(t,i,()=>g(e,t,"child.started",{child_node_id:t,kind:s.kind}))).held)return}await v.start(t,e,i)}catch(s){throw await O(h,t,i).catch(()=>{}),s}}l($,"startRunObserver");async function pe(){const t=new Date(Date.now()-2592e6).toISOString(),e=await(await d()).prepare(`SELECT n.node_id, n.run_id, n.pi_pid, COALESCE(n.outcome_revision, 1) AS revision, e.body_json
+var M=Object.defineProperty;var l=(t,e)=>M(t,"name",{value:e,configurable:!0});import{randomUUID as y}from"node:crypto";import{openDb as d,withCanvasWrite as C}from"../../core/canvas/db.js";import{claimReconcilerLease as F,releaseReconcilerLease as O,renewReconcilerLease as x}from"../../core/canvas/reconciler-leases.js";import{getNode as R}from"../../core/canvas/canvas.js";import{BrokerClient as H,SocketTransport as D}from"../../core/broker-client/client.js";import{liveExecutionForNode as N}from"../../core/canvas/executions.js";import{runnerForExecution as W}from"../../core/runtime/runner/index.js";import{connectWssView as q}from"../../core/runtime/view-socket.js";import{openMachineView as U}from"../machine-link/forward.js";import{ViewLinkTransport as A}from"./view-transport.js";import{emitRunEvent as g,emitRunSettlement as T,emitRunStatus as j}from"../../core/runs/events.js";import{cancelOpenQuestions as J}from"../../core/runs/questions.js";import{emitEvent as c}from"../../core/events/emit.js";import{toRunOutcomeDTO as P}from"../api/map.js";import{readOutputResult as V}from"../../core/runtime/output-result.js";const B=JSON.stringify({input_tokens:0,output_tokens:0,cache_read_tokens:0,cache_write_tokens:0,cost_usd:0}),p=new Map,h="run-observer",E=1e4,Y=250;async function m(t,e,i){return await C(async n=>await n.prepare("SELECT 1 AS held FROM reconciler_leases WHERE lane = ? AND key = ? AND owner = ? AND expires_at > ? FOR SHARE").get(h,t,e,new Date().toISOString())===void 0?{held:!1}:{held:!0,value:await i()})}l(m,"whileHoldingLease");class v{static{l(this,"RunObserver")}nodeId;runId;owner;client;timer;status;piPid=null;outcomeRevision;openAssistant=!1;assistantStartSequence=0;block=null;thinking="";output="";pendingThinking="";pendingOutput="";flushTimer;closed=!1;lastRenewAt=Date.now();released=Promise.resolve();polling;frames=Promise.resolve();constructor(e,i,n,s,r){this.nodeId=e,this.runId=i,this.owner=n,this.status=s,this.outcomeRevision=r,this.timer=setInterval(()=>{this.pollOrClose()},250),this.timer.unref(),p.set(e,this)}static async start(e,i,n){const s=await d(),r=await s.prepare("SELECT body_json FROM run_events WHERE node_id = ? AND type = ? ORDER BY sequence_number DESC LIMIT 1").get(e,e===i?"node.settled":"child.settled"),a=await s.prepare("SELECT body_json FROM run_events WHERE node_id = ? AND type = 'node.status.changed' ORDER BY sequence_number DESC LIMIT 1").get(e),o=new v(e,i,n,a?JSON.parse(a.body_json).status:void 0,r?JSON.parse(r.body_json).outcome.revision:void 0);return await o.writeStream(null,null),await o.poll(),o}async pollOrClose(){try{await this.poll()}catch(e){this.close(),c({level:"error",event:"daemon.runs.observer_failed",node_id:this.nodeId,error:e})}}poll(){return this.polling===void 0&&(this.polling=this.pollOnce().finally(()=>{this.polling=void 0})),this.polling}async holdLease(){return Date.now()-this.lastRenewAt<E/3?!0:await x(h,this.nodeId,this.owner,E)?(this.lastRenewAt=Date.now(),!0):!1}async writeStream(e,i,n=!1){return(await(await d()).prepare(`UPDATE nodes SET ${n?"":`stream_message_seq = ${e===null?"NULL":"(SELECT event_cursor FROM nodes WHERE node_id = ?)"},`} stream_block = ?
+      WHERE node_id = ? AND EXISTS (SELECT 1 FROM reconciler_leases WHERE lane = ? AND key = ? AND owner = ? AND expires_at > ?)`).run(...e===null||n?[]:[this.runId],i===null?null:JSON.stringify(i),this.nodeId,h,this.nodeId,this.owner,new Date().toISOString())).changes===1}async pollOnce(){if(this.closed)return;if(!await this.holdLease()){this.close();return}const e=await R(this.nodeId);if(!e||e.run_id!==this.runId||!await I(this.runId)){this.close();return}this.piPid=e.pi_pid??null;const i=e.pi_pid===null?"dormant":e.status;if(this.status!==i){if(!(await m(this.nodeId,this.owner,()=>j(this.runId,this.nodeId,i,e.intent??null))).held){this.close();return}this.status=i}const n=await P(e);if(n&&n.revision!==this.outcomeRevision&&Date.now()-Date.parse(n.settled_at)<720*60*6e4){if(this.nodeId===this.runId){const a=await(await d()).prepare("SELECT node_id FROM nodes WHERE run_id = ? AND node_id != ? ORDER BY created DESC").all(this.runId,this.runId);for(const o of a)await k(o.node_id,this.runId),await p.get(o.node_id)?.poll()}this.outcomeRevision=n.revision;const s=this.nodeId===this.runId&&n.kind==="result"?await V(this.nodeId):void 0;if(!(await m(this.nodeId,this.owner,()=>this.nodeId===this.runId?T(this.runId,this.nodeId,"node.settled",{outcome:n,usage:JSON.parse(e.usage_json??B),...s===void 0?{}:{result:s}}):T(this.runId,this.nodeId,"child.settled",{child_node_id:this.nodeId,outcome:n}))).held){this.close();return}if(e.grantee&&e.grantee!=="app:terminal"){const a=this.nodeId===this.runId?{run_id:this.runId}:{node_id:this.nodeId};J(a,this.nodeId===this.runId?"the run settled":"the asking node was closed").catch(o=>c({level:"error",event:"daemon.runs.question_cancel_failed",node_id:this.nodeId,error:o}))}}e.pi_pid===null?this.close():await this.connect()}async settlePoll(){await this.polling?.catch(()=>{}),await this.frames,await this.released}async viewAdmitted(){const e=await N(this.nodeId);return!(e?.runner==="blaxel"&&e.idleAt!==null)}async dropView(){const e=this.client;e&&(this.client=void 0,await this.frames,await this.flushDeltas(),this.discardDeltas(),this.openAssistant=!1,this.block=null,await this.writeStream(null,null),e.close())}async connect(){if(this.closed)return;if(!await this.viewAdmitted()){await this.dropView();return}if(this.client)return;const e=await $(this.nodeId),i=await this.viewAdmitted();if(this.client||this.closed||!i){e.destroy();return}const n=new H(this.nodeId,{transport:e});this.client=n,n.on("connect",()=>n.send({type:"hello",role:"observer",client_id:y(),attends:!1}));const s=l(async r=>{if(!(this.closed||this.client!==n)){if(r.type==="message_start"&&r.message.role==="assistant"){if(this.discardDeltas(),this.openAssistant=!0,this.block=null,this.thinking="",this.output="",!await this.writeStream("run-cursor",null)){this.close();return}this.assistantStartSequence=Number((await(await d()).prepare("SELECT stream_message_seq FROM nodes WHERE node_id = ?").get(this.nodeId)).stream_message_seq)}if(r.type==="message_update"&&r.message.role==="assistant"&&this.openAssistant){const a=r.message.content;if(!Array.isArray(a))return;const o=a.at(-1);if(o&&typeof o=="object"&&"type"in o&&(o.type==="toolCall"?this.block={kind:"tool_call",name:"name"in o&&typeof o.name=="string"?o.name:""}:(o.type==="text"||o.type==="thinking")&&(this.block={kind:o.type})),!await this.writeStream(null,this.block,!0)){this.close();return}const f=a.filter(u=>u?.type==="thinking").map(u=>u.thinking).join(""),_=a.filter(u=>u?.type==="text").map(u=>u.text).join(""),L=f.startsWith(this.thinking)?f.slice(this.thinking.length):f,b=_.startsWith(this.output)?_.slice(this.output.length):_;this.thinking=f,this.output=_,this.pendingThinking+=L,this.pendingOutput+=b,(this.pendingThinking||this.pendingOutput)&&!this.flushTimer&&(this.flushTimer=setTimeout(()=>{this.flushDeltas().catch(u=>c({level:"error",event:"daemon.runs.observer_failed",node_id:this.nodeId,error:u}))},Y),this.flushTimer.unref())}r.type==="message_end"&&r.message.role==="assistant"&&(await this.flushDeltas(),this.openAssistant=!1,this.block=null,await this.writeStream(null,null))}},"handleFrame");n.on("frame",r=>{this.frames=this.frames.then(()=>s(r)).catch(a=>{this.close(),c({level:"error",event:"daemon.runs.observer_failed",node_id:this.nodeId,error:a})})}),n.on("error",()=>{}),n.on("close",()=>{this.client===n&&(this.client=void 0,this.discardDeltas(),this.openAssistant=!1,this.block=null,this.released=this.released.then(async()=>{await this.writeStream(null,null)}).catch(()=>{}))}),n.connect()}async flushDeltas(){this.flushTimer&&clearTimeout(this.flushTimer),this.flushTimer=void 0;const e=this.pendingThinking,i=this.pendingOutput;if(this.pendingThinking="",this.pendingOutput="",!this.openAssistant||!e&&!i)return;(await m(this.nodeId,this.owner,async()=>{if(await(await d()).prepare("SELECT 1 FROM run_events WHERE run_id = ? AND node_id = ? AND sequence_number >= ? AND type IN ('node.output_text.done', 'node.thinking.done', 'usage') LIMIT 1").get(this.runId,this.nodeId,this.assistantStartSequence)){this.openAssistant=!1;return}e&&await g(this.runId,this.nodeId,"node.thinking.delta",{delta:e}),i&&await g(this.runId,this.nodeId,"node.output_text.delta",{delta:i})})).held||this.close()}discardDeltas(){this.flushTimer&&clearTimeout(this.flushTimer),this.flushTimer=void 0,this.pendingThinking="",this.pendingOutput=""}close(){if(this.closed)return;this.closed=!0,this.discardDeltas(),clearInterval(this.timer),p.delete(this.nodeId),this.released=this.released.then(async()=>{await this.writeStream(null,null),await O(h,this.nodeId,this.owner)}).then(()=>{}).catch(i=>{c({level:"error",event:"daemon.runs.observer_release_failed",node_id:this.nodeId,error:i})});const e=this.client;this.client=void 0,e?.close()}}async function $(t){const e=await N(t);if(e===null)return new D(t,{recordsViewerFaults:!1});const i=await W(e.runner).viewerAddress(e);return i.kind==="machine"?new A(t,()=>U(i.environmentId,t)):i.kind==="unix"?new D(t,{recordsViewerFaults:!1}):new A(t,()=>q(i.url,i.headers))}l($,"viewTransport");async function he(t){const e=await(await d()).prepare("SELECT stream_message_seq FROM node_rows WHERE node_id = ? AND pi_pid IS NOT NULL").get(t);return e?.stream_message_seq==null?null:Number(e.stream_message_seq)}l(he,"openAssistantMessageStartSequence");async function pe(t){const e=await(await d()).prepare("SELECT stream_message_seq, stream_block FROM node_rows WHERE node_id = ? AND pi_pid IS NOT NULL").get(t);return e?.stream_message_seq==null||e.stream_block===null?null:JSON.parse(e.stream_block)}l(pe,"openAssistantBlock");async function fe(){const t=[...p.values()];for(const e of t)e.close();await Promise.all(t.map(e=>e.settlePoll())),await Promise.all([...w.values()].map(e=>e.catch(()=>{})))}l(fe,"closeRunObserversForTests");async function I(t){return await(await d()).prepare("SELECT 1 FROM nodes WHERE node_id = ? AND run_id = ? AND event_cursor IS NOT NULL").get(t,t)!==void 0}l(I,"runRootExists");const w=new Map;async function k(t,e){const i=w.get(t);if(i)return i;if(p.has(t))return;const n=G(t,e).finally(()=>w.delete(t));return w.set(t,n),n}l(k,"ensureRunObserver");async function G(t,e){if(!await I(e))return;const i=y();if(await F(h,t,i,E)!==void 0)try{if(t!==e){const n=await R(t);if(!await(await d()).prepare("SELECT 1 FROM run_events WHERE run_id = ? AND node_id = ? AND type = 'child.started' LIMIT 1").get(e,t)&&n&&Date.now()-Date.parse(n.created)<720*60*6e4&&!(await m(t,i,()=>g(e,t,"child.started",{child_node_id:t,kind:n.kind}))).held)return}await v.start(t,e,i)}catch(n){throw await O(h,t,i).catch(()=>{}),n}}l(G,"startRunObserver");async function _e(){const t=new Date(Date.now()-2592e6).toISOString(),e=await(await d()).prepare(`SELECT n.node_id, n.run_id, n.pi_pid, COALESCE(n.outcome_revision, 1) AS revision, e.body_json
     FROM node_rows n
     LEFT JOIN run_events e ON n.pi_pid IS NULL AND e.run_id = n.run_id AND e.node_id = n.node_id
       AND e.type = CASE WHEN n.node_id = n.run_id THEN 'node.settled' ELSE 'child.settled' END
-    WHERE n.run_id IS NOT NULL AND (n.pi_pid IS NOT NULL OR (n.outcome_at IS NOT NULL AND n.outcome_at > ? AND n.outcome_reason != 'parked'))`).all(t),i=new Map;for(const n of e){const r=i.get(n.node_id)??{node_id:n.node_id,run_id:n.run_id,reported:!1};n.body_json!==null&&JSON.parse(n.body_json).outcome?.revision===n.revision&&(r.reported=!0),i.set(n.node_id,r)}const s=[...i.values()].filter(n=>!n.reported);for(const n of s)try{await I(n.node_id,n.run_id),S.delete(n.node_id)}catch(r){G(n.node_id,r)}}l(pe,"pollRunObservers");const S=new Map;function G(t,e){const i=e instanceof Error?e.message:String(e);S.get(t)!==i&&(S.set(t,i),c({level:"error",event:"daemon.runs.observer_failed",node_id:t,error:e}))}l(G,"reportObserverFailure");export{he as closeRunObserversForTests,I as ensureRunObserver,ce as openAssistantBlock,ue as openAssistantMessageStartSequence,pe as pollRunObservers};
+    WHERE n.run_id IS NOT NULL AND (n.pi_pid IS NOT NULL OR (n.outcome_at IS NOT NULL AND n.outcome_at > ? AND n.outcome_reason != 'parked'))`).all(t),i=new Map;for(const s of e){const r=i.get(s.node_id)??{node_id:s.node_id,run_id:s.run_id,reported:!1};s.body_json!==null&&JSON.parse(s.body_json).outcome?.revision===s.revision&&(r.reported=!0),i.set(s.node_id,r)}const n=[...i.values()].filter(s=>!s.reported);for(const s of n)try{await k(s.node_id,s.run_id),S.delete(s.node_id)}catch(r){Q(s.node_id,r)}}l(_e,"pollRunObservers");const S=new Map;function Q(t,e){const i=e instanceof Error?e.message:String(e);S.get(t)!==i&&(S.set(t,i),c({level:"error",event:"daemon.runs.observer_failed",node_id:t,error:e}))}l(Q,"reportObserverFailure");export{fe as closeRunObserversForTests,k as ensureRunObserver,pe as openAssistantBlock,he as openAssistantMessageStartSequence,_e as pollRunObservers};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@north-light/cli",
-  "version": "0.3.580",
+  "version": "0.3.581",
   "description": "crtr — agent runtime with memory, plugins, and marketplaces",
   "type": "module",
   "main": "dist/index.js",
@@ -145,7 +145,7 @@
   },
   "license": "UNLICENSED",
   "dependencies": {
-    "@north-light/identity": "0.3.580",
+    "@north-light/identity": "0.3.581",
     "@earendil-works/chord": "1.1.0",
     "@earendil-works/pi-agent-core": "1.1.0",
     "@earendil-works/pi-ai": "1.1.0",

package/packages/crouter-identity/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@north-light/identity",
-  "version": "0.3.580",
+  "version": "0.3.581",
   "description": "Northlight access-token verification and scope rules",
   "type": "module",
   "main": "./dist/index.js",

package/runtime.lock.json

@@ -1,12 +1,12 @@
 {
   "name": "@north-light/cli",
-  "version": "0.3.580",
+  "version": "0.3.581",
   "lockfileVersion": 3,
   "requires": true,
   "packages": {
     "": {
       "name": "@north-light/cli",
-      "version": "0.3.580",
+      "version": "0.3.581",
       "hasInstallScript": true,
       "license": "UNLICENSED",
       "workspaces": [
@@ -28,7 +28,7 @@
         "@milkdown/preset-gfm": "^7.22.3",
         "@milkdown/prose": "^7.22.3",
         "@milkdown/utils": "^7.22.3",
-        "@north-light/identity": "0.3.580",
+        "@north-light/identity": "0.3.581",
         "cron-parser": "^5.6.0",
         "esbuild": "^0.27.7",
         "jose": "^6.2.12",
@@ -11956,17 +11956,17 @@
     },
     "packages/crouter-api": {
       "name": "@north-light/api",
-      "version": "0.3.580",
+      "version": "0.3.581",
       "license": "UNLICENSED"
     },
     "packages/crouter-env-docker": {
       "name": "@north-light/env-docker",
-      "version": "0.3.580",
+      "version": "0.3.581",
       "license": "UNLICENSED"
     },
     "packages/crouter-identity": {
       "name": "@north-light/identity",
-      "version": "0.3.580",
+      "version": "0.3.581",
       "license": "UNLICENSED",
       "dependencies": {
         "jose": "^6.2.1"
@@ -11974,21 +11974,21 @@
     },
     "packages/crouter-plugin": {
       "name": "@north-light/plugin",
-      "version": "0.3.580",
+      "version": "0.3.581",
       "license": "UNLICENSED",
       "dependencies": {
-        "@north-light/api": "0.3.580",
-        "@north-light/identity": "0.3.580"
+        "@north-light/api": "0.3.581",
+        "@north-light/identity": "0.3.581"
       }
     },
     "packages/crouter-sdk": {
       "name": "@north-light/sdk",
-      "version": "0.3.580",
+      "version": "0.3.581",
       "license": "UNLICENSED",
       "dependencies": {
-        "@north-light/api": "0.3.580",
-        "@north-light/identity": "0.3.580",
-        "@north-light/plugin": "0.3.580",
+        "@north-light/api": "0.3.581",
+        "@north-light/identity": "0.3.581",
+        "@north-light/plugin": "0.3.581",
         "jose": "^6.2.1"
       },
       "bin": {

package/scripts/sandbox-start.mjs

@@ -9,10 +9,13 @@
 import { spawn, spawnSync } from 'node:child_process';
 import { createServer } from 'node:http';
 import { randomBytes } from 'node:crypto';
-import { existsSync, lstatSync, mkdirSync, mkdtempSync, readFileSync, readdirSync, readlinkSync, realpathSync, rmSync, symlinkSync, writeFileSync } from 'node:fs';
+import { chmodSync, closeSync, constants as fsConstants, createWriteStream, existsSync, fsyncSync, lstatSync, mkdirSync, mkdtempSync, openSync, readFileSync, readSync, readdirSync, readlinkSync, realpathSync, renameSync, rmSync, symlinkSync, unlinkSync, writeFileSync, writeSync } from 'node:fs';
 import { tmpdir } from 'node:os';
-import { dirname, join, resolve, sep } from 'node:path';
+import { basename, dirname, join, resolve, sep } from 'node:path';
 import { fileURLToPath } from 'node:url';
+import { Readable } from 'node:stream';
+import { pipeline } from 'node:stream/promises';
+import { createZstdDecompress } from 'node:zlib';
 
 export const EXIT_NO_BROKER = 3;
 const here = dirname(fileURLToPath(import.meta.url));
@@ -134,6 +137,171 @@ function gitAsync(cwd, args, timeoutMs, env) {
   });
 }
 
+const archiveInvalid = (detail) => new StartFailure('import_archive_invalid', detail);
+
+/** Create `dir` (which must lie lexically in `root`) one component at a time; no existing component may resolve outside `rootReal`. */
+function ensureDir(root, rootReal, dir) {
+  let current = root;
+  for (const segment of dir.slice(root.length).split(sep).filter(Boolean)) {
+    current = join(current, segment);
+    if (!lstatExists(current)) mkdirSync(current);
+    if (!within(rootReal, realpathSync(current))) throw archiveInvalid(`${current} resolves outside ${root}`);
+  }
+}
+
+/** Each entry of a tar file: `{name, type, size, mode, linkname, offset}`; `offset` is where the data starts. Handles ustar, pax (`x`) and GNU long names (`L`, `K`). */
+export function* tarEntries(fd, fileSize) {
+  const block = Buffer.alloc(512);
+  const text = (b, from, to) => { const slice = b.subarray(from, to); const end = slice.indexOf(0); return slice.subarray(0, end < 0 ? slice.length : end).toString('utf8'); };
+  const octal = (b, from, to) => {
+    if (b[from] & 0x80) { let n = 0n; for (let i = from + 1; i < to; i++) n = (n << 8n) | BigInt(b[i]); return Number(n); }
+    const t = text(b, from, to).trim();
+    return t === '' ? 0 : parseInt(t, 8);
+  };
+  const readAt = (buffer, position) => { const n = readSync(fd, buffer, 0, buffer.length, position); if (n !== buffer.length) throw archiveInvalid('the archive is truncated'); };
+  const readText = (position, size) => { const b = Buffer.alloc(size); readAt(b, position); return b; };
+  let position = 0;
+  let overrides = {};
+  let zeroBlocks = 0;
+  while (position + 512 <= fileSize) {
+    readAt(block, position);
+    position += 512;
+    if (block.every((x) => x === 0)) { if (++zeroBlocks === 2) return; continue; }
+    zeroBlocks = 0;
+    let sum = 0;
+    for (let i = 0; i < 512; i++) sum += i >= 148 && i < 156 ? 32 : block[i];
+    if (sum !== parseInt(text(block, 148, 156).trim() || 'x', 8)) throw archiveInvalid('a tar header fails its checksum');
+    const type = String.fromCharCode(block[156] || 48);
+    const size = octal(block, 124, 136);
+    if (!Number.isSafeInteger(size) || size < 0 || position + size > fileSize) throw archiveInvalid('a tar entry runs past the end of the archive');
+    const dataAt = position;
+    position += Math.ceil(size / 512) * 512;
+    if (type === 'x') {
+      const pax = readText(dataAt, size).toString('utf8');
+      for (let i = 0; i < pax.length;) {
+        const space = pax.indexOf(' ', i);
+        const length = Number(pax.slice(i, space));
+        if (!(length > 0)) throw archiveInvalid('a pax header is malformed');
+        const [key, ...value] = Buffer.from(pax).subarray(i, i + length - 1).toString('utf8').slice(space - i + 1).split('=');
+        overrides[key] = value.join('=');
+        i += length;
+      }
+      continue;
+    }
+    if (type === 'g') continue;
+    if (type === 'L') { overrides.path = text(readText(dataAt, size), 0, size); continue; }
+    if (type === 'K') { overrides.linkpath = text(readText(dataAt, size), 0, size); continue; }
+    const prefix = text(block, 345, 500);
+    const ustar = text(block, 257, 262) === 'ustar';
+    const name = overrides.path ?? (ustar && prefix ? `${prefix}/${text(block, 0, 100)}` : text(block, 0, 100));
+    const linkname = overrides.linkpath ?? text(block, 157, 257);
+    overrides = {};
+    yield { name, type, size, mode: octal(block, 100, 108) & 0o7777, linkname, offset: dataAt };
+  }
+  throw archiveInvalid('the archive has no end-of-archive marker');
+}
+
+/** The target of an archive entry: the path map entry whose `from` (without its leading slash) is the longest leading run of the entry's segments, then
+ *  the rest under that entry's `to`. Throws `import_archive_invalid` for an absolute name, a `..` segment, or a name under no prefix of the map. */
+export function archiveTarget(pathMap, name) {
+  if (name.startsWith('/')) throw archiveInvalid(`entry ${name} has an absolute path`);
+  const segments = name.split('/').filter((x) => x !== '' && x !== '.');
+  if (segments.includes('..')) throw archiveInvalid(`entry ${name} escapes its prefix`);
+  let best = null;
+  for (const entry of pathMap) {
+    const from = entry.from.split('/').filter(Boolean);
+    if (from.length <= segments.length && from.every((x, i) => segments[i] === x) && (best === null || from.length > best.length)) best = { entry, length: from.length };
+  }
+  if (best === null) throw archiveInvalid(`entry ${name} lies under no prefix of the path map`);
+  const rest = segments.slice(best.length);
+  return { root: best.entry.to, path: join(best.entry.to, ...rest), rest };
+}
+
+/** Where an archive's entries for `root` are written first, beside it (so the final move is a rename on one filesystem). */
+const stagingOf = (root) => join(dirname(root), `.${basename(root)}.import-staging`);
+
+/** Move what was staged for `root` into it, replacing a same-named entry a retried or interrupted earlier attempt left. */
+function placeStaged(stage, root) {
+  mkdirSync(root, { recursive: true });
+  for (const child of readdirSync(stage)) {
+    const to = join(root, child);
+    if (lstatExists(to)) rmSync(to, { recursive: true, force: true });
+    renameSync(join(stage, child), to);
+  }
+  rmSync(stage, { recursive: true, force: true });
+}
+
+/** Download the node's archive and unpack every entry under its path-map target; nothing is written outside the targets, whatever the archive names.
+ *  Entries are written to a staging directory beside each target and moved in only after the whole archive has been read, so an attempt that fails
+ *  partway leaves no half-unpacked target and a retry starts clean. */
+export async function unpackImportedFiles(files, scratch) {
+  const response = await fetch(files.url, { signal: AbortSignal.timeout(600_000) });
+  if (!response.ok || response.body === null) throw new StartFailure('import_archive_unreachable', `the archive download answered ${response.status}`);
+  const tarFile = join(scratch, 'import.tar');
+  await pipeline(Readable.fromWeb(response.body), createZstdDecompress(), createWriteStream(tarFile));
+  const targets = [...new Set(files.path_map.map((m) => m.to))];
+  for (const root of targets) rmSync(stagingOf(root), { recursive: true, force: true });
+  const fd = openSync(tarFile, 'r');
+  try {
+    const size = lstatSync(tarFile).size;
+    const stages = new Map();
+    const stageOf = (root) => {
+      if (!stages.has(root)) {
+        const stage = stagingOf(root);
+        mkdirSync(stage, { recursive: true });
+        stages.set(root, { stage, real: realpathSync(stage) });
+      }
+      return stages.get(root);
+    };
+    for (const entry of tarEntries(fd, size)) {
+      const { root, rest } = archiveTarget(files.path_map, entry.name);
+      const { stage, real } = stageOf(root);
+      const path = join(stage, ...rest);
+      if (entry.type === '5') { ensureDir(stage, real, path); continue; }
+      if (rest.length === 0) throw archiveInvalid(`entry ${entry.name} is a ${entry.type === '0' ? 'file' : 'link'} where the prefix directory belongs`);
+      ensureDir(stage, real, dirname(path));
+      if (entry.type === '0') {
+        if (lstatExists(path)) unlinkSync(path);
+        const out = openSync(path, fsConstants.O_WRONLY | fsConstants.O_CREAT | fsConstants.O_EXCL | fsConstants.O_NOFOLLOW, 0o600);
+        try {
+          const buffer = Buffer.alloc(Math.min(1 << 20, Math.max(entry.size, 1)));
+          for (let done = 0; done < entry.size;) {
+            const n = readSync(fd, buffer, 0, Math.min(buffer.length, entry.size - done), entry.offset + done);
+            if (n === 0) throw archiveInvalid('the archive is truncated');
+            writeSync(out, buffer, 0, n);
+            done += n;
+          }
+        } finally { closeSync(out); }
+        chmodSync(path, entry.mode & 0o777);
+      } else if (entry.type === '2') {
+        // A link is kept only when it resolves, from where it lies, inside the same target (an absolute one is checked against the final target).
+        const resolved = resolve(dirname(path), entry.linkname);
+        if (entry.linkname.startsWith('/') ? !within(root, entry.linkname) : !within(stage, resolved)) throw archiveInvalid(`symlink ${entry.name} points outside its prefix`);
+        if (lstatExists(path)) unlinkSync(path);
+        symlinkSync(entry.linkname, path);
+      } else {
+        throw archiveInvalid(`entry ${entry.name} has type ${JSON.stringify(entry.type)}, which an import archive does not hold`);
+      }
+    }
+    for (const [root, { stage }] of stages) placeStaged(stage, root);
+  } finally {
+    closeSync(fd);
+    for (const root of targets) rmSync(stagingOf(root), { recursive: true, force: true });
+  }
+}
+
+/** The sandbox's own record that this node's archive was unpacked here: written after a complete unpack, synced to disk, so a sandbox that stopped and
+ *  woke (or a restarted start script) never unpacks over the work done since. A fresh sandbox has none. */
+const unpackMarker = (root, nodeId) => join(root, 'import-unpacked', nodeId);
+
+function writeUnpackMarker(path) {
+  mkdirSync(dirname(path), { recursive: true });
+  const fd = openSync(path, 'w');
+  try { writeSync(fd, `${new Date().toISOString()}\n`); fsyncSync(fd); } finally { closeSync(fd); }
+  const dir = openSync(dirname(path), 'r');
+  try { fsyncSync(dir); } finally { closeSync(dir); }
+}
+
 async function start(env) {
   const need = (name) => { const v = env[name]; if (!v) throw new StartFailure('bad_environment', `${name} is not set`); return v; };
   const apiUrl = need('CRTR_API_URL');
@@ -225,6 +393,21 @@ async function start(env) {
     } finally { await relay?.close(); }
   }
 
+  // 5.6b a hosted node's imported files (design-import, "Sandbox import step"). The control plane names the archive for as long as it exists, so a
+  // replacement sandbox gets it too; this sandbox unpacks only when it holds no marker of its own. The marker is written last: a start that fails
+  // anywhere before it (the download, a hostile entry, the report) leaves nothing half-unpacked in place and unpacks again on retry.
+  if (bundle.import_node_files) {
+    const marker = unpackMarker(root, bundle.node.id);
+    if (!existsSync(marker)) {
+      const scratch = mkdtempSync(join(tmpdir(), 'crtr-import-'));
+      try { await unpackImportedFiles(bundle.import_node_files, scratch); }
+      finally { rmSync(scratch, { recursive: true, force: true }); }
+      const reported = await api(apiUrl, token, 'POST', `/v1/executions/${executionId}/import-unpacked`, {}).catch((error) => ({ ok: false, status: String(error?.message ?? error) }));
+      if (!reported.ok) throw new StartFailure('import_report_failed', `reporting the unpack: ${reported.status}`);
+      writeUnpackMarker(marker);
+    }
+  }
+
   // 5.7 the managed worktree request (D102): the node's branch in the recipe repository's one clone, never a second checkout.
   const worktree = bundle.launch.worktree;
   if (worktree) {