@hew-lang/sandbox-vm 0.7.1 → 0.9.1

package/dist/interpreter/v1/exec.js

@@ -16,6 +16,7 @@ import { StructuralRenderer } from "./structural.js";
 import { timestampBinary } from "./timestamp.js";
 import { selectedValue, collectionOperation, sharedOperation, } from "./value-operations.js";
 import { Pipes } from "./pipes.js";
+import { Semaphores } from "./semaphores.js";
 import { FrameScheduler } from "./scheduler.js";
 import { DeterministicIds } from "../../scheduler/ids.js";
 import { Mt19937 } from "./mt19937.js";
@@ -128,6 +129,7 @@ class ExecutorV1 {
     rootFault = null;
     pkg;
     directories;
+    semaphores;
     constructor(admission, trace, stdin, policy, options) {
         this.trace = trace;
         this.stdin = stdin;
@@ -136,10 +138,16 @@ class ExecutorV1 {
         this.pkg = pkg;
         this.directories = new BrowserDirectories(options.directoryRoots);
         this.scheduler = new FrameScheduler(trace, policy);
+        this.semaphores = new Semaphores((nanos, ready) => this.scheduler.after(nanos, ready));
         this.ids = new DeterministicIds(trace.replay.seed);
         this.host = {
             argv: [...(options.argv ?? ["main.hew"])],
             unixTimeMillis: () => this.trace.virtualTimeMs,
+            monotonicTimeNanos: () => {
+                const millis = this.trace.virtualTimeMs;
+                return (BigInt(Math.trunc(millis)) * 1000000n +
+                    BigInt(Math.round((millis % 1) * 1_000_000)));
+            },
             calendarBridge: options.calendarBridge,
             codecBridge: options.codecBridge,
             encodingError: (format, message) => {
@@ -151,6 +159,10 @@ class ExecutorV1 {
                     errors[format] = message;
                 return errors[format] ?? "";
             },
+            setFileError: (message) => {
+                this.current.context.fileError =
+                    message === null ? null : { kind: 0, message };
+            },
             fileError: (operation) => {
                 const error = this.current.context.fileError;
                 switch (operation) {
@@ -168,6 +180,7 @@ class ExecutorV1 {
                 }
             },
             pipes: this.pipes,
+            semaphores: this.semaphores,
             generatorStream: (value) => {
                 const id = this.ids.channel();
                 this.generatorStreams.set(id, {
@@ -1158,7 +1171,15 @@ class ExecutorV1 {
                 // `self`. A plain function value carries none.
                 const callee = this.boundary(act, term.callee);
                 const args = term.args.map((operand) => this.boundary(act, operand));
-                this.current = this.activate(this.functionAt(calleeFunction(callee, term.specialization)), callee.kind === "closure" ? [callee.environment, ...args] : args, act, term.result, term.normal, term.unwind);
+                const body = this.functionAt(calleeFunction(callee, term.specialization));
+                this.current = this.activate(body, callee.kind === "closure" ? [callee.environment, ...args] : args, act, term.result, term.normal, term.unwind);
+                // SIR already distinguishes a consuming body from a borrowed body
+                // exposed through a once-callable view. Only the latter leaves its
+                // receiver cleanup to this invocation boundary.
+                if (callee.kind === "closure" &&
+                    term.callee.decision === "move" &&
+                    body.params[0]?.own !== "owned")
+                    this.current.consumedCallable = callee;
                 return;
             }
             case "actor.call":
@@ -1176,6 +1197,23 @@ class ExecutorV1 {
                 if (registration.kind === "refused")
                     throw new Error(`runtime family ${registration.capability} was refused after admission`);
                 switch (registration.handler) {
+                    case "context_actor_id":
+                        this.completeShim(act, term, {
+                            kind: "i64",
+                            value: act.context.actor?.identity ?? 0n,
+                        });
+                        return;
+                    case "context_supervisor": {
+                        const parent = act.context.actor?.supervisor?.owner;
+                        this.completeShim(act, term, parent
+                            ? { kind: "supervisor", id: parent.id }
+                            : { kind: "i64", value: 0n });
+                        return;
+                    }
+                    case "context_trace_span":
+                        // The sandbox installs no external tracing span in actor turns.
+                        this.completeShim(act, term, { kind: "i64", value: 0n });
+                        return;
                     case "actor_caller": {
                         const caller = act.context.caller ?? { kind: "Task" };
                         const payload = [];
@@ -1679,6 +1717,8 @@ class ExecutorV1 {
         return true;
     }
     returnFrom(act, value) {
+        if (this.finishConsumedCallable(act, value, () => this.returnFrom(act, value)))
+            return;
         if (this.finishConstruction(act, () => this.returnFrom(act, value)))
             return;
         const caller = act.caller;
@@ -1740,6 +1780,8 @@ class ExecutorV1 {
         this.takeEdge(act, unwind);
     }
     resumeUnwind(act, handback) {
+        if (this.finishConsumedCallable(act, null, () => this.resumeUnwind(act, handback)))
+            return;
         if (this.finishConstruction(act, () => this.resumeUnwind(act, handback)))
             return;
         const fault = act.fault;
@@ -1770,6 +1812,34 @@ class ExecutorV1 {
         this.current = caller;
         this.takeEdge(caller, act.unwind);
     }
+    finishConsumedCallable(act, value, done) {
+        const callable = act.consumedCallable;
+        if (!callable)
+            return false;
+        act.consumedCallable = undefined;
+        this.running = false;
+        this.closeValueAsync(callable, this.faultText(act.fault), (fault) => {
+            act.fault = combineFaults(act.fault, fault);
+            const resume = () => {
+                if (value !== null && act.fault)
+                    this.resumeUnwind(act, null);
+                else
+                    done();
+                const current = this.current;
+                this.scheduler.enqueue(current.context.id, () => this.runFrame(current));
+            };
+            // A successful body result is not observable until receiver cleanup
+            // succeeds. A cleanup fault must release that unpublished result.
+            if (value !== null && act.fault)
+                this.closeValueAsync(value, this.faultText(act.fault), (resultFault) => {
+                    act.fault = combineFaults(act.fault, resultFault);
+                    resume();
+                }, act.context.actor, act.rcOwner);
+            else
+                resume();
+        }, act.context.actor, act.rcOwner);
+        return true;
+    }
     suspend(act, input) {
         const registration = resolveSuspension(input);
         if (registration.kind === "refused")
@@ -2042,6 +2112,7 @@ class ExecutorV1 {
                 // The record is the raw line,
                 // so the records concatenate to the stdin the program consumed.
                 const line = this.stdin.readLine() ?? new Uint8Array();
+                act.context.fileError = null;
                 this.trace.recordReplayInput({ kind: "stdin", data: new TextDecoder().decode(line) }, false);
                 this.park(act, term)(bytesValue([...line]));
                 return;
@@ -2080,6 +2151,25 @@ class ExecutorV1 {
                 }
                 return;
             }
+            case "SemaphoreAcquire": {
+                const handle = this.boundary(act, term.inputs[0]);
+                const timeout = term.detail.operation === "AcquireTimeout"
+                    ? this.boundary(act, term.inputs[1])
+                    : null;
+                if (timeout !== null && timeout.kind !== "i64")
+                    throw new Error("semaphore timeout must be an integer");
+                let operation;
+                const wake = this.park(act, term, () => { }, () => operation?.take());
+                operation = this.semaphores.acquire(handle, timeout?.value ?? null, (acquired) => {
+                    wake(timeout === null ? UNIT : { kind: "bool", value: acquired });
+                });
+                const cancel = act.context.cancel;
+                act.context.cancel = (fault) => {
+                    operation?.cancel();
+                    cancel?.(fault);
+                };
+                return;
+            }
             case "Sleep": {
                 const duration = term.inputs[0]
                     ? this.boundary(act, term.inputs[0])
@@ -2113,7 +2203,7 @@ class ExecutorV1 {
                 message: `local actor wait cycle at ${operation}: ${path.map((actor) => actor.identity).join(" -> ")}`,
             });
     }
-    park(act, term, cleanup = () => { }) {
+    park(act, term, cleanup = () => { }, accepted = () => { }) {
         this.running = false;
         act.context.parked = true;
         let pending = null;
@@ -2138,6 +2228,7 @@ class ExecutorV1 {
                             : term.unwind);
                     }
                     else {
+                        accepted();
                         if (term.result && term.result !== "never")
                             this.define(act, term.result.value, outcome.value);
                         const edge = term.resumes[outcome.edge];
@@ -2480,6 +2571,9 @@ class ExecutorV1 {
                             value.cell.weak -= 1;
                         }
                         break;
+                    case "semaphore":
+                        this.semaphores.close(value);
+                        break;
                     case "host_resource": {
                         if (value.owner.closed)
                             break;
@@ -3114,12 +3208,29 @@ class ExecutorV1 {
                 const count = isPool ? args[args.length - 1] : undefined;
                 if (isPool && count?.kind !== "i64")
                     throw new Error("pool construction has no count");
-                const config = isPool ? args.slice(0, -1) : args;
-                if (count?.kind === "i64" &&
-                    (count.value <= 0n || count.value > 2147483647n)) {
+                const configured = isPool ? args.slice(0, -1) : args;
+                const initial = layout.backoff
+                    ? configured[configured.length - 2]
+                    : undefined;
+                const maximum = layout.backoff
+                    ? configured[configured.length - 1]
+                    : undefined;
+                const backoff = initial?.kind === "i64" && maximum?.kind === "i64"
+                    ? { initial: initial.value, maximum: maximum.value }
+                    : null;
+                const validBackoff = !layout.backoff ||
+                    (backoff !== null &&
+                        backoff.initial > 0n &&
+                        backoff.maximum >= backoff.initial);
+                const config = layout.backoff ? configured.slice(0, -2) : configured;
+                if (!validBackoff ||
+                    (count?.kind === "i64" &&
+                        (count.value <= 0n || count.value > 2147483647n))) {
                     const fault = {
                         kind: "panic",
-                        message: "supervisor pool count must be between 1 and 2147483647",
+                        message: !validBackoff
+                            ? "supervisor backoff requires positive initial and maximum >= initial"
+                            : "supervisor pool count must be between 1 and 2147483647",
                     };
                     this.running = false;
                     this.closeValueAsync({ kind: "record", typeId: "", fields: config }, fault.message, (closeFault) => {
@@ -3147,6 +3258,9 @@ class ExecutorV1 {
                     teardownChild: null,
                     teardownCancelTimer: null,
                     restartTimes: [],
+                    backoff,
+                    restartDelays: new Map(),
+                    restartTimers: new Map(),
                     closed: [],
                 };
                 this.supervisors.set(owner.id, owner);
@@ -3628,6 +3742,30 @@ class ExecutorV1 {
         for (const timer of [...actor.timers])
             timer.cancel();
     }
+    bindActorStream(context, sink) {
+        let unwatch = () => { };
+        let active = true;
+        const detach = () => {
+            active = false;
+            unwatch();
+        };
+        const closed = () => {
+            if (!active || !this.pipes.peerClosed(sink))
+                return;
+            // Bind the reader to this exact producer turn, including while it waits
+            // on another operation. Later reader closes must not cancel a new turn.
+            detach();
+            context.pendingCancellation ??= {
+                kind: "panic",
+                message: "actor stream reader closed",
+                cancelled: true,
+            };
+            context.cancel?.(context.pendingCancellation);
+        };
+        unwatch = this.pipes.observe(sink, closed);
+        closed();
+        return detach;
+    }
     dispatchActor(actor) {
         if (actor.busy || !actor.alive || actor.drainingMailbox)
             return;
@@ -3696,6 +3834,7 @@ class ExecutorV1 {
                 actor_id: actor.id,
                 handler: message.handler.name,
             });
+            let unwatchStream = () => { };
             const frame = this.activate(this.functionAt(message.handler.callable), [actor.state, ...message.payload], null, null, undefined, null, {
                 id: actor.id,
                 actor,
@@ -3703,6 +3842,7 @@ class ExecutorV1 {
                 requestDeadline: message.requestDeadline,
                 reply: message.reply,
                 returned: (value) => {
+                    unwatchStream();
                     actor.active = null;
                     const drained = (fault) => {
                         actor.busy = false;
@@ -3738,6 +3878,7 @@ class ExecutorV1 {
                     }
                 },
                 failed: (fault) => {
+                    unwatchStream();
                     actor.active = null;
                     actor.busy = false;
                     if (fault.kind === "trap" &&
@@ -3758,6 +3899,13 @@ class ExecutorV1 {
                 },
             });
             actor.active = frame.context;
+            if (message.handler.streams) {
+                // StreamStart's checked producer protocol appends its output sink.
+                const sink = message.payload.at(-1);
+                if (sink?.kind !== "sink")
+                    throw new Error("actor stream producer has no final sink");
+                unwatchStream = this.bindActorStream(frame.context, sink);
+            }
             this.runFrame(frame);
         });
     }
@@ -4011,7 +4159,7 @@ class ExecutorV1 {
                     wake();
         }
     }
-    restartChild(owner, child, debts) {
+    restartChild(owner, child, debts, delayElapsed = false) {
         if (!owner.alive ||
             owner.specs[child].restart === "temporary" ||
             owner.spent.has(child)) {
@@ -4025,6 +4173,24 @@ class ExecutorV1 {
             return;
         }
         const now = this.trace.virtualTimeMs;
+        if (owner.backoff && debts.length > 0 && !delayElapsed) {
+            const previous = owner.restartDelays.get(child);
+            const healthy = previous?.publishedAt != null &&
+                now - previous.publishedAt >= owner.layout.window_secs * 1000;
+            const doubled = previous ? previous.delay * 2n : owner.backoff.initial;
+            const delay = !previous || healthy
+                ? owner.backoff.initial
+                : doubled < owner.backoff.maximum
+                    ? doubled
+                    : owner.backoff.maximum;
+            owner.restartDelays.set(child, { delay, publishedAt: null });
+            owner.recovering.add(child);
+            owner.restartTimers.set(child, this.scheduler.after(delay, () => {
+                owner.restartTimers.delete(child);
+                this.restartChild(owner, child, debts, true);
+            }));
+            return;
+        }
         owner.restartTimes = owner.restartTimes.filter((at) => now - at < owner.layout.window_secs * 1000);
         if (owner.restartTimes.length >= owner.layout.max_restarts) {
             this.escalateSupervisor(owner, debts);
@@ -4079,7 +4245,12 @@ class ExecutorV1 {
                     this.restartChild(owner, pending.child, pending.debts);
                 return;
             }
-            this.startChild(owner, index, start, () => {
+            this.startChild(owner, index, () => {
+                const delay = owner.restartDelays.get(index);
+                if (delay)
+                    delay.publishedAt = this.trace.virtualTimeMs;
+                start();
+            }, () => {
                 owner.restartBusy = false;
                 this.restartChild(owner, index, debts);
             });
@@ -4155,6 +4326,9 @@ class ExecutorV1 {
         if (!owner.alive)
             return;
         owner.alive = false;
+        for (const cancel of owner.restartTimers.values())
+            cancel();
+        owner.restartTimers.clear();
         if (owner.constructor) {
             owner.constructor.pendingCancellation ??= {
                 kind: "panic",

package/dist/interpreter/v1/instructions.generated.d.ts

@@ -659,7 +659,7 @@ export type RuntimeCallFamily = {
         format: EncodingFormat;
         op: EncodingOp;
     };
-} | "ActorDemonitor" | "ActorLink" | "ActorMonitor" | "ActorCaller" | "ActorRefusalLog" | "ActorUnlink" | "AutoMutexAlloc" | "AutoMutexFree" | "AutoMutexLock" | "AutoMutexUnlock" | "DequePopFront" | "DequePopBack" | "BytesAppend" | "BytesClear" | "BytesConcat" | "BytesContains" | "BytesDecodeUtf8" | "BytesDecodeUtf8Lossy" | "BytesEndsWith" | "BytesGet" | "BytesIndex" | "BytesIsEmpty" | "BytesLen" | "BytesPop" | "BytesPush" | "BytesSet" | "BytesSlice" | "BytesSliceFrom" | "BytesStartsWith" | "BytesNew" | "CancelTokenIsRequested" | "CancelTokenRelease" | "CancelTokenRetain" | "ActorRequestRelease" | "ActorCallFree" | "ActorRequestTake" | "DurationAbs" | "DurationHours" | "DurationIsZero" | "DurationMicros" | "DurationMillis" | "DurationMins" | "DurationNanos" | "DurationSecs" | "DynBoxAlloc" | "DynBoxFree" | "HashMapContainsKeyLayout" | "HashMapClearLayout" | "HashMapCloneLayout" | "HashMapEntriesLayout" | "HashMapFreeLayout" | "HashMapGetLayout" | "HashMapInsertLayout" | "HashMapKeysLayout" | "HashMapLenLayout" | "HashMapNew" | "HashMapNewWithLayout" | "HashMapRemoveLayout" | "HashMapValuesLayout" | "HashSetContainsLayout" | "HashSetClearLayout" | "HashSetCloneLayout" | "HashSetFreeLayout" | "HashSetInsertLayout" | "HashSetIsEmptyLayout" | "HashSetLenLayout" | "HashSetNew" | "HashSetNewWithLayout" | "HashSetRemoveLayout" | "HashSetToVecLayout" | "InstantDurationSince" | "InstantElapsed" | "InstantNow" | "TimestampNow" | {
+} | "ActorDemonitor" | "ActorLink" | "ActorMonitor" | "ActorCaller" | "ActorRefusalLog" | "ActorUnlink" | "AutoMutexAlloc" | "AutoMutexFree" | "AutoMutexLock" | "AutoMutexUnlock" | "DequePopFront" | "DequePopBack" | "BytesAppend" | "BytesClear" | "BytesConcat" | "BytesContains" | "BytesDecodeUtf8" | "BytesDecodeUtf8Lossy" | "BytesEndsWith" | "BytesGet" | "BytesIndex" | "BytesIsEmpty" | "BytesLen" | "BytesPop" | "BytesPush" | "BytesSet" | "BytesSlice" | "BytesSliceFrom" | "BytesStartsWith" | "BytesNew" | "CancelTokenIsRequested" | "CancelTokenRelease" | "CancelTokenRetain" | "ContextActorId" | "ContextSupervisor" | "ContextTraceSpan" | "ActorRequestRelease" | "ActorCallFree" | "ActorRequestTake" | "DurationAbs" | "DurationHours" | "DurationIsZero" | "DurationMicros" | "DurationMillis" | "DurationMins" | "DurationNanos" | "DurationSecs" | "DynBoxAlloc" | "DynBoxFree" | "HashMapContainsKeyLayout" | "HashMapClearLayout" | "HashMapCloneLayout" | "HashMapEntriesLayout" | "HashMapFreeLayout" | "HashMapGetLayout" | "HashMapInsertLayout" | "HashMapKeysLayout" | "HashMapLenLayout" | "HashMapNew" | "HashMapNewWithLayout" | "HashMapRemoveLayout" | "HashMapValuesLayout" | "HashSetContainsLayout" | "HashSetClearLayout" | "HashSetCloneLayout" | "HashSetFreeLayout" | "HashSetInsertLayout" | "HashSetIsEmptyLayout" | "HashSetLenLayout" | "HashSetNew" | "HashSetNewWithLayout" | "HashSetRemoveLayout" | "HashSetToVecLayout" | "InstantDurationSince" | "InstantElapsed" | "InstantNow" | "TimestampNow" | {
     MathIntrinsic: MathIntrinsic;
 } | {
     IntMethod: [IntBitOp, IntMethodWidth];
@@ -791,6 +791,7 @@ export type SupervisorShape = {
     strategy: RestartStrategy;
     max_restarts: number;
     window_secs: number;
+    backoff?: boolean;
     children: Array<SupervisorChild>;
     startup_order?: Array<number>;
 };