@scriptc/compiler 0.3.5 → 0.4.0

package/dist/backend/llvm/receivers.js

@@ -0,0 +1,395 @@
+import { isRefCounted, } from "../../ir/ir.js";
+import { guardedValue } from "./borrowed-receivers.js";
+import { InternalCompilerError } from "../../errors.js";
+import { emitBorrowedArrayRead, emitProjectedArrayRead } from "./local-array-reads.js";
+import { emitStackMapRead, matchMapRead } from "./map-read-lifetimes.js";
+import { emitBorrowedResultCall, emitCallExpr } from "./expr-calls.js";
+import { emitCheckedNarrowReceiver } from "./checked-narrows.js";
+import { canStackUnion, emitStackUnion } from "./stack-unions.js";
+import { emitDowncastGuard, emitUnionNarrowGuard } from "./narrow-guards.js";
+import { emitScalarOptional, isScalarOptionalSource } from "./local-union-storage.js";
+import { borrowableInputs } from "./borrowed-inputs.js";
+import { analyzeWalks } from "./walk-borrows.js";
+/** Read a receiver whose value is consumed immediately by a field or tag
+ * load. No user code may run between this read and its consumer. Locals
+ * and their projections already have an owner; other expressions keep
+ * their ordinary statement-frame ownership. The caller must retain any
+ * reference result before evaluating another expression. */
+export function emitReadReceiver(emitter, e) {
+    if (!isRefCounted(e.type))
+        return emitter.emitExpr(e);
+    if (e.kind === "strLit")
+        return { name: emitter.internLiteral(e.value), type: e.type };
+    const guarded = guardedValue(e);
+    if (guarded !== null) {
+        // Throwing guards run in place, exactly as the sequence emits them.
+        for (const s of e.stmts)
+            emitter.emitStmt(s);
+        return emitter.emitReadReceiver(guarded);
+    }
+    if (e.kind === "varRef") {
+        emitter.materializeSplitLocal(e.localId);
+        const binding = emitter.binding(e.localId);
+        if (binding.kind === "boxed") {
+            // A projection consumes this pointer before any user code runs.
+            // Keep TDZ checks and caught-value conversion on the owned path.
+            if (!emitter.canBorrowReceiver(e))
+                return emitter.emitExpr(e);
+            const box = emitter.loadBox(binding.slot);
+            const payload = emitter.B.tmp();
+            const value = emitter.B.tmp();
+            emitter.B.line(`${payload} = getelementptr inbounds %ScrBox, ptr ${box}, i32 0, i32 5`);
+            emitter.B.line(`${value} = load ptr, ptr ${payload}`);
+            return { name: value, type: e.type };
+        }
+        if (binding.kind === "global")
+            emitter.checkGlobalTdz(e.localId);
+        const value = emitter.B.tmp();
+        emitter.B.line(`${value} = load ptr, ptr ${binding.slot}${emitter.slotAlias(e.localId)}`);
+        return { name: value, type: e.type };
+    }
+    if (e.kind === "dynCheck" && e.exact)
+        return emitter.emitExactCapsuleObject(e.value, e.type);
+    if (e.kind === "chainRecv") {
+        // The chain's bind slot holds its receiver unchanged until the body
+        // finishes, owned by the slot itself or by the chain's receiver.
+        const bound = emitter.chainSlots.get(e.id);
+        if (!bound)
+            throw new InternalCompilerError(`llvm emitter bug: chainRecv "${e.id}" outside its chain`);
+        const value = emitter.B.tmp();
+        emitter.B.line(`${value} = load ${emitter.llType(bound.type)}, ptr ${bound.name}`);
+        return { name: value, type: e.type };
+    }
+    if (e.kind === "arrayGet" && emitter.canBorrowReceiver(e)) {
+        // The array keeps the element alive until the consumer; a missing
+        // element still traps exactly like the owned read.
+        const slot = emitter.B.slot();
+        emitter.B.entryAllocas.push(`${slot} = alloca ptr`);
+        emitBorrowedArrayRead(emitter, e, slot);
+        const value = emitter.B.tmp();
+        emitter.B.line(`${value} = load ptr, ptr ${slot}`);
+        return { name: value, type: e.type };
+    }
+    const wrap = emitter.borrowableNullableWrap(e);
+    if (wrap === "unit" && e.kind === "unionWrap")
+        return { name: emitter.unitInstanceRef(e.unionId, e.tag), type: e.type };
+    if (wrap === "ref" && e.kind === "unionWrap")
+        return { name: emitter.emitReadReceiver(e.value).name, type: e.type };
+    const read = matchMapRead(e, emitter.boxedUnionsById);
+    if (read) {
+        const result = emitStackMapRead(emitter, read);
+        if (result.owner)
+            emitter.ownSlot(result.owner.slot, result.owner.type);
+        return result.value;
+    }
+    // A borrowed-return helper (such as an optional element read) lends its
+    // result like any borrowed-return call.
+    if (e.kind === "call" && emitter.borrowedReturns.has(e.callee) && emitter.canBorrowReceiver(e))
+        return emitBorrowedResultCall(emitter, e);
+    const arrayRead = emitter.optionalArrayReads.get(e);
+    if (arrayRead)
+        return emitProjectedArrayRead(emitter, arrayRead);
+    const narrow = emitter.checkedNarrows.get(e);
+    const narrowed = narrow ? emitCheckedNarrowReceiver(emitter, narrow) : null;
+    if (narrowed)
+        return narrowed;
+    if (canStackUnion(e, emitter.boxedUnionsById))
+        return emitStackUnion(emitter, e).value;
+    if (e.kind === "unionNarrow") {
+        const union = emitter.emitUnionProjection(e.value);
+        emitUnionNarrowGuard(emitter, union.name, e.unionId, e.tag);
+        return { name: emitter.unionPeek(union.name, e.unionId), type: e.type };
+    }
+    if ((e.kind === "downcast" || e.kind === "upcast") && e.value.type.kind === "object") {
+        // Prefix layouts: a class cast reads the operand's own pointer; a
+        // downcast verifies its target class (narrow-guards.ts).
+        const receiver = emitter.emitReadReceiver(e.value);
+        if (e.kind === "downcast" && e.type.kind === "object")
+            emitDowncastGuard(emitter, receiver.name, e.value.type.className, e.type.className);
+        return { name: receiver.name, type: e.type };
+    }
+    // A nullable-pointer field has no box to borrow. Projections use
+    // emitUnionProjection; other borrowers get an owned heap box.
+    if (emitter.nullableFieldGet(e))
+        return emitter.emitExpr(e);
+    if (e.kind === "recordGet" || e.kind === "fieldGet") {
+        const receiver = emitter.emitReadReceiver(e.obj);
+        if (e.kind === "recordGet") {
+            // An inline union field answers a private stack box.
+            const { ptr, type, inline } = emitter.recordFieldPtr(receiver.name, e.shapeId, e.field);
+            return { name: emitter.loadRecordField(ptr, type, inline), type: e.type };
+        }
+        const { ptr, type, inline } = emitter.classFieldPtr(receiver.name, e.className, e.field);
+        if (emitter.int32Slots.isField(e.className, e.field))
+            return emitter.loadInt32Field(ptr, e.type);
+        return { name: emitter.loadField(ptr, type, inline), type: e.type };
+    }
+    if (e.kind === "ternary" &&
+        emitter.canBorrowReceiver(e.then) &&
+        emitter.canBorrowReceiver(e.else_)) {
+        // Checked projections lower to a ternary with an always-throwing
+        // arm. Keep that check at the use, but borrow the successful arm.
+        const B = emitter.B;
+        const cond = emitter.emitExpr(e.cond);
+        const slot = B.slot();
+        B.entryAllocas.push(`${slot} = alloca ptr`);
+        const yes = B.newLabel("read.then"), no = B.newLabel("read.else"), join = B.newLabel("read.join");
+        B.condBr(cond.name, yes, no);
+        for (const [label, value] of [
+            [yes, e.then],
+            [no, e.else_],
+        ]) {
+            B.startBlock(label);
+            emitter.frames.push([]);
+            const result = emitter.emitReadReceiver(value);
+            B.line(`store ptr ${result.name}, ptr ${slot}`);
+            emitter.releaseTemps(emitter.frames.pop());
+            B.br(join);
+        }
+        B.startBlock(join);
+        const value = B.tmp();
+        B.line(`${value} = load ptr, ptr ${slot}`);
+        return { name: value, type: e.type };
+    }
+    // Scalar optional values and register results answer a private stack
+    // box. A ternary of borrowable arms above keeps lending its arm.
+    if ((e.kind === "optChain" ||
+        e.kind === "nullish" ||
+        e.kind === "ternary" ||
+        e.kind === "arrIntrinsic") &&
+        isScalarOptionalSource(e, emitter.unionSources))
+        return emitScalarOptional(emitter, e);
+    if (e.kind === "call" && emitter.scalarResultCall(e))
+        return emitCallExpr(emitter, e, false, true);
+    if (e.kind === "call" && emitter.canBorrowReceiver(e))
+        return emitBorrowedResultCall(emitter, e);
+    return emitter.emitExpr(e);
+}
+/** A local stable binding keeps its value alive while later arguments
+ * and the callee execute. A proven local union box cannot escape or be
+ * rebound during a call; its independent payload owner keeps it alive.
+ * Other writable bindings need an owned snapshot. */
+export function canBorrowCallArgument(emitter, value) {
+    if (value.kind === "strLit")
+        return true;
+    // An exact capsule owns its instance while the capsule's binding holds it.
+    if (value.kind === "dynCheck" && value.exact)
+        return value.value.kind === "varRef" && emitter.canBorrowCallArgument(value.value);
+    // An inline union field has no box to lend.
+    if (emitter.inlineFieldGet(value))
+        return false;
+    // Class casts reinterpret the same pointer (prefix layouts).
+    if ((value.kind === "upcast" || value.kind === "downcast") && value.value.type.kind === "object")
+        return emitter.canBorrowCallArgument(value.value);
+    if (value.kind === "seqExpr") {
+        const guarded = guardedValue(value);
+        return guarded !== null && emitter.canBorrowCallArgument(guarded);
+    }
+    // A nullable-union wrap reinterprets its payload pointer; an immortal
+    // unit constant needs no owner at all.
+    const wrap = emitter.borrowableNullableWrap(value);
+    if (wrap === "unit")
+        return true;
+    if (wrap === "ref" && value.kind === "unionWrap")
+        return emitter.canBorrowCallArgument(value.value);
+    // Checked casts (`x as C`, `x!` on a nullable) lower to a ternary whose
+    // failing arm always throws; the successful arm projects the same
+    // stable owner. The throwing arm's typed dummy owns nothing.
+    if (value.kind === "unionNarrow")
+        return emitter.canBorrowCallArgument(value.value);
+    if (value.kind === "libCall")
+        return value.fn === "error.nodeThrow";
+    // A final field never changes outside constructors: while its object is
+    // borrowable, so is the field's value. Nullable-pointer fields have no
+    // box to lend and keep their owning path.
+    if (value.kind === "fieldGet" &&
+        emitter.finalFieldBorrows &&
+        isRefCounted(value.type) &&
+        emitter.finalFields.isFinal(value.className, value.field) &&
+        !emitter.nullableFieldGet(value))
+        return emitter.canBorrowReceiver(value.obj) && emitter.canBorrowCallArgument(value.obj);
+    if (value.kind === "ternary")
+        return (emitter.canBorrowReceiver(value.then) &&
+            emitter.canBorrowReceiver(value.else_) &&
+            emitter.canBorrowCallArgument(value.then) &&
+            emitter.canBorrowCallArgument(value.else_));
+    // A construction-only field of a stable owner keeps its value until the
+    // owner dies: no later operand or callee can replace and release it.
+    if ((value.kind === "fieldGet" || value.kind === "recordGet") && emitter.immutableRead(value))
+        return emitter.canBorrowCallArgument(value.obj);
+    // An optional chain's bound receiver stays unchanged until its body
+    // finishes (see emitReadReceiver).
+    if (value.kind === "chainRecv")
+        return emitter.chainSlots.has(value.id);
+    if (value.kind !== "varRef")
+        return false;
+    const binding = emitter.binding(value.localId);
+    // A module constant owns its value for the rest of the program.
+    if (binding.kind === "global")
+        return emitter.stableGlobals.has(value.localId);
+    // So does the environment for a capture nothing ever rebinds.
+    if (binding.kind === "boxed")
+        return emitter.stableCaptureIds.has(value.localId) && emitter.canBorrowReceiver(value);
+    return (binding.kind === "local" &&
+        binding.local !== undefined &&
+        (!binding.local.mutable ||
+            emitter.stableCallBindings.has(value.localId) ||
+            emitter.borrowedParameters.has(value.localId) ||
+            emitter.localUnionStorage.has(value.localId)) &&
+        !binding.local.boxed &&
+        !binding.local.tdz);
+}
+export function canBorrowReceiver(emitter, e) {
+    switch (e.kind) {
+        case "chainRecv":
+            return emitter.chainSlots.has(e.id);
+        case "varRef": {
+            const binding = emitter.binding(e.localId);
+            return (binding.kind !== "boxed" ||
+                (!binding.local.tdz &&
+                    binding.type.kind === e.type.kind &&
+                    e.type.kind !== "caught" &&
+                    isRefCounted(e.type)));
+        }
+        case "unionNarrow":
+        // Class casts reinterpret the same pointer (prefix layouts).
+        case "downcast":
+        case "upcast":
+            return emitter.canBorrowReceiver(e.value);
+        // An inline union field has no box to lend: projections read it
+        // through emitReadReceiver's private stack box.
+        case "fieldGet":
+        case "recordGet":
+            return !emitter.inlineFieldGet(e) && emitter.canBorrowReceiver(e.obj);
+        case "ternary":
+            return emitter.canBorrowReceiver(e.then) && emitter.canBorrowReceiver(e.else_);
+        case "seqExpr": {
+            const guarded = guardedValue(e);
+            return guarded !== null && emitter.canBorrowReceiver(guarded);
+        }
+        // The runtime always sets a pending exception; its unreachable
+        // typed dummy is null and owns no receiver.
+        case "libCall":
+            return e.fn === "error.nodeThrow";
+        case "unionWrap": {
+            const wrap = emitter.borrowableNullableWrap(e);
+            return wrap === "unit" || (wrap === "ref" && emitter.canBorrowReceiver(e.value));
+        }
+        // A borrowed-return result stays reachable from its borrowed
+        // arguments until the consumer runs. Each argument is lent without a
+        // snapshot, so neither the callee nor a later argument may replace
+        // what it was read from: a callee that preserves every edge cannot,
+        // and any other one must leave the argument's locations unwritten.
+        case "call": {
+            if (!emitter.borrowedReturns.has(e.callee))
+                return false;
+            if (!e.args.every((arg) => emitter.referenceEffects.preserves(arg)))
+                return false;
+            const preserving = emitter.referenceEffects.functions.has(e.callee);
+            if (preserving)
+                return e.args.every((arg) => !isRefCounted(arg.type) || emitter.canBorrowReceiver(arg));
+            if (emitter.referenceWrites === null)
+                return false;
+            const lent = borrowableInputs(emitter, e.args, false, emitter.referenceWrites.summary(e.callee));
+            return e.args.every((arg, i) => !isRefCounted(arg.type) || lent[i] === true);
+        }
+        // A required element read: the (borrowed) array owns the element
+        // while an edge-preserving index computes.
+        case "arrayGet":
+            return (e.arr.type.kind === "array" &&
+                isRefCounted(e.arr.type.elem) &&
+                emitter.canBorrowReceiver(e.arr) &&
+                emitter.referenceEffects.preserves(e.index));
+        default:
+            return false;
+    }
+}
+/** Functions returning a walk of their borrowed parameters return it
+ * without a reference (+0) from their borrowing body; direct callers
+ * either consume it as a receiver/walk or retain it at once, and the owned
+ * adapter retains before releasing its parameters. Candidates preserve
+ * every heap edge (so the result stays reachable from the arguments),
+ * borrow every reference parameter and return plain pointers. The set
+ * grows to a fixpoint because a call to a borrowed-return function with
+ * walk arguments is itself a walk; walk facts are then recomputed with
+ * the final set, admitting only parameters whose convention borrows. */
+export function analyzeBorrowedReturns(emitter) {
+    const pointer = (type) => emitter.plainReference(type);
+    const borrowedIds = (fn) => {
+        const indexes = emitter.callLifetimes.borrowed.get(fn.name);
+        return new Set(fn.params.filter((_, i) => indexes?.has(i)).map((p) => p.localId));
+    };
+    const hostFor = (fn) => {
+        const allowed = borrowedIds(fn);
+        const host = {
+            pointerLocal: (local) => pointer(local.type),
+            borrowsWithoutOwning: (e) => emitter.borrowsWithoutOwning(e),
+            borrowedReturn: (callee) => emitter.borrowedReturns.has(callee),
+            parameterAllowed: (id) => allowed.has(id),
+        };
+        return emitter.referenceEffects.functions.has(fn.name)
+            ? host
+            : emitter.unwrittenWalkHost(fn, host);
+    };
+    // With ReferenceWrites, a body that writes none of its walks' locations
+    // qualifies like one that preserves every edge.
+    const preserving = [...emitter.fnByName.values()].filter((fn) => emitter.referenceEffects.functions.has(fn.name) || emitter.referenceWrites !== null);
+    const candidates = preserving.filter((fn) => {
+        if (!pointer(fn.returnType) || fn.async || fn.generator || fn.captures)
+            return false;
+        // A borrowing vtable slot dispatches to the borrowing body (or its
+        // virtual adapter) directly, and virtual callers own the result.
+        if (emitter.implSlotBorrowed(fn.name).size > 0)
+            return false;
+        const indexes = emitter.callLifetimes.borrowed.get(fn.name);
+        return (indexes !== undefined &&
+            indexes.size > 0 &&
+            fn.params.every((p, i) => !isRefCounted(p.type) || indexes.has(i)));
+    });
+    for (let changed = true; changed;) {
+        changed = false;
+        for (const fn of candidates) {
+            if (emitter.borrowedReturns.has(fn.name))
+                continue;
+            if (!analyzeWalks(fn, hostFor(fn)).returnsWalk)
+                continue;
+            emitter.borrowedReturns.add(fn.name);
+            // Nested borrowed returns extend the locations a caller depends on.
+            emitter.borrowedReturnKeyCache.clear();
+            changed = true;
+        }
+    }
+    if (emitter.borrowedReturns.size === 0)
+        return;
+    for (const fn of preserving) {
+        const walks = analyzeWalks(fn, hostFor(fn)).locals;
+        if (walks.size > 0)
+            emitter.walkBorrowsByFunction.set(fn.name, walks);
+    }
+}
+export function fieldAliasMetadata(emitter) {
+    if (emitter.fieldAliasTags.size === 0)
+        return [];
+    const lines = ['!0 = !{!"scriptc native fields"}'];
+    for (const tag of emitter.fieldAliasTags.values()) {
+        lines.push(`!${tag - 1} = !{!"field.${tag}", !0, i64 0}`, `!${tag} = !{!${tag - 1}, !${tag - 1}, i64 0}`);
+    }
+    return lines;
+}
+/** A private stack union source with an independently owned payload. */
+export function canStackReceiver(emitter, e) {
+    return emitter.isStackUnionSource(e);
+}
+/** True for union sources that emitReadReceiver can produce as a private
+ * stack box with an independently owned payload (no heap union). */
+export function isStackUnionSource(emitter, e) {
+    if (e.type.kind !== "union")
+        return false;
+    return (canStackUnion(e, emitter.boxedUnionsById) ||
+        matchMapRead(e, emitter.boxedUnionsById) !== null ||
+        emitter.optionalArrayReads.get(e) !== null ||
+        isScalarOptionalSource(e, emitter.unionSources) ||
+        emitter.scalarResultCall(e) ||
+        emitter.inlineFieldGet(e));
+}
+//# sourceMappingURL=receivers.js.map

package/dist/backend/llvm/receivers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"receivers.js","sourceRoot":"","sources":["../../../src/backend/llvm/receivers.ts"],"names":[],"mappings":"AAEA,OAAO,EAKL,YAAY,GACb,MAAM,gBAAgB,CAAC;AAExB,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AACxD,OAAO,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AACvF,OAAO,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACzE,OAAO,EAAE,sBAAsB,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AACvE,OAAO,EAAE,yBAAyB,EAAE,MAAM,sBAAsB,CAAC;AACjE,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAClE,OAAO,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC7E,OAAO,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AACtF,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,EAAuB,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEtE;;;;4DAI4D;AAC5D,MAAM,UAAU,gBAAgB,CAAC,OAAkB,EAAE,CAAS;IAC5D,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC;QAAE,OAAO,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IACtD,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ;QAAE,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACvF,MAAM,OAAO,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;IAChC,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACrB,oEAAoE;QACpE,KAAK,MAAM,CAAC,IAAK,CAAkC,CAAC,KAAK;YAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC/E,OAAO,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC;IACD,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QACxB,OAAO,CAAC,qBAAqB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACzC,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAC3C,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC7B,gEAAgE;YAChE,iEAAiE;YACjE,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC;gBAAE,OAAO,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YAC9D,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAC1C,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;YAChC,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;YAC9B,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,OAAO,0CAA0C,GAAG,gBAAgB,CAAC,CAAC;YACxF,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,KAAK,oBAAoB,OAAO,EAAE,CAAC,CAAC;YACtD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACvC,CAAC;QACD,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACjE,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;QAC9B,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,KAAK,oBAAoB,OAAO,CAAC,IAAI,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC1F,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACvC,CAAC;IACD,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,CAAC,KAAK;QAAE,OAAO,OAAO,CAAC,sBAAsB,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IAC7F,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC3B,oEAAoE;QACpE,iEAAiE;QACjE,MAAM,KAAK,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC3C,IAAI,CAAC,KAAK;YACR,MAAM,IAAI,qBAAqB,CAAC,gCAAgC,CAAC,CAAC,EAAE,qBAAqB,CAAC,CAAC;QAC7F,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;QAC9B,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,KAAK,WAAW,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QACnF,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACvC,CAAC;IACD,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,IAAI,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1D,kEAAkE;QAClE,mDAAmD;QACnD,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC9B,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,IAAI,eAAe,CAAC,CAAC;QACpD,qBAAqB,CAAC,OAAO,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;QACxC,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;QAC9B,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,KAAK,oBAAoB,IAAI,EAAE,CAAC,CAAC;QACnD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACvC,CAAC;IACD,MAAM,IAAI,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;IAC/C,IAAI,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW;QAC3C,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3E,IAAI,IAAI,KAAK,KAAK,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW;QAC1C,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACxE,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC;IACtD,IAAI,IAAI,EAAE,CAAC;QACT,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAC/C,IAAI,MAAM,CAAC,KAAK;YAAE,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACxE,OAAO,MAAM,CAAC,KAAK,CAAC;IACtB,CAAC;IACD,wEAAwE;IACxE,wCAAwC;IACxC,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC;QAC5F,OAAO,sBAAsB,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IAC5C,MAAM,SAAS,GAAG,OAAO,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACpD,IAAI,SAAS;QAAE,OAAO,sBAAsB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IACjE,MAAM,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAC7C,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,yBAAyB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC5E,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAC9B,IAAI,aAAa,CAAC,CAAC,EAAE,OAAO,CAAC,eAAe,CAAC;QAAE,OAAO,cAAc,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;IACvF,IAAI,CAAC,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACnD,oBAAoB,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;QAC5D,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC1E,CAAC;IACD,IAAI,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QACrF,kEAAkE;QAClE,yDAAyD;QACzD,MAAM,QAAQ,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACnD,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ;YACnD,iBAAiB,CAAC,OAAO,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACtF,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/C,CAAC;IACD,iEAAiE;IACjE,8DAA8D;IAC9D,IAAI,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC;QAAE,OAAO,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IAC5D,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QACpD,MAAM,QAAQ,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACjD,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC3B,qDAAqD;YACrD,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;YACxF,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,eAAe,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAC5E,CAAC;QACD,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;QACzF,IAAI,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC;YAClD,OAAO,OAAO,CAAC,cAAc,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QAC7C,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACtE,CAAC;IACD,IACE,CAAC,CAAC,IAAI,KAAK,SAAS;QACpB,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC;QACjC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,KAAK,CAAC,EAClC,CAAC;QACD,iEAAiE;QACjE,kEAAkE;QAClE,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;QACpB,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QACtB,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,IAAI,eAAe,CAAC,CAAC;QAC5C,MAAM,GAAG,GAAG,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,EACjC,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,EAC5B,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;QACjC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;QAC7B,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI;YAC3B,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC;YACb,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC;SACL,EAAE,CAAC;YACX,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YACpB,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACxB,MAAM,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAC/C,CAAC,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,IAAI,SAAS,IAAI,EAAE,CAAC,CAAC;YAChD,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,EAAG,CAAC,CAAC;YAC5C,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;QACb,CAAC;QACD,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACnB,MAAM,KAAK,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;QACtB,CAAC,CAAC,IAAI,CAAC,GAAG,KAAK,oBAAoB,IAAI,EAAE,CAAC,CAAC;QAC3C,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACvC,CAAC;IACD,qEAAqE;IACrE,iEAAiE;IACjE,IACE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU;QACpB,CAAC,CAAC,IAAI,KAAK,SAAS;QACpB,CAAC,CAAC,IAAI,KAAK,SAAS;QACpB,CAAC,CAAC,IAAI,KAAK,cAAc,CAAC;QAC5B,sBAAsB,CAAC,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC;QAE/C,OAAO,kBAAkB,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IACxC,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC;QAClD,OAAO,YAAY,CAAC,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;IAC/C,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC;QAAE,OAAO,sBAAsB,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IACjG,OAAO,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;AAC7B,CAAC;AAED;;;qDAGqD;AACrD,MAAM,UAAU,qBAAqB,CAAC,OAAkB,EAAE,KAAa;IACrE,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IACzC,2EAA2E;IAC3E,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,IAAI,KAAK,CAAC,KAAK;QAC1C,OAAO,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,CAAC,qBAAqB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACrF,4CAA4C;IAC5C,IAAI,OAAO,CAAC,cAAc,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAChD,6DAA6D;IAC7D,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ;QAC9F,OAAO,OAAO,CAAC,qBAAqB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACpD,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;QACpC,OAAO,OAAO,KAAK,IAAI,IAAI,OAAO,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;IACpE,CAAC;IACD,sEAAsE;IACtE,uCAAuC;IACvC,MAAM,IAAI,GAAG,OAAO,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC;IACnD,IAAI,IAAI,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC;IACjC,IAAI,IAAI,KAAK,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW;QAC9C,OAAO,OAAO,CAAC,qBAAqB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACpD,wEAAwE;IACxE,kEAAkE;IAClE,6DAA6D;IAC7D,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa;QAAE,OAAO,OAAO,CAAC,qBAAqB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACpF,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC,EAAE,KAAK,iBAAiB,CAAC;IACpE,wEAAwE;IACxE,uEAAuE;IACvE,0CAA0C;IAC1C,IACE,KAAK,CAAC,IAAI,KAAK,UAAU;QACzB,OAAO,CAAC,iBAAiB;QACzB,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC;QACxB,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC;QACzD,CAAC,OAAO,CAAC,gBAAgB,CAAC,KAAK,CAAC;QAEhC,OAAO,OAAO,CAAC,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,qBAAqB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC1F,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;QAC1B,OAAO,CACL,OAAO,CAAC,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC;YACrC,OAAO,CAAC,iBAAiB,CAAC,KAAK,CAAC,KAAK,CAAC;YACtC,OAAO,CAAC,qBAAqB,CAAC,KAAK,CAAC,IAAI,CAAC;YACzC,OAAO,CAAC,qBAAqB,CAAC,KAAK,CAAC,KAAK,CAAC,CAC3C,CAAC;IACJ,wEAAwE;IACxE,qEAAqE;IACrE,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,UAAU,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,CAAC,IAAI,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC;QAC3F,OAAO,OAAO,CAAC,qBAAqB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAClD,oEAAoE;IACpE,mCAAmC;IACnC,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW;QAAE,OAAO,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACxE,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC1C,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC/C,gEAAgE;IAChE,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ;QAAE,OAAO,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC/E,8DAA8D;IAC9D,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO;QAC1B,OAAO,OAAO,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;IACzF,OAAO,CACL,OAAO,CAAC,IAAI,KAAK,OAAO;QACxB,OAAO,CAAC,KAAK,KAAK,SAAS;QAC3B,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO;YACrB,OAAO,CAAC,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC;YAC7C,OAAO,CAAC,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC;YAC7C,OAAO,CAAC,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC/C,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK;QACpB,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CACnB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,OAAkB,EAAE,CAAS;IAC7D,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;QACf,KAAK,WAAW;YACd,OAAO,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACtC,KAAK,QAAQ,EAAE,CAAC;YACd,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAC3C,OAAO,CACL,OAAO,CAAC,IAAI,KAAK,OAAO;gBACxB,CAAC,CAAC,OAAO,CAAC,KAAM,CAAC,GAAG;oBAClB,OAAO,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI;oBACjC,CAAC,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ;oBACxB,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CACxB,CAAC;QACJ,CAAC;QACD,KAAK,aAAa,CAAC;QACnB,6DAA6D;QAC7D,KAAK,UAAU,CAAC;QAChB,KAAK,QAAQ;YACX,OAAO,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAC5C,gEAAgE;QAChE,gDAAgD;QAChD,KAAK,UAAU,CAAC;QAChB,KAAK,WAAW;YACd,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACxE,KAAK,SAAS;YACZ,OAAO,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACjF,KAAK,SAAS,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;YAChC,OAAO,OAAO,KAAK,IAAI,IAAI,OAAO,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAChE,CAAC;QACD,+DAA+D;QAC/D,4CAA4C;QAC5C,KAAK,SAAS;YACZ,OAAO,CAAC,CAAC,EAAE,KAAK,iBAAiB,CAAC;QACpC,KAAK,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;YAC/C,OAAO,IAAI,KAAK,MAAM,IAAI,CAAC,IAAI,KAAK,KAAK,IAAI,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QACnF,CAAC;QACD,6DAA6D;QAC7D,qEAAqE;QACrE,mEAAmE;QACnE,oEAAoE;QACpE,mEAAmE;QACnE,KAAK,MAAM,EAAE,CAAC;YACZ,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;gBAAE,OAAO,KAAK,CAAC;YACzD,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,gBAAgB,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;gBAAE,OAAO,KAAK,CAAC;YAClF,MAAM,UAAU,GAAG,OAAO,CAAC,gBAAgB,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YACpE,IAAI,UAAU;gBACZ,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC;YAC1F,IAAI,OAAO,CAAC,eAAe,KAAK,IAAI;gBAAE,OAAO,KAAK,CAAC;YACnD,MAAM,IAAI,GAAG,gBAAgB,CAC3B,OAAO,EACP,CAAC,CAAC,IAAI,EACN,KAAK,EACL,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAC1C,CAAC;YACF,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;QAC/E,CAAC;QACD,iEAAiE;QACjE,2CAA2C;QAC3C,KAAK,UAAU;YACb,OAAO,CACL,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,OAAO;gBAC3B,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;gBAC7B,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,GAAG,CAAC;gBAChC,OAAO,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAC5C,CAAC;QACJ;YACE,OAAO,KAAK,CAAC;IACjB,CAAC;AACH,CAAC;AAED;;;;;;;;wEAQwE;AACxE,MAAM,UAAU,sBAAsB,CAAC,OAAkB;IACvD,MAAM,OAAO,GAAG,CAAC,IAAY,EAAW,EAAE,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IACxE,MAAM,WAAW,GAAG,CAAC,EAAc,EAAe,EAAE;QAClD,MAAM,OAAO,GAAG,OAAO,CAAC,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;QAC5D,OAAO,IAAI,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IACpF,CAAC,CAAC;IACF,MAAM,OAAO,GAAG,CAAC,EAAc,EAAkB,EAAE;QACjD,MAAM,OAAO,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC;QAChC,MAAM,IAAI,GAAG;YACX,YAAY,EAAE,CAAC,KAAc,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;YACrD,oBAAoB,EAAE,CAAC,CAAS,EAAE,EAAE,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC;YACpE,cAAc,EAAE,CAAC,MAAc,EAAE,EAAE,CAAC,OAAO,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC;YACvE,gBAAgB,EAAE,CAAC,EAAU,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;SAClD,CAAC;QACF,OAAO,OAAO,CAAC,gBAAgB,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC;YACpD,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IAC1C,CAAC,CAAC;IACF,wEAAwE;IACxE,gDAAgD;IAChD,MAAM,UAAU,GAAG,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CACtD,CAAC,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,gBAAgB,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,eAAe,KAAK,IAAI,CAC5F,CAAC;IACF,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE;QAC1C,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,SAAS,IAAI,EAAE,CAAC,QAAQ;YAAE,OAAO,KAAK,CAAC;QACrF,mEAAmE;QACnE,iEAAiE;QACjE,IAAI,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC;YAAE,OAAO,KAAK,CAAC;QAC7D,MAAM,OAAO,GAAG,OAAO,CAAC,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;QAC5D,OAAO,CACL,OAAO,KAAK,SAAS;YACrB,OAAO,CAAC,IAAI,GAAG,CAAC;YAChB,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CACnE,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,KAAK,IAAI,OAAO,GAAG,IAAI,EAAE,OAAO,GAAG,CAAC;QAClC,OAAO,GAAG,KAAK,CAAC;QAChB,KAAK,MAAM,EAAE,IAAI,UAAU,EAAE,CAAC;YAC5B,IAAI,OAAO,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC;gBAAE,SAAS;YACnD,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW;gBAAE,SAAS;YACzD,OAAO,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;YACrC,oEAAoE;YACpE,OAAO,CAAC,sBAAsB,CAAC,KAAK,EAAE,CAAC;YACvC,OAAO,GAAG,IAAI,CAAC;QACjB,CAAC;IACH,CAAC;IACD,IAAI,OAAO,CAAC,eAAe,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO;IAC/C,KAAK,MAAM,EAAE,IAAI,UAAU,EAAE,CAAC;QAC5B,MAAM,KAAK,GAAG,YAAY,CAAC,EAAE,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;QACnD,IAAI,KAAK,CAAC,IAAI,GAAG,CAAC;YAAE,OAAO,CAAC,qBAAqB,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACxE,CAAC;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,OAAkB;IACnD,IAAI,OAAO,CAAC,cAAc,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACjD,MAAM,KAAK,GAAG,CAAC,kCAAkC,CAAC,CAAC;IACnD,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,cAAc,CAAC,MAAM,EAAE,EAAE,CAAC;QAClD,KAAK,CAAC,IAAI,CACR,IAAI,GAAG,GAAG,CAAC,gBAAgB,GAAG,eAAe,EAC7C,IAAI,GAAG,SAAS,GAAG,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,UAAU,CAC/C,CAAC;IACJ,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,wEAAwE;AACxE,MAAM,UAAU,gBAAgB,CAAC,OAAkB,EAAE,CAAS;IAC5D,OAAO,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC;AACvC,CAAC;AAED;oEACoE;AACpE,MAAM,UAAU,kBAAkB,CAAC,OAAkB,EAAE,CAAS;IAC9D,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,KAAK,CAAC;IAC1C,OAAO,CACL,aAAa,CAAC,CAAC,EAAE,OAAO,CAAC,eAAe,CAAC;QACzC,YAAY,CAAC,CAAC,EAAE,OAAO,CAAC,eAAe,CAAC,KAAK,IAAI;QACjD,OAAO,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI;QAC1C,sBAAsB,CAAC,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC;QAC/C,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC;QAC3B,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAC1B,CAAC;AACJ,CAAC"}

package/dist/backend/llvm/record-results.d.ts

@@ -4,11 +4,22 @@ import { InlineUnionFields } from "./inline-unions.js";
  * writes the function's fresh result object into `dst` and returns nothing. */
 export declare const RESULT_ENTRY_PREFIX = "%into.";
 export declare function resultEntryName(name: string): string;
+/** The local id of a result-slot entry's destination parameter. The
+ * caller passes zeroed frame storage, and on every path the entry stores
+ * each of its fields at most once, so a store into it is an
+ * initialization: there is no old value to release. */
+export declare const RESULT_DST_ID = "%into.dst";
 /** A plain record shape whose fields are numbers, booleans and inline
  * scalar unions (inline-unions.ts): its fields own nothing. */
 export declare function scalarRecordShape(shape: IrRecordShape | undefined, inline: InlineUnionFields): boolean;
+/** A closed record or tuple shape: declared fields only. Its instance can
+ * live in caller storage; fields that own references are released by the
+ * frame that holds the storage (stack-objects.ts). Tuples are element
+ * records: destructuring and element reads project them, and every
+ * array-like use of one is a whole-value use that keeps it on the heap. */
+export declare function frameRecordShape(shape: IrRecordShape | undefined): boolean;
 /** A literal that stores every field of its shape, none of them through
- * the overflow map. */
+ * the overflow map, and that sets no overflow-map flag. */
 export declare function completeRecordLiteral(e: IrExpr & {
     kind: "recordLit";
 }, shape: IrRecordShape | undefined): boolean;
@@ -21,7 +32,7 @@ export declare function scalarStandaloneClass(cls: IrClassDef | undefined, ctor:
  * such an instance needs no zeroing first. */
 export declare function constructorInitializesFields(cls: IrClassDef, ctor: IrFunction): boolean;
 /** Add a result-slot entry for every function whose returns all build a
- * fresh scalar record or standalone scalar object, return another such
+ * fresh closed record or standalone scalar object, return another such
  * producer's result (forwarding the slot), or return a parameter of a
  * record shape no store can change (copied into the slot). The original
  * function stays as it is; the backend calls the entry only where the

package/dist/backend/llvm/record-results.js

@@ -9,6 +9,14 @@ export const RESULT_ENTRY_PREFIX = "%into.";
 export function resultEntryName(name) {
     return `${RESULT_ENTRY_PREFIX}${name}`;
 }
+/** The local id of a result-slot entry's destination parameter. The
+ * caller passes zeroed frame storage, and on every path the entry stores
+ * each of its fields at most once, so a store into it is an
+ * initialization: there is no old value to release. */
+export const RESULT_DST_ID = "%into.dst";
+function distinctNames(names) {
+    return new Set(names).size === names.length;
+}
 /** A plain record shape whose fields are numbers, booleans and inline
  * scalar unions (inline-unions.ts): its fields own nothing. */
 export function scalarRecordShape(shape, inline) {
@@ -17,10 +25,18 @@ export function scalarRecordShape(shape, inline) {
         !shape.tuple &&
         shape.fields.every((field) => field.type.kind === "f64" || field.type.kind === "bool" || inline.record(field.type)));
 }
+/** A closed record or tuple shape: declared fields only. Its instance can
+ * live in caller storage; fields that own references are released by the
+ * frame that holds the storage (stack-objects.ts). Tuples are element
+ * records: destructuring and element reads project them, and every
+ * array-like use of one is a whole-value use that keeps it on the heap. */
+export function frameRecordShape(shape) {
+    return shape !== undefined && !shape.indexValue;
+}
 /** A literal that stores every field of its shape, none of them through
- * the overflow map. */
+ * the overflow map, and that sets no overflow-map flag. */
 export function completeRecordLiteral(e, shape) {
-    if (!shape || e.fields.some((field) => field.overflow))
+    if (!shape || e.nullProto || e.fields.some((field) => field.overflow))
         return false;
     const names = new Set(e.fields.map((field) => field.name));
     return shape.fields.every((field) => names.has(field.name));
@@ -74,7 +90,7 @@ export function constructorInitializesFields(cls, ctor) {
     return cls.fields.every((field) => stored.has(field.name));
 }
 /** Add a result-slot entry for every function whose returns all build a
- * fresh scalar record or standalone scalar object, return another such
+ * fresh closed record or standalone scalar object, return another such
  * producer's result (forwarding the slot), or return a parameter of a
  * record shape no store can change (copied into the slot). The original
  * function stays as it is; the backend calls the entry only where the
@@ -107,7 +123,11 @@ export function addRecordResultEntries(mod) {
             },
         });
     const dynamicStores = dynamicFieldStores(mod);
+    // Copies are limited to scalar shapes: a copy of a reference-owning
+    // record would not carry the undeclared source keys a checked conversion
+    // may keep beside the original (record-sources.ts).
     const copyable = (type) => type.kind === "record" &&
+        scalarRecordShape(shapes.get(type.shapeId), inline) &&
         mod.lib === undefined &&
         !written.has(type.shapeId) &&
         !dynamicStores.all &&
@@ -116,13 +136,20 @@ export function addRecordResultEntries(mod) {
     const fillable = (value, params) => {
         switch (value.kind) {
             case "recordLit":
-                return completeRecordLiteral(value, shapes.get(value.type.shapeId));
+                return (completeRecordLiteral(value, shapes.get(value.type.shapeId)) && distinctNames(value.fields.map((field) => field.name)));
             case "new":
                 return stackClass(value.className);
             case "ternary":
                 return fillable(value.then, params) && fillable(value.else_, params);
             case "varRef":
                 return params.has(value.localId) && copyable(value.type);
+            case "recordClone":
+                // A spread of a binding: the copies read it before any override
+                // evaluates, as the heap clone does.
+                return (value.source.kind === "varRef" &&
+                    value.type.kind === "record" &&
+                    frameRecordShape(shapes.get(value.type.shapeId)) &&
+                    distinctNames(value.overrides.map((override) => override.name)));
             case "call":
                 return producers.has(value.callee);
             default:
@@ -158,6 +185,39 @@ export function addRecordResultEntries(mod) {
                     loc: value.loc,
                 }));
             }
+            case "recordClone": {
+                const shapeId = value.type.shapeId;
+                const overridden = new Set(value.overrides.map((override) => override.name));
+                const copies = shapes
+                    .get(shapeId)
+                    .fields.filter((field) => !overridden.has(field.name))
+                    .map((field) => ({
+                    kind: "recordSet",
+                    obj: dst,
+                    shapeId,
+                    field: field.name,
+                    value: {
+                        kind: "recordGet",
+                        obj: value.source,
+                        shapeId,
+                        field: field.name,
+                        type: field.type,
+                        loc: value.loc,
+                    },
+                    loc: value.loc,
+                }));
+                return [
+                    ...copies,
+                    ...value.overrides.map((override) => ({
+                        kind: "recordSet",
+                        obj: dst,
+                        shapeId,
+                        field: override.name,
+                        value: override.value,
+                        loc: override.value.loc,
+                    })),
+                ];
+            }
             case "call":
                 return [
                     {
@@ -276,7 +336,7 @@ export function addRecordResultEntries(mod) {
         if (fn.async || fn.generator || fn.captures !== undefined || fn.classCaptures !== undefined)
             return false;
         const ret = fn.returnType;
-        return ((ret.kind === "record" && scalarRecordShape(shapes.get(ret.shapeId), inline)) ||
+        return ((ret.kind === "record" && frameRecordShape(shapes.get(ret.shapeId))) ||
             (ret.kind === "object" && stackClass(ret.className)));
     });
     for (const fn of candidates)
@@ -311,7 +371,7 @@ export function addRecordResultEntries(mod) {
         if (!producers.has(fn.name))
             continue;
         const ret = fn.returnType;
-        const dstId = "%into.dst";
+        const dstId = RESULT_DST_ID;
         const dst = { kind: "varRef", localId: dstId, type: ret, loc: fn.loc };
         const body = transformStmtList(fn.body, {
             expr: (e) => e,