@scriptc/compiler 0.4.7 → 0.4.8

package/dist/backend/llvm/js-groups.js

@@ -0,0 +1,277 @@
+/* Object guard groups, the backend half (shape-tier design 3.3; the plan
+ * is ir/js-groups.ts, the record scr_js_group_probe in scr_js_object.c).
+ *
+ * A group is a run of constant-key reads on one subject inside one
+ * statement. Today each read is its own cache site: kind test, layout test,
+ * entry compares, slot load. The group tests the subject's layout once and
+ * answers every member from one entry that holds all the group's slots:
+ *
+ *   guard   k = obj+8; k == OBJ else no entry
+ *           L = obj+80; L != null else probe
+ *           L == @sc_js_group_N+0  -> entry 0
+ *           L == @sc_js_group_N+16 -> entry 1
+ *           else scr_js_group_probe(obj, @keys, K, @sc_js_group_N)  (cold)
+ *   member  entry == null ? the site's helper : slots[i] for i = entry->slot[k]
+ *
+ * A member after a clobbering operation (one that may run user code, which
+ * can change the subject's layout) rechecks the layout against its entry
+ * first and takes the helper when it moved. The guard is emitted at the
+ * group's first member and every later member reuses its entry value, so
+ * the plan's membership must match emission order; a member whose position
+ * does not follow the last one emitted takes its plain site. */
+import { DYN, STRING } from "../../ir/ir.js";
+import { emitBorrowedInput } from "./borrowed-inputs.js";
+import { DYN_KIND } from "./dyn.js";
+import { asResult, gep, helperCall, jsIcSiteOf, kindIs, load } from "./js-ic.js";
+import { JS_BITS } from "./jsval-encoding.js";
+/** Words of one ScrJsGroup record: four entries of 16 bytes, then count
+ * and next (scr_js.h). */
+export const JS_GROUP_WORDS = 9;
+/** How many entries the guard compares inline. Two is the site's inline
+ * way count (js-ic.ts): a group guards the same ties a site does. */
+const GUARD_WAYS = 2;
+/** Bytes between two entries of a record. */
+const WAY_BYTES = 16;
+/** Bytes of an entry's slot bytes, at the entry's start. */
+const SLOT_BASE = 8;
+/** ScrDyn object fields (js-ic.ts). */
+const OBJECT_SLOTS = 32;
+const OBJECT_LAYOUT = 80;
+/** The result of a grouped read of `e`, or null when `e` is not a member
+ * whose guard is in effect and the plain site path must answer. */
+export function emitGroupedGet(host, e, callee) {
+    const member = host.jsGroupPlan?.member(e);
+    if (member === undefined)
+        return null;
+    if (jsIcSiteOf(host, e) === null)
+        return null;
+    const group = member.group;
+    const receiver = emitBorrowedInput(host, e.args[0]);
+    let run = host.groupRuns.get(group);
+    if (member.position === 0) {
+        run = { entry: emitGuard(host, receiver.name, group, e), next: 0 };
+        host.groupRuns.set(group, run);
+    }
+    else if (run === undefined || run.next !== member.position) {
+        // A member emitted out of order (or without its guard) reads through
+        // its own site: the plan's entry does not dominate it.
+        return null;
+    }
+    run.next = member.position + 1;
+    return emitMember(host, e, callee, receiver, run.entry, member);
+}
+/** Emits the guard of `group` on `receiver` in the current block and
+ * answers the entry value it found (a record address, or null). */
+function emitGuard(host, receiver, group, e) {
+    const B = host.B;
+    const record = host.jsGroup();
+    const keys = host.jsGroupKeys(group.keys.map((key) => keyString(host, key, e)));
+    const join = B.newLabel("grp.j");
+    const none = B.newLabel("grp.none");
+    const shaped = B.newLabel("grp.shape");
+    kindIs(host, receiver, DYN_KIND.OBJ, shaped, none);
+    B.startBlock(shaped);
+    const layout = load(host, "ptr", receiver, OBJECT_LAYOUT);
+    const present = B.tmp();
+    B.line(`${present} = icmp ne ptr ${layout}, null`);
+    const ways = [];
+    const hits = [];
+    const probes = [];
+    for (let way = 0; way < GUARD_WAYS; way++) {
+        ways.push(B.newLabel("grp.w"));
+        hits.push(B.newLabel("grp.hit"));
+    }
+    const miss = B.newLabel("grp.miss");
+    B.condBr(present, ways[0], miss);
+    const incoming = [];
+    for (let way = 0; way < GUARD_WAYS; way++) {
+        B.startBlock(ways[way]);
+        const cached = load(host, "ptr", record, way * WAY_BYTES);
+        const same = B.tmp();
+        B.line(`${same} = icmp eq ptr ${cached}, ${layout}`);
+        B.condBr(same, hits[way], way + 1 < GUARD_WAYS ? ways[way + 1] : miss);
+        B.startBlock(hits[way]);
+        incoming.push(`[ ${gep(host, record, way * WAY_BYTES)}, %${B.currentLabel()} ]`);
+        B.br(join);
+    }
+    B.startBlock(none);
+    probes.push(`[ null, %${B.currentLabel()} ]`);
+    B.br(join);
+    B.startBlock(miss);
+    // The probe answers the layouts the guard does not know, and refuses
+    // every object whose layout lacks one of the group's keys.
+    host.declare(`declare ptr @scr_js_group_probe(ptr, ptr, i32, ptr)`);
+    const probed = B.tmp();
+    B.line(`${probed} = call ptr @scr_js_group_probe(ptr ${receiver}, ptr ${keys}, i32 ${group.keys.length}, ptr ${record}) cold`);
+    probes.push(`[ ${probed}, %${B.currentLabel()} ]`);
+    B.br(join);
+    B.startBlock(join);
+    const entry = B.tmp();
+    B.line(`${entry} = phi ptr ${[...incoming, ...probes].join(", ")}`);
+    return entry;
+}
+/** Emits one grouped read of `member` through `entry`, with the site's
+ * helper as the fallback. */
+function emitMember(host, e, callee, receiver, entry, member) {
+    const B = host.B;
+    const fast = B.newLabel("grp.fast");
+    const slow = B.newLabel("grp.slow");
+    const join = B.newLabel("grp.j");
+    const ready = B.tmp();
+    B.line(`${ready} = icmp ne ptr ${entry}, null`);
+    B.condBr(ready, fast, slow);
+    const incoming = [];
+    B.startBlock(fast);
+    if (member.recheck) {
+        // A clobbering operation may have run user code since the guard: the
+        // entry answers for the subject only while its layout still holds.
+        const now = load(host, "ptr", receiver.name, OBJECT_LAYOUT);
+        const entryLayout = load(host, "ptr", entry, 0);
+        const same = B.tmp();
+        B.line(`${same} = icmp eq ptr ${now}, ${entryLayout}`);
+        const read = B.newLabel("grp.read");
+        B.condBr(same, read, slow);
+        B.startBlock(read);
+    }
+    const slots = load(host, "ptr", receiver.name, OBJECT_SLOTS);
+    const index = load(host, "i8", entry, SLOT_BASE + member.index);
+    const wide = B.tmp();
+    B.line(`${wide} = zext i8 ${index} to i64`);
+    const address = B.tmp();
+    B.line(`${address} = getelementptr inbounds ptr, ptr ${slots}, i64 ${wide}`);
+    const cell = load(host, "ptr", address, 0);
+    incoming.push(`[ ${asResult(host, cell, e, false)}, %${B.currentLabel()} ]`);
+    B.br(join);
+    B.startBlock(slow);
+    incoming.push(`[ ${helperCall(host, e, callee, [receiver])}, %${B.currentLabel()} ]`);
+    B.br(join);
+    B.startBlock(join);
+    const value = B.tmp();
+    B.line(`${value} = phi ptr ${incoming.join(", ")}`);
+    return host.own({ name: value, type: e.type });
+}
+function keyString(host, key, e) {
+    return host.emitExpr({ kind: "strLit", value: key, type: STRING, loc: e.loc }).name;
+}
+/** The result of a grouped store of `e`, or null when `e` is not a member
+ * whose guard is in effect and the plain site path must answer. The store's
+ * receiver and value are already evaluated: a member read inside the stored
+ * value comes before the store in the group's order.
+ *
+ * The grouped store is the site's fast branch: the guard has established
+ * that the subject is a layout-mode object whose layout holds every key of
+ * the group, so the store replaces an existing slot and the shape stays.
+ * The value is a static primitive, which the parse region treats as inert,
+ * so no write barrier can fire either. */
+export function emitGroupedSet(host, e, callee, receiver, word, value) {
+    const member = host.jsGroupPlan?.member(e);
+    if (member === undefined || !member.store)
+        return null;
+    if (jsIcSiteOf(host, e) === null)
+        return null;
+    const B = host.B;
+    const group = member.group;
+    const open = host.groupRuns.get(group);
+    // A member whose guard is not in effect (emitted out of order, or
+    // without its guard) stores through its own site.
+    if (member.position !== 0 && (open === undefined || open.next !== member.position))
+        return null;
+    let entry;
+    if (member.position === 0) {
+        entry = emitGuard(host, receiver.name, group, e);
+        host.groupRuns.set(group, { entry, next: 0 });
+    }
+    else {
+        entry = open.entry;
+    }
+    host.groupRuns.get(group).next = member.position + 1;
+    // The cell the cold path passes to the helper is boxed lazily there.
+    let boxedSlot = null;
+    if (word !== null) {
+        boxedSlot = B.slot();
+        B.entryAllocas.push(`${boxedSlot} = alloca ptr`);
+        B.line(`store ptr null, ptr ${boxedSlot}`);
+        host.ownSlot(boxedSlot, DYN);
+    }
+    const fast = B.newLabel("grp.fast");
+    const slow = B.newLabel("grp.slow");
+    const join = B.newLabel("grp.j");
+    if (word !== null)
+        host.declare(`declare ptr @scr_js_to_dyn_borrow(ptr)`);
+    const ready = B.tmp();
+    B.line(`${ready} = icmp ne ptr ${entry}, null`);
+    B.condBr(ready, fast, slow);
+    B.startBlock(fast);
+    if (member.recheck) {
+        // A clobbering operation may have run user code since the guard: the
+        // entry answers for the subject only while its layout still holds.
+        const now = load(host, "ptr", receiver.name, OBJECT_LAYOUT);
+        const entryLayout = load(host, "ptr", entry, 0);
+        const same = B.tmp();
+        B.line(`${same} = icmp eq ptr ${now}, ${entryLayout}`);
+        const write = B.newLabel("grp.write");
+        B.condBr(same, write, slow);
+        B.startBlock(write);
+    }
+    const slots = load(host, "ptr", receiver.name, OBJECT_SLOTS);
+    const index = load(host, "i8", entry, SLOT_BASE + member.index);
+    const wide = B.tmp();
+    B.line(`${wide} = zext i8 ${index} to i64`);
+    const address = B.tmp();
+    B.line(`${address} = getelementptr inbounds ptr, ptr ${slots}, i64 ${wide}`);
+    const old = B.tmp();
+    B.line(`${old} = load ptr, ptr ${address}`);
+    if (word === null) {
+        B.line(`store ptr ${host.retainHeap(value.name, DYN)}, ptr ${address}`);
+        host.releaseHeap(old, DYN);
+        B.br(join);
+    }
+    else {
+        // A new number replaces the value of an unshared number cell in place;
+        // any other value is boxed, and the store takes the box.
+        const bits = B.tmp();
+        const isDouble = B.tmp();
+        B.line(`${bits} = ptrtoint ptr ${word} to i64`);
+        B.line(`${isDouble} = icmp ult i64 ${bits}, ${JS_BITS.limit}`);
+        const number = B.newLabel("grp.dbl");
+        const box = B.newLabel("grp.box");
+        B.condBr(isDouble, number, box);
+        B.startBlock(number);
+        const oldKind = load(host, "i32", old, 8);
+        const oldRc = load(host, "i64", old, 0);
+        const isNumber = B.tmp();
+        const unshared = B.tmp();
+        const inPlace = B.tmp();
+        B.line(`${isNumber} = icmp eq i32 ${oldKind}, ${DYN_KIND.NUM}`);
+        B.line(`${unshared} = icmp eq i64 ${oldRc}, 1`);
+        B.line(`${inPlace} = and i1 ${isNumber}, ${unshared}`);
+        const update = B.newLabel("grp.inplace");
+        B.condBr(inPlace, update, box);
+        B.startBlock(update);
+        const d = B.tmp();
+        B.line(`${d} = bitcast i64 ${bits} to double`);
+        B.line(`store double ${d}, ptr ${gep(host, old, 16)}`);
+        B.br(join);
+        B.startBlock(box);
+        const cell = B.tmp();
+        B.line(`${cell} = call ptr @scr_js_to_dyn_borrow(ptr ${word})`);
+        B.line(`store ptr ${cell}, ptr ${address}`);
+        host.releaseHeap(old, DYN);
+        B.br(join);
+    }
+    B.startBlock(slow);
+    let cell;
+    if (word !== null) {
+        cell = B.tmp();
+        B.line(`${cell} = call ptr @scr_js_to_dyn_borrow(ptr ${word})`);
+        B.line(`store ptr ${cell}, ptr ${boxedSlot}`);
+    }
+    else {
+        cell = value.name;
+    }
+    helperCall(host, e, callee, [receiver, { name: cell, type: DYN }]);
+    B.br(join);
+    B.startBlock(join);
+    return { name: "", type: e.type };
+}
+//# sourceMappingURL=js-groups.js.map

package/dist/backend/llvm/js-groups.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"js-groups.js","sourceRoot":"","sources":["../../../src/backend/llvm/js-groups.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;gEAoBgE;AAChE,OAAO,EAAE,GAAG,EAAE,MAAM,EAAgC,MAAM,gBAAgB,CAAC;AAE3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AACzD,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAEpC,OAAO,EAAE,QAAQ,EAAE,GAAG,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AACjF,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAI9C;0BAC0B;AAC1B,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC;AAEhC;qEACqE;AACrE,MAAM,UAAU,GAAG,CAAC,CAAC;AACrB,6CAA6C;AAC7C,MAAM,SAAS,GAAG,EAAE,CAAC;AACrB,4DAA4D;AAC5D,MAAM,SAAS,GAAG,CAAC,CAAC;AAEpB,uCAAuC;AACvC,MAAM,YAAY,GAAG,EAAE,CAAC;AACxB,MAAM,aAAa,GAAG,EAAE,CAAC;AAEzB;mEACmE;AACnE,MAAM,UAAU,cAAc,CAAC,IAAU,EAAE,CAAiB,EAAE,MAAkB;IAC9E,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;IAC3C,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACtC,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAC9C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;IAC3B,MAAM,QAAQ,GAAG,iBAAiB,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,CAAC;IACrD,IAAI,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACpC,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;QAC1B,GAAG,GAAG,EAAE,KAAK,EAAE,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QACnE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACjC,CAAC;SAAM,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC,QAAQ,EAAE,CAAC;QAC7D,qEAAqE;QACrE,uDAAuD;QACvD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,GAAG,CAAC,IAAI,GAAG,MAAM,CAAC,QAAQ,GAAG,CAAC,CAAC;IAC/B,OAAO,UAAU,CAAC,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;AAClE,CAAC;AAED;mEACmE;AACnE,SAAS,SAAS,CAAC,IAAU,EAAE,QAAgB,EAAE,KAAc,EAAE,CAAS;IACxE,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;IACjB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;IAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAChF,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACjC,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IACpC,MAAM,MAAM,GAAG,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IACvC,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;IACnD,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IACrB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC;IAC1D,MAAM,OAAO,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;IACxB,CAAC,CAAC,IAAI,CAAC,GAAG,OAAO,kBAAkB,MAAM,QAAQ,CAAC,CAAC;IACnD,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,UAAU,EAAE,GAAG,EAAE,EAAE,CAAC;QAC1C,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QAC/B,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;IACnC,CAAC;IACD,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IACpC,CAAC,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAE,EAAE,IAAI,CAAC,CAAC;IAClC,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,UAAU,EAAE,GAAG,EAAE,EAAE,CAAC;QAC1C,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAE,CAAC,CAAC;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,GAAG,SAAS,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;QACrB,CAAC,CAAC,IAAI,CAAC,GAAG,IAAI,kBAAkB,MAAM,KAAK,MAAM,EAAE,CAAC,CAAC;QACrD,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAE,EAAE,GAAG,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACzE,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAE,CAAC,CAAC;QACzB,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QACjF,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;IACb,CAAC;IACD,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;IAC9C,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;IACX,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IACnB,qEAAqE;IACrE,2DAA2D;IAC3D,IAAI,CAAC,OAAO,CAAC,qDAAqD,CAAC,CAAC;IACpE,MAAM,MAAM,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;IACvB,CAAC,CAAC,IAAI,CACJ,GAAG,MAAM,uCAAuC,QAAQ,SAAS,IAAI,SAAS,KAAK,CAAC,IAAI,CAAC,MAAM,SAAS,MAAM,QAAQ,CACvH,CAAC;IACF,MAAM,CAAC,IAAI,CAAC,KAAK,MAAM,MAAM,CAAC,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;IACnD,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;IACX,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,KAAK,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;IACtB,CAAC,CAAC,IAAI,CAAC,GAAG,KAAK,cAAc,CAAC,GAAG,QAAQ,EAAE,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACpE,OAAO,KAAK,CAAC;AACf,CAAC;AAED;6BAC6B;AAC7B,SAAS,UAAU,CACjB,IAAU,EACV,CAAiB,EACjB,MAAkB,EAClB,QAAiB,EACjB,KAAa,EACb,MAAqB;IAErB,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;IACjB,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IACpC,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IACpC,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACjC,MAAM,KAAK,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;IACtB,CAAC,CAAC,IAAI,CAAC,GAAG,KAAK,kBAAkB,KAAK,QAAQ,CAAC,CAAC;IAChD,CAAC,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IACnB,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,qEAAqE;QACrE,mEAAmE;QACnE,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;QAC5D,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QAChD,MAAM,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;QACrB,CAAC,CAAC,IAAI,CAAC,GAAG,IAAI,kBAAkB,GAAG,KAAK,WAAW,EAAE,CAAC,CAAC;QACvD,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACpC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QAC3B,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IACrB,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IAC7D,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAChE,MAAM,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;IACrB,CAAC,CAAC,IAAI,CAAC,GAAG,IAAI,cAAc,KAAK,SAAS,CAAC,CAAC;IAC5C,MAAM,OAAO,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;IACxB,CAAC,CAAC,IAAI,CAAC,GAAG,OAAO,sCAAsC,KAAK,SAAS,IAAI,EAAE,CAAC,CAAC;IAC7E,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;IAC3C,QAAQ,CAAC,IAAI,CAAC,KAAK,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;IAC7E,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;IACX,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IACnB,QAAQ,CAAC,IAAI,CAAC,KAAK,UAAU,CAAC,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;IACtF,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;IACX,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,KAAK,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;IACtB,CAAC,CAAC,IAAI,CAAC,GAAG,KAAK,cAAc,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACpD,OAAO,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,SAAS,CAAC,IAAU,EAAE,GAAW,EAAE,CAAS;IACnD,OAAO,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC;AACtF,CAAC;AAED;;;;;;;;;0CAS0C;AAC1C,MAAM,UAAU,cAAc,CAC5B,IAAU,EACV,CAAiB,EACjB,MAAkB,EAClB,QAAiB,EACjB,IAAmB,EACnB,KAAqB;IAErB,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;IAC3C,IAAI,MAAM,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACvD,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAC9C,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;IACjB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;IAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACvC,kEAAkE;IAClE,kDAAkD;IAClD,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC;IAChG,IAAI,KAAa,CAAC;IAClB,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;QAC1B,KAAK,GAAG,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QACjD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;IAChD,CAAC;SAAM,CAAC;QACN,KAAK,GAAG,IAAK,CAAC,KAAK,CAAC;IACtB,CAAC;IACD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC,IAAI,GAAG,MAAM,CAAC,QAAQ,GAAG,CAAC,CAAC;IAEtD,qEAAqE;IACrE,IAAI,SAAS,GAAkB,IAAI,CAAC;IACpC,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAClB,SAAS,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QACrB,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,SAAS,eAAe,CAAC,CAAC;QACjD,CAAC,CAAC,IAAI,CAAC,uBAAuB,SAAS,EAAE,CAAC,CAAC;QAC3C,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IAC/B,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IACpC,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IACpC,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACjC,IAAI,IAAI,KAAK,IAAI;QAAE,IAAI,CAAC,OAAO,CAAC,wCAAwC,CAAC,CAAC;IAC1E,MAAM,KAAK,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;IACtB,CAAC,CAAC,IAAI,CAAC,GAAG,KAAK,kBAAkB,KAAK,QAAQ,CAAC,CAAC;IAChD,CAAC,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IACnB,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,qEAAqE;QACrE,mEAAmE;QACnE,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;QAC5D,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QAChD,MAAM,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;QACrB,CAAC,CAAC,IAAI,CAAC,GAAG,IAAI,kBAAkB,GAAG,KAAK,WAAW,EAAE,CAAC,CAAC;QACvD,MAAM,KAAK,GAAG,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;QACtC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;QAC5B,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IAC7D,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAChE,MAAM,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;IACrB,CAAC,CAAC,IAAI,CAAC,GAAG,IAAI,cAAc,KAAK,SAAS,CAAC,CAAC;IAC5C,MAAM,OAAO,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;IACxB,CAAC,CAAC,IAAI,CAAC,GAAG,OAAO,sCAAsC,KAAK,SAAS,IAAI,EAAE,CAAC,CAAC;IAC7E,MAAM,GAAG,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;IACpB,CAAC,CAAC,IAAI,CAAC,GAAG,GAAG,oBAAoB,OAAO,EAAE,CAAC,CAAC;IAC5C,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAClB,CAAC,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,UAAU,CAAC,KAAM,CAAC,IAAI,EAAE,GAAG,CAAC,SAAS,OAAO,EAAE,CAAC,CAAC;QACzE,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAC3B,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;IACb,CAAC;SAAM,CAAC;QACN,uEAAuE;QACvE,yDAAyD;QACzD,MAAM,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;QACrB,MAAM,QAAQ,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;QACzB,CAAC,CAAC,IAAI,CAAC,GAAG,IAAI,mBAAmB,IAAI,SAAS,CAAC,CAAC;QAChD,CAAC,CAAC,IAAI,CAAC,GAAG,QAAQ,mBAAmB,IAAI,KAAK,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;QAC/D,MAAM,MAAM,GAAG,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QACrC,MAAM,GAAG,GAAG,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAClC,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;QAChC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACrB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QACxC,MAAM,QAAQ,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;QACxB,CAAC,CAAC,IAAI,CAAC,GAAG,QAAQ,kBAAkB,OAAO,KAAK,QAAQ,CAAC,GAAG,EAAE,CAAC,CAAC;QAChE,CAAC,CAAC,IAAI,CAAC,GAAG,QAAQ,kBAAkB,KAAK,KAAK,CAAC,CAAC;QAChD,CAAC,CAAC,IAAI,CAAC,GAAG,OAAO,aAAa,QAAQ,KAAK,QAAQ,EAAE,CAAC,CAAC;QACvD,MAAM,MAAM,GAAG,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;QACzC,CAAC,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;QAC/B,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACrB,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;QAClB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,kBAAkB,IAAI,YAAY,CAAC,CAAC;QAC/C,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,SAAS,GAAG,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;QACvD,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;QACX,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QAClB,MAAM,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;QACrB,CAAC,CAAC,IAAI,CAAC,GAAG,IAAI,yCAAyC,IAAI,GAAG,CAAC,CAAC;QAChE,CAAC,CAAC,IAAI,CAAC,aAAa,IAAI,SAAS,OAAO,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAC3B,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;IACb,CAAC;IACD,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IACnB,IAAI,IAAY,CAAC;IACjB,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAClB,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;QACf,CAAC,CAAC,IAAI,CAAC,GAAG,IAAI,yCAAyC,IAAI,GAAG,CAAC,CAAC;QAChE,CAAC,CAAC,IAAI,CAAC,aAAa,IAAI,SAAS,SAAS,EAAE,CAAC,CAAC;IAChD,CAAC;SAAM,CAAC;QACN,IAAI,GAAG,KAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IACD,UAAU,CAAC,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IACnE,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;IACX,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IACnB,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;AACpC,CAAC"}

package/dist/backend/llvm/js-ic.d.ts

@@ -1,4 +1,4 @@
-import { type IrFunction } from "../../ir/ir.js";
+import { type IrExpr, type IrFunction } from "../../ir/ir.js";
 import { type JsIcSite } from "../../ir/js-ic.js";
 import type { ExprOf, LlValue, LlvmEmitterContext } from "./expr-context.js";
 type Host = LlvmEmitterContext;
@@ -9,6 +9,24 @@ export declare const JS_IC_WORDS = 21;
 export declare function jsIcSiteOf(host: Host, e: ExprOf<"call">): JsIcSite | null;
 /** Whether method dispatch in the current function reads through a cache. */
 export declare function jsIcMethods(host: Host): boolean;
+export declare function gep(host: Host, base: string, offset: number): string;
+export declare function load(host: Host, type: string, base: string, offset: number): string;
+/** Branches to `yes` when the dyn cell `d` has kind `kind`. */
+export declare function kindIs(host: Host, d: string, kind: number, yes: string, no: string): void;
+/** The attribution way count `SCRIPTC_DEBUG_JS_IC_WAYS` asks for, or null
+ * when the variable is unset. The value changes emitted code, so the build
+ * cache keys on it (executable/executable-cache.ts). */
+export declare function debugJsIcWays(env?: NodeJS.ProcessEnv): 0 | 1 | 2 | null;
+/** A property value (a dyn cell, `owned` or borrowed from its entry) as
+ * the site's result type, owned. A jsval result reads a number cell as an
+ * immediate, so arithmetic on it takes no reference and a later store can
+ * update an unshared number cell in place; any other cell is carried under
+ * the cell tag. */
+export declare function asResult(host: Host, cell: string, e: IrExpr, owned: boolean | string): string;
+/** The helper call of a site's slow path, with the site's evaluated
+ * (borrowed) arguments. Ordinary parameters take a reference; borrowed
+ * ones lend it. Returns the owned result, or "" for a void helper. */
+export declare function helperCall(host: Host, e: ExprOf<"call">, callee: IrFunction, args: LlValue[]): string;
 /** A class instance's answer that a method dispatch helper gives by
  * calling one compiled method: the branch `if (dyn.typedRefIs(p, KEY)) {
  * M(R, p1, ..., pn); return [js.fromDyn](p) }` of a method that returns

package/dist/backend/llvm/js-ic.js

@@ -8,7 +8,8 @@
  *          read slot `slot` inline; otherwise scr_js_get_probe
  *          (polymorphic, prototype hits, absent keys, misses)
  *   store  ordinary object whose layout is entry 0's replace layout,
- *          outside an intact parse region: replace inline; otherwise
+ *          outside an intact parse region (or storing an inert value,
+ *          which leaves a region intact): replace inline; otherwise
  *          scr_js_store_probe (adds, polymorphic, misses)
  *   keyed  dense array element at an integral number key: inline;
  *          otherwise scr_js_keyed_probe (string keys of ordinary objects)
@@ -33,6 +34,7 @@
  *   ScrJsIc      entries of 40 bytes {layout, target, holder,
  *                holder_layout, slot}; 168 bytes in all */
 import { BOOL, DYN, F64, STRING } from "../../ir/ir.js";
+import { inertValue } from "../../ir/js-groups.js";
 import { jsIcMethodSites } from "../../ir/js-ic.js";
 import { mangleBorrowedFunction } from "../mangle.js";
 import { emitBorrowedInput } from "./borrowed-inputs.js";
@@ -40,6 +42,7 @@ import { classFieldBase, classFieldIndex } from "./classes.js";
 import { DYN_KIND } from "./dyn.js";
 import { dispatchesCall } from "./integer-clones.js";
 import { JS_BITS } from "./jsval-encoding.js";
+import { emitGroupedGet, emitGroupedSet } from "./js-groups.js";
 import { jsImmediates } from "./jsval.js";
 /** Words of one ScrJsIc record. */
 export const JS_IC_WORDS = 21;
@@ -58,18 +61,18 @@ export function jsIcMethods(host) {
         host.currentTier === "dynamic" &&
         jsIcMethodSites(host.currentFunctionName, host.loopDepth > 0));
 }
-function gep(host, base, offset) {
+export function gep(host, base, offset) {
     const p = host.B.tmp();
     host.B.line(`${p} = getelementptr inbounds i8, ptr ${base}, i64 ${offset}`);
     return p;
 }
-function load(host, type, base, offset) {
+export function load(host, type, base, offset) {
     const v = host.B.tmp();
     host.B.line(`${v} = load ${type}, ptr ${offset === 0 ? base : gep(host, base, offset)}`);
     return v;
 }
 /** Branches to `yes` when the dyn cell `d` has kind `kind`. */
-function kindIs(host, d, kind, yes, no) {
+export function kindIs(host, d, kind, yes, no) {
     const k = load(host, "i32", d, 8);
     const is = host.B.tmp();
     host.B.line(`${is} = icmp eq i32 ${k}, ${kind}`);
@@ -85,8 +88,29 @@ function kindIs(host, d, kind, yes, no) {
  * they made the run 13% faster than one entry, and 26% faster without its
  * class instances; four were no faster than two. So a site tests entries
  * 0 and 1, own or prototype, and its probe does the rest. (0 makes every access probe: with a runtime
- * built with SCR_JS_VERIFY, that probes every access.) */
-const INLINE_WAYS = 2;
+ * built with SCR_JS_VERIFY, that probes every access.)
+ *
+ * SCRIPTC_DEBUG_JS_IC_WAYS=0|1|2 overrides the count for an attribution run,
+ * where every access should reach the probe so that the runtime entry points
+ * can count it; the value is read once, so one build is one way count. */
+/** The attribution way count `SCRIPTC_DEBUG_JS_IC_WAYS` asks for, or null
+ * when the variable is unset. The value changes emitted code, so the build
+ * cache keys on it (executable/executable-cache.ts). */
+export function debugJsIcWays(env = process.env) {
+    const raw = env["SCRIPTC_DEBUG_JS_IC_WAYS"];
+    if (raw === undefined || raw === "")
+        return null;
+    const ways = Number(raw);
+    if (ways !== 0 && ways !== 1 && ways !== 2)
+        throw new Error(`SCRIPTC_DEBUG_JS_IC_WAYS must be 0, 1 or 2, got ${raw}`);
+    return ways;
+}
+const IC_WAYS_DEBUG = debugJsIcWays();
+const INLINE_WAYS = IC_WAYS_DEBUG ?? 2;
+/* An attribution run gives an object literal's member stores their own probe
+ * entry point, so a profile can split them from other stores. With the
+ * variable unset the emitted code calls scr_js_store_probe as before. */
+const LITERAL_PROBE = IC_WAYS_DEBUG === null ? "scr_js_store_probe" : "scr_js_literal_probe";
 const INLINE_PROTO = true;
 /** The address of slot `slot` of layout-mode object `d`. */
 function slotAt(host, d, slot) {
@@ -199,7 +223,7 @@ function inlineReplace(host, d, ic, ways, store, miss) {
  * immediate, so arithmetic on it takes no reference and a later store can
  * update an unshared number cell in place; any other cell is carried under
  * the cell tag. */
-function asResult(host, cell, e, owned) {
+export function asResult(host, cell, e, owned) {
     const B = host.B;
     /** Retains the cell unless the caller owns it. */
     const hold = () => {
@@ -268,7 +292,7 @@ function asResult(host, cell, e, owned) {
 /** The helper call of a site's slow path, with the site's evaluated
  * (borrowed) arguments. Ordinary parameters take a reference; borrowed
  * ones lend it. Returns the owned result, or "" for a void helper. */
-function helperCall(host, e, callee, args) {
+export function helperCall(host, e, callee, args) {
     const B = host.B;
     const borrowed = host.callLifetimes.borrowed.get(e.callee);
     const argList = args
@@ -313,7 +337,7 @@ function capsuleReads(host, helper) {
     if (receiver === undefined || helper.params.length !== 1)
         return [];
     const reads = new Map();
-    for (const stmt of helper.body) {
+    for (const stmt of tableBranches(helper.body)) {
         if (normalizes(stmt, receiver))
             continue;
         if (stmt.kind !== "if" || stmt.else_ !== null)
@@ -346,6 +370,29 @@ function capsuleReads(host, helper) {
     }
     return out;
 }
+/** A class table's branches in the order a receiver that matches none of
+ * them reaches their guards: the statements of the body, with a
+ * `dyn.classHash` switch replaced by its cases' branches. A capsule whose
+ * key is a branch's selects that case, whose guard is then true, so the
+ * site can treat the branches as the chain they were lowered from. */
+function tableBranches(body) {
+    if (!body.some(isClassHashSwitch))
+        return body;
+    const branches = [];
+    for (const stmt of body) {
+        if (isClassHashSwitch(stmt))
+            for (const { body: caseBody } of stmt.cases)
+                branches.push(...caseBody);
+        else
+            branches.push(stmt);
+    }
+    return branches;
+}
+/** The switch the compiler builds over a generated class table's branches
+ * (frontend/lowering/class-dynamic-dispatch.ts). */
+function isClassHashSwitch(stmt) {
+    return stmt.kind === "switch" && stmt.disc.kind === "libCall" && stmt.disc.fn === "dyn.classHash";
+}
 /** `p = %dyn.class.normalize(p)`. */
 function normalizes(stmt, receiver) {
     return (stmt.kind === "assign" &&
@@ -401,7 +448,7 @@ function normalizationTargets(host) {
     const value = normalize.params[0]?.localId;
     if (value === undefined)
         return null;
-    for (const stmt of normalize.body) {
+    for (const stmt of tableBranches(normalize.body)) {
         if (stmt.kind === "return") {
             if (stmt.value !== null && isLocal(stmt.value, value))
                 continue;
@@ -538,7 +585,7 @@ export function capsuleCallSite(host, e, helper) {
         return null;
     const branches = new Map();
     const self = params[0].localId;
-    for (const stmt of helper.body) {
+    for (const stmt of tableBranches(helper.body)) {
         if (normalizes(stmt, self))
             continue;
         if (stmt.kind !== "if" || stmt.else_ !== null)
@@ -578,7 +625,7 @@ export function capsuleCallSite(host, e, helper) {
 function callbackKeys(callback) {
     const value = callback.params[0].localId;
     const keys = new Set();
-    const body = callback.body;
+    const body = tableBranches(callback.body);
     for (let i = 0; i < body.length; i++) {
         const stmt = body[i];
         if (normalizes(stmt, value))
@@ -800,6 +847,11 @@ export function emitJsIcCall(host, e, callee, site) {
     }
 }
 function emitGet(host, e, callee, key) {
+    // A member of a guard group reads through the group's entry (js-groups.ts)
+    // unless its guard is not in effect here.
+    const grouped = emitGroupedGet(host, e, callee);
+    if (grouped !== null)
+        return grouped;
     const B = host.B;
     const receiver = emitBorrowedInput(host, e.args[0]);
     const name = keyString(host, key, e);
@@ -894,17 +946,31 @@ function numberResult(host, d, e) {
     B.line(`${cell} = call ptr @scr_dyn_new_num(double ${d})`);
     return cell;
 }
+/** The jsval word of a store's value when the jsval pass left one: the
+ * operand of `js.toDyn`. The word of a double is its bits with NaN
+ * canonicalized, the same word the pass carries for it. */
+function storeWord(host, value) {
+    if (value.kind === "libCall" && value.fn === "js.toDyn")
+        return host.emitExpr(value.args[0]).name;
+    return null;
+}
 function emitSet(host, e, callee, key) {
     const B = host.B;
     const receiver = emitBorrowedInput(host, e.args[0]);
     // A value the jsval pass left as `js.toDyn(x)` is stored from the jsval
-    // itself: a number replaces the value of an unshared number cell in
-    // place instead of boxing a new one.
+    // itself: a number replaces the value of an unshared number cell in place
+    // instead of boxing a new one, and the generic path boxes it only where it
+    // must store a cell.
     const stored = e.args[1];
-    const word = stored.kind === "libCall" && stored.fn === "js.toDyn"
-        ? host.emitExpr(stored.args[0]).name
-        : null;
+    const word = storeWord(host, stored);
     const value = word === null ? emitBorrowedInput(host, stored) : null;
+    // A member of a guard group stores through the group's entry
+    // (js-groups.ts) unless its guard is not in effect here. Its operands are
+    // already evaluated: a member read inside the stored value comes first in
+    // the group's order.
+    const grouped = emitGroupedSet(host, e, callee, receiver, word, value);
+    if (grouped !== null)
+        return grouped;
     const name = keyString(host, key, e);
     const ic = host.jsIcSite();
     const object = B.newLabel("ics.obj");
@@ -922,11 +988,18 @@ function emitSet(host, e, callee, key) {
     }
     kindIs(host, receiver.name, DYN_KIND.OBJ, object, probe);
     B.startBlock(object);
-    const region = load(host, "ptr", receiver.name, 72);
-    const outside = B.tmp();
-    B.line(`${outside} = icmp eq ptr ${region}, null`);
     const unshared = B.newLabel("ics.r");
-    B.condBr(outside, unshared, probe);
+    if (inertValue(stored)) {
+        // An inert value leaves a parse region intact, so the barrier the probe
+        // applies behind the region test cannot fire: the replace stays inline.
+        B.br(unshared);
+    }
+    else {
+        const region = load(host, "ptr", receiver.name, 72);
+        const outside = B.tmp();
+        B.line(`${outside} = icmp eq ptr ${region}, null`);
+        B.condBr(outside, unshared, probe);
+    }
     B.startBlock(unshared);
     host.declare(`declare ptr @scr_js_to_dyn_borrow(ptr)`);
     inlineReplace(host, receiver.name, ic, INLINE_WAYS, (slot) => {
@@ -1258,9 +1331,9 @@ function emitKeyed(host, e, callee) {
 export function emitJsIcLiteralMember(host, obj, key, value) {
     const B = host.B;
     const ic = host.jsIcSite();
-    host.declare(`declare zeroext i1 @scr_js_store_probe(ptr, ptr, ptr, ptr)`);
+    host.declare(`declare zeroext i1 @${LITERAL_PROBE}(ptr, ptr, ptr, ptr)`);
     const done = B.tmp();
-    B.line(`${done} = call zeroext i1 @scr_js_store_probe(ptr ${obj}, ptr ${key}, ptr ${value}, ptr ${ic})`);
+    B.line(`${done} = call zeroext i1 @${LITERAL_PROBE}(ptr ${obj}, ptr ${key}, ptr ${value}, ptr ${ic})`);
     const slow = B.newLabel("icl.slow");
     const join = B.newLabel("icl.j");
     B.condBr(done, join, slow);