@scriptc/compiler 0.0.33 → 0.0.34

package/dist/backend/library-identity.d.ts

@@ -0,0 +1,22 @@
+export type LibraryEmission = "c" | "llvm";
+export declare const C_LIBRARY_IDENTITY_BEGIN = "/* scriptc-library-identity: begin */";
+export declare const C_LIBRARY_IDENTITY_END = "/* scriptc-library-identity: end */";
+export declare const LLVM_LIBRARY_IDENTITY_BEGIN = "; scriptc-library-identity: begin";
+export declare const LLVM_LIBRARY_IDENTITY_END = "; scriptc-library-identity: end";
+export interface LibraryIdentityValues {
+    buildIdSymbol: string;
+    abiVersionSymbol: string;
+    buildId: string;
+    abiVersion: number;
+}
+export declare function emitLibraryIdentityLines(emission: LibraryEmission, identity: LibraryIdentityValues, llvmFunctionAttrs?: string): string[];
+/** Refresh only the volatile identity block in a cached public TU. */
+export declare function replaceLibraryIdentity(source: string, emission: LibraryEmission, identity: LibraryIdentityValues): string;
+/** Refresh the source-line annotations retained in a caller-visible C TU. */
+export declare function rebaseLibrarySourceComments(source: string, sourceFile: string, rebaseLine: (line: number) => number): string;
+/** Remove C-only debugging annotations from the private native-cache input. */
+export declare function stripLibrarySourceComments(source: string, sourceFile: string): string;
+/** Remove the generated identity region from a complete caller-visible
+ * library TU. Archive assembly compiles this stable projection beside the
+ * small volatile identity C object, while the public TU remains complete. */
+export declare function stripLibraryIdentity(source: string, emission: LibraryEmission): string;

package/dist/backend/library-identity.js

@@ -0,0 +1,103 @@
+export const C_LIBRARY_IDENTITY_BEGIN = "/* scriptc-library-identity: begin */";
+export const C_LIBRARY_IDENTITY_END = "/* scriptc-library-identity: end */";
+export const LLVM_LIBRARY_IDENTITY_BEGIN = "; scriptc-library-identity: begin";
+export const LLVM_LIBRARY_IDENTITY_END = "; scriptc-library-identity: end";
+function identityMarkers(emission) {
+    return emission === "c"
+        ? { begin: C_LIBRARY_IDENTITY_BEGIN, end: C_LIBRARY_IDENTITY_END }
+        : { begin: LLVM_LIBRARY_IDENTITY_BEGIN, end: LLVM_LIBRARY_IDENTITY_END };
+}
+export function emitLibraryIdentityLines(emission, identity, llvmFunctionAttrs = "#0") {
+    if (!/^[0-9a-f]{16}$/.test(identity.buildId)) {
+        throw new Error("library build id must be exactly 16 lowercase hex digits");
+    }
+    if (emission === "c") {
+        return [
+            C_LIBRARY_IDENTITY_BEGIN,
+            `uint64_t ${identity.buildIdSymbol}(void) {`,
+            `  return UINT64_C(0x${identity.buildId});`,
+            `}`,
+            ``,
+            `uint32_t ${identity.abiVersionSymbol}(void) {`,
+            `  return ${identity.abiVersion}u;`,
+            `}`,
+            ``,
+            C_LIBRARY_IDENTITY_END,
+        ];
+    }
+    const signedBuildId = BigInt.asIntN(64, BigInt(`0x${identity.buildId}`)).toString();
+    return [
+        LLVM_LIBRARY_IDENTITY_BEGIN,
+        `define i64 @${identity.buildIdSymbol}() ${llvmFunctionAttrs} { ; identity getter build_id 0x${identity.buildId}`,
+        `entry:`,
+        `  ret i64 ${signedBuildId}`,
+        `}`,
+        ``,
+        `define i32 @${identity.abiVersionSymbol}() ${llvmFunctionAttrs} { ; identity getter abi_version`,
+        `entry:`,
+        `  ret i32 ${identity.abiVersion}`,
+        `}`,
+        ``,
+        LLVM_LIBRARY_IDENTITY_END,
+    ];
+}
+function identityOffsets(source, emission) {
+    const { begin, end } = identityMarkers(emission);
+    const start = source.indexOf(`${begin}\n`);
+    if (start < 0)
+        return null;
+    if (source.indexOf(begin, start + begin.length) >= 0) {
+        throw new Error("generated library TU contains multiple identity regions");
+    }
+    const endStart = source.indexOf(end, start + begin.length);
+    if (endStart < 0)
+        throw new Error("generated library TU has an unterminated identity region");
+    return { start, end: endStart + end.length };
+}
+/** Refresh only the volatile identity block in a cached public TU. */
+export function replaceLibraryIdentity(source, emission, identity) {
+    const offsets = identityOffsets(source, emission);
+    if (offsets === null)
+        throw new Error("generated public library TU has no identity region");
+    const replacement = emitLibraryIdentityLines(emission, identity).join("\n");
+    return source.slice(0, offsets.start) + replacement + source.slice(offsets.end);
+}
+function escapedRegExp(text) {
+    return text.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+}
+function sourceCommentPattern(sourceFile) {
+    // Emission appends these comments at physical line ends. Requiring that
+    // boundary prevents source-looking text inside a generated C string from
+    // being mistaken for an annotation and changing program semantics. An
+    // uninitialized reference declaration appends its own `/* let ... */`
+    // explanation after the location, so admit that one generated suffix too.
+    return new RegExp(` /\\* ${escapedRegExp(sourceFile)}:(\\d+) \\*/` +
+        `(?= /\\* let [^\\r\\n]*; \\*/(?=\\r?\\n|$)|\\r?\\n|$)`, "g");
+}
+/** Refresh the source-line annotations retained in a caller-visible C TU. */
+export function rebaseLibrarySourceComments(source, sourceFile, rebaseLine) {
+    return source.replace(sourceCommentPattern(sourceFile), (_match, line) => ` /* ${sourceFile}:${rebaseLine(Number(line))} */`);
+}
+/** Remove C-only debugging annotations from the private native-cache input. */
+export function stripLibrarySourceComments(source, sourceFile) {
+    return source.replace(sourceCommentPattern(sourceFile), "");
+}
+/** Remove the generated identity region from a complete caller-visible
+ * library TU. Archive assembly compiles this stable projection beside the
+ * small volatile identity C object, while the public TU remains complete. */
+export function stripLibraryIdentity(source, emission) {
+    const offsets = identityOffsets(source, emission);
+    if (offsets === null)
+        return source;
+    const endOffset = offsets.end;
+    const suffix = source[endOffset] === "\n" ? endOffset + 1 : endOffset;
+    let prefix = source.slice(0, offsets.start);
+    // An omitted final region leaves the emitter's preceding empty array entry
+    // as one trailing newline; a marked final region has material after that
+    // entry and therefore renders it as two. Restore the omitted form exactly.
+    if (suffix === source.length && prefix.endsWith("\n\n")) {
+        prefix = prefix.slice(0, -1);
+    }
+    return prefix + source.slice(suffix);
+}
+//# sourceMappingURL=library-identity.js.map

package/dist/backend/library-identity.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"library-identity.js","sourceRoot":"","sources":["../../src/backend/library-identity.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,wBAAwB,GAAG,uCAAuC,CAAC;AAChF,MAAM,CAAC,MAAM,sBAAsB,GAAG,qCAAqC,CAAC;AAC5E,MAAM,CAAC,MAAM,2BAA2B,GAAG,mCAAmC,CAAC;AAC/E,MAAM,CAAC,MAAM,yBAAyB,GAAG,iCAAiC,CAAC;AAS3E,SAAS,eAAe,CAAC,QAAyB;IAChD,OAAO,QAAQ,KAAK,GAAG;QACrB,CAAC,CAAC,EAAE,KAAK,EAAE,wBAAwB,EAAE,GAAG,EAAE,sBAAsB,EAAE;QAClE,CAAC,CAAC,EAAE,KAAK,EAAE,2BAA2B,EAAE,GAAG,EAAE,yBAAyB,EAAE,CAAC;AAC7E,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,QAAyB,EACzB,QAA+B,EAC/B,iBAAiB,GAAG,IAAI;IAExB,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;IAC9E,CAAC;IACD,IAAI,QAAQ,KAAK,GAAG,EAAE,CAAC;QACrB,OAAO;YACL,wBAAwB;YACxB,YAAY,QAAQ,CAAC,aAAa,UAAU;YAC5C,uBAAuB,QAAQ,CAAC,OAAO,IAAI;YAC3C,GAAG;YACH,EAAE;YACF,YAAY,QAAQ,CAAC,gBAAgB,UAAU;YAC/C,YAAY,QAAQ,CAAC,UAAU,IAAI;YACnC,GAAG;YACH,EAAE;YACF,sBAAsB;SACvB,CAAC;IACJ,CAAC;IACD,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,KAAK,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IACpF,OAAO;QACL,2BAA2B;QAC3B,eAAe,QAAQ,CAAC,aAAa,MAAM,iBAAiB,mCAAmC,QAAQ,CAAC,OAAO,EAAE;QACjH,QAAQ;QACR,aAAa,aAAa,EAAE;QAC5B,GAAG;QACH,EAAE;QACF,eAAe,QAAQ,CAAC,gBAAgB,MAAM,iBAAiB,kCAAkC;QACjG,QAAQ;QACR,aAAa,QAAQ,CAAC,UAAU,EAAE;QAClC,GAAG;QACH,EAAE;QACF,yBAAyB;KAC1B,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CACtB,MAAc,EACd,QAAyB;IAEzB,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;IACjD,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC;IAC3C,IAAI,KAAK,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAC3B,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QACrD,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;IAC7E,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;IAC3D,IAAI,QAAQ,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;IAC9F,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC;AAC/C,CAAC;AAED,sEAAsE;AACtE,MAAM,UAAU,sBAAsB,CACpC,MAAc,EACd,QAAyB,EACzB,QAA+B;IAE/B,MAAM,OAAO,GAAG,eAAe,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAClD,IAAI,OAAO,KAAK,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IAC5F,MAAM,WAAW,GAAG,wBAAwB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5E,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;AAClF,CAAC;AAED,SAAS,aAAa,CAAC,IAAY;IACjC,OAAO,IAAI,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,oBAAoB,CAAC,UAAkB;IAC9C,wEAAwE;IACxE,yEAAyE;IACzE,sEAAsE;IACtE,sEAAsE;IACtE,0EAA0E;IAC1E,OAAO,IAAI,MAAM,CACf,SAAS,aAAa,CAAC,UAAU,CAAC,cAAc;QAC9C,uDAAuD,EACzD,GAAG,CACJ,CAAC;AACJ,CAAC;AAED,6EAA6E;AAC7E,MAAM,UAAU,2BAA2B,CACzC,MAAc,EACd,UAAkB,EAClB,UAAoC;IAEpC,OAAO,MAAM,CAAC,OAAO,CAAC,oBAAoB,CAAC,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,IAAY,EAAE,EAAE,CAC/E,OAAO,UAAU,IAAI,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC;AACxD,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,0BAA0B,CAAC,MAAc,EAAE,UAAkB;IAC3E,OAAO,MAAM,CAAC,OAAO,CAAC,oBAAoB,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC,CAAC;AAC9D,CAAC;AAED;;6EAE6E;AAC7E,MAAM,UAAU,oBAAoB,CAClC,MAAc,EACd,QAAyB;IAEzB,MAAM,OAAO,GAAG,eAAe,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAClD,IAAI,OAAO,KAAK,IAAI;QAAE,OAAO,MAAM,CAAC;IACpC,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC;IAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACtE,IAAI,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IAC5C,2EAA2E;IAC3E,yEAAyE;IACzE,2EAA2E;IAC3E,IAAI,MAAM,KAAK,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACxD,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC/B,CAAC;IACD,OAAO,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;AACvC,CAAC"}

package/dist/backend/llvm/emitter.d.ts

@@ -5,5 +5,8 @@ export interface LlvmTargetOptions {
     pointerBits?: 32 | 64;
     /** Select the WASI libc entry-point convention. */
     wasi?: boolean;
+    /** Library archive assembly may move the volatile identity getters into a
+     * separate translation unit. Public/direct emission keeps them by default. */
+    emitLibraryIdentity?: boolean;
 }
 export declare function emitLlvmModule(mod: IrModule, options?: LlvmTargetOptions): string;

package/dist/backend/llvm/emitter.js

@@ -61,11 +61,12 @@
  * lazy-inflate representation as the C debugging backend.
  */
 import { deflateRawSync } from "node:zlib";
+import { emitLibraryIdentityLines } from "../library-identity.js";
 import { canMarshalFuncIntoIsland, CAUGHT, DYN, F64, ffiCallbackType, islandCallbackRet, islandPromisePayloadTag, isFfiCallbackParam, isFfiContextParam, isFfiReleaseParam, isRefCounted, isUnitType, MAY_THROW_LIB_FNS, moduleEmbedsBuiltin, moduleEmbedsCompressedNpm, moduleUsesDynInvoke, moduleUsesFetch, moduleUsesFsWatch, moduleUsesHttpServer, moduleUsesNet, moduleUsesNodeTest, moduleUsesProcessEvents, moduleUsesStream, moduleUsesTls, moduleUsesTlsCa, NPM_COMPRESS_MIN, RUNTIME_EMITTER_CLASS, RUNTIME_ERROR_CLASSES, RUNTIME_STREAM_CLASSES, STRING, typeEquals, typeKey, VOID } from "../../ir/nodes.js";
 import { matchIntegerBytesForLoop } from "../../ir/integer-loops.js";
 import { allocateFfiCallbackAdapters, collectFfiRetainedOps, hasForeignFfiCallback, hasRetainedFfiCallback, parseFfiCallbackKey } from "../ffi-callbacks.js";
 import { computeMayThrow } from "../emission/may-throw.js";
-import { mangleArgPack, mangleAsyncSpawn, mangleClassNew, mangleClassObj, mangleClassRetain, mangleFnClosure, mangleFunction, mangleGenDrop, mangleGenResThunk, mangleGenSpawn, mangleGlobal, mangleLocal, mangleRecordNew, mangleRecordStruct, mangleResolveThunk, mangleTrampoline, mangleVtStruct, mangleWrapper } from "../mangle.js";
+import { mangleArgPack, mangleAsyncSpawn, mangleClassNew, mangleClassObj, mangleClassRetain, mangleFnClosure, mangleFunction, mangleGenDrop, mangleGenResThunk, mangleGenSpawn, mangleGlobal, mangleLocal, mangleRecordClone, mangleRecordNew, mangleRecordStruct, mangleResolveThunk, mangleTrampoline, mangleVtStruct, mangleWrapper } from "../mangle.js";
 import { BlockBuilder } from "./blocks.js";
 import { buildClassGraph, classFieldIndex, classStructSym, emitClassObjDefs, emitClassShapes, } from "./classes.js";
 import { DK, LlDyn } from "./dyn.js";
@@ -876,6 +877,7 @@ class LlEmitter {
     sizeType;
     cycleColorOffset;
     wasi;
+    emitLibraryIdentity;
     /** Interned string literals: UTF-8 text → { symbol, byte length } —
      * first-use order, the C emitter's determinism discipline. */
     literals = new Map();
@@ -951,6 +953,7 @@ class LlEmitter {
     dynPromiseAdapters = new Map();
     unionsById = new Map();
     recordsById = new Map();
+    recordCloneShapes = new Set();
     tracedShapes;
     tracedUnions;
     /** The class graph (buildClassGraph): preorder numbering, hierarchy
@@ -1022,6 +1025,7 @@ class LlEmitter {
         this.mod = mod;
         this.sizeType = options.pointerBits === 32 ? "i32" : "i64";
         this.wasi = options.wasi === true;
+        this.emitLibraryIdentity = options.emitLibraryIdentity !== false;
         // ScrCycHdr is { ptr trace; ptr free; i32 color; i16 buffered;
         // i16 gen; size_t buf_index }. The object follows it, so color is 12
         // bytes behind a wasm32 object and 16 bytes behind a 64-bit object.
@@ -1403,6 +1407,7 @@ class LlEmitter {
         const wrappers = this.emitFnValueDefs();
         const asyncDefs = this.emitAsyncScaffolding();
         const ffiCallbacks = this.emitFfiCallbackDefs();
+        const hasNoInlineRecordClone = [...this.recordCloneShapes].some((shapeId) => (this.recordsById.get(shapeId)?.fields.length ?? 0) >= 16);
         const embedded = this.mod.embedded;
         const usesIsland = embedded !== undefined && embedded.modules.length > 0;
         const storeNpmText = (text) => {
@@ -1870,6 +1875,8 @@ class LlEmitter {
             out.push(`attributes #0 = { sanitize_address }`);
             if (this.wasi)
                 out.push(`attributes #1 = { sanitize_address presplitcoroutine }`);
+            if (hasNoInlineRecordClone)
+                out.push(`attributes #2 = { noinline sanitize_address }`);
             out.push(``);
             return out.join("\n");
         }
@@ -1972,7 +1979,7 @@ class LlEmitter {
         // sanitize_address is inert under the plain pipeline; the sanitized
         // lane's -fsanitize=address link activates instrumentation over the
         // emitted functions too (the runtime TUs get theirs from clang).
-        `attributes #0 = { sanitize_address }`, ...(this.wasi ? [`attributes #1 = { sanitize_address presplitcoroutine }`] : []), ``);
+        `attributes #0 = { sanitize_address }`, ...(this.wasi ? [`attributes #1 = { sanitize_address presplitcoroutine }`] : []), ...(hasNoInlineRecordClone ? [`attributes #2 = { noinline sanitize_address }`] : []), ``);
         return out.join("\n");
     }
     /** LIBRARY mode: the profile-declared external definitions — the
@@ -2053,14 +2060,13 @@ class LlEmitter {
             });
             out.push(`miss:`, `  ret i32 -1`, `}`, ``);
         }
-        if (lib.identity !== undefined) {
+        if (lib.identity !== undefined && this.emitLibraryIdentity) {
             // Profile-declared identity getters (the ask-2 sidecar's boot-time
             // pairing fence): pure data returns with NO entry prologue — exempt
             // from the poisoned guard and every runtime touch (ratified), so a
             // host can read them before init and after a trap. The u64 rides
             // i64 two's-complement (LLVM integer constants are signed).
-            const buildId = BigInt.asIntN(64, BigInt(`0x${lib.identity.buildId}`)).toString();
-            out.push(`define i64 @${lib.identity.buildIdSymbol}() ${FN_ATTRS} { ; identity getter build_id 0x${lib.identity.buildId}`, `entry:`, `  ret i64 ${buildId}`, `}`, ``, `define i32 @${lib.identity.abiVersionSymbol}() ${FN_ATTRS} { ; identity getter abi_version`, `entry:`, `  ret i32 ${lib.identity.abiVersion}`, `}`, ``);
+            out.push(...emitLibraryIdentityLines("llvm", lib.identity, FN_ATTRS));
         }
         if (lib.resultResetSymbol !== null) {
             out.push(`define void @${lib.resultResetSymbol}() ${FN_ATTRS} {`, `entry:`, `  call void @scr_library_entry(i1 zeroext false, ptr ${symConst(lib.resultResetSymbol)})`, `  call void @scr_library_arena_reset()`, `  ret void`, `}`, ``);
@@ -4891,6 +4897,30 @@ class LlEmitter {
                 }
                 return out;
             }
+            case "recordClone": {
+                if (e.type.kind !== "record")
+                    throw new Error("llvm emitter bug: recordClone of non-record type");
+                this.recordCloneShapes.add(e.type.shapeId);
+                const source = this.emitExpr(e.source);
+                const rec = B.tmp();
+                B.line(`${rec} = call ptr @${mangleRecordClone(e.type.shapeId)}(ptr ${source.name})`);
+                const out = this.own({ name: rec, type: e.type });
+                for (const f of e.overrides) {
+                    const v = this.emitExpr(f.value);
+                    const { ptr, type } = this.recordFieldPtr(rec, e.type.shapeId, f.name);
+                    if (isRefCounted(type)) {
+                        this.moveTemp(v);
+                        const old = B.tmp();
+                        B.line(`${old} = load ptr, ptr ${ptr}`);
+                        this.storeField(ptr, type, v.name);
+                        this.releaseValue(old, type);
+                    }
+                    else {
+                        this.storeField(ptr, type, v.name);
+                    }
+                }
+                return out;
+            }
             case "recordGet": {
                 const obj = this.emitExpr(e.obj);
                 const { ptr, type } = this.recordFieldPtr(obj.name, e.shapeId, e.field);