interscript 2.4.5 → 3.0.0

package/dist/ml/imf/model.d.ts

@@ -0,0 +1,28 @@
+/**
+ * IMFModel — a loaded, checksum-verified IMF v1 model. Greedy KV-cache
+ * decode when the zip ships decoder-kv.onnx (default), plain
+ * full-recompute fallback otherwise. The decode loop is the shared
+ * cross-runtime contract; outputs are byte-identical with the Python
+ * reference on the golden sets.
+ */
+export declare class IMFModel {
+    readonly id: string;
+    private readonly manifest;
+    private readonly encoder;
+    private readonly decoder;
+    private readonly kv;
+    private readonly pasts;
+    private constructor();
+    static fromZipBytes(zipBytes: Uint8Array): Promise<IMFModel>;
+    /** Accepts a zip path (Node), raw zip bytes, or a models.yaml model id. */
+    static load(source: string | Uint8Array, indexUrl?: string): Promise<IMFModel>;
+    translate(text: string, maxLen?: number): Promise<string>;
+    dispose(): Promise<void>;
+    private runEncoder;
+    private zeroPastSpecs;
+    private pastTensors;
+    private argmaxLastStep;
+    private greedyKv;
+    private greedyPlain;
+}
+//# sourceMappingURL=model.d.ts.map

package/dist/ml/imf/model.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model.d.ts","sourceRoot":"","sources":["../../../src/ml/imf/model.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAkBH,qBAAa,QAAQ;IACnB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAa;IACtC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAkB;IAC1C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAiB;IACzC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAS;IAC5B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAA0D;IAEhF,OAAO;WASM,YAAY,CAAC,QAAQ,EAAE,UAAU,GAAG,OAAO,CAAC,QAAQ,CAAC;IAYlE,2EAA2E;WAC9D,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,UAAU,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC;IAU9E,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,SAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAUtD,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;YAKhB,UAAU;IAYxB,OAAO,CAAC,aAAa;IAgBrB,OAAO,CAAC,WAAW;IAkBnB,OAAO,CAAC,cAAc;YAkBR,QAAQ;YA+BR,WAAW;CAyB1B"}

package/dist/ml/imf/model.js

@@ -0,0 +1,181 @@
+/**
+ * IMFModel — a loaded, checksum-verified IMF v1 model. Greedy KV-cache
+ * decode when the zip ships decoder-kv.onnx (default), plain
+ * full-recompute fallback otherwise. The decode loop is the shared
+ * cross-runtime contract; outputs are byte-identical with the Python
+ * reference on the golden sets.
+ */
+import { createSession } from "../session/index.js";
+import { verifyAndRead, parseManifest } from "./loader.js";
+import { resolve } from "./registry.js";
+import { EOS_ID, PAD_ID, decode, encode } from "./tokens.js";
+export class IMFModel {
+    id;
+    manifest;
+    encoder;
+    decoder;
+    kv;
+    pasts;
+    constructor(manifest, encoder, decoder) {
+        this.manifest = manifest;
+        this.id = manifest.id;
+        this.encoder = encoder;
+        this.decoder = decoder;
+        this.kv = manifest.decoder === "kv" && decoder.inputNames.some((n) => n.startsWith("past_"));
+        this.pasts = this.kv ? this.zeroPastSpecs() : [];
+    }
+    static async fromZipBytes(zipBytes) {
+        const manifest = parseManifest(zipBytes);
+        const graphs = await verifyAndRead(zipBytes);
+        const encoder = await createSession(graphs.get("encoder.onnx"));
+        const decoderName = manifest.decoder === "kv" && graphs.has("decoder-kv.onnx")
+            ? "decoder-kv.onnx"
+            : "decoder.onnx";
+        const decoder = (await createSession(graphs.get(decoderName)));
+        return new IMFModel(manifest, encoder, decoder);
+    }
+    /** Accepts a zip path (Node), raw zip bytes, or a models.yaml model id. */
+    static async load(source, indexUrl) {
+        if (source instanceof Uint8Array)
+            return IMFModel.fromZipBytes(source);
+        if (source.endsWith(".zip")) {
+            const fs = (await import("node:fs"));
+            return IMFModel.fromZipBytes(fs.readFileSync(source));
+        }
+        const resolved = await resolve(source, indexUrl);
+        return IMFModel.fromZipBytes(resolved.bytes);
+    }
+    async translate(text, maxLen = 256) {
+        const ids = encode(text);
+        if (ids.length === 1)
+            return "";
+        const hidden = await this.runEncoder(ids);
+        const tokens = this.kv
+            ? await this.greedyKv(hidden, maxLen)
+            : await this.greedyPlain(hidden, maxLen);
+        return decode(tokens);
+    }
+    async dispose() {
+        await this.encoder.dispose();
+        await this.decoder.dispose();
+    }
+    async runEncoder(ids) {
+        const outputs = await this.encoder.run({
+            input_ids: {
+                name: "input_ids",
+                type: "int64",
+                data: new BigInt64Array(ids.map((n) => BigInt(n))),
+                dims: [1, ids.length],
+            },
+        });
+        return outputs["last_hidden_state"];
+    }
+    zeroPastSpecs() {
+        const specs = [];
+        const metadata = this.decoder.inputMetadata;
+        for (const name of this.decoder.inputNames) {
+            if (!name.startsWith("past_"))
+                continue;
+            // [batch, heads, past_seq, d_kv]: heads and d_kv are static
+            let heads = 6;
+            let dKv = 64;
+            const meta = metadata?.find((m) => m.name === name);
+            if (meta && typeof meta.shape[1] === "number")
+                heads = meta.shape[1];
+            if (meta && typeof meta.shape[3] === "number")
+                dKv = meta.shape[3];
+            specs.push({ name, dims: [1, heads, 0, dKv] });
+        }
+        return specs;
+    }
+    pastTensors(present) {
+        const feeds = {};
+        for (const spec of this.pasts) {
+            const value = present?.get(spec.name);
+            if (value) {
+                feeds[spec.name] = { name: spec.name, type: value.type, data: value.data, dims: value.dims };
+            }
+            else {
+                feeds[spec.name] = {
+                    name: spec.name,
+                    type: "float32",
+                    data: new Float32Array(0),
+                    dims: [...spec.dims],
+                };
+            }
+        }
+        return feeds;
+    }
+    argmaxLastStep(logits) {
+        const dims = logits.dims;
+        const classes = dims[dims.length - 1];
+        const data = logits.data;
+        const base = (dims[dims.length - 2] - 1) * classes;
+        let best = 0;
+        let bestVal = -Infinity;
+        for (let c = 0; c < classes; c++) {
+            const v = typeof data[base + c] === "bigint" ? Number(data[base + c]) : data[base + c];
+            if (v > bestVal) {
+                bestVal = v;
+                best = c;
+            }
+        }
+        return best;
+    }
+    async greedyKv(hidden, maxLen) {
+        const generated = [];
+        let current = [PAD_ID];
+        let present;
+        for (let step = 0; step < maxLen; step++) {
+            const outputs = await this.decoder.run({
+                input_ids: {
+                    name: "input_ids",
+                    type: "int64",
+                    data: new BigInt64Array(current.map((n) => BigInt(n))),
+                    dims: [1, current.length],
+                },
+                encoder_hidden_states: {
+                    name: "encoder_hidden_states",
+                    type: hidden.type,
+                    data: hidden.data,
+                    dims: hidden.dims,
+                },
+                ...this.pastTensors(present),
+            });
+            const token = this.argmaxLastStep(outputs["logits"]);
+            if (token === EOS_ID)
+                break;
+            generated.push(token);
+            present = new Map(this.pasts.map((spec) => [spec.name, outputs[spec.name.replace("past_", "present_")]]));
+            current = [token];
+        }
+        return generated;
+    }
+    async greedyPlain(hidden, maxLen) {
+        const generated = [];
+        const decoderIds = [PAD_ID];
+        for (let step = 0; step < maxLen; step++) {
+            const outputs = await this.decoder.run({
+                input_ids: {
+                    name: "input_ids",
+                    type: "int64",
+                    data: new BigInt64Array(decoderIds.map((n) => BigInt(n))),
+                    dims: [1, decoderIds.length],
+                },
+                encoder_hidden_states: {
+                    name: "encoder_hidden_states",
+                    type: hidden.type,
+                    data: hidden.data,
+                    dims: hidden.dims,
+                },
+            });
+            const token = this.argmaxLastStep(outputs["logits"]);
+            if (token === EOS_ID)
+                break;
+            generated.push(token);
+            decoderIds.push(token);
+        }
+        return generated;
+    }
+}
+//# sourceMappingURL=model.js.map

package/dist/ml/imf/model.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model.js","sourceRoot":"","sources":["../../../src/ml/imf/model.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,aAAa,EAAyB,MAAM,qBAAqB,CAAA;AAE1E,OAAO,EAAE,aAAa,EAAE,aAAa,EAAoB,MAAM,aAAa,CAAA;AAC5E,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAA;AACvC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAY5D,MAAM,OAAO,QAAQ;IACV,EAAE,CAAQ;IACF,QAAQ,CAAa;IACrB,OAAO,CAAkB;IACzB,OAAO,CAAiB;IACxB,EAAE,CAAS;IACX,KAAK,CAA0D;IAEhF,YAAoB,QAAqB,EAAE,OAAyB,EAAE,OAAwB;QAC5F,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAA;QACxB,IAAI,CAAC,EAAE,GAAG,QAAQ,CAAC,EAAE,CAAA;QACrB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAA;QACtB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAA;QACtB,IAAI,CAAC,EAAE,GAAG,QAAQ,CAAC,OAAO,KAAK,IAAI,IAAI,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAA;QAC5F,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;IAClD,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,QAAoB;QAC5C,MAAM,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAA;QACxC,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,QAAQ,CAAC,CAAA;QAC5C,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC,cAAc,CAAE,CAAC,CAAA;QAChE,MAAM,WAAW,GACf,QAAQ,CAAC,OAAO,KAAK,IAAI,IAAI,MAAM,CAAC,GAAG,CAAC,iBAAiB,CAAC;YACxD,CAAC,CAAC,iBAAiB;YACnB,CAAC,CAAC,cAAc,CAAA;QACpB,MAAM,OAAO,GAAG,CAAC,MAAM,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAE,CAAC,CAAoB,CAAA;QAClF,OAAO,IAAI,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;IACjD,CAAC;IAED,2EAA2E;IAC3E,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAA2B,EAAE,QAAiB;QAC9D,IAAI,MAAM,YAAY,UAAU;YAAE,OAAO,QAAQ,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;QACtE,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC5B,MAAM,EAAE,GAAG,CAAC,MAAM,MAAM,CAAC,SAAS,CAAC,CAA+C,CAAA;YAClF,OAAO,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAA;QACvD,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;QAChD,OAAO,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;IAC9C,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,IAAY,EAAE,MAAM,GAAG,GAAG;QACxC,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,CAAA;QACxB,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAA;QAC/B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAA;QACzC,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE;YACpB,CAAC,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;YACrC,CAAC,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;QAC1C,OAAO,MAAM,CAAC,MAAM,CAAC,CAAA;IACvB,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAA;QAC5B,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAA;IAC9B,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,GAAsB;QAC7C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC;YACrC,SAAS,EAAE;gBACT,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,IAAI,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;gBAClD,IAAI,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC;aACtB;SACF,CAAC,CAAA;QACF,OAAO,OAAO,CAAC,mBAAmB,CAAE,CAAA;IACtC,CAAC;IAEO,aAAa;QACnB,MAAM,KAAK,GAAuC,EAAE,CAAA;QACpD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAA;QAC3C,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;YAC3C,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;gBAAE,SAAQ;YACvC,4DAA4D;YAC5D,IAAI,KAAK,GAAG,CAAC,CAAA;YACb,IAAI,GAAG,GAAG,EAAE,CAAA;YACZ,MAAM,IAAI,GAAG,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAA;YACnD,IAAI,IAAI,IAAI,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ;gBAAE,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAW,CAAA;YAC9E,IAAI,IAAI,IAAI,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ;gBAAE,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAW,CAAA;YAC5E,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;QAChD,CAAC;QACD,OAAO,KAAK,CAAA;IACd,CAAC;IAEO,WAAW,CAAC,OAAgD;QAClE,MAAM,KAAK,GAA2B,EAAE,CAAA;QACxC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,MAAM,KAAK,GAAG,OAAO,EAAE,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACrC,IAAI,KAAK,EAAE,CAAC;gBACV,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAA;YAC9F,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;oBACjB,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC;oBACzB,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC;iBACrB,CAAA;YACH,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAA;IACd,CAAC;IAEO,cAAc,CAAC,MAAc;QACnC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAA;QACxB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAE,CAAA;QACtC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAoC,CAAA;QACxD,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAE,GAAG,CAAC,CAAC,GAAG,OAAO,CAAA;QACnD,IAAI,IAAI,GAAG,CAAC,CAAA;QACZ,IAAI,OAAO,GAAG,CAAC,QAAQ,CAAA;QACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;YACjC,MAAM,CAAC,GACL,OAAO,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAE,IAAI,CAAC,IAAI,GAAG,CAAC,CAAY,CAAA;YAC1F,IAAI,CAAC,GAAG,OAAO,EAAE,CAAC;gBAChB,OAAO,GAAG,CAAC,CAAA;gBACX,IAAI,GAAG,CAAC,CAAA;YACV,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,MAAc,EAAE,MAAc;QACnD,MAAM,SAAS,GAAa,EAAE,CAAA;QAC9B,IAAI,OAAO,GAAG,CAAC,MAAM,CAAC,CAAA;QACtB,IAAI,OAAgD,CAAA;QACpD,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC;gBACrC,SAAS,EAAE;oBACT,IAAI,EAAE,WAAW;oBACjB,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE,IAAI,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;oBACtD,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC;iBAC1B;gBACD,qBAAqB,EAAE;oBACrB,IAAI,EAAE,uBAAuB;oBAC7B,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,IAAI,EAAE,MAAM,CAAC,IAAI;iBAClB;gBACD,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC;aAC7B,CAAC,CAAA;YACF,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAE,CAAC,CAAA;YACrD,IAAI,KAAK,KAAK,MAAM;gBAAE,MAAK;YAC3B,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YACrB,OAAO,GAAG,IAAI,GAAG,CACf,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,UAAU,CAAC,CAAE,CAAC,CAAC,CACxF,CAAA;YACD,OAAO,GAAG,CAAC,KAAK,CAAC,CAAA;QACnB,CAAC;QACD,OAAO,SAAS,CAAA;IAClB,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,MAAc,EAAE,MAAc;QACtD,MAAM,SAAS,GAAa,EAAE,CAAA;QAC9B,MAAM,UAAU,GAAa,CAAC,MAAM,CAAC,CAAA;QACrC,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC;gBACrC,SAAS,EAAE;oBACT,IAAI,EAAE,WAAW;oBACjB,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE,IAAI,aAAa,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;oBACzD,IAAI,EAAE,CAAC,CAAC,EAAE,UAAU,CAAC,MAAM,CAAC;iBAC7B;gBACD,qBAAqB,EAAE;oBACrB,IAAI,EAAE,uBAAuB;oBAC7B,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,IAAI,EAAE,MAAM,CAAC,IAAI;iBAClB;aACF,CAAC,CAAA;YACF,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAE,CAAC,CAAA;YACrD,IAAI,KAAK,KAAK,MAAM;gBAAE,MAAK;YAC3B,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YACrB,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACxB,CAAC;QACD,OAAO,SAAS,CAAA;IAClB,CAAC;CACF"}

package/dist/ml/imf/registry.d.ts

@@ -0,0 +1,30 @@
+/**
+ * models.yaml resolution (the dynamic-fetch contract shared with the
+ * Python and Ruby runtimes): resolve id -> channel URL, verify a cached
+ * copy against the index sha256, or download -> verify -> install.
+ *
+ * Node persists to ~/.cache/interscript/models/<id>/ (fs, atomic
+ * rename); browsers keep the verified bytes in memory (the Cache API
+ * integration is future work). Overrides: SECRYST_INDEX,
+ * SECRYST_CACHE.
+ */
+export declare const DEFAULT_INDEX_URL = "https://raw.githubusercontent.com/interscript/interscript-ml/main/models.yaml";
+export interface Part {
+    url: string;
+    sha256: string;
+    size: number;
+}
+export interface IndexEntry {
+    filename: string;
+    url: string;
+    sha256: string;
+    parts?: Part[];
+}
+export declare class RegistryError extends Error {
+}
+export interface ResolvedZip {
+    bytes: Uint8Array;
+    path?: string;
+}
+export declare function resolve(modelId: string, indexUrl?: string): Promise<ResolvedZip>;
+//# sourceMappingURL=registry.d.ts.map

package/dist/ml/imf/registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../../src/ml/imf/registry.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAIH,eAAO,MAAM,iBAAiB,kFACmD,CAAA;AAEjF,MAAM,WAAW,IAAI;IACnB,GAAG,EAAE,MAAM,CAAA;IACX,MAAM,EAAE,MAAM,CAAA;IACd,IAAI,EAAE,MAAM,CAAA;CACb;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,MAAM,CAAA;IAChB,GAAG,EAAE,MAAM,CAAA;IACX,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,CAAC,EAAE,IAAI,EAAE,CAAA;CACf;AAED,qBAAa,aAAc,SAAQ,KAAK;CAAG;AA+E3C,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,UAAU,CAAA;IACjB,IAAI,CAAC,EAAE,MAAM,CAAA;CACd;AAED,wBAAsB,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,CA8EtF"}

package/dist/ml/imf/registry.js

@@ -0,0 +1,140 @@
+/**
+ * models.yaml resolution (the dynamic-fetch contract shared with the
+ * Python and Ruby runtimes): resolve id -> channel URL, verify a cached
+ * copy against the index sha256, or download -> verify -> install.
+ *
+ * Node persists to ~/.cache/interscript/models/<id>/ (fs, atomic
+ * rename); browsers keep the verified bytes in memory (the Cache API
+ * integration is future work). Overrides: SECRYST_INDEX,
+ * SECRYST_CACHE.
+ */
+import { load as loadYaml } from "js-yaml";
+export const DEFAULT_INDEX_URL = "https://raw.githubusercontent.com/interscript/interscript-ml/main/models.yaml";
+export class RegistryError extends Error {
+}
+async function nodeFs() {
+    const g = globalThis;
+    if (!g.process?.versions?.node)
+        return undefined;
+    return (await import("node:fs"));
+}
+function cacheDir() {
+    const home = process.env["HOME"] ?? process.env["USERPROFILE"] ?? ".";
+    return process.env["SECRYST_CACHE"] ?? `${home}/.cache/interscript`;
+}
+async function fetchIndex(source) {
+    const text = source.startsWith("http://") || source.startsWith("https://")
+        ? await (await fetch(source)).text()
+        : new TextDecoder().decode((await nodeFs()).readFileSync(source));
+    const raw = loadYaml(text);
+    if (raw.version !== 1)
+        throw new RegistryError("index must have version: 1");
+    const entries = {};
+    for (const [id, spec] of Object.entries(raw.models ?? {})) {
+        const entry = {
+            filename: spec["filename"],
+            url: spec["url"] ?? "",
+            sha256: spec["sha256"],
+        };
+        const parts = spec["parts"];
+        if (parts)
+            entry.parts = parts;
+        entries[id] = entry;
+    }
+    return entries;
+}
+async function sha256Hex(data) {
+    const digest = await crypto.subtle.digest("SHA-256", new Uint8Array(data).buffer);
+    return Array.from(new Uint8Array(digest))
+        .map((b) => b.toString(16).padStart(2, "0"))
+        .join("");
+}
+async function partBytes(fs, url) {
+    if (url.startsWith("file://")) {
+        if (!fs)
+            throw new RegistryError("file:// parts require a Node host");
+        return fs.readFileSync(url.replace(/^file:\/\//, ""));
+    }
+    return new Uint8Array(await (await fetch(url)).arrayBuffer());
+}
+async function fetchParts(entry, fs, onPart) {
+    const parts = entry.parts;
+    for (let i = 0; i < parts.length; i++) {
+        const bytes = await partBytes(fs, parts[i].url);
+        const actual = await sha256Hex(bytes);
+        if (actual !== parts[i].sha256) {
+            throw new RegistryError(`part ${i} of ${entry.filename} sha256 mismatch: got ${actual}, index says ${parts[i].sha256}`);
+        }
+        onPart(bytes);
+    }
+}
+export async function resolve(modelId, indexUrl) {
+    const source = indexUrl ?? process.env["SECRYST_INDEX"] ?? DEFAULT_INDEX_URL;
+    const entries = await fetchIndex(source);
+    const entry = entries[modelId];
+    if (!entry) {
+        throw new RegistryError(`unknown model id '${modelId}' (known: ${Object.keys(entries).sort().join(", ")})`);
+    }
+    const fs = await nodeFs();
+    const target = `${cacheDir()}/models/${modelId}/${entry.filename}`;
+    if (fs?.existsSync(target)) {
+        const cached = fs.readFileSync(target);
+        if ((await sha256Hex(cached)) === entry.sha256)
+            return { bytes: cached, path: target };
+    }
+    if (entry.parts?.length) {
+        if (fs) {
+            const { createHash } = await import("node:crypto");
+            const whole = createHash("sha256");
+            const dir = target.substring(0, target.lastIndexOf("/"));
+            fs.mkdirSync(dir, { recursive: true });
+            const tmp = `${target}.part.${process.pid}`;
+            fs.writeFileSync(tmp, new Uint8Array(0));
+            await fetchParts(entry, fs, (bytes) => {
+                whole.update(bytes);
+                fs.appendFileSync(tmp, bytes);
+            });
+            const actual = whole.digest("hex");
+            if (actual !== entry.sha256) {
+                throw new RegistryError(`assembled ${entry.filename} sha256 mismatch: got ${actual}, index says ${entry.sha256}`);
+            }
+            fs.renameSync(tmp, target);
+            return { bytes: fs.readFileSync(target), path: target };
+        }
+        // browser: parts are all small (client-tier models); concat in memory
+        const chunks = [];
+        let total = 0;
+        await fetchParts(entry, fs, (bytes) => {
+            chunks.push(bytes);
+            total += bytes.length;
+        });
+        const bytes = new Uint8Array(total);
+        let offset = 0;
+        for (const chunk of chunks) {
+            bytes.set(chunk, offset);
+            offset += chunk.length;
+        }
+        const actual = await sha256Hex(bytes);
+        if (actual !== entry.sha256) {
+            throw new RegistryError(`assembled ${entry.filename} sha256 mismatch: got ${actual}, index says ${entry.sha256}`);
+        }
+        return { bytes };
+    }
+    const bytes = entry.url.startsWith("file://")
+        ? fs.readFileSync(entry.url.replace(/^file:\/\//, ""))
+        : new Uint8Array(await (await fetch(entry.url)).arrayBuffer());
+    const actual = await sha256Hex(bytes);
+    if (actual !== entry.sha256) {
+        throw new RegistryError(`downloaded ${entry.filename} sha256 mismatch: got ${actual}, index says ${entry.sha256}`);
+    }
+    if (fs) {
+        const dir = target.substring(0, target.lastIndexOf("/"));
+        fs.mkdirSync(dir, { recursive: true });
+        const tmp = `${target}.part.${process.pid}`;
+        fs.writeFileSync(tmp, bytes);
+        fs.renameSync(tmp, target);
+        return { bytes, path: target };
+    }
+    return { bytes };
+}
+//# sourceMappingURL=registry.js.map

package/dist/ml/imf/registry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.js","sourceRoot":"","sources":["../../../src/ml/imf/registry.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,IAAI,IAAI,QAAQ,EAAE,MAAM,SAAS,CAAA;AAE1C,MAAM,CAAC,MAAM,iBAAiB,GAC5B,+EAA+E,CAAA;AAejF,MAAM,OAAO,aAAc,SAAQ,KAAK;CAAG;AAW3C,KAAK,UAAU,MAAM;IACnB,MAAM,CAAC,GAAG,UAA4D,CAAA;IACtE,IAAI,CAAC,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,IAAI;QAAE,OAAO,SAAS,CAAA;IAChD,OAAO,CAAC,MAAM,MAAM,CAAC,SAAS,CAAC,CAAsB,CAAA;AACvD,CAAC;AAED,SAAS,QAAQ;IACf,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,GAAG,CAAA;IACrE,OAAO,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,GAAG,IAAI,qBAAqB,CAAA;AACrE,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,MAAc;IACtC,MAAM,IAAI,GACR,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC;QAC3D,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE;QACpC,CAAC,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,CAAC,MAAM,MAAM,EAAE,CAAE,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAA;IACtE,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAGxB,CAAA;IACD,IAAI,GAAG,CAAC,OAAO,KAAK,CAAC;QAAE,MAAM,IAAI,aAAa,CAAC,4BAA4B,CAAC,CAAA;IAC5E,MAAM,OAAO,GAA+B,EAAE,CAAA;IAC9C,KAAK,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;QAC1D,MAAM,KAAK,GAAe;YACxB,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAW;YACpC,GAAG,EAAG,IAAI,CAAC,KAAK,CAAY,IAAI,EAAE;YAClC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAW;SACjC,CAAA;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAuB,CAAA;QACjD,IAAI,KAAK;YAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAA;QAC9B,OAAO,CAAC,EAAE,CAAC,GAAG,KAAK,CAAA;IACrB,CAAC;IACD,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,IAAgB;IACvC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,MAAqB,CAAC,CAAA;IAChG,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;SACtC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;SAC3C,IAAI,CAAC,EAAE,CAAC,CAAA;AACb,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,EAAsB,EAAE,GAAW;IAC1D,IAAI,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC9B,IAAI,CAAC,EAAE;YAAE,MAAM,IAAI,aAAa,CAAC,mCAAmC,CAAC,CAAA;QACrE,OAAO,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,CAAA;IACvD,CAAC;IACD,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAA;AAC/D,CAAC;AAED,KAAK,UAAU,UAAU,CACvB,KAAiB,EACjB,EAAsB,EACtB,MAAmC;IAEnC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAM,CAAA;IAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAE,CAAC,GAAG,CAAC,CAAA;QAChD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,CAAA;QACrC,IAAI,MAAM,KAAK,KAAK,CAAC,CAAC,CAAE,CAAC,MAAM,EAAE,CAAC;YAChC,MAAM,IAAI,aAAa,CACrB,QAAQ,CAAC,OAAO,KAAK,CAAC,QAAQ,yBAAyB,MAAM,gBAAgB,KAAK,CAAC,CAAC,CAAE,CAAC,MAAM,EAAE,CAChG,CAAA;QACH,CAAC;QACD,MAAM,CAAC,KAAK,CAAC,CAAA;IACf,CAAC;AACH,CAAC;AAOD,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,OAAe,EAAE,QAAiB;IAC9D,MAAM,MAAM,GAAG,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,iBAAiB,CAAA;IAC5E,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,MAAM,CAAC,CAAA;IACxC,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IAC9B,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,aAAa,CACrB,qBAAqB,OAAO,aAAa,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CACnF,CAAA;IACH,CAAC;IAED,MAAM,EAAE,GAAG,MAAM,MAAM,EAAE,CAAA;IACzB,MAAM,MAAM,GAAG,GAAG,QAAQ,EAAE,WAAW,OAAO,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAA;IAClE,IAAI,EAAE,EAAE,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;QACtC,IAAI,CAAC,MAAM,SAAS,CAAC,MAAM,CAAC,CAAC,KAAK,KAAK,CAAC,MAAM;YAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAA;IACxF,CAAC;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC;QACxB,IAAI,EAAE,EAAE,CAAC;YACP,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAA;YAClD,MAAM,KAAK,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAA;YAClC,MAAM,GAAG,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAA;YACxD,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;YACtC,MAAM,GAAG,GAAG,GAAG,MAAM,SAAS,OAAO,CAAC,GAAG,EAAE,CAAA;YAC3C,EAAE,CAAC,aAAa,CAAC,GAAG,EAAE,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,CAAA;YACxC,MAAM,UAAU,CAAC,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,EAAE,EAAE;gBACpC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;gBACnB,EAAE,CAAC,cAAc,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;YAC/B,CAAC,CAAC,CAAA;YACF,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YAClC,IAAI,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;gBAC5B,MAAM,IAAI,aAAa,CACrB,aAAa,KAAK,CAAC,QAAQ,yBAAyB,MAAM,gBAAgB,KAAK,CAAC,MAAM,EAAE,CACzF,CAAA;YACH,CAAC;YACD,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;YAC1B,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAA;QACzD,CAAC;QACD,sEAAsE;QACtE,MAAM,MAAM,GAAiB,EAAE,CAAA;QAC/B,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,MAAM,UAAU,CAAC,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,EAAE,EAAE;YACpC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAClB,KAAK,IAAI,KAAK,CAAC,MAAM,CAAA;QACvB,CAAC,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,KAAK,CAAC,CAAA;QACnC,IAAI,MAAM,GAAG,CAAC,CAAA;QACd,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;YACxB,MAAM,IAAI,KAAK,CAAC,MAAM,CAAA;QACxB,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,CAAA;QACrC,IAAI,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;YAC5B,MAAM,IAAI,aAAa,CACrB,aAAa,KAAK,CAAC,QAAQ,yBAAyB,MAAM,gBAAgB,KAAK,CAAC,MAAM,EAAE,CACzF,CAAA;QACH,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,CAAA;IAClB,CAAC;IAED,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC;QAC3C,CAAC,CAAC,EAAG,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;QACvD,CAAC,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAA;IAChE,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,CAAA;IACrC,IAAI,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;QAC5B,MAAM,IAAI,aAAa,CACrB,cAAc,KAAK,CAAC,QAAQ,yBAAyB,MAAM,gBAAgB,KAAK,CAAC,MAAM,EAAE,CAC1F,CAAA;IACH,CAAC;IACD,IAAI,EAAE,EAAE,CAAC;QACP,MAAM,GAAG,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAA;QACxD,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QACtC,MAAM,GAAG,GAAG,GAAG,MAAM,SAAS,OAAO,CAAC,GAAG,EAAE,CAAA;QAC3C,EAAE,CAAC,aAAa,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;QAC5B,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;QAC1B,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,CAAA;IAChC,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,CAAA;AAClB,CAAC"}

package/dist/ml/imf/tokens.d.ts

@@ -0,0 +1,13 @@
+/**
+ * The canonical ByT5 byte table (shared contract with the Python and
+ * Ruby runtimes): byte b -> token id b+3, trailing EOS; pad=0, unk=2.
+ * Token ids are NOT raw byte values — feeding TextEncoder output
+ * directly as ids silently produces garbage on real checkpoints.
+ */
+export declare const BYTE_OFFSET = 3;
+export declare const PAD_ID = 0;
+export declare const EOS_ID = 1;
+export declare const UNK_ID = 2;
+export declare function encode(text: string): number[];
+export declare function decode(tokenIds: readonly number[]): string;
+//# sourceMappingURL=tokens.d.ts.map

package/dist/ml/imf/tokens.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokens.d.ts","sourceRoot":"","sources":["../../../src/ml/imf/tokens.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,eAAO,MAAM,WAAW,IAAI,CAAA;AAC5B,eAAO,MAAM,MAAM,IAAI,CAAA;AACvB,eAAO,MAAM,MAAM,IAAI,CAAA;AACvB,eAAO,MAAM,MAAM,IAAI,CAAA;AAKvB,wBAAgB,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAM7C;AAED,wBAAgB,MAAM,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,CAQ1D"}

package/dist/ml/imf/tokens.js

@@ -0,0 +1,32 @@
+/**
+ * The canonical ByT5 byte table (shared contract with the Python and
+ * Ruby runtimes): byte b -> token id b+3, trailing EOS; pad=0, unk=2.
+ * Token ids are NOT raw byte values — feeding TextEncoder output
+ * directly as ids silently produces garbage on real checkpoints.
+ */
+export const BYTE_OFFSET = 3;
+export const PAD_ID = 0;
+export const EOS_ID = 1;
+export const UNK_ID = 2;
+const encoder = new TextEncoder();
+const decoder = new TextDecoder("utf-8", { fatal: false });
+export function encode(text) {
+    const bytes = encoder.encode(text);
+    const ids = new Array(bytes.length + 1);
+    for (let i = 0; i < bytes.length; i++)
+        ids[i] = bytes[i] + BYTE_OFFSET;
+    ids[bytes.length] = EOS_ID;
+    return ids;
+}
+export function decode(tokenIds) {
+    const out = [];
+    for (const token of tokenIds) {
+        if (token === EOS_ID)
+            break;
+        if (token === PAD_ID || token === UNK_ID)
+            continue;
+        out.push((token - BYTE_OFFSET) % 256);
+    }
+    return decoder.decode(new Uint8Array(out));
+}
+//# sourceMappingURL=tokens.js.map

package/dist/ml/imf/tokens.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokens.js","sourceRoot":"","sources":["../../../src/ml/imf/tokens.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,CAAA;AAC5B,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,CAAA;AACvB,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,CAAA;AACvB,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,CAAA;AAEvB,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAA;AACjC,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAA;AAE1D,MAAM,UAAU,MAAM,CAAC,IAAY;IACjC,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IAClC,MAAM,GAAG,GAAa,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAE,GAAG,WAAW,CAAA;IACvE,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,MAAM,CAAA;IAC1B,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,QAA2B;IAChD,MAAM,GAAG,GAAa,EAAE,CAAA;IACxB,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;QAC7B,IAAI,KAAK,KAAK,MAAM;YAAE,MAAK;QAC3B,IAAI,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,MAAM;YAAE,SAAQ;QAClD,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,WAAW,CAAC,GAAG,GAAG,CAAC,CAAA;IACvC,CAAC;IACD,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC,CAAA;AAC5C,CAAC"}

package/dist/ml/index.d.ts

@@ -0,0 +1,24 @@
+/**
+ * Public API for ML inference in interscript-ts.
+ *
+ * End users don't import this directly — they call `transliterateAsync`
+ * and the runtime transparently loads ML models when a map requires
+ * one. This module is for:
+ *   - Internal stdlib integration (rababa/secryst functions)
+ *   - Power users who want to load models directly
+ *
+ * Usage:
+ *   import { loadModel } from "interscript-ts/ml"
+ *   const rababa = await loadModel({ kind: "rababa", id: "200" })
+ *
+ * Models register themselves on first import of this module's
+ * `models/` submodules.
+ */
+export type { Model, ModelArtifacts, ModelFactory, ModelKind, ModelLoadParams, ModelRef, InferenceInputs, InferenceOutputs, InferenceSession, Tensor, } from "./types.js";
+export { registerModel, loadModel, registeredKinds, resetModels } from "./registry.js";
+export { createSession, detectBackend } from "./session/index.js";
+export { setModelBase, getModelBase } from "./provision/base.js";
+export { loadManifest, resolveManifestEntry, artifactUrls, sidecarFilenames, setInlineManifest, setManifestUrl, type AssetVariant, type Manifest, type ManifestModelEntry, } from "./provision/manifest.js";
+import "./models/rababa/index.js";
+import "./models/secryst/index.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/ml/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/ml/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,YAAY,EACV,KAAK,EACL,cAAc,EACd,YAAY,EACZ,SAAS,EACT,eAAe,EACf,QAAQ,EACR,eAAe,EACf,gBAAgB,EAChB,gBAAgB,EAChB,MAAM,GACP,MAAM,YAAY,CAAA;AAEnB,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,eAAe,CAAA;AAEtF,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AAEjE,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AAEhE,OAAO,EACL,YAAY,EACZ,oBAAoB,EACpB,YAAY,EACZ,gBAAgB,EAChB,iBAAiB,EACjB,cAAc,EACd,KAAK,YAAY,EACjB,KAAK,QAAQ,EACb,KAAK,kBAAkB,GACxB,MAAM,yBAAyB,CAAA;AAIhC,OAAO,0BAA0B,CAAA;AACjC,OAAO,2BAA2B,CAAA"}

package/dist/ml/index.js

@@ -0,0 +1,25 @@
+/**
+ * Public API for ML inference in interscript-ts.
+ *
+ * End users don't import this directly — they call `transliterateAsync`
+ * and the runtime transparently loads ML models when a map requires
+ * one. This module is for:
+ *   - Internal stdlib integration (rababa/secryst functions)
+ *   - Power users who want to load models directly
+ *
+ * Usage:
+ *   import { loadModel } from "interscript-ts/ml"
+ *   const rababa = await loadModel({ kind: "rababa", id: "200" })
+ *
+ * Models register themselves on first import of this module's
+ * `models/` submodules.
+ */
+export { registerModel, loadModel, registeredKinds, resetModels } from "./registry.js";
+export { createSession, detectBackend } from "./session/index.js";
+export { setModelBase, getModelBase } from "./provision/base.js";
+export { loadManifest, resolveManifestEntry, artifactUrls, sidecarFilenames, setInlineManifest, setManifestUrl, } from "./provision/manifest.js";
+// Side-effect: register built-in model kinds. Adding a new model kind
+// = adding a new import here. Order doesn't matter.
+import "./models/rababa/index.js";
+import "./models/secryst/index.js";
+//# sourceMappingURL=index.js.map

package/dist/ml/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/ml/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAeH,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,eAAe,CAAA;AAEtF,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AAEjE,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AAEhE,OAAO,EACL,YAAY,EACZ,oBAAoB,EACpB,YAAY,EACZ,gBAAgB,EAChB,iBAAiB,EACjB,cAAc,GAIf,MAAM,yBAAyB,CAAA;AAEhC,sEAAsE;AACtE,oDAAoD;AACpD,OAAO,0BAA0B,CAAA;AACjC,OAAO,2BAA2B,CAAA"}

package/dist/ml/models/rababa/cleaner.d.ts

@@ -0,0 +1,11 @@
+/**
+ * Text cleaner — mirrors `rababa/lib/rababa/{cleaner,arabic/cleaner}.rb`.
+ *
+ * Two cleaners, both pure functions:
+ *   - cleanBasic: collapse whitespace, strip
+ *   - cleanArabic: keep only VALID_ARABIC chars, then cleanBasic
+ */
+export declare function collapseWhitespace(text: string): string;
+export declare function cleanBasic(text: string): string;
+export declare function cleanArabic(text: string): string;
+//# sourceMappingURL=cleaner.d.ts.map

package/dist/ml/models/rababa/cleaner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cleaner.d.ts","sourceRoot":"","sources":["../../../../src/ml/models/rababa/cleaner.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEvD;AAED,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAE/C;AAGD,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAMhD"}

package/dist/ml/models/rababa/cleaner.js

@@ -0,0 +1,21 @@
+/**
+ * Text cleaner — mirrors `rababa/lib/rababa/{cleaner,arabic/cleaner}.rb`.
+ *
+ * Two cleaners, both pure functions:
+ *   - cleanBasic: collapse whitespace, strip
+ *   - cleanArabic: keep only VALID_ARABIC chars, then cleanBasic
+ */
+import { VALID_ARABIC } from "./haraqat.js";
+export function collapseWhitespace(text) {
+    return text.replace(/\s+/g, " ");
+}
+export function cleanBasic(text) {
+    return collapseWhitespace(text).trim();
+}
+const validArabicSet = new Set(VALID_ARABIC);
+export function cleanArabic(text) {
+    return cleanBasic(Array.from(text)
+        .filter((c) => validArabicSet.has(c))
+        .join(""));
+}
+//# sourceMappingURL=cleaner.js.map

package/dist/ml/models/rababa/cleaner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cleaner.js","sourceRoot":"","sources":["../../../../src/ml/models/rababa/cleaner.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAA;AAE3C,MAAM,UAAU,kBAAkB,CAAC,IAAY;IAC7C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;AAClC,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,IAAY;IACrC,OAAO,kBAAkB,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAA;AACxC,CAAC;AAED,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,CAAA;AAC5C,MAAM,UAAU,WAAW,CAAC,IAAY;IACtC,OAAO,UAAU,CACf,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;SACb,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;SACpC,IAAI,CAAC,EAAE,CAAC,CACZ,CAAA;AACH,CAAC"}

package/dist/ml/models/rababa/diacritizer.d.ts

@@ -0,0 +1,37 @@
+/**
+ * Rababa diacritizer — port of `rababa/lib/rababa/arabic/diacritizer.rb`.
+ *
+ * Pipeline:
+ *   text → clean → strip diacritics → encode to IDs
+ *        → ONNX inference ({src, lengths}) → logits
+ *        → argmax over classes → haraqat IDs
+ *        → combine: original letters + predicted haraqat
+ *        → reconcile with original input (preserves non-Arabic chars)
+ *
+ * The model file is loaded by the provisioner; we receive an
+ * InferenceSession + config artifacts.
+ */
+import type { InferenceSession, MLModel, ModelArtifacts, ModelKind } from "../../types.js";
+export interface RababaConfig {
+    readonly maxLen: number;
+    readonly batchSize: number;
+    readonly textEncoder: "BasicArabicEncoder" | "ArabicEncoderWithStartSymbol";
+    readonly textCleaner: "basic_cleaners" | "valid_arabic_cleaners";
+}
+export interface RababaModel extends MLModel {
+    readonly kind: ModelKind;
+    diacritize(text: string): Promise<string>;
+    transform(input: string): Promise<string>;
+    dispose(): Promise<void>;
+}
+/**
+ * Factory: builds a RababaModel from a session + artifacts.
+ *
+ * Registered as the factory for kind "rababa" in src/ml/index.ts.
+ */
+export declare function createRababaModel(params: {
+    readonly session: InferenceSession;
+    readonly artifacts: ModelArtifacts;
+    readonly config?: RababaConfig;
+}): Promise<RababaModel>;
+//# sourceMappingURL=diacritizer.d.ts.map

package/dist/ml/models/rababa/diacritizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"diacritizer.d.ts","sourceRoot":"","sources":["../../../../src/ml/models/rababa/diacritizer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,OAAO,EAAE,cAAc,EAAE,SAAS,EAAU,MAAM,gBAAgB,CAAA;AAKlG,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,WAAW,EAAE,oBAAoB,GAAG,8BAA8B,CAAA;IAC3E,QAAQ,CAAC,WAAW,EAAE,gBAAgB,GAAG,uBAAuB,CAAA;CACjE;AASD,MAAM,WAAW,WAAY,SAAQ,OAAO;IAC1C,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAA;IACxB,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;IACzC,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;IACzC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CACzB;AA4ID;;;;GAIG;AACH,wBAAsB,iBAAiB,CAAC,MAAM,EAAE;IAC9C,QAAQ,CAAC,OAAO,EAAE,gBAAgB,CAAA;IAClC,QAAQ,CAAC,SAAS,EAAE,cAAc,CAAA;IAClC,QAAQ,CAAC,MAAM,CAAC,EAAE,YAAY,CAAA;CAC/B,GAAG,OAAO,CAAC,WAAW,CAAC,CAGvB"}