harper-fabric-onnx 0.1.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 HarperDB, Inc.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,122 @@
+# harper-fabric-onnx
+
+ONNX Runtime embedding wrapper for Harper. Runs inference in a dedicated child process — one model instance, one thread pool, no global state races across Harper workers.
+
+Same public API as `harper-fabric-embeddings` so `harper-kb` can swap backends by changing one import.
+
+## Install
+
+```bash
+npm install harper-fabric-onnx
+```
+
+Requires Node.js 22+.
+
+## Usage
+
+```js
+import {
+  downloadModel,
+  init,
+  embed,
+  embedBatch,
+  dimensions,
+  dispose,
+} from "harper-fabric-onnx";
+
+// Download model files (one-time)
+await downloadModel(".models");
+
+// Initialize — spawns child process, loads ONNX model
+await init({ modelsDir: ".models" });
+
+// Single embedding (768-dim, L2-normalized)
+const vec = await embed("Hello world");
+
+// Query-optimized embedding (uses "search_query:" prefix)
+const queryVec = await embed("What is Harper?", "query");
+
+// Batch embedding
+const vecs = await embedBatch(["First text", "Second text"]);
+
+// Get model dimensions
+dimensions(); // 768
+
+// Cleanup
+await dispose();
+```
+
+## How it works
+
+ONNX Runtime has a global singleton and process-wide thread pool, so it can't safely run per-worker in Harper's multi-worker architecture. This package runs ONNX in a dedicated child process and routes all worker calls to it via a Unix domain socket.
+
+- `init()` — spawns a child process (or connects to an existing one), loads the ONNX model and tokenizer
+- `embed()` / `embedBatch()` — sends text over the socket, child tokenizes + runs inference, returns L2-normalized vectors
+- One child process is shared across all Harper worker threads
+- Stale process detection via PID files — auto-recovers from crashes
+
+## Supported models
+
+| Model                        | Repo                             | Dimensions |
+| ---------------------------- | -------------------------------- | ---------- |
+| `nomic-embed-text` (default) | nomic-ai/nomic-embed-text-v1.5   | 768        |
+| `nomic-embed-text-v2-moe`    | nomic-ai/nomic-embed-text-v2-moe | 768        |
+
+## API
+
+### `downloadModel(dir: string, modelName?: string): Promise<string>`
+
+Downloads model and tokenizer files from HuggingFace. Returns the model directory path.
+
+### `init(options: InitOptions): Promise<void>`
+
+Spawns the child process and loads the model. Options:
+
+- `modelsDir` — directory containing model subdirectories (e.g., `.models`)
+- `modelPath` — direct path to a specific model directory
+- `modelName` — model name from the registry (default: `nomic-embed-text`)
+
+### `embed(text: string, type?: 'document' | 'query'): Promise<number[]>`
+
+Returns an L2-normalized embedding vector. Default type is `'document'`.
+
+### `embedBatch(texts: string[], type?: 'document' | 'query'): Promise<number[][]>`
+
+Returns an array of L2-normalized embedding vectors.
+
+### `dimensions(): number`
+
+Returns the dimensionality of the loaded model (e.g., 768).
+
+### `dispose(): Promise<void>`
+
+Shuts down the child process and cleans up socket/PID files.
+
+## Harper component usage
+
+```js
+// resources.js
+const { Resource } = globalThis;
+
+export class Embed extends Resource {
+  static loadAsInstance = false;
+
+  async post(_query, data) {
+    const { init, embed, embedBatch, dimensions } =
+      await import("harper-fabric-onnx");
+    await init({ modelsDir: process.env.ONNX_MODELS_DIR });
+
+    if (data.texts) {
+      const vecs = await embedBatch(data.texts);
+      return { dimensions: dimensions(), vectors: vecs };
+    }
+
+    const vec = await embed(data.text, data.type);
+    return { dimensions: dimensions(), vector: vec };
+  }
+}
+```
+
+## License
+
+MIT

package/dist/child.d.ts

@@ -0,0 +1,16 @@
+/**
+ * Child process entry point — owns the ONNX Runtime session and tokenizer.
+ *
+ * Spawned via fork() from the proxy (index.ts). Runs outside Harper's sandbox
+ * so it can require() native modules normally.
+ *
+ * Protocol:
+ *   1. Parent sends IPC message with { socketPath, pidPath } to configure.
+ *   2. Child creates a Unix domain socket server.
+ *   3. Child writes PID file and sends { ready: true } back via IPC.
+ *   4. All subsequent communication happens over the socket using
+ *      length-prefixed JSON frames (see protocol.ts).
+ *   5. Requests are processed serially — ONNX session is not thread-safe.
+ */
+export {};
+//# sourceMappingURL=child.d.ts.map

package/dist/child.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"child.d.ts","sourceRoot":"","sources":["../src/child.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG"}

package/dist/child.js

@@ -0,0 +1,241 @@
+/**
+ * Child process entry point — owns the ONNX Runtime session and tokenizer.
+ *
+ * Spawned via fork() from the proxy (index.ts). Runs outside Harper's sandbox
+ * so it can require() native modules normally.
+ *
+ * Protocol:
+ *   1. Parent sends IPC message with { socketPath, pidPath } to configure.
+ *   2. Child creates a Unix domain socket server.
+ *   3. Child writes PID file and sends { ready: true } back via IPC.
+ *   4. All subsequent communication happens over the socket using
+ *      length-prefixed JSON frames (see protocol.ts).
+ *   5. Requests are processed serially — ONNX session is not thread-safe.
+ */
+import { createServer } from "node:net";
+import { writeFileSync, unlinkSync } from "node:fs";
+import ort from "onnxruntime-node";
+import { AutoTokenizer, } from "@huggingface/transformers";
+import { MODELS, DEFAULT_MODEL, encodeMessage, FrameDecoder, } from "./protocol.js";
+import { join } from "node:path";
+// ---------------------------------------------------------------------------
+// State
+// ---------------------------------------------------------------------------
+let session = null;
+let tokenizer = null;
+let modelName = DEFAULT_MODEL;
+let cachedDimensions = 0;
+let sockPath = "";
+let pidPath = "";
+// ---------------------------------------------------------------------------
+// Inference helpers
+// ---------------------------------------------------------------------------
+function normalize(vec) {
+    let sumSq = 0;
+    for (let i = 0; i < vec.length; i++) {
+        sumSq += vec[i] * vec[i];
+    }
+    const norm = Math.sqrt(sumSq);
+    if (norm === 0)
+        return Array.from(vec);
+    const out = Array.from({ length: vec.length });
+    for (let i = 0; i < vec.length; i++) {
+        out[i] = vec[i] / norm;
+    }
+    return out;
+}
+function meanPool(hidden, mask, seqLen, hiddenSize) {
+    const accum = new Float64Array(hiddenSize);
+    let tokenCount = 0;
+    for (let t = 0; t < seqLen; t++) {
+        if (mask[t] === 0n)
+            continue;
+        tokenCount++;
+        const offset = t * hiddenSize;
+        for (let d = 0; d < hiddenSize; d++) {
+            accum[d] += hidden[offset + d];
+        }
+    }
+    if (tokenCount === 0)
+        return Array.from({ length: hiddenSize }).fill(0);
+    const result = Array.from({ length: hiddenSize });
+    for (let d = 0; d < hiddenSize; d++) {
+        result[d] = accum[d] / tokenCount;
+    }
+    return result;
+}
+async function embedOne(text, embedType = "document") {
+    if (!session || !tokenizer)
+        throw new Error("Not initialized");
+    const config = MODELS[modelName];
+    const prefix = embedType === "query" ? config.prefix.query : config.prefix.document;
+    const prefixed = prefix + text;
+    const encoded = tokenizer(prefixed, {
+        padding: false,
+        truncation: true,
+        return_tensor: false,
+    });
+    const inputIds = encoded.input_ids;
+    const attentionMask = encoded.attention_mask;
+    const seqLen = inputIds.length;
+    const idsBigInt = BigInt64Array.from(inputIds, (v) => BigInt(v));
+    const maskBigInt = BigInt64Array.from(attentionMask, (v) => BigInt(v));
+    const feeds = {
+        input_ids: new ort.Tensor("int64", idsBigInt, [1, seqLen]),
+        attention_mask: new ort.Tensor("int64", maskBigInt, [1, seqLen]),
+    };
+    // Some models also expect token_type_ids
+    if (session.inputNames.includes("token_type_ids")) {
+        feeds.token_type_ids = new ort.Tensor("int64", new BigInt64Array(seqLen), [
+            1,
+            seqLen,
+        ]);
+    }
+    const output = await session.run(feeds);
+    // Try dedicated sentence embedding output first, fall back to mean pooling
+    if (output.sentence_embedding) {
+        return normalize(output.sentence_embedding.data);
+    }
+    const hidden = output.last_hidden_state;
+    if (!hidden)
+        throw new Error("Model output has no last_hidden_state");
+    const hiddenSize = hidden.dims[2];
+    return normalize(meanPool(hidden.data, Array.from(maskBigInt), seqLen, hiddenSize));
+}
+// ---------------------------------------------------------------------------
+// Request handler
+// ---------------------------------------------------------------------------
+async function handleRequest(req) {
+    try {
+        switch (req.type) {
+            case "init": {
+                if (!session) {
+                    modelName = req.modelName || DEFAULT_MODEL;
+                    const config = MODELS[modelName];
+                    if (!config) {
+                        return {
+                            id: req.id,
+                            ok: false,
+                            error: `Unknown model: ${modelName}`,
+                        };
+                    }
+                    const modelPath = join(req.modelDir, "model.onnx");
+                    session = await ort.InferenceSession.create(modelPath, {
+                        executionProviders: ["cpu"],
+                        // 'basic' avoids fusion passes that fail on fp16 models in ORT 1.24+
+                        graphOptimizationLevel: "basic",
+                    });
+                    tokenizer = await AutoTokenizer.from_pretrained(req.modelDir, {
+                        local_files_only: true,
+                    });
+                    cachedDimensions = config.dimensions;
+                }
+                return { id: req.id, ok: true, result: cachedDimensions };
+            }
+            case "embed": {
+                const vec = await embedOne(req.text, req.embedType);
+                return { id: req.id, ok: true, result: vec };
+            }
+            case "batch": {
+                const results = [];
+                for (const text of req.texts) {
+                    results.push(await embedOne(text, req.embedType));
+                }
+                return { id: req.id, ok: true, result: results };
+            }
+            case "dimensions": {
+                return { id: req.id, ok: true, result: cachedDimensions };
+            }
+            case "dispose": {
+                await cleanup();
+                return { id: req.id, ok: true, result: null };
+            }
+        }
+    }
+    catch (err) {
+        return {
+            id: req.id,
+            ok: false,
+            error: err instanceof Error ? err.message : String(err),
+        };
+    }
+}
+// ---------------------------------------------------------------------------
+// Request queue — processes requests serially
+// ---------------------------------------------------------------------------
+let queue = Promise.resolve();
+function enqueue(socket, req) {
+    queue = queue.then(async () => {
+        const res = await handleRequest(req);
+        if (!socket.destroyed) {
+            socket.write(encodeMessage(res));
+        }
+    });
+}
+// ---------------------------------------------------------------------------
+// Socket server
+// ---------------------------------------------------------------------------
+function startServer() {
+    const server = createServer((conn) => {
+        const decoder = new FrameDecoder();
+        conn.on("data", (chunk) => {
+            decoder.push(chunk);
+            for (const msg of decoder.drain()) {
+                enqueue(conn, msg);
+            }
+        });
+    });
+    // Clean up stale socket from a previous run
+    try {
+        unlinkSync(sockPath);
+    }
+    catch {
+        // not present — fine
+    }
+    server.listen(sockPath, () => {
+        writeFileSync(pidPath, String(process.pid));
+        process.send?.({ ready: true });
+    });
+    server.on("error", (err) => {
+        console.error("[harper-fabric-onnx child] server error:", err.message);
+        process.exit(1);
+    });
+    process.on("SIGTERM", () => {
+        server.close(() => cleanup().then(() => process.exit(0)));
+    });
+}
+// ---------------------------------------------------------------------------
+// Cleanup
+// ---------------------------------------------------------------------------
+async function cleanup() {
+    try {
+        session?.release();
+    }
+    catch {
+        // ignore
+    }
+    session = null;
+    tokenizer = null;
+    try {
+        unlinkSync(sockPath);
+    }
+    catch {
+        // may already be gone
+    }
+    try {
+        unlinkSync(pidPath);
+    }
+    catch {
+        // may already be gone
+    }
+}
+// ---------------------------------------------------------------------------
+// Entry point — wait for config from parent via IPC
+// ---------------------------------------------------------------------------
+process.once("message", (msg) => {
+    const config = msg;
+    sockPath = config.socketPath;
+    pidPath = config.pidPath;
+    startServer();
+});
+//# sourceMappingURL=child.js.map

package/dist/child.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"child.js","sourceRoot":"","sources":["../src/child.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,YAAY,EAAe,MAAM,UAAU,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACpD,OAAO,GAAG,MAAM,kBAAkB,CAAC;AACnC,OAAO,EACL,aAAa,GAEd,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAGL,MAAM,EACN,aAAa,EACb,aAAa,EACb,YAAY,GACb,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,8EAA8E;AAC9E,QAAQ;AACR,8EAA8E;AAE9E,IAAI,OAAO,GAAgC,IAAI,CAAC;AAChD,IAAI,SAAS,GAA+B,IAAI,CAAC;AACjD,IAAI,SAAS,GAAG,aAAa,CAAC;AAC9B,IAAI,gBAAgB,GAAG,CAAC,CAAC;AACzB,IAAI,QAAQ,GAAG,EAAE,CAAC;AAClB,IAAI,OAAO,GAAG,EAAE,CAAC;AAEjB,8EAA8E;AAC9E,oBAAoB;AACpB,8EAA8E;AAE9E,SAAS,SAAS,CAAC,GAA4B;IAC7C,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,KAAK,IAAK,GAAG,CAAC,CAAC,CAAY,GAAI,GAAG,CAAC,CAAC,CAAY,CAAC;IACnD,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC9B,IAAI,IAAI,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACvC,MAAM,GAAG,GAAa,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;IACzD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,GAAG,CAAC,CAAC,CAAC,GAAI,GAAG,CAAC,CAAC,CAAY,GAAG,IAAI,CAAC;IACrC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,QAAQ,CACf,MAAoB,EACpB,IAAc,EACd,MAAc,EACd,UAAkB;IAElB,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;IAC3C,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAChC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE;YAAE,SAAS;QAC7B,UAAU,EAAE,CAAC;QACb,MAAM,MAAM,GAAG,CAAC,GAAG,UAAU,CAAC;QAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,KAAK,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC;QAClC,CAAC;IACH,CAAC;IACD,IAAI,UAAU,KAAK,CAAC;QAClB,OAAO,KAAK,CAAC,IAAI,CAAS,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC5D,MAAM,MAAM,GAAa,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;IAC5D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAE,GAAG,UAAU,CAAC;IACrC,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,QAAQ,CACrB,IAAY,EACZ,YAAkC,UAAU;IAE5C,IAAI,CAAC,OAAO,IAAI,CAAC,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IAE/D,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAE,CAAC;IAClC,MAAM,MAAM,GACV,SAAS,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC;IACvE,MAAM,QAAQ,GAAG,MAAM,GAAG,IAAI,CAAC;IAE/B,MAAM,OAAO,GAAG,SAAS,CAAC,QAAQ,EAAE;QAClC,OAAO,EAAE,KAAK;QACd,UAAU,EAAE,IAAI;QAChB,aAAa,EAAE,KAAK;KACrB,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAqB,CAAC;IAC/C,MAAM,aAAa,GAAG,OAAO,CAAC,cAA0B,CAAC;IACzD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;IAE/B,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IACjE,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAEvE,MAAM,KAAK,GAA+B;QACxC,SAAS,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QAC1D,cAAc,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;KACjE,CAAC;IAEF,yCAAyC;IACzC,IAAI,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;QAClD,KAAK,CAAC,cAAc,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,aAAa,CAAC,MAAM,CAAC,EAAE;YACxE,CAAC;YACD,MAAM;SACP,CAAC,CAAC;IACL,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAExC,2EAA2E;IAC3E,IAAI,MAAM,CAAC,kBAAkB,EAAE,CAAC;QAC9B,OAAO,SAAS,CAAC,MAAM,CAAC,kBAAkB,CAAC,IAAoB,CAAC,CAAC;IACnE,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,iBAAiB,CAAC;IACxC,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IACtE,MAAM,UAAU,GAAI,MAAM,CAAC,IAAiB,CAAC,CAAC,CAAE,CAAC;IACjD,OAAO,SAAS,CACd,QAAQ,CACN,MAAM,CAAC,IAAoB,EAC3B,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,EACtB,MAAM,EACN,UAAU,CACX,CACF,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,kBAAkB;AAClB,8EAA8E;AAE9E,KAAK,UAAU,aAAa,CAAC,GAAY;IACvC,IAAI,CAAC;QACH,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,SAAS,GAAG,GAAG,CAAC,SAAS,IAAI,aAAa,CAAC;oBAC3C,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC;oBACjC,IAAI,CAAC,MAAM,EAAE,CAAC;wBACZ,OAAO;4BACL,EAAE,EAAE,GAAG,CAAC,EAAE;4BACV,EAAE,EAAE,KAAK;4BACT,KAAK,EAAE,kBAAkB,SAAS,EAAE;yBACrC,CAAC;oBACJ,CAAC;oBACD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;oBACnD,OAAO,GAAG,MAAM,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,SAAS,EAAE;wBACrD,kBAAkB,EAAE,CAAC,KAAK,CAAC;wBAC3B,qEAAqE;wBACrE,sBAAsB,EAAE,OAAO;qBAChC,CAAC,CAAC;oBACH,SAAS,GAAG,MAAM,aAAa,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,EAAE;wBAC5D,gBAAgB,EAAE,IAAI;qBACvB,CAAC,CAAC;oBACH,gBAAgB,GAAG,MAAM,CAAC,UAAU,CAAC;gBACvC,CAAC;gBACD,OAAO,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC;YAC5D,CAAC;YACD,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;gBACpD,OAAO,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;YAC/C,CAAC;YACD,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,MAAM,OAAO,GAAe,EAAE,CAAC;gBAC/B,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;oBAC7B,OAAO,CAAC,IAAI,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;gBACpD,CAAC;gBACD,OAAO,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;YACnD,CAAC;YACD,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,OAAO,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC;YAC5D,CAAC;YACD,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,MAAM,OAAO,EAAE,CAAC;gBAChB,OAAO,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;YAChD,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,EAAE,EAAE,KAAK;YACT,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;SACxD,CAAC;IACJ,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,8CAA8C;AAC9C,8EAA8E;AAE9E,IAAI,KAAK,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;AAE7C,SAAS,OAAO,CAAC,MAAc,EAAE,GAAY;IAC3C,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;QAC5B,MAAM,GAAG,GAAG,MAAM,aAAa,CAAC,GAAG,CAAC,CAAC;QACrC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YACtB,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC;QACnC,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED,8EAA8E;AAC9E,gBAAgB;AAChB,8EAA8E;AAE9E,SAAS,WAAW;IAClB,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,IAAI,EAAE,EAAE;QACnC,MAAM,OAAO,GAAG,IAAI,YAAY,EAAE,CAAC;QACnC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;YAChC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACpB,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;gBAClC,OAAO,CAAC,IAAI,EAAE,GAAc,CAAC,CAAC;YAChC,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,4CAA4C;IAC5C,IAAI,CAAC;QACH,UAAU,CAAC,QAAQ,CAAC,CAAC;IACvB,CAAC;IAAC,MAAM,CAAC;QACP,qBAAqB;IACvB,CAAC;IAED,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,GAAG,EAAE;QAC3B,aAAa,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;QAC5C,OAAO,CAAC,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;QACzB,OAAO,CAAC,KAAK,CAAC,0CAA0C,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;QACvE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE;QACzB,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;AACL,CAAC;AAED,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,KAAK,UAAU,OAAO;IACpB,IAAI,CAAC;QACH,OAAO,EAAE,OAAO,EAAE,CAAC;IACrB,CAAC;IAAC,MAAM,CAAC;QACP,SAAS;IACX,CAAC;IACD,OAAO,GAAG,IAAI,CAAC;IACf,SAAS,GAAG,IAAI,CAAC;IACjB,IAAI,CAAC;QACH,UAAU,CAAC,QAAQ,CAAC,CAAC;IACvB,CAAC;IAAC,MAAM,CAAC;QACP,sBAAsB;IACxB,CAAC;IACD,IAAI,CAAC;QACH,UAAU,CAAC,OAAO,CAAC,CAAC;IACtB,CAAC;IAAC,MAAM,CAAC;QACP,sBAAsB;IACxB,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,oDAAoD;AACpD,8EAA8E;AAE9E,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,GAAY,EAAE,EAAE;IACvC,MAAM,MAAM,GAAG,GAA8C,CAAC;IAC9D,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC;IAC7B,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;IACzB,WAAW,EAAE,CAAC;AAChB,CAAC,CAAC,CAAC"}

package/dist/download.d.ts

@@ -0,0 +1,15 @@
+/**
+ * Model and tokenizer download from HuggingFace.
+ *
+ * Downloads ONNX model + tokenizer files to a model-specific subdirectory.
+ * Uses streaming download with atomic rename to prevent partial files.
+ */
+/**
+ * Download an ONNX model and its tokenizer files from HuggingFace.
+ *
+ * @param dir - Parent directory for model storage
+ * @param modelName - Model name from the built-in registry
+ * @returns Path to the model directory containing model.onnx and tokenizer files
+ */
+export declare function downloadModel(dir: string, modelName?: string): Promise<string>;
+//# sourceMappingURL=download.d.ts.map

package/dist/download.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"download.d.ts","sourceRoot":"","sources":["../src/download.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAQH;;;;;;GAMG;AACH,wBAAsB,aAAa,CACjC,GAAG,EAAE,MAAM,EACX,SAAS,SAAgB,GACxB,OAAO,CAAC,MAAM,CAAC,CA4BjB"}

package/dist/download.js

@@ -0,0 +1,61 @@
+/**
+ * Model and tokenizer download from HuggingFace.
+ *
+ * Downloads ONNX model + tokenizer files to a model-specific subdirectory.
+ * Uses streaming download with atomic rename to prevent partial files.
+ */
+import { createWriteStream, existsSync, mkdirSync } from "node:fs";
+import { rename, unlink } from "node:fs/promises";
+import { pipeline } from "node:stream/promises";
+import { join } from "node:path";
+import { MODELS, DEFAULT_MODEL } from "./protocol.js";
+/**
+ * Download an ONNX model and its tokenizer files from HuggingFace.
+ *
+ * @param dir - Parent directory for model storage
+ * @param modelName - Model name from the built-in registry
+ * @returns Path to the model directory containing model.onnx and tokenizer files
+ */
+export async function downloadModel(dir, modelName = DEFAULT_MODEL) {
+    const config = MODELS[modelName];
+    if (!config) {
+        throw new Error(`Unknown model: ${modelName}. Available: ${Object.keys(MODELS).join(", ")}`);
+    }
+    const modelDir = join(dir, modelName);
+    mkdirSync(modelDir, { recursive: true });
+    // Download ONNX model file
+    const onnxDest = join(modelDir, "model.onnx");
+    if (!existsSync(onnxDest)) {
+        const onnxUrl = `https://huggingface.co/${config.repo}/resolve/main/${config.onnxFile}`;
+        await downloadFile(onnxUrl, onnxDest, config.onnxFile);
+    }
+    // Download tokenizer files
+    for (const file of config.tokenizerFiles) {
+        const dest = join(modelDir, file);
+        if (!existsSync(dest)) {
+            const url = `https://huggingface.co/${config.repo}/resolve/main/${file}`;
+            await downloadFile(url, dest, file);
+        }
+    }
+    return modelDir;
+}
+async function downloadFile(url, destPath, label) {
+    const tmpPath = destPath + ".downloading";
+    console.log(`[harper-fabric-onnx] Downloading ${label}...`);
+    const response = await fetch(url, { redirect: "follow" });
+    if (!response.ok) {
+        throw new Error(`Download failed: ${response.status} ${response.statusText} — ${url}`);
+    }
+    try {
+        const fileStream = createWriteStream(tmpPath);
+        await pipeline(response.body, fileStream);
+    }
+    catch (err) {
+        await unlink(tmpPath).catch(() => { });
+        throw err;
+    }
+    // Atomic rename on same filesystem
+    await rename(tmpPath, destPath);
+    console.log(`[harper-fabric-onnx] Downloaded ${label} to ${destPath}`);
+}
+//# sourceMappingURL=download.js.map

package/dist/download.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"download.js","sourceRoot":"","sources":["../src/download.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,iBAAiB,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACnE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAEtD;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,GAAW,EACX,SAAS,GAAG,aAAa;IAEzB,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC;IACjC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CACb,kBAAkB,SAAS,gBAAgB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC5E,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IACtC,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEzC,2BAA2B;IAC3B,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAC9C,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,MAAM,OAAO,GAAG,0BAA0B,MAAM,CAAC,IAAI,iBAAiB,MAAM,CAAC,QAAQ,EAAE,CAAC;QACxF,MAAM,YAAY,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IACzD,CAAC;IAED,2BAA2B;IAC3B,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;QACzC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAClC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACtB,MAAM,GAAG,GAAG,0BAA0B,MAAM,CAAC,IAAI,iBAAiB,IAAI,EAAE,CAAC;YACzE,MAAM,YAAY,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,GAAW,EACX,QAAgB,EAChB,KAAa;IAEb,MAAM,OAAO,GAAG,QAAQ,GAAG,cAAc,CAAC;IAE1C,OAAO,CAAC,GAAG,CAAC,oCAAoC,KAAK,KAAK,CAAC,CAAC;IAE5D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC1D,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CACb,oBAAoB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,MAAM,GAAG,EAAE,CACtE,CAAC;IACJ,CAAC;IAED,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAC9C,MAAM,QAAQ,CAAC,QAAQ,CAAC,IAAK,EAAE,UAAU,CAAC,CAAC;IAC7C,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACtC,MAAM,GAAG,CAAC;IACZ,CAAC;IAED,mCAAmC;IACnC,MAAM,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IAChC,OAAO,CAAC,GAAG,CAAC,mCAAmC,KAAK,OAAO,QAAQ,EAAE,CAAC,CAAC;AACzE,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,42 @@
+/**
+ * harper-fabric-onnx
+ *
+ * ONNX Runtime embedding wrapper for Harper Fabric.
+ * Runs inference in a dedicated child process — one model instance,
+ * one thread pool, no global state races across Harper workers.
+ *
+ * Same public API as harper-fabric-embeddings so harper-kb can swap
+ * backends by changing one import.
+ */
+import { type InitOptions } from "./protocol.js";
+export type { InitOptions } from "./protocol.js";
+export { downloadModel } from "./download.js";
+export { MODELS, DEFAULT_MODEL } from "./protocol.js";
+/**
+ * Initialize the embedding engine.
+ *
+ * Provide either `modelPath` (absolute path to an ONNX model directory) or
+ * `modelsDir` (directory to search/download into) + optional `modelName`.
+ *
+ * Safe to call concurrently — concurrent callers share the same initialization.
+ */
+export declare function init(options: InitOptions): Promise<void>;
+/**
+ * Generate an embedding vector for the given text.
+ *
+ * Returns an L2-normalized vector as number[].
+ */
+export declare function embed(text: string, type?: "document" | "query"): Promise<number[]>;
+/**
+ * Generate embedding vectors for multiple texts.
+ */
+export declare function embedBatch(texts: string[], type?: "document" | "query"): Promise<number[][]>;
+/**
+ * Get the embedding vector dimensionality.
+ */
+export declare function dimensions(): number;
+/**
+ * Shut down the child process and clean up resources.
+ */
+export declare function dispose(): Promise<void>;
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAOH,OAAO,EAGL,KAAK,WAAW,EAOjB,MAAM,eAAe,CAAC;AAEvB,YAAY,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAuBtD;;;;;;;GAOG;AACH,wBAAsB,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAS9D;AAED;;;;GAIG;AACH,wBAAsB,KAAK,CACzB,IAAI,EAAE,MAAM,EACZ,IAAI,GAAE,UAAU,GAAG,OAAoB,GACtC,OAAO,CAAC,MAAM,EAAE,CAAC,CAQnB;AAED;;GAEG;AACH,wBAAsB,UAAU,CAC9B,KAAK,EAAE,MAAM,EAAE,EACf,IAAI,GAAE,UAAU,GAAG,OAAoB,GACtC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAQrB;AAED;;GAEG;AACH,wBAAgB,UAAU,IAAI,MAAM,CAKnC;AAED;;GAEG;AACH,wBAAsB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAqC7C"}

package/dist/index.js

@@ -0,0 +1,305 @@
+/**
+ * harper-fabric-onnx
+ *
+ * ONNX Runtime embedding wrapper for Harper Fabric.
+ * Runs inference in a dedicated child process — one model instance,
+ * one thread pool, no global state races across Harper workers.
+ *
+ * Same public API as harper-fabric-embeddings so harper-kb can swap
+ * backends by changing one import.
+ */
+import { connect } from "node:net";
+import { fork } from "node:child_process";
+import { existsSync, readFileSync, unlinkSync } from "node:fs";
+import { dirname, join } from "node:path";
+import { fileURLToPath } from "node:url";
+import { MODELS, DEFAULT_MODEL, socketPath, pidFilePath, encodeMessage, FrameDecoder, } from "./protocol.js";
+export { downloadModel } from "./download.js";
+export { MODELS, DEFAULT_MODEL } from "./protocol.js";
+// ---------------------------------------------------------------------------
+// State
+// ---------------------------------------------------------------------------
+let socket = null;
+let child = null;
+let decoder = null;
+let nextId = 1;
+let cachedDimensions = 0;
+let disposed = false;
+let initPromise = null;
+let modelsDir = "";
+const pending = new Map();
+// ---------------------------------------------------------------------------
+// Public API
+// ---------------------------------------------------------------------------
+/**
+ * Initialize the embedding engine.
+ *
+ * Provide either `modelPath` (absolute path to an ONNX model directory) or
+ * `modelsDir` (directory to search/download into) + optional `modelName`.
+ *
+ * Safe to call concurrently — concurrent callers share the same initialization.
+ */
+export async function init(options) {
+    if (initPromise)
+        return initPromise;
+    initPromise = doInit(options);
+    try {
+        await initPromise;
+    }
+    catch (err) {
+        initPromise = null;
+        throw err;
+    }
+}
+/**
+ * Generate an embedding vector for the given text.
+ *
+ * Returns an L2-normalized vector as number[].
+ */
+export async function embed(text, type = "document") {
+    assertReady();
+    return sendRequest({
+        id: nextId++,
+        type: "embed",
+        text,
+        embedType: type,
+    });
+}
+/**
+ * Generate embedding vectors for multiple texts.
+ */
+export async function embedBatch(texts, type = "document") {
+    assertReady();
+    return sendRequest({
+        id: nextId++,
+        type: "batch",
+        texts,
+        embedType: type,
+    });
+}
+/**
+ * Get the embedding vector dimensionality.
+ */
+export function dimensions() {
+    if (!cachedDimensions) {
+        throw new Error("Not initialized. Call init() first.");
+    }
+    return cachedDimensions;
+}
+/**
+ * Shut down the child process and clean up resources.
+ */
+export async function dispose() {
+    disposed = true;
+    initPromise = null;
+    if (socket && !socket.destroyed) {
+        try {
+            await sendRequest({ id: nextId++, type: "dispose" });
+        }
+        catch {
+            // child may already be gone
+        }
+    }
+    socket?.destroy();
+    socket = null;
+    decoder = null;
+    if (child) {
+        child.kill("SIGTERM");
+        child = null;
+    }
+    // Clean up files
+    if (modelsDir) {
+        try {
+            unlinkSync(socketPath(modelsDir));
+        }
+        catch {
+            // ignore
+        }
+        try {
+            unlinkSync(pidFilePath(modelsDir));
+        }
+        catch {
+            // ignore
+        }
+    }
+    cachedDimensions = 0;
+    pending.clear();
+}
+// ---------------------------------------------------------------------------
+// Internals
+// ---------------------------------------------------------------------------
+function assertReady() {
+    if (!socket || socket.destroyed) {
+        throw new Error("Not initialized. Call init() first.");
+    }
+    if (disposed) {
+        throw new Error("Engine has been disposed.");
+    }
+}
+async function doInit(options) {
+    if (socket && !socket.destroyed)
+        return;
+    const { modelPath, modelsDir: dir, modelName = DEFAULT_MODEL } = options;
+    if (!MODELS[modelName]) {
+        throw new Error(`Unknown model: ${modelName}. Available: ${Object.keys(MODELS).join(", ")}`);
+    }
+    // Resolve model directory
+    let modelDir;
+    if (modelPath) {
+        modelDir = modelPath;
+    }
+    else if (dir) {
+        modelDir = join(dir, modelName);
+    }
+    else {
+        throw new Error("Either modelPath or modelsDir is required");
+    }
+    modelsDir = dir || modelDir;
+    const sock = socketPath(modelsDir);
+    const pid = pidFilePath(modelsDir);
+    // Try connecting to an existing child process
+    const connected = await tryConnect(sock);
+    if (!connected) {
+        // Check for stale PID file
+        if (existsSync(pid)) {
+            const oldPid = parseInt(readFileSync(pid, "utf-8").trim(), 10);
+            if (!isProcessAlive(oldPid)) {
+                try {
+                    unlinkSync(pid);
+                }
+                catch {
+                    // ignore
+                }
+                try {
+                    unlinkSync(sock);
+                }
+                catch {
+                    // ignore
+                }
+            }
+        }
+        // Spawn child process
+        const childScript = join(dirname(fileURLToPath(import.meta.url)), "child.js");
+        child = fork(childScript, [], {
+            stdio: ["pipe", "inherit", "inherit", "ipc"],
+            // PR #210 (Spawn Wisely): Harper's sandboxed child_process requires
+            // a name option for all spawns. fork() is always allowed but still
+            // needs a name for singleton PID-file tracking.
+            name: "harper-fabric-onnx",
+        });
+        // Wait for child to signal ready
+        await new Promise((resolve, reject) => {
+            const timeout = setTimeout(() => {
+                reject(new Error("Child process startup timed out"));
+            }, 30_000);
+            child.once("message", (msg) => {
+                clearTimeout(timeout);
+                if (msg.ready) {
+                    resolve();
+                }
+                else {
+                    reject(new Error("Unexpected message from child"));
+                }
+            });
+            child.once("error", (err) => {
+                clearTimeout(timeout);
+                reject(err);
+            });
+            child.once("exit", (code) => {
+                clearTimeout(timeout);
+                reject(new Error(`Child process exited with code ${code}`));
+            });
+            // Send config to child
+            child.send({ socketPath: sock, pidPath: pid });
+        });
+        // Connect to the socket
+        const retryConnected = await tryConnect(sock);
+        if (!retryConnected) {
+            throw new Error("Failed to connect to child process socket");
+        }
+    }
+    // Send init request
+    const result = await sendRequest({
+        id: nextId++,
+        type: "init",
+        modelDir,
+        modelName,
+    });
+    cachedDimensions = result;
+    disposed = false;
+}
+function tryConnect(sock) {
+    return new Promise((resolve) => {
+        if (!existsSync(sock)) {
+            resolve(false);
+            return;
+        }
+        const conn = connect(sock);
+        const timeout = setTimeout(() => {
+            conn.destroy();
+            resolve(false);
+        }, 2_000);
+        conn.once("connect", () => {
+            clearTimeout(timeout);
+            setupSocket(conn);
+            resolve(true);
+        });
+        conn.once("error", () => {
+            clearTimeout(timeout);
+            conn.destroy();
+            resolve(false);
+        });
+    });
+}
+function setupSocket(conn) {
+    socket = conn;
+    decoder = new FrameDecoder();
+    conn.on("data", (chunk) => {
+        decoder.push(chunk);
+        for (const msg of decoder.drain()) {
+            const res = msg;
+            const entry = pending.get(res.id);
+            if (!entry)
+                continue;
+            pending.delete(res.id);
+            if (res.ok) {
+                entry.resolve(res.result);
+            }
+            else {
+                entry.reject(new Error(res.error));
+            }
+        }
+    });
+    conn.on("close", () => {
+        for (const [id, entry] of pending) {
+            entry.reject(new Error("Connection closed"));
+            pending.delete(id);
+        }
+    });
+    conn.on("error", (err) => {
+        for (const [id, entry] of pending) {
+            entry.reject(err);
+            pending.delete(id);
+        }
+    });
+}
+function sendRequest(req) {
+    return new Promise((resolve, reject) => {
+        if (!socket || socket.destroyed) {
+            reject(new Error("Not connected"));
+            return;
+        }
+        pending.set(req.id, { resolve, reject });
+        socket.write(encodeMessage(req));
+    });
+}
+function isProcessAlive(pid) {
+    try {
+        process.kill(pid, 0);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,OAAO,EAAe,MAAM,UAAU,CAAC;AAChD,OAAO,EAAE,IAAI,EAAqB,MAAM,oBAAoB,CAAC;AAC7D,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAC/D,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAIL,MAAM,EACN,aAAa,EACb,UAAU,EACV,WAAW,EACX,aAAa,EACb,YAAY,GACb,MAAM,eAAe,CAAC;AAGvB,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAEtD,8EAA8E;AAC9E,QAAQ;AACR,8EAA8E;AAE9E,IAAI,MAAM,GAAkB,IAAI,CAAC;AACjC,IAAI,KAAK,GAAwB,IAAI,CAAC;AACtC,IAAI,OAAO,GAAwB,IAAI,CAAC;AACxC,IAAI,MAAM,GAAG,CAAC,CAAC;AACf,IAAI,gBAAgB,GAAG,CAAC,CAAC;AACzB,IAAI,QAAQ,GAAG,KAAK,CAAC;AACrB,IAAI,WAAW,GAAyB,IAAI,CAAC;AAC7C,IAAI,SAAS,GAAG,EAAE,CAAC;AACnB,MAAM,OAAO,GAAG,IAAI,GAAG,EAGpB,CAAC;AAEJ,8EAA8E;AAC9E,aAAa;AACb,8EAA8E;AAE9E;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,IAAI,CAAC,OAAoB;IAC7C,IAAI,WAAW;QAAE,OAAO,WAAW,CAAC;IACpC,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;IAC9B,IAAI,CAAC;QACH,MAAM,WAAW,CAAC;IACpB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,WAAW,GAAG,IAAI,CAAC;QACnB,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,KAAK,CACzB,IAAY,EACZ,OAA6B,UAAU;IAEvC,WAAW,EAAE,CAAC;IACd,OAAO,WAAW,CAAC;QACjB,EAAE,EAAE,MAAM,EAAE;QACZ,IAAI,EAAE,OAAO;QACb,IAAI;QACJ,SAAS,EAAE,IAAI;KAChB,CAAsB,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,KAAe,EACf,OAA6B,UAAU;IAEvC,WAAW,EAAE,CAAC;IACd,OAAO,WAAW,CAAC;QACjB,EAAE,EAAE,MAAM,EAAE;QACZ,IAAI,EAAE,OAAO;QACb,KAAK;QACL,SAAS,EAAE,IAAI;KAChB,CAAwB,CAAC;AAC5B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,UAAU;IACxB,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACzD,CAAC;IACD,OAAO,gBAAgB,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO;IAC3B,QAAQ,GAAG,IAAI,CAAC;IAChB,WAAW,GAAG,IAAI,CAAC;IAEnB,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QAChC,IAAI,CAAC;YACH,MAAM,WAAW,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;QACvD,CAAC;QAAC,MAAM,CAAC;YACP,4BAA4B;QAC9B,CAAC;IACH,CAAC;IAED,MAAM,EAAE,OAAO,EAAE,CAAC;IAClB,MAAM,GAAG,IAAI,CAAC;IACd,OAAO,GAAG,IAAI,CAAC;IAEf,IAAI,KAAK,EAAE,CAAC;QACV,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACtB,KAAK,GAAG,IAAI,CAAC;IACf,CAAC;IAED,iBAAiB;IACjB,IAAI,SAAS,EAAE,CAAC;QACd,IAAI,CAAC;YACH,UAAU,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC;QACpC,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,IAAI,CAAC;YACH,UAAU,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC;QACrC,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;IACH,CAAC;IAED,gBAAgB,GAAG,CAAC,CAAC;IACrB,OAAO,CAAC,KAAK,EAAE,CAAC;AAClB,CAAC;AAED,8EAA8E;AAC9E,YAAY;AACZ,8EAA8E;AAE9E,SAAS,WAAW;IAClB,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QAChC,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACzD,CAAC;IACD,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;IAC/C,CAAC;AACH,CAAC;AAED,KAAK,UAAU,MAAM,CAAC,OAAoB;IACxC,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS;QAAE,OAAO;IAExC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,SAAS,GAAG,aAAa,EAAE,GAAG,OAAO,CAAC;IAEzE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CACb,kBAAkB,SAAS,gBAAgB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC5E,CAAC;IACJ,CAAC;IAED,0BAA0B;IAC1B,IAAI,QAAgB,CAAC;IACrB,IAAI,SAAS,EAAE,CAAC;QACd,QAAQ,GAAG,SAAS,CAAC;IACvB,CAAC;SAAM,IAAI,GAAG,EAAE,CAAC;QACf,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IAClC,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC/D,CAAC;IAED,SAAS,GAAG,GAAG,IAAI,QAAQ,CAAC;IAC5B,MAAM,IAAI,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;IACnC,MAAM,GAAG,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;IAEnC,8CAA8C;IAC9C,MAAM,SAAS,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,CAAC;IACzC,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,2BAA2B;QAC3B,IAAI,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,MAAM,GAAG,QAAQ,CAAC,YAAY,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;YAC/D,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC5B,IAAI,CAAC;oBACH,UAAU,CAAC,GAAG,CAAC,CAAC;gBAClB,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAS;gBACX,CAAC;gBACD,IAAI,CAAC;oBACH,UAAU,CAAC,IAAI,CAAC,CAAC;gBACnB,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAS;gBACX,CAAC;YACH,CAAC;QACH,CAAC;QAED,sBAAsB;QACtB,MAAM,WAAW,GAAG,IAAI,CACtB,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EACvC,UAAU,CACX,CAAC;QAEF,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,EAAE,EAAE;YAC5B,KAAK,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,CAAC;YAC5C,oEAAoE;YACpE,mEAAmE;YACnE,gDAAgD;YAChD,IAAI,EAAE,oBAAoB;SACuB,CAAC,CAAC;QAErD,iCAAiC;QACjC,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC9B,MAAM,CAAC,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC,CAAC;YACvD,CAAC,EAAE,MAAM,CAAC,CAAC;YAEX,KAAM,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,GAAY,EAAE,EAAE;gBACtC,YAAY,CAAC,OAAO,CAAC,CAAC;gBACtB,IAAK,GAA2B,CAAC,KAAK,EAAE,CAAC;oBACvC,OAAO,EAAE,CAAC;gBACZ,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,KAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBAC3B,YAAY,CAAC,OAAO,CAAC,CAAC;gBACtB,MAAM,CAAC,GAAG,CAAC,CAAC;YACd,CAAC,CAAC,CAAC;YAEH,KAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBAC3B,YAAY,CAAC,OAAO,CAAC,CAAC;gBACtB,MAAM,CAAC,IAAI,KAAK,CAAC,kCAAkC,IAAI,EAAE,CAAC,CAAC,CAAC;YAC9D,CAAC,CAAC,CAAC;YAEH,uBAAuB;YACvB,KAAM,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,wBAAwB;QACxB,MAAM,cAAc,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;IAED,oBAAoB;IACpB,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC;QAC/B,EAAE,EAAE,MAAM,EAAE;QACZ,IAAI,EAAE,MAAM;QACZ,QAAQ;QACR,SAAS;KACV,CAAC,CAAC;IAEH,gBAAgB,GAAG,MAAgB,CAAC;IACpC,QAAQ,GAAG,KAAK,CAAC;AACnB,CAAC;AAED,SAAS,UAAU,CAAC,IAAY;IAC9B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACtB,OAAO,CAAC,KAAK,CAAC,CAAC;YACf,OAAO;QACT,CAAC;QAED,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QAC3B,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;YAC9B,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,CAAC;QACjB,CAAC,EAAE,KAAK,CAAC,CAAC;QAEV,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE;YACxB,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,WAAW,CAAC,IAAI,CAAC,CAAC;YAClB,OAAO,CAAC,IAAI,CAAC,CAAC;QAChB,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE;YACtB,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,CAAC;QACjB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,WAAW,CAAC,IAAY;IAC/B,MAAM,GAAG,IAAI,CAAC;IACd,OAAO,GAAG,IAAI,YAAY,EAAE,CAAC;IAE7B,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;QAChC,OAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,KAAK,MAAM,GAAG,IAAI,OAAQ,CAAC,KAAK,EAAE,EAAE,CAAC;YACnC,MAAM,GAAG,GAAG,GAAe,CAAC;YAC5B,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAClC,IAAI,CAAC,KAAK;gBAAE,SAAS;YACrB,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACvB,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;gBACX,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAC5B,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;QACpB,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;YAClC,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC;YAC7C,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACrB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;QACvB,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;YAClC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAClB,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACrB,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,WAAW,CAAC,GAAY;IAC/B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YAChC,MAAM,CAAC,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC;YACnC,OAAO;QACT,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,cAAc,CAAC,GAAW;IACjC,IAAI,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACrB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC"}

package/dist/protocol.d.ts

@@ -0,0 +1,61 @@
+export interface InitOptions {
+    modelPath?: string;
+    modelsDir?: string;
+    modelName?: string;
+}
+export type Request = {
+    id: number;
+    type: "init";
+    modelDir: string;
+    modelName: string;
+} | {
+    id: number;
+    type: "embed";
+    text: string;
+    embedType?: "document" | "query";
+} | {
+    id: number;
+    type: "batch";
+    texts: string[];
+    embedType?: "document" | "query";
+} | {
+    id: number;
+    type: "dimensions";
+} | {
+    id: number;
+    type: "dispose";
+};
+export type Response = {
+    id: number;
+    ok: true;
+    result: number[] | number[][] | number | null;
+} | {
+    id: number;
+    ok: false;
+    error: string;
+};
+export interface ModelConfig {
+    repo: string;
+    onnxFile: string;
+    tokenizerFiles: string[];
+    dimensions: number;
+    prefix: {
+        document: string;
+        query: string;
+    };
+}
+export declare const MODELS: Record<string, ModelConfig>;
+export declare const DEFAULT_MODEL = "nomic-embed-text";
+export declare function socketPath(modelsDir: string): string;
+export declare function pidFilePath(modelsDir: string): string;
+export declare function encodeMessage(msg: Request | Response): Buffer;
+/**
+ * Streaming decoder: feed it chunks via `push()`, pull complete messages
+ * from `drain()`. Handles partial reads across TCP boundaries.
+ */
+export declare class FrameDecoder {
+    private buffer;
+    push(chunk: Buffer): void;
+    drain(): (Request | Response)[];
+}
+//# sourceMappingURL=protocol.d.ts.map

package/dist/protocol.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"protocol.d.ts","sourceRoot":"","sources":["../src/protocol.ts"],"names":[],"mappings":"AAQA,MAAM,WAAW,WAAW;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,MAAM,OAAO,GACf;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,GACjE;IACE,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,OAAO,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC;CAClC,GACD;IACE,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,SAAS,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC;CAClC,GACD;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,YAAY,CAAA;CAAE,GAClC;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,SAAS,CAAA;CAAE,CAAC;AAEpC,MAAM,MAAM,QAAQ,GAChB;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,EAAE,EAAE,IAAI,CAAC;IAAC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,EAAE,GAAG,MAAM,GAAG,IAAI,CAAA;CAAE,GACvE;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,EAAE,EAAE,KAAK,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AAM7C,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;CAC7C;AAED,eAAO,MAAM,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAuB9C,CAAC;AAEF,eAAO,MAAM,aAAa,qBAAqB,CAAC;AAWhD,wBAAgB,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAEpD;AAED,wBAAgB,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAErD;AAOD,wBAAgB,aAAa,CAAC,GAAG,EAAE,OAAO,GAAG,QAAQ,GAAG,MAAM,CAM7D;AAED;;;GAGG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,MAAM,CAAmB;IAEjC,IAAI,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAIzB,KAAK,IAAI,CAAC,OAAO,GAAG,QAAQ,CAAC,EAAE;CAWhC"}

package/dist/protocol.js

@@ -0,0 +1,75 @@
+import { createHash } from "node:crypto";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+export const MODELS = {
+    "nomic-embed-text": {
+        repo: "nomic-ai/nomic-embed-text-v1.5",
+        onnxFile: "onnx/model_fp16.onnx",
+        tokenizerFiles: [
+            "tokenizer.json",
+            "tokenizer_config.json",
+            "special_tokens_map.json",
+        ],
+        dimensions: 768,
+        prefix: { document: "search_document: ", query: "search_query: " },
+    },
+    "nomic-embed-text-v2-moe": {
+        repo: "nomic-ai/nomic-embed-text-v2-moe",
+        onnxFile: "onnx/model_fp16.onnx",
+        tokenizerFiles: [
+            "tokenizer.json",
+            "tokenizer_config.json",
+            "special_tokens_map.json",
+        ],
+        dimensions: 768,
+        prefix: { document: "search_document: ", query: "search_query: " },
+    },
+};
+export const DEFAULT_MODEL = "nomic-embed-text";
+// ---------------------------------------------------------------------------
+// Socket / PID path helpers — deterministic from modelsDir so multiple
+// instances with different model directories don't collide.
+// ---------------------------------------------------------------------------
+function pathHash(input) {
+    return createHash("md5").update(input).digest("hex").slice(0, 8);
+}
+export function socketPath(modelsDir) {
+    return join(tmpdir(), `harper-onnx-${pathHash(modelsDir)}.sock`);
+}
+export function pidFilePath(modelsDir) {
+    return join(tmpdir(), `harper-onnx-${pathHash(modelsDir)}.pid`);
+}
+// ---------------------------------------------------------------------------
+// Length-prefixed framing — 4-byte uint32 big-endian length + JSON payload.
+// Handles TCP stream fragmentation so we always get complete messages.
+// ---------------------------------------------------------------------------
+export function encodeMessage(msg) {
+    const json = Buffer.from(JSON.stringify(msg));
+    const frame = Buffer.allocUnsafe(4 + json.length);
+    frame.writeUInt32BE(json.length, 0);
+    json.copy(frame, 4);
+    return frame;
+}
+/**
+ * Streaming decoder: feed it chunks via `push()`, pull complete messages
+ * from `drain()`. Handles partial reads across TCP boundaries.
+ */
+export class FrameDecoder {
+    buffer = Buffer.alloc(0);
+    push(chunk) {
+        this.buffer = Buffer.concat([this.buffer, chunk]);
+    }
+    drain() {
+        const messages = [];
+        while (this.buffer.length >= 4) {
+            const len = this.buffer.readUInt32BE(0);
+            if (this.buffer.length < 4 + len)
+                break;
+            const json = this.buffer.subarray(4, 4 + len);
+            this.buffer = this.buffer.subarray(4 + len);
+            messages.push(JSON.parse(json.toString()));
+        }
+        return messages;
+    }
+}
+//# sourceMappingURL=protocol.js.map

package/dist/protocol.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"protocol.js","sourceRoot":"","sources":["../src/protocol.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AA6CjC,MAAM,CAAC,MAAM,MAAM,GAAgC;IACjD,kBAAkB,EAAE;QAClB,IAAI,EAAE,gCAAgC;QACtC,QAAQ,EAAE,sBAAsB;QAChC,cAAc,EAAE;YACd,gBAAgB;YAChB,uBAAuB;YACvB,yBAAyB;SAC1B;QACD,UAAU,EAAE,GAAG;QACf,MAAM,EAAE,EAAE,QAAQ,EAAE,mBAAmB,EAAE,KAAK,EAAE,gBAAgB,EAAE;KACnE;IACD,yBAAyB,EAAE;QACzB,IAAI,EAAE,kCAAkC;QACxC,QAAQ,EAAE,sBAAsB;QAChC,cAAc,EAAE;YACd,gBAAgB;YAChB,uBAAuB;YACvB,yBAAyB;SAC1B;QACD,UAAU,EAAE,GAAG;QACf,MAAM,EAAE,EAAE,QAAQ,EAAE,mBAAmB,EAAE,KAAK,EAAE,gBAAgB,EAAE;KACnE;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAG,kBAAkB,CAAC;AAEhD,8EAA8E;AAC9E,uEAAuE;AACvE,4DAA4D;AAC5D,8EAA8E;AAE9E,SAAS,QAAQ,CAAC,KAAa;IAC7B,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACnE,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,SAAiB;IAC1C,OAAO,IAAI,CAAC,MAAM,EAAE,EAAE,eAAe,QAAQ,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;AACnE,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,SAAiB;IAC3C,OAAO,IAAI,CAAC,MAAM,EAAE,EAAE,eAAe,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;AAClE,CAAC;AAED,8EAA8E;AAC9E,4EAA4E;AAC5E,uEAAuE;AACvE,8EAA8E;AAE9E,MAAM,UAAU,aAAa,CAAC,GAAuB;IACnD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9C,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IAClD,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACpC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACpB,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;GAGG;AACH,MAAM,OAAO,YAAY;IACf,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAEjC,IAAI,CAAC,KAAa;QAChB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;IACpD,CAAC;IAED,KAAK;QACH,MAAM,QAAQ,GAA2B,EAAE,CAAC;QAC5C,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACxC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,GAAG,GAAG;gBAAE,MAAM;YACxC,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC;YAC9C,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;YAC5C,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QAC7C,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF"}

package/package.json

@@ -0,0 +1,58 @@
+{
+  "name": "harper-fabric-onnx",
+  "version": "0.1.0",
+  "description": "ONNX Runtime embedding wrapper for Harper Fabric. Runs inference in a dedicated child process — one model instance, one thread pool, no global state races.",
+  "type": "module",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    }
+  },
+  "scripts": {
+    "build": "tsc",
+    "test": "npm run build && node --test test/index.test.js",
+    "test:integration": "npm run build && node scripts/test-integration.js",
+    "test:harper": "npm run build && node --experimental-strip-types --test test/harper.test.mts",
+    "lint": "oxlint --deny-warnings .",
+    "lint:fix": "oxlint --deny-warnings --fix .",
+    "format": "prettier --write .",
+    "format:check": "prettier --check .",
+    "prepublishOnly": "npm run build"
+  },
+  "keywords": [
+    "onnx",
+    "embeddings",
+    "harper",
+    "fabric",
+    "vector"
+  ],
+  "author": "Nathan Heskew <nathan@heskew.dev> (https://heskew.dev)",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/heskew/harper-fabric-onnx"
+  },
+  "dependencies": {
+    "@huggingface/transformers": "^3.4.0",
+    "onnxruntime-node": "^1.21.0"
+  },
+  "devDependencies": {
+    "@harperdb/code-guidelines": "^0.0.6",
+    "@types/node": "^22.0.0",
+    "harper": "file:./harper-5.0.0-unreleased.tgz",
+    "oxlint": "^1.31.0",
+    "prettier": "^3.7.0",
+    "typescript": "^5.7.0"
+  },
+  "engines": {
+    "node": ">=22"
+  },
+  "files": [
+    "dist",
+    "README.md",
+    "LICENSE"
+  ]
+}