isorite 0.2.0-trial.1 → 0.3.0

package/dist/embed-worker.js

@@ -1,5 +1,5 @@
 import { createRequire } from "node:module";
-import { existsSync, readFileSync } from "node:fs";
+import { existsSync, readFileSync, readdirSync } from "node:fs";
 import { dirname, join } from "node:path";
 import { fileURLToPath } from "node:url";
 import { parentPort, workerData } from "node:worker_threads";
@@ -3220,7 +3220,14 @@ const WASM = "ort-wasm-simd-threaded.wasm";
 const beside = join(dirname(fileURLToPath(import.meta.url)), WASM);
 ort.env.wasm.wasmBinary = readFileSync(existsSync(beside) ? beside : join(dirname(createRequire(import.meta.url).resolve("onnxruntime-web")), WASM));
 const tok = new Tokenizer(JSON.parse(readFileSync(join(dir, "tokenizer.json"), "utf8")), JSON.parse(readFileSync(join(dir, "tokenizer_config.json"), "utf8")));
-const session = await ort.InferenceSession.create(readFileSync(join(dir, "model.onnx")), { executionProviders: ["wasm"] });
+const externalData = readdirSync(dir).filter((f) => f.endsWith(".onnx_data")).map((path) => ({
+	path,
+	data: readFileSync(join(dir, path))
+}));
+const session = await ort.InferenceSession.create(readFileSync(join(dir, "model.onnx")), {
+	executionProviders: ["wasm"],
+	externalData
+});
 const typed = session.inputNames.includes("token_type_ids");
 async function embed(text) {
 	let ids = tok.encode(text).ids;