@oh-my-pi/pi-mnemosyne 15.7.0 → 15.7.2

package/dist/types/core/embeddings.d.ts

@@ -1,4 +1,4 @@
-import { EmbeddingModel } from "fastembed";
+import type { EmbeddingModel } from "fastembed";
 export type Vector = number[];
 export type EmbeddingMatrix = Vector[];
 export interface EmbeddingProvider {

package/package.json

@@ -1,7 +1,7 @@
 {
 	"type": "module",
 	"name": "@oh-my-pi/pi-mnemosyne",
-	"version": "15.7.0",
+	"version": "15.7.2",
 	"description": "Local SQLite memory engine for Oh My Pi agents",
 	"homepage": "https://omp.sh",
 	"author": "Can Boluk",
@@ -39,8 +39,9 @@
 		"fmt": "biome format --write ."
 	},
 	"dependencies": {
-		"@oh-my-pi/pi-ai": "15.7.0",
-		"fastembed": "2.1.0"
+		"@oh-my-pi/pi-ai": "15.7.2",
+		"fastembed": "2.1.0",
+		"onnxruntime-node": "1.24.3"
 	},
 	"devDependencies": {
 		"@types/bun": "^1.3.14"

package/src/core/embeddings.ts

@@ -1,5 +1,6 @@
 import { mkdirSync } from "node:fs";
-import { EmbeddingModel, FlagEmbedding } from "fastembed";
+import { createRequire } from "node:module";
+import type { EmbeddingModel, FlagEmbedding } from "fastembed";
 import { getMnemosyneRuntimeOptions, resolveEmbeddingProvider } from "./runtime-options";
 
 export type Vector = number[];
@@ -24,8 +25,14 @@ type LocalModelInitOptions = {
 };
 type LocalModelInitializer = (options: LocalModelInitOptions) => Promise<LocalEmbeddingModel>;
 
+interface FastembedRuntime {
+	EmbeddingModel: typeof EmbeddingModel;
+	FlagEmbedding: typeof FlagEmbedding;
+}
+
 const FASTEMBED_CACHE_DIR = `${process.env.HOME ?? ""}/.hermes/cache/fastembed`;
 const QUERY_CACHE_MAX = 512;
+const sourceRequire = createRequire(import.meta.url);
 
 let providerOverride: EmbeddingProvider | null = null;
 let localModelPromise: Promise<LocalEmbeddingModel> | null = null;
@@ -33,8 +40,14 @@ let localModelInitializer: LocalModelInitializer = defaultLocalModelInitializer;
 let apiCallCount = 0;
 const queryCache = new Map<string, Vector>();
 
+function loadFastembedRuntime(): FastembedRuntime {
+	// Preload ORT 1.24 before fastembed's ORT 1.21 binding to avoid Windows DLL reuse crashes.
+	sourceRequire("onnxruntime-node");
+	return sourceRequire("fastembed") as FastembedRuntime;
+}
+
 function defaultLocalModelInitializer(options: LocalModelInitOptions): Promise<LocalEmbeddingModel> {
-	return FlagEmbedding.init(options) as Promise<LocalEmbeddingModel>;
+	return loadFastembedRuntime().FlagEmbedding.init(options);
 }
 
 function activeEmbeddingOptions() {
@@ -242,17 +255,21 @@ function cacheSet(key: string, value: Vector): void {
 	}
 }
 
+const KNOWN_MODEL_NAMES: Record<string, string> = {
+	"BAAI/bge-small-en-v1.5": "fast-bge-small-en-v1.5",
+	"BAAI/bge-base-en-v1.5": "fast-bge-base-en-v1.5",
+	"BAAI/bge-small-en": "fast-bge-small-en",
+	"BAAI/bge-base-en": "fast-bge-base-en",
+	"BAAI/bge-small-zh-v1.5": "fast-bge-small-zh-v1.5",
+	"intfloat/multilingual-e5-large": "fast-multilingual-e5-large",
+	"sentence-transformers/all-MiniLM-L6-v2": "fast-all-MiniLM-L6-v2",
+};
 function fastembedModelName(modelName: string): StandardEmbeddingModel | null {
-	const known: Record<string, StandardEmbeddingModel> = {
-		"BAAI/bge-small-en-v1.5": EmbeddingModel.BGESmallENV15,
-		"BAAI/bge-base-en-v1.5": EmbeddingModel.BGEBaseENV15,
-		"BAAI/bge-small-en": EmbeddingModel.BGESmallEN,
-		"BAAI/bge-base-en": EmbeddingModel.BGEBaseEN,
-		"BAAI/bge-small-zh-v1.5": EmbeddingModel.BGESmallZH,
-		"intfloat/multilingual-e5-large": EmbeddingModel.MLE5Large,
-		"sentence-transformers/all-MiniLM-L6-v2": EmbeddingModel.AllMiniLML6V2,
-	};
-	return known[modelName] ?? null;
+	// Fastembed `EmbeddingModel` enum string values, inlined so resolving a model name
+	// (and `available()`) never imports `fastembed` — its module eagerly loads the
+	// `onnxruntime-node` native addon, which segfaults in some runtimes.
+	const id = KNOWN_MODEL_NAMES[modelName];
+	return id === undefined ? null : (id as StandardEmbeddingModel);
 }
 
 async function getLocalModel(): Promise<LocalEmbeddingModel | null> {