forbocai 0.3.19 → 0.4.0

package/dist/index.js

@@ -202313,6 +202313,13 @@ var createNativeCortex = (config) => {
   let model;
   let context;
   let session;
+  let embeddingContext;
+  const createEmbeddingContext = async () => {
+    if (!model.embeddingSupported) {
+      throw new Error("Model does not support embeddings");
+    }
+    embeddingContext = await model.createEmbeddingContext();
+  };
   const MODELS_DIR = path.join(process.cwd(), "local_infrastructure", "models");
   const init3 = async () => {
     if (status.ready) return status;
@@ -202341,6 +202348,12 @@ var createNativeCortex = (config) => {
       });
       console.log("> Creating context...");
       context = await model.createContext();
+      if (model.embeddingSupported) {
+        console.log("> Creating embedding context...");
+        embeddingContext = await model.createEmbeddingContext();
+      } else {
+        console.log("> Model does not support embeddings");
+      }
       session = new LlamaChatSession({
         contextSequence: context.getSequence()
       });
@@ -202404,9 +202417,14 @@ var createNativeCortex = (config) => {
   const embed = async (text) => {
     if (!status.ready) await init3();
     try {
-      return new Array(384).fill(0).map(() => Math.random());
+      if (!embeddingContext) {
+        await createEmbeddingContext();
+      }
+      const embeddings = await embeddingContext.getEmbeddingFor(text);
+      return Array.from(embeddings);
     } catch (e2) {
-      return [];
+      console.warn("Embedding generation failed, falling back to random vector:", e2);
+      return new Array(384).fill(0).map(() => Math.random());
     }
   };
   return {
@@ -202809,9 +202827,23 @@ var initVectorEngine = async () => {
   }
 };
 var generateEmbedding = async (text) => {
-  if (!pipeline) await initVectorEngine();
-  const output = await pipeline(text, { pooling: "mean", normalize: true });
-  return Array.from(output.data);
+  const cortexConfig = {
+    model: "smollm2-135m",
+    temperature: 0.7,
+    maxTokens: 128,
+    gpu: true
+  };
+  const cortex = createCortex(cortexConfig);
+  try {
+    await cortex.init();
+    const embedding = await cortex.embed(text);
+    return embedding;
+  } catch (e2) {
+    console.warn("Embedding generation failed, falling back to transformers:", e2);
+    if (!pipeline) await initVectorEngine();
+    const output = await pipeline(text, { pooling: "mean", normalize: true });
+    return Array.from(output.data);
+  }
 };
 var getVectorTable = async (dbPath, tableName = "memories") => {
   if (!lancedb) await initVectorEngine();

package/dist/index.mjs

@@ -51,6 +51,13 @@ var createNativeCortex = (config) => {
   let model;
   let context;
   let session;
+  let embeddingContext;
+  const createEmbeddingContext = async () => {
+    if (!model.embeddingSupported) {
+      throw new Error("Model does not support embeddings");
+    }
+    embeddingContext = await model.createEmbeddingContext();
+  };
   const MODELS_DIR = path.join(process.cwd(), "local_infrastructure", "models");
   const init2 = async () => {
     if (status.ready) return status;
@@ -79,6 +86,12 @@ var createNativeCortex = (config) => {
       });
       console.log("> Creating context...");
       context = await model.createContext();
+      if (model.embeddingSupported) {
+        console.log("> Creating embedding context...");
+        embeddingContext = await model.createEmbeddingContext();
+      } else {
+        console.log("> Model does not support embeddings");
+      }
       session = new LlamaChatSession({
         contextSequence: context.getSequence()
       });
@@ -142,9 +155,14 @@ var createNativeCortex = (config) => {
   const embed = async (text) => {
     if (!status.ready) await init2();
     try {
-      return new Array(384).fill(0).map(() => Math.random());
+      if (!embeddingContext) {
+        await createEmbeddingContext();
+      }
+      const embeddings = await embeddingContext.getEmbeddingFor(text);
+      return Array.from(embeddings);
     } catch (e) {
-      return [];
+      console.warn("Embedding generation failed, falling back to random vector:", e);
+      return new Array(384).fill(0).map(() => Math.random());
     }
   };
   return {
@@ -547,9 +565,23 @@ var initVectorEngine = async () => {
   }
 };
 var generateEmbedding = async (text) => {
-  if (!pipeline) await initVectorEngine();
-  const output = await pipeline(text, { pooling: "mean", normalize: true });
-  return Array.from(output.data);
+  const cortexConfig = {
+    model: "smollm2-135m",
+    temperature: 0.7,
+    maxTokens: 128,
+    gpu: true
+  };
+  const cortex = createCortex(cortexConfig);
+  try {
+    await cortex.init();
+    const embedding = await cortex.embed(text);
+    return embedding;
+  } catch (e) {
+    console.warn("Embedding generation failed, falling back to transformers:", e);
+    if (!pipeline) await initVectorEngine();
+    const output = await pipeline(text, { pooling: "mean", normalize: true });
+    return Array.from(output.data);
+  }
 };
 var getVectorTable = async (dbPath, tableName = "memories") => {
   if (!lancedb) await initVectorEngine();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "forbocai",
-  "version": "0.3.19",
+  "version": "0.4.0",
   "license": "UNLICENSED",
   "description": "The Infrastructure Layer for Autonomous AI Characters",
   "main": "dist/index.js",