@forbocai/browser 0.5.6 → 0.5.8

package/dist/index.d.mts

@@ -5,27 +5,42 @@ declare const createCortex: (config?: CortexConfig) => ICortex;
 
 interface IBrowserMemory {
     store(text: string, type?: string, importance?: number): Promise<MemoryItem>;
-    recall(query: string, limit?: number): Promise<MemoryItem[]>;
+    recall(query: string, limit?: number, threshold?: number): Promise<MemoryItem[]>;
+    list(limit?: number, offset?: number): Promise<MemoryItem[]>;
     clear(): Promise<void>;
+    export(): Promise<MemoryItem[]>;
+    import(memories: MemoryItem[]): Promise<void>;
 }
 declare const createBrowserMemory: (config?: {
     decay?: "none" | "temporal";
     maxContextWindow?: number;
 }) => {
     store: (text: string, type?: string, importance?: number) => Promise<MemoryItem>;
-    recall: (query: string, limit?: number) => Promise<MemoryItem[]>;
+    recall: (query: string, limit?: number, threshold?: number) => Promise<MemoryItem[]>;
+    list: (limit?: number, offset?: number) => Promise<MemoryItem[]>;
     clear: () => Promise<void>;
+    export: () => Promise<MemoryItem[]>;
+    import: (memories: MemoryItem[]) => Promise<void>;
 };
 declare const createMemory: (config?: {
     decay?: "none" | "temporal";
     maxContextWindow?: number;
 }) => {
     store: (text: string, type?: string, importance?: number) => Promise<MemoryItem>;
-    recall: (query: string, limit?: number) => Promise<MemoryItem[]>;
+    recall: (query: string, limit?: number, threshold?: number) => Promise<MemoryItem[]>;
+    list: (limit?: number, offset?: number) => Promise<MemoryItem[]>;
     clear: () => Promise<void>;
+    export: () => Promise<MemoryItem[]>;
+    import: (memories: MemoryItem[]) => Promise<void>;
 };
 
+/**
+ * Initialize the vector engine.
+ */
 declare const initVectorEngine: () => Promise<void>;
+/**
+ * Generate embeddings using Transformers.js.
+ */
 declare const generateEmbedding: (text: string) => Promise<number[]>;
 
 export { type IBrowserMemory, createBrowserCortex, createBrowserMemory, createCortex, createMemory, generateEmbedding, initVectorEngine };

package/dist/index.d.ts

@@ -5,27 +5,42 @@ declare const createCortex: (config?: CortexConfig) => ICortex;
 
 interface IBrowserMemory {
     store(text: string, type?: string, importance?: number): Promise<MemoryItem>;
-    recall(query: string, limit?: number): Promise<MemoryItem[]>;
+    recall(query: string, limit?: number, threshold?: number): Promise<MemoryItem[]>;
+    list(limit?: number, offset?: number): Promise<MemoryItem[]>;
     clear(): Promise<void>;
+    export(): Promise<MemoryItem[]>;
+    import(memories: MemoryItem[]): Promise<void>;
 }
 declare const createBrowserMemory: (config?: {
     decay?: "none" | "temporal";
     maxContextWindow?: number;
 }) => {
     store: (text: string, type?: string, importance?: number) => Promise<MemoryItem>;
-    recall: (query: string, limit?: number) => Promise<MemoryItem[]>;
+    recall: (query: string, limit?: number, threshold?: number) => Promise<MemoryItem[]>;
+    list: (limit?: number, offset?: number) => Promise<MemoryItem[]>;
     clear: () => Promise<void>;
+    export: () => Promise<MemoryItem[]>;
+    import: (memories: MemoryItem[]) => Promise<void>;
 };
 declare const createMemory: (config?: {
     decay?: "none" | "temporal";
     maxContextWindow?: number;
 }) => {
     store: (text: string, type?: string, importance?: number) => Promise<MemoryItem>;
-    recall: (query: string, limit?: number) => Promise<MemoryItem[]>;
+    recall: (query: string, limit?: number, threshold?: number) => Promise<MemoryItem[]>;
+    list: (limit?: number, offset?: number) => Promise<MemoryItem[]>;
     clear: () => Promise<void>;
+    export: () => Promise<MemoryItem[]>;
+    import: (memories: MemoryItem[]) => Promise<void>;
 };
 
+/**
+ * Initialize the vector engine.
+ */
 declare const initVectorEngine: () => Promise<void>;
+/**
+ * Generate embeddings using Transformers.js.
+ */
 declare const generateEmbedding: (text: string) => Promise<number[]>;
 
 export { type IBrowserMemory, createBrowserCortex, createBrowserMemory, createCortex, createMemory, generateEmbedding, initVectorEngine };

package/dist/index.js

@@ -40,7 +40,6 @@ __export(index_exports, {
 module.exports = __toCommonJS(index_exports);
 
 // src/cortex.ts
-var import_web_llm = require("@mlc-ai/web-llm");
 var import_meta = {};
 var DEFAULT_MODEL = "smollm2-135m";
 var MODEL_ALIASES = {
@@ -50,39 +49,57 @@ var MODEL_ALIASES = {
   "llama3-8b": "Llama-3.1-8B-Instruct-q4f16_1-MLC"
 };
 var resolveModelId = (alias) => MODEL_ALIASES[alias] ?? alias;
+var yieldTokens = async function* (iterator) {
+  const { value, done } = await iterator.next();
+  if (done) return;
+  const content = value.choices[0]?.delta?.content || "";
+  if (content) yield content;
+  yield* yieldTokens(iterator);
+};
 var createBrowserCortex = (config = {}) => {
   const friendlyModel = config.model || DEFAULT_MODEL;
-  let engine = null;
-  let status = {
-    id: "browser-init",
-    model: friendlyModel,
-    ready: false,
-    engine: "web-llm"
+  const modelId = resolveModelId(friendlyModel);
+  let _state = {
+    engine: null,
+    status: {
+      id: "browser-init",
+      model: friendlyModel,
+      ready: false,
+      engine: "web-llm"
+    }
   };
   const init = async (onProgress) => {
-    if (status.ready) return status;
+    if (_state.status.ready) return _state.status;
+    if (typeof window === "undefined") {
+      throw new Error("BrowserCortex requires a browser environment");
+    }
+    const { CreateWebWorkerMLCEngine } = await import("@mlc-ai/web-llm");
     const initProgressCallback = (report) => {
       const match = report.text?.match(/(\d+)%/);
-      if (onProgress && match) {
-        onProgress(parseInt(match[1], 10));
-      }
+      if (onProgress && match) onProgress(parseInt(match[1], 10));
     };
-    const modelId = resolveModelId(friendlyModel);
-    engine = await (0, import_web_llm.CreateWebWorkerMLCEngine)(
+    const engine = await CreateWebWorkerMLCEngine(
       new Worker(new URL("./worker.js", import_meta.url), { type: "module" }),
       modelId,
       { initProgressCallback }
     );
-    status = {
-      id: `ctx_web_${Date.now()}`,
-      model: modelId,
-      ready: true,
-      engine: "web-llm"
+    _state = {
+      engine,
+      status: {
+        id: `ctx_web_${Date.now()}`,
+        model: modelId,
+        ready: true,
+        engine: "web-llm"
+      }
     };
-    return status;
+    return _state.status;
+  };
+  const ensureReady = async () => {
+    if (!_state.status.ready) await init();
+    return _state;
   };
   const complete = async (prompt, options = {}) => {
-    if (!status.ready) await init();
+    const { engine } = await ensureReady();
     const reply = await engine.chat.completions.create({
       messages: [{ role: "user", content: prompt }],
       max_gen_len: options.maxTokens,
@@ -91,43 +108,37 @@ var createBrowserCortex = (config = {}) => {
     return reply.choices[0].message.content || "";
   };
   const completeStream = async function* (prompt, options = {}) {
-    if (!status.ready) await init();
+    const { engine } = await ensureReady();
     const chunks = await engine.chat.completions.create({
       messages: [{ role: "user", content: prompt }],
       max_gen_len: options.maxTokens,
       temperature: options.temperature,
       stream: true
     });
-    for await (const chunk of chunks) {
-      const content = chunk.choices[0]?.delta?.content || "";
-      if (content) yield content;
-    }
-  };
-  return {
-    init,
-    complete,
-    completeStream
+    yield* yieldTokens(chunks[Symbol.asyncIterator]());
   };
+  return { init, complete, completeStream };
 };
 var createCortex = (config = {}) => createBrowserCortex(config);
 
 // src/memory.ts
-var import_orama = require("@orama/orama");
+var import_core2 = require("@forbocai/core");
 
 // src/vector.ts
-var embedder = null;
-var initVectorEngine = async () => {
-  if (embedder) return;
-  try {
-    const { pipeline } = await import("@huggingface/transformers");
-    embedder = await pipeline("feature-extraction", "Xenova/all-MiniLM-L6-v2");
-  } catch (e) {
-    console.error("Failed to init Browser Vector Engine:", e);
+var import_core = require("@forbocai/core");
+var getEmbedder = (0, import_core.memoiseAsync)(async () => {
+  if (typeof window === "undefined") {
+    throw new Error("BrowserVectorEngine requires a browser environment");
   }
+  const { pipeline } = await import("@huggingface/transformers");
+  return pipeline("feature-extraction", "Xenova/all-MiniLM-L6-v2");
+});
+var initVectorEngine = async () => {
+  await getEmbedder();
 };
 var generateEmbedding = async (text) => {
-  if (!embedder) await initVectorEngine();
   try {
+    const embedder = await getEmbedder();
     const result = await embedder(text, { pooling: "mean", normalize: true });
     return Array.from(result.data);
   } catch (e) {
@@ -138,10 +149,12 @@ var generateEmbedding = async (text) => {
 
 // src/memory.ts
 var createBrowserMemory = (config = {}) => {
-  let db = null;
-  const init = async () => {
-    if (db) return db;
-    db = await (0, import_orama.create)({
+  const getDb = (0, import_core2.memoiseAsync)(async () => {
+    if (typeof window === "undefined") {
+      throw new Error("BrowserMemory requires a browser environment");
+    }
+    const { create } = await import("@orama/orama");
+    return create({
       schema: {
         id: "string",
         text: "string",
@@ -149,13 +162,11 @@ var createBrowserMemory = (config = {}) => {
         type: "string",
         importance: "number",
         embedding: "vector[384]"
-        // all-MiniLM-L6-v2
       }
     });
-    return db;
-  };
+  });
   const store = async (text, type = "observation", importance = 0.5) => {
-    const instance = await init();
+    const instance = await getDb();
     const item = {
       id: `mem_br_${Date.now()}_${Math.random().toString(36).substring(7)}`,
       text,
@@ -164,30 +175,35 @@ var createBrowserMemory = (config = {}) => {
       importance
     };
     const embedding = await generateEmbedding(text);
-    await (0, import_orama.insert)(instance, {
-      ...item,
-      embedding
-    });
+    const { insert } = await import("@orama/orama");
+    await insert(instance, { ...item, embedding });
     return item;
   };
-  const recall = async (query, limit = 5) => {
-    const instance = await init();
+  const recall = async (query, limit = 5, threshold) => {
+    const instance = await getDb();
     const embedding = await generateEmbedding(query);
-    const results = await (0, import_orama.search)(instance, {
+    const { search } = await import("@orama/orama");
+    const results = await search(instance, {
       mode: "vector",
-      vector: {
-        value: embedding,
-        property: "embedding"
-      },
-      similarity: 0.5,
+      vector: { value: embedding, property: "embedding" },
+      similarity: threshold ?? 0.5,
       limit
     });
     return results.hits.map((hit) => hit.document);
   };
+  const list = async (limit = 50, offset = 0) => {
+    const instance = await getDb();
+    const { search } = await import("@orama/orama");
+    const results = await search(instance, { term: "", limit: limit + offset });
+    return results.hits.slice(offset).map((hit) => hit.document);
+  };
   const clear = async () => {
-    db = null;
   };
-  return { store, recall, clear };
+  const exportMemories = async () => list(1e4);
+  const importMemories = async (memories) => {
+    await Promise.all(memories.map((m) => store(m.text, m.type, m.importance)));
+  };
+  return { store, recall, list, clear, export: exportMemories, import: importMemories };
 };
 var createMemory = (config = {}) => createBrowserMemory(config);
 // Annotate the CommonJS export names for ESM import in node:

package/dist/index.mjs

@@ -1,5 +1,4 @@
 // src/cortex.ts
-import { CreateWebWorkerMLCEngine } from "@mlc-ai/web-llm";
 var DEFAULT_MODEL = "smollm2-135m";
 var MODEL_ALIASES = {
   "smollm2-135m": "SmolLM2-135M-Instruct-q0f16-MLC",
@@ -8,39 +7,57 @@ var MODEL_ALIASES = {
   "llama3-8b": "Llama-3.1-8B-Instruct-q4f16_1-MLC"
 };
 var resolveModelId = (alias) => MODEL_ALIASES[alias] ?? alias;
+var yieldTokens = async function* (iterator) {
+  const { value, done } = await iterator.next();
+  if (done) return;
+  const content = value.choices[0]?.delta?.content || "";
+  if (content) yield content;
+  yield* yieldTokens(iterator);
+};
 var createBrowserCortex = (config = {}) => {
   const friendlyModel = config.model || DEFAULT_MODEL;
-  let engine = null;
-  let status = {
-    id: "browser-init",
-    model: friendlyModel,
-    ready: false,
-    engine: "web-llm"
+  const modelId = resolveModelId(friendlyModel);
+  let _state = {
+    engine: null,
+    status: {
+      id: "browser-init",
+      model: friendlyModel,
+      ready: false,
+      engine: "web-llm"
+    }
   };
   const init = async (onProgress) => {
-    if (status.ready) return status;
+    if (_state.status.ready) return _state.status;
+    if (typeof window === "undefined") {
+      throw new Error("BrowserCortex requires a browser environment");
+    }
+    const { CreateWebWorkerMLCEngine } = await import("@mlc-ai/web-llm");
     const initProgressCallback = (report) => {
       const match = report.text?.match(/(\d+)%/);
-      if (onProgress && match) {
-        onProgress(parseInt(match[1], 10));
-      }
+      if (onProgress && match) onProgress(parseInt(match[1], 10));
     };
-    const modelId = resolveModelId(friendlyModel);
-    engine = await CreateWebWorkerMLCEngine(
+    const engine = await CreateWebWorkerMLCEngine(
       new Worker(new URL("./worker.js", import.meta.url), { type: "module" }),
       modelId,
       { initProgressCallback }
     );
-    status = {
-      id: `ctx_web_${Date.now()}`,
-      model: modelId,
-      ready: true,
-      engine: "web-llm"
+    _state = {
+      engine,
+      status: {
+        id: `ctx_web_${Date.now()}`,
+        model: modelId,
+        ready: true,
+        engine: "web-llm"
+      }
     };
-    return status;
+    return _state.status;
+  };
+  const ensureReady = async () => {
+    if (!_state.status.ready) await init();
+    return _state;
   };
   const complete = async (prompt, options = {}) => {
-    if (!status.ready) await init();
+    const { engine } = await ensureReady();
     const reply = await engine.chat.completions.create({
       messages: [{ role: "user", content: prompt }],
       max_gen_len: options.maxTokens,
@@ -49,43 +66,37 @@ var createBrowserCortex = (config = {}) => {
     return reply.choices[0].message.content || "";
   };
   const completeStream = async function* (prompt, options = {}) {
-    if (!status.ready) await init();
+    const { engine } = await ensureReady();
     const chunks = await engine.chat.completions.create({
       messages: [{ role: "user", content: prompt }],
       max_gen_len: options.maxTokens,
       temperature: options.temperature,
       stream: true
     });
-    for await (const chunk of chunks) {
-      const content = chunk.choices[0]?.delta?.content || "";
-      if (content) yield content;
-    }
-  };
-  return {
-    init,
-    complete,
-    completeStream
+    yield* yieldTokens(chunks[Symbol.asyncIterator]());
   };
+  return { init, complete, completeStream };
 };
 var createCortex = (config = {}) => createBrowserCortex(config);
 
 // src/memory.ts
-import { create, insert, search } from "@orama/orama";
+import { memoiseAsync as memoiseAsync2 } from "@forbocai/core";
 
 // src/vector.ts
-var embedder = null;
-var initVectorEngine = async () => {
-  if (embedder) return;
-  try {
-    const { pipeline } = await import("@huggingface/transformers");
-    embedder = await pipeline("feature-extraction", "Xenova/all-MiniLM-L6-v2");
-  } catch (e) {
-    console.error("Failed to init Browser Vector Engine:", e);
+import { memoiseAsync } from "@forbocai/core";
+var getEmbedder = memoiseAsync(async () => {
+  if (typeof window === "undefined") {
+    throw new Error("BrowserVectorEngine requires a browser environment");
   }
+  const { pipeline } = await import("@huggingface/transformers");
+  return pipeline("feature-extraction", "Xenova/all-MiniLM-L6-v2");
+});
+var initVectorEngine = async () => {
+  await getEmbedder();
 };
 var generateEmbedding = async (text) => {
-  if (!embedder) await initVectorEngine();
   try {
+    const embedder = await getEmbedder();
     const result = await embedder(text, { pooling: "mean", normalize: true });
     return Array.from(result.data);
   } catch (e) {
@@ -96,10 +107,12 @@ var generateEmbedding = async (text) => {
 
 // src/memory.ts
 var createBrowserMemory = (config = {}) => {
-  let db = null;
-  const init = async () => {
-    if (db) return db;
-    db = await create({
+  const getDb = memoiseAsync2(async () => {
+    if (typeof window === "undefined") {
+      throw new Error("BrowserMemory requires a browser environment");
+    }
+    const { create } = await import("@orama/orama");
+    return create({
       schema: {
         id: "string",
         text: "string",
@@ -107,13 +120,11 @@ var createBrowserMemory = (config = {}) => {
         type: "string",
         importance: "number",
         embedding: "vector[384]"
-        // all-MiniLM-L6-v2
       }
     });
-    return db;
-  };
+  });
   const store = async (text, type = "observation", importance = 0.5) => {
-    const instance = await init();
+    const instance = await getDb();
     const item = {
       id: `mem_br_${Date.now()}_${Math.random().toString(36).substring(7)}`,
       text,
@@ -122,30 +133,35 @@ var createBrowserMemory = (config = {}) => {
       importance
     };
     const embedding = await generateEmbedding(text);
-    await insert(instance, {
-      ...item,
-      embedding
-    });
+    const { insert } = await import("@orama/orama");
+    await insert(instance, { ...item, embedding });
     return item;
   };
-  const recall = async (query, limit = 5) => {
-    const instance = await init();
+  const recall = async (query, limit = 5, threshold) => {
+    const instance = await getDb();
     const embedding = await generateEmbedding(query);
+    const { search } = await import("@orama/orama");
     const results = await search(instance, {
       mode: "vector",
-      vector: {
-        value: embedding,
-        property: "embedding"
-      },
-      similarity: 0.5,
+      vector: { value: embedding, property: "embedding" },
+      similarity: threshold ?? 0.5,
       limit
     });
     return results.hits.map((hit) => hit.document);
   };
+  const list = async (limit = 50, offset = 0) => {
+    const instance = await getDb();
+    const { search } = await import("@orama/orama");
+    const results = await search(instance, { term: "", limit: limit + offset });
+    return results.hits.slice(offset).map((hit) => hit.document);
+  };
   const clear = async () => {
-    db = null;
   };
-  return { store, recall, clear };
+  const exportMemories = async () => list(1e4);
+  const importMemories = async (memories) => {
+    await Promise.all(memories.map((m) => store(m.text, m.type, m.importance)));
+  };
+  return { store, recall, list, clear, export: exportMemories, import: importMemories };
 };
 var createMemory = (config = {}) => createBrowserMemory(config);
 export {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@forbocai/browser",
-  "version": "0.5.6",
+  "version": "0.5.8",
   "license": "UNLICENSED",
   "description": "Web Browser implementation for ForbocAI SDK",
   "main": "dist/index.js",
@@ -12,7 +12,7 @@
     "test": "vitest"
   },
   "dependencies": {
-    "@forbocai/core": "^0.5.6",
+    "@forbocai/core": "^0.5.8",
     "@mlc-ai/web-llm": "^0.2.46",
     "@orama/orama": "^2.0.26",
     "@huggingface/transformers": "^3.0.0"