@lov3kaizen/agentsea-embeddings 1.0.1 → 1.1.0

package/dist/caching/index.js

@@ -620,7 +620,13 @@ var SQLiteCache = class extends BaseCache {
     `);
     updateStmt.run(Date.now(), key);
     const vectorBuffer = row.vector;
-    const vector = Array.from(new Float32Array(vectorBuffer.buffer));
+    const vector = Array.from(
+      new Float32Array(
+        vectorBuffer.buffer,
+        vectorBuffer.byteOffset,
+        vectorBuffer.byteLength / Float32Array.BYTES_PER_ELEMENT
+      )
+    );
     return {
       key: row.key,
       vector,

package/dist/caching/index.mjs

@@ -10,7 +10,7 @@ import {
   createSQLiteCache,
   createStandardTieredCache,
   createTieredCache
-} from "../chunk-VPSMDBHH.mjs";
+} from "../chunk-MNJPAUDC.mjs";
 import "../chunk-3KM32UQK.mjs";
 export {
   BaseCache,

package/dist/chunk-2TCNSTX3.mjs

@@ -0,0 +1,12 @@
+// src/core/optional-import.ts
+function importOptional(name) {
+  return import(
+    /* @vite-ignore */
+    /* webpackIgnore: true */
+    name
+  );
+}
+
+export {
+  importOptional
+};

package/dist/{chunk-NBHIRTJT.mjs → chunk-5GTQFVEI.mjs}

@@ -1,3 +1,6 @@
+import {
+  importOptional
+} from "./chunk-2TCNSTX3.mjs";
 import {
   batch,
   measureTime,
@@ -616,14 +619,18 @@ var LocalProvider = class extends BaseProvider {
   embedFn = null;
   normalize;
   batchSize;
+  modelPath;
+  /** Lazily-built ONNX extractor (only when loading from `modelPath`). */
+  extractorPromise;
   constructor(config) {
     super({ ...config, type: "local" });
     if (!config.embedFn && !config.modelPath) {
       throw new Error(
-        "Either embedFn or modelPath is required for local provider"
+        "`embedFn` or `modelPath` (ONNX) is required for the local provider"
       );
     }
     this.embedFn = config.embedFn ?? null;
+    this.modelPath = config.modelPath;
     this.normalize = config.normalize ?? true;
     this.batchSize = config.batchSize ?? 32;
     this.modelInfo = {
@@ -637,10 +644,43 @@ var LocalProvider = class extends BaseProvider {
       description: "Local embedding model"
     };
   }
+  /**
+   * Lazily load the ONNX feature-extraction pipeline from `modelPath` via
+   * Transformers.js and adapt it into a {@link LocalEmbeddingFn}.
+   */
+  getOnnxEmbedFn() {
+    if (!this.extractorPromise) {
+      this.extractorPromise = (async () => {
+        let mod;
+        try {
+          mod = await importOptional("@xenova/transformers");
+        } catch {
+          throw new Error(
+            'Loading local ONNX models from `modelPath` requires the "@xenova/transformers" package. Install it, or pass an `embedFn`.'
+          );
+        }
+        const transformers = mod;
+        return transformers.pipeline("feature-extraction", this.modelPath);
+      })();
+    }
+    return this.extractorPromise;
+  }
   get info() {
     return this.modelInfo;
   }
   async doEmbed(texts, options) {
+    if (!this.embedFn && this.modelPath) {
+      const extractor = await this.getOnnxEmbedFn();
+      this.embedFn = async (input) => {
+        const output = await extractor(input, {
+          pooling: "mean",
+          normalize: false
+          // we normalize below if configured
+        });
+        const list = output.tolist();
+        return Array.isArray(list[0]) ? list : [list];
+      };
+    }
     if (!this.embedFn) {
       throw new Error("No embedding function configured");
     }