@lov3kaizen/agentsea-embeddings 1.0.1 → 1.1.1

package/dist/{chunk-VPSMDBHH.mjs → chunk-MNJPAUDC.mjs}

@@ -572,7 +572,13 @@ var SQLiteCache = class extends BaseCache {
     `);
     updateStmt.run(Date.now(), key);
     const vectorBuffer = row.vector;
-    const vector = Array.from(new Float32Array(vectorBuffer.buffer));
+    const vector = Array.from(
+      new Float32Array(
+        vectorBuffer.buffer,
+        vectorBuffer.byteOffset,
+        vectorBuffer.byteLength / Float32Array.BYTES_PER_ELEMENT
+      )
+    );
     return {
       key: row.key,
       vector,

package/dist/{chunk-DJAURHAS.mjs → chunk-U6EYWYUD.mjs}

@@ -2,8 +2,37 @@ import {
   EmbeddingModel
 } from "./chunk-QAITLJ2E.mjs";
 
+// ../../node_modules/.pnpm/nanoid@5.1.6/node_modules/nanoid/index.js
+import { webcrypto as crypto } from "crypto";
+
+// ../../node_modules/.pnpm/nanoid@5.1.6/node_modules/nanoid/url-alphabet/index.js
+var urlAlphabet = "useandom-26T198340PX75pxJACKVERYMINDBUSHWOLF_GQZbfghjklqvwyzrict";
+
+// ../../node_modules/.pnpm/nanoid@5.1.6/node_modules/nanoid/index.js
+var POOL_SIZE_MULTIPLIER = 128;
+var pool;
+var poolOffset;
+function fillPool(bytes) {
+  if (!pool || pool.length < bytes) {
+    pool = Buffer.allocUnsafe(bytes * POOL_SIZE_MULTIPLIER);
+    crypto.getRandomValues(pool);
+    poolOffset = 0;
+  } else if (poolOffset + bytes > pool.length) {
+    crypto.getRandomValues(pool);
+    poolOffset = 0;
+  }
+  poolOffset += bytes;
+}
+function nanoid(size = 21) {
+  fillPool(size |= 0);
+  let id = "";
+  for (let i = poolOffset - size; i < poolOffset; i++) {
+    id += urlAlphabet[pool[i] & 63];
+  }
+  return id;
+}
+
 // src/chunking/BaseChunker.ts
-import { nanoid } from "nanoid";
 var defaultTokenCounter = (text) => {
   return Math.ceil(text.length / 4);
 };
@@ -1098,6 +1127,7 @@ async function chunk(text, strategy = "recursive", options) {
 }
 
 export {
+  nanoid,
   defaultTokenCounter,
   BaseChunker,
   mergeSmallChunks,

package/dist/chunking/index.js

@@ -39,8 +39,37 @@ __export(chunking_exports, {
 });
 module.exports = __toCommonJS(chunking_exports);
 
+// ../../node_modules/.pnpm/nanoid@5.1.6/node_modules/nanoid/index.js
+var import_node_crypto = require("crypto");
+
+// ../../node_modules/.pnpm/nanoid@5.1.6/node_modules/nanoid/url-alphabet/index.js
+var urlAlphabet = "useandom-26T198340PX75pxJACKVERYMINDBUSHWOLF_GQZbfghjklqvwyzrict";
+
+// ../../node_modules/.pnpm/nanoid@5.1.6/node_modules/nanoid/index.js
+var POOL_SIZE_MULTIPLIER = 128;
+var pool;
+var poolOffset;
+function fillPool(bytes) {
+  if (!pool || pool.length < bytes) {
+    pool = Buffer.allocUnsafe(bytes * POOL_SIZE_MULTIPLIER);
+    import_node_crypto.webcrypto.getRandomValues(pool);
+    poolOffset = 0;
+  } else if (poolOffset + bytes > pool.length) {
+    import_node_crypto.webcrypto.getRandomValues(pool);
+    poolOffset = 0;
+  }
+  poolOffset += bytes;
+}
+function nanoid(size = 21) {
+  fillPool(size |= 0);
+  let id = "";
+  for (let i = poolOffset - size; i < poolOffset; i++) {
+    id += urlAlphabet[pool[i] & 63];
+  }
+  return id;
+}
+
 // src/chunking/BaseChunker.ts
-var import_nanoid = require("nanoid");
 var defaultTokenCounter = (text) => {
   return Math.ceil(text.length / 4);
 };
@@ -82,7 +111,7 @@ var BaseChunker = class {
     if (options.source) metadata.source = options.source;
     if (options.type) metadata.type = options.type;
     return {
-      id: (0, import_nanoid.nanoid)(),
+      id: nanoid(),
       text,
       index,
       startPosition,
@@ -190,7 +219,7 @@ function splitLargeChunks(chunks, maxTokens, tokenCounter) {
       if (testTokens > maxTokens && currentText) {
         result.push({
           ...chunk2,
-          id: (0, import_nanoid.nanoid)(),
+          id: nanoid(),
           text: currentText,
           startPosition: currentStart,
           endPosition: currentStart + currentText.length,
@@ -206,7 +235,7 @@ function splitLargeChunks(chunks, maxTokens, tokenCounter) {
     if (currentText) {
       result.push({
         ...chunk2,
-        id: (0, import_nanoid.nanoid)(),
+        id: nanoid(),
         text: currentText,
         startPosition: currentStart,
         endPosition: currentStart + currentText.length,

package/dist/chunking/index.mjs

@@ -15,7 +15,7 @@ import {
   defaultTokenCounter,
   mergeSmallChunks,
   splitLargeChunks
-} from "../chunk-DJAURHAS.mjs";
+} from "../chunk-U6EYWYUD.mjs";
 import "../chunk-QAITLJ2E.mjs";
 export {
   BaseChunker,

package/dist/{index-DmEEUzJg.d.mts → index-DGzfvyHY.d.mts}

@@ -259,7 +259,10 @@ declare class LocalProvider extends BaseProvider {
     private embedFn;
     private normalize;
     private batchSize;
+    private readonly modelPath?;
+    private extractorPromise?;
     constructor(config: LocalProviderOptions);
+    private getOnnxEmbedFn;
     get info(): EmbeddingModelInfo;
     protected doEmbed(texts: string[], options?: EmbeddingOptions): Promise<{
         vectors: number[][];

package/dist/{index-G-KgyvZT.d.ts → index-_uJcyK8e.d.ts}

@@ -259,7 +259,10 @@ declare class LocalProvider extends BaseProvider {
     private embedFn;
     private normalize;
     private batchSize;
+    private readonly modelPath?;
+    private extractorPromise?;
     constructor(config: LocalProviderOptions);
+    private getOnnxEmbedFn;
     get info(): EmbeddingModelInfo;
     protected doEmbed(texts: string[], options?: EmbeddingOptions): Promise<{
         vectors: number[][];

package/dist/index.d.mts

@@ -1,5 +1,5 @@
-import { E as EmbeddingProviderType, M as ModelInfo, a as EmbeddingModel } from './index-DmEEUzJg.mjs';
-export { B as BaseProvider, b as BatchEmbeddingRequest, C as CohereProvider, c as CohereProviderConfig, d as CustomProviderConfig, e as EmbeddingRequest, H as HuggingFaceProvider, f as HuggingFaceProviderConfig, L as LocalEmbeddingFn, g as LocalProvider, h as LocalProviderConfig, i as LocalProviderOptions, j as ModelRegistry, O as OpenAIProvider, k as OpenAIProviderConfig, P as ProviderCapabilities, l as ProviderConfig, m as ProviderError, n as ProviderFactoryOptions, o as ProviderHealth, p as ProviderMetrics, q as ProviderResponse, R as RateLimitInfo, T as TokenUsage, V as VoyageProvider, r as VoyageProviderConfig, s as createCohereProvider, t as createHuggingFaceProvider, u as createLocalProvider, v as createMockProvider, w as createOpenAIProvider, x as createRandomProvider, y as createVoyageProvider, z as modelRegistry } from './index-DmEEUzJg.mjs';
+import { E as EmbeddingProviderType, M as ModelInfo, a as EmbeddingModel } from './index-DGzfvyHY.mjs';
+export { B as BaseProvider, b as BatchEmbeddingRequest, C as CohereProvider, c as CohereProviderConfig, d as CustomProviderConfig, e as EmbeddingRequest, H as HuggingFaceProvider, f as HuggingFaceProviderConfig, L as LocalEmbeddingFn, g as LocalProvider, h as LocalProviderConfig, i as LocalProviderOptions, j as ModelRegistry, O as OpenAIProvider, k as OpenAIProviderConfig, P as ProviderCapabilities, l as ProviderConfig, m as ProviderError, n as ProviderFactoryOptions, o as ProviderHealth, p as ProviderMetrics, q as ProviderResponse, R as RateLimitInfo, T as TokenUsage, V as VoyageProvider, r as VoyageProviderConfig, s as createCohereProvider, t as createHuggingFaceProvider, u as createLocalProvider, v as createMockProvider, w as createOpenAIProvider, x as createRandomProvider, y as createVoyageProvider, z as modelRegistry } from './index-DGzfvyHY.mjs';
 import EventEmitter from 'eventemitter3';
 import { E as EmbeddingVector, a as EmbeddingOptions, b as EmbeddingResult, B as BatchEmbeddingOptions, c as BatchEmbeddingResult, d as EmbeddedChunk, S as SearchOptions, e as SearchResult, D as DocumentEmbeddingOptions, f as EmbeddingStats } from './embedding.types-6Qr8Mgij.mjs';
 export { g as BatchProgress, C as ChunkMetadata, h as EmbeddingModelInfo, i as SimilarityMetric } from './embedding.types-6Qr8Mgij.mjs';

package/dist/index.d.ts

@@ -1,5 +1,5 @@
-import { E as EmbeddingProviderType, M as ModelInfo, a as EmbeddingModel } from './index-G-KgyvZT.js';
-export { B as BaseProvider, b as BatchEmbeddingRequest, C as CohereProvider, c as CohereProviderConfig, d as CustomProviderConfig, e as EmbeddingRequest, H as HuggingFaceProvider, f as HuggingFaceProviderConfig, L as LocalEmbeddingFn, g as LocalProvider, h as LocalProviderConfig, i as LocalProviderOptions, j as ModelRegistry, O as OpenAIProvider, k as OpenAIProviderConfig, P as ProviderCapabilities, l as ProviderConfig, m as ProviderError, n as ProviderFactoryOptions, o as ProviderHealth, p as ProviderMetrics, q as ProviderResponse, R as RateLimitInfo, T as TokenUsage, V as VoyageProvider, r as VoyageProviderConfig, s as createCohereProvider, t as createHuggingFaceProvider, u as createLocalProvider, v as createMockProvider, w as createOpenAIProvider, x as createRandomProvider, y as createVoyageProvider, z as modelRegistry } from './index-G-KgyvZT.js';
+import { E as EmbeddingProviderType, M as ModelInfo, a as EmbeddingModel } from './index-_uJcyK8e.js';
+export { B as BaseProvider, b as BatchEmbeddingRequest, C as CohereProvider, c as CohereProviderConfig, d as CustomProviderConfig, e as EmbeddingRequest, H as HuggingFaceProvider, f as HuggingFaceProviderConfig, L as LocalEmbeddingFn, g as LocalProvider, h as LocalProviderConfig, i as LocalProviderOptions, j as ModelRegistry, O as OpenAIProvider, k as OpenAIProviderConfig, P as ProviderCapabilities, l as ProviderConfig, m as ProviderError, n as ProviderFactoryOptions, o as ProviderHealth, p as ProviderMetrics, q as ProviderResponse, R as RateLimitInfo, T as TokenUsage, V as VoyageProvider, r as VoyageProviderConfig, s as createCohereProvider, t as createHuggingFaceProvider, u as createLocalProvider, v as createMockProvider, w as createOpenAIProvider, x as createRandomProvider, y as createVoyageProvider, z as modelRegistry } from './index-_uJcyK8e.js';
 import EventEmitter from 'eventemitter3';
 import { E as EmbeddingVector, a as EmbeddingOptions, b as EmbeddingResult, B as BatchEmbeddingOptions, c as BatchEmbeddingResult, d as EmbeddedChunk, S as SearchOptions, e as SearchResult, D as DocumentEmbeddingOptions, f as EmbeddingStats } from './embedding.types-6Qr8Mgij.js';
 export { g as BatchProgress, C as ChunkMetadata, h as EmbeddingModelInfo, i as SimilarityMetric } from './embedding.types-6Qr8Mgij.js';