@lov3kaizen/agentsea-embeddings 1.1.0 → 1.2.0

package/dist/caching/index.js

@@ -457,13 +457,17 @@ var RedisCache = class extends BaseCache {
   async set(key, entry) {
     const client = await this.ensureConnected();
     const data = JSON.stringify(entry);
-    const options = {};
+    let ttl = 0;
     if (entry.ttl > 0) {
-      options.EX = entry.ttl;
+      ttl = entry.ttl;
     } else if (this.config.defaultTTL && this.config.defaultTTL > 0) {
-      options.EX = this.config.defaultTTL;
+      ttl = this.config.defaultTTL;
+    }
+    if (ttl > 0) {
+      await client.set(this.prefixKey(key), data, "EX", ttl);
+    } else {
+      await client.set(this.prefixKey(key), data);
     }
-    await client.set(this.prefixKey(key), data, options);
     this.stats.entries++;
   }
   async has(key) {

package/dist/caching/index.mjs

@@ -10,7 +10,7 @@ import {
   createSQLiteCache,
   createStandardTieredCache,
   createTieredCache
-} from "../chunk-MNJPAUDC.mjs";
+} from "../chunk-QG3YCWYG.mjs";
 import "../chunk-3KM32UQK.mjs";
 export {
   BaseCache,

package/dist/{chunk-MNJPAUDC.mjs → chunk-QG3YCWYG.mjs}

@@ -409,13 +409,17 @@ var RedisCache = class extends BaseCache {
   async set(key, entry) {
     const client = await this.ensureConnected();
     const data = JSON.stringify(entry);
-    const options = {};
+    let ttl = 0;
     if (entry.ttl > 0) {
-      options.EX = entry.ttl;
+      ttl = entry.ttl;
     } else if (this.config.defaultTTL && this.config.defaultTTL > 0) {
-      options.EX = this.config.defaultTTL;
+      ttl = this.config.defaultTTL;
+    }
+    if (ttl > 0) {
+      await client.set(this.prefixKey(key), data, "EX", ttl);
+    } else {
+      await client.set(this.prefixKey(key), data);
     }
-    await client.set(this.prefixKey(key), data, options);
     this.stats.entries++;
   }
   async has(key) {

package/dist/{chunk-DJAURHAS.mjs → chunk-U6EYWYUD.mjs}

@@ -2,8 +2,37 @@ import {
   EmbeddingModel
 } from "./chunk-QAITLJ2E.mjs";
 
+// ../../node_modules/.pnpm/nanoid@5.1.6/node_modules/nanoid/index.js
+import { webcrypto as crypto } from "crypto";
+
+// ../../node_modules/.pnpm/nanoid@5.1.6/node_modules/nanoid/url-alphabet/index.js
+var urlAlphabet = "useandom-26T198340PX75pxJACKVERYMINDBUSHWOLF_GQZbfghjklqvwyzrict";
+
+// ../../node_modules/.pnpm/nanoid@5.1.6/node_modules/nanoid/index.js
+var POOL_SIZE_MULTIPLIER = 128;
+var pool;
+var poolOffset;
+function fillPool(bytes) {
+  if (!pool || pool.length < bytes) {
+    pool = Buffer.allocUnsafe(bytes * POOL_SIZE_MULTIPLIER);
+    crypto.getRandomValues(pool);
+    poolOffset = 0;
+  } else if (poolOffset + bytes > pool.length) {
+    crypto.getRandomValues(pool);
+    poolOffset = 0;
+  }
+  poolOffset += bytes;
+}
+function nanoid(size = 21) {
+  fillPool(size |= 0);
+  let id = "";
+  for (let i = poolOffset - size; i < poolOffset; i++) {
+    id += urlAlphabet[pool[i] & 63];
+  }
+  return id;
+}
+
 // src/chunking/BaseChunker.ts
-import { nanoid } from "nanoid";
 var defaultTokenCounter = (text) => {
   return Math.ceil(text.length / 4);
 };
@@ -1098,6 +1127,7 @@ async function chunk(text, strategy = "recursive", options) {
 }
 
 export {
+  nanoid,
   defaultTokenCounter,
   BaseChunker,
   mergeSmallChunks,

package/dist/chunking/index.js

@@ -39,8 +39,37 @@ __export(chunking_exports, {
 });
 module.exports = __toCommonJS(chunking_exports);
 
+// ../../node_modules/.pnpm/nanoid@5.1.6/node_modules/nanoid/index.js
+var import_node_crypto = require("crypto");
+
+// ../../node_modules/.pnpm/nanoid@5.1.6/node_modules/nanoid/url-alphabet/index.js
+var urlAlphabet = "useandom-26T198340PX75pxJACKVERYMINDBUSHWOLF_GQZbfghjklqvwyzrict";
+
+// ../../node_modules/.pnpm/nanoid@5.1.6/node_modules/nanoid/index.js
+var POOL_SIZE_MULTIPLIER = 128;
+var pool;
+var poolOffset;
+function fillPool(bytes) {
+  if (!pool || pool.length < bytes) {
+    pool = Buffer.allocUnsafe(bytes * POOL_SIZE_MULTIPLIER);
+    import_node_crypto.webcrypto.getRandomValues(pool);
+    poolOffset = 0;
+  } else if (poolOffset + bytes > pool.length) {
+    import_node_crypto.webcrypto.getRandomValues(pool);
+    poolOffset = 0;
+  }
+  poolOffset += bytes;
+}
+function nanoid(size = 21) {
+  fillPool(size |= 0);
+  let id = "";
+  for (let i = poolOffset - size; i < poolOffset; i++) {
+    id += urlAlphabet[pool[i] & 63];
+  }
+  return id;
+}
+
 // src/chunking/BaseChunker.ts
-var import_nanoid = require("nanoid");
 var defaultTokenCounter = (text) => {
   return Math.ceil(text.length / 4);
 };
@@ -82,7 +111,7 @@ var BaseChunker = class {
     if (options.source) metadata.source = options.source;
     if (options.type) metadata.type = options.type;
     return {
-      id: (0, import_nanoid.nanoid)(),
+      id: nanoid(),
       text,
       index,
       startPosition,
@@ -190,7 +219,7 @@ function splitLargeChunks(chunks, maxTokens, tokenCounter) {
       if (testTokens > maxTokens && currentText) {
         result.push({
           ...chunk2,
-          id: (0, import_nanoid.nanoid)(),
+          id: nanoid(),
           text: currentText,
           startPosition: currentStart,
           endPosition: currentStart + currentText.length,
@@ -206,7 +235,7 @@ function splitLargeChunks(chunks, maxTokens, tokenCounter) {
     if (currentText) {
       result.push({
         ...chunk2,
-        id: (0, import_nanoid.nanoid)(),
+        id: nanoid(),
         text: currentText,
         startPosition: currentStart,
         endPosition: currentStart + currentText.length,

package/dist/chunking/index.mjs

@@ -15,7 +15,7 @@ import {
   defaultTokenCounter,
   mergeSmallChunks,
   splitLargeChunks
-} from "../chunk-DJAURHAS.mjs";
+} from "../chunk-U6EYWYUD.mjs";
 import "../chunk-QAITLJ2E.mjs";
 export {
   BaseChunker,

package/dist/index.js

@@ -1814,8 +1814,37 @@ function createHuggingFaceProvider(config) {
   return new HuggingFaceProvider(config);
 }
 
+// ../../node_modules/.pnpm/nanoid@5.1.6/node_modules/nanoid/index.js
+var import_node_crypto = require("crypto");
+
+// ../../node_modules/.pnpm/nanoid@5.1.6/node_modules/nanoid/url-alphabet/index.js
+var urlAlphabet = "useandom-26T198340PX75pxJACKVERYMINDBUSHWOLF_GQZbfghjklqvwyzrict";
+
+// ../../node_modules/.pnpm/nanoid@5.1.6/node_modules/nanoid/index.js
+var POOL_SIZE_MULTIPLIER = 128;
+var pool;
+var poolOffset;
+function fillPool(bytes) {
+  if (!pool || pool.length < bytes) {
+    pool = Buffer.allocUnsafe(bytes * POOL_SIZE_MULTIPLIER);
+    import_node_crypto.webcrypto.getRandomValues(pool);
+    poolOffset = 0;
+  } else if (poolOffset + bytes > pool.length) {
+    import_node_crypto.webcrypto.getRandomValues(pool);
+    poolOffset = 0;
+  }
+  poolOffset += bytes;
+}
+function nanoid(size = 21) {
+  fillPool(size |= 0);
+  let id = "";
+  for (let i = poolOffset - size; i < poolOffset; i++) {
+    id += urlAlphabet[pool[i] & 63];
+  }
+  return id;
+}
+
 // src/chunking/BaseChunker.ts
-var import_nanoid = require("nanoid");
 var defaultTokenCounter = (text) => {
   return Math.ceil(text.length / 4);
 };
@@ -1857,7 +1886,7 @@ var BaseChunker = class {
     if (options.source) metadata.source = options.source;
     if (options.type) metadata.type = options.type;
     return {
-      id: (0, import_nanoid.nanoid)(),
+      id: nanoid(),
       text,
       index,
       startPosition,
@@ -1965,7 +1994,7 @@ function splitLargeChunks(chunks, maxTokens, tokenCounter) {
       if (testTokens > maxTokens && currentText) {
         result.push({
           ...chunk2,
-          id: (0, import_nanoid.nanoid)(),
+          id: nanoid(),
           text: currentText,
           startPosition: currentStart,
           endPosition: currentStart + currentText.length,
@@ -1981,7 +2010,7 @@ function splitLargeChunks(chunks, maxTokens, tokenCounter) {
     if (currentText) {
       result.push({
         ...chunk2,
-        id: (0, import_nanoid.nanoid)(),
+        id: nanoid(),
         text: currentText,
         startPosition: currentStart,
         endPosition: currentStart + currentText.length,
@@ -3316,13 +3345,17 @@ var RedisCache = class extends BaseCache {
   async set(key, entry) {
     const client = await this.ensureConnected();
     const data = JSON.stringify(entry);
-    const options = {};
+    let ttl = 0;
     if (entry.ttl > 0) {
-      options.EX = entry.ttl;
+      ttl = entry.ttl;
     } else if (this.config.defaultTTL && this.config.defaultTTL > 0) {
-      options.EX = this.config.defaultTTL;
+      ttl = this.config.defaultTTL;
+    }
+    if (ttl > 0) {
+      await client.set(this.prefixKey(key), data, "EX", ttl);
+    } else {
+      await client.set(this.prefixKey(key), data);
     }
-    await client.set(this.prefixKey(key), data, options);
     this.stats.entries++;
   }
   async has(key) {
@@ -5467,7 +5500,6 @@ function createStore(type, config) {
 }
 
 // src/versioning/VersionRegistry.ts
-var import_nanoid2 = require("nanoid");
 var import_eventemitter32 = __toESM(require("eventemitter3"));
 var VersionRegistry = class extends import_eventemitter32.default {
   versions = /* @__PURE__ */ new Map();
@@ -5488,7 +5520,7 @@ var VersionRegistry = class extends import_eventemitter32.default {
   register(version) {
     const newVersion = {
       ...version,
-      id: (0, import_nanoid2.nanoid)(),
+      id: nanoid(),
       createdAt: Date.now(),
       active: false,
       deprecated: false
@@ -5719,7 +5751,6 @@ function createVersionRegistry(options) {
 
 // src/quality/DriftDetector.ts
 var import_eventemitter33 = __toESM(require("eventemitter3"));
-var import_nanoid3 = require("nanoid");
 var DriftDetector = class extends import_eventemitter33.default {
   reference = null;
   config;
@@ -5754,7 +5785,7 @@ var DriftDetector = class extends import_eventemitter33.default {
       varianceVector.push(variance(values));
     }
     this.reference = {
-      id: (0, import_nanoid3.nanoid)(),
+      id: nanoid(),
       model,
       version,
       sampleCount: embeddings.length,
@@ -5929,7 +5960,7 @@ var DriftDetector = class extends import_eventemitter33.default {
    */
   emitAlert(result) {
     const alert = {
-      id: (0, import_nanoid3.nanoid)(),
+      id: nanoid(),
       type: "drift_detected",
       severity: result.severity,
       message: `Embedding drift detected with score ${result.driftScore.toFixed(3)}`,

package/dist/index.mjs

@@ -1,16 +1,3 @@
-import {
-  BaseCache,
-  MemoryCache,
-  RedisCache,
-  SQLiteCache,
-  TieredCache,
-  createCache,
-  createMemoryCache,
-  createRedisCache,
-  createSQLiteCache,
-  createStandardTieredCache,
-  createTieredCache
-} from "./chunk-MNJPAUDC.mjs";
 import {
   BaseChunker,
   CodeChunker,
@@ -27,8 +14,22 @@ import {
   createSemanticChunker,
   defaultTokenCounter,
   mergeSmallChunks,
+  nanoid,
   splitLargeChunks
-} from "./chunk-DJAURHAS.mjs";
+} from "./chunk-U6EYWYUD.mjs";
+import {
+  BaseCache,
+  MemoryCache,
+  RedisCache,
+  SQLiteCache,
+  TieredCache,
+  createCache,
+  createMemoryCache,
+  createRedisCache,
+  createSQLiteCache,
+  createStandardTieredCache,
+  createTieredCache
+} from "./chunk-QG3YCWYG.mjs";
 import {
   BaseProvider,
   CohereProvider,
@@ -43,7 +44,7 @@ import {
   createOpenAIProvider,
   createRandomProvider,
   createVoyageProvider
-} from "./chunk-5GTQFVEI.mjs";
+} from "./chunk-G4WUUZJH.mjs";
 import {
   BaseStore,
   ChromaStore,
@@ -55,8 +56,13 @@ import {
   createPineconeStore,
   createQdrantStore,
   createStore
-} from "./chunk-JHWMXQ56.mjs";
+} from "./chunk-MDU673U5.mjs";
 import "./chunk-2TCNSTX3.mjs";
+import {
+  EmbeddingModel,
+  ModelRegistry,
+  modelRegistry
+} from "./chunk-QAITLJ2E.mjs";
 import {
   batch,
   cacheKey,
@@ -81,11 +87,6 @@ import {
   variance,
   withConcurrency
 } from "./chunk-3KM32UQK.mjs";
-import {
-  EmbeddingModel,
-  ModelRegistry,
-  modelRegistry
-} from "./chunk-QAITLJ2E.mjs";
 
 // src/core/EmbeddingManager.ts
 import EventEmitter from "eventemitter3";
@@ -433,7 +434,6 @@ function createEmbeddingManager(config) {
 }
 
 // src/versioning/VersionRegistry.ts
-import { nanoid } from "nanoid";
 import EventEmitter2 from "eventemitter3";
 var VersionRegistry = class extends EventEmitter2 {
   versions = /* @__PURE__ */ new Map();
@@ -685,7 +685,6 @@ function createVersionRegistry(options) {
 
 // src/quality/DriftDetector.ts
 import EventEmitter3 from "eventemitter3";
-import { nanoid as nanoid2 } from "nanoid";
 var DriftDetector = class extends EventEmitter3 {
   reference = null;
   config;
@@ -720,7 +719,7 @@ var DriftDetector = class extends EventEmitter3 {
       varianceVector.push(variance(values));
     }
     this.reference = {
-      id: nanoid2(),
+      id: nanoid(),
       model,
       version,
       sampleCount: embeddings.length,
@@ -895,7 +894,7 @@ var DriftDetector = class extends EventEmitter3 {
    */
   emitAlert(result) {
     const alert = {
-      id: nanoid2(),
+      id: nanoid(),
       type: "drift_detected",
       severity: result.severity,
       message: `Embedding drift detected with score ${result.driftScore.toFixed(3)}`,

package/dist/providers/index.mjs

@@ -12,10 +12,10 @@ import {
   createOpenAIProvider,
   createRandomProvider,
   createVoyageProvider
-} from "../chunk-5GTQFVEI.mjs";
+} from "../chunk-G4WUUZJH.mjs";
 import "../chunk-2TCNSTX3.mjs";
-import "../chunk-3KM32UQK.mjs";
 import "../chunk-QAITLJ2E.mjs";
+import "../chunk-3KM32UQK.mjs";
 export {
   BaseProvider,
   CohereProvider,

package/dist/stores/index.mjs

@@ -17,10 +17,10 @@ import {
   createQdrantStore,
   createStore,
   createWeaviateStore
-} from "../chunk-JHWMXQ56.mjs";
+} from "../chunk-MDU673U5.mjs";
 import "../chunk-2TCNSTX3.mjs";
-import "../chunk-3KM32UQK.mjs";
 import "../chunk-QAITLJ2E.mjs";
+import "../chunk-3KM32UQK.mjs";
 export {
   BaseStore,
   ChromaStore,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lov3kaizen/agentsea-embeddings",
-  "version": "1.1.0",
+  "version": "1.2.0",
   "description": "Vector embedding lifecycle management toolkit for Node.js - versioning, caching, chunking, drift detection, and migration",
   "main": "dist/index.js",
   "module": "dist/index.mjs",
@@ -61,12 +61,12 @@
   },
   "dependencies": {
     "eventemitter3": "^5.0.0",
-    "lru-cache": "^10.0.0",
-    "nanoid": "^5.0.0"
+    "lru-cache": "^10.0.0"
   },
   "devDependencies": {
     "@types/better-sqlite3": "^7.6.0",
     "@types/node": "^20.0.0",
+    "nanoid": "^5.0.0",
     "tsup": "^8.0.0",
     "typescript": "^5.3.0",
     "vitest": "^3.2.6"
@@ -94,8 +94,8 @@
     "node": ">=20.0.0"
   },
   "scripts": {
-    "build": "tsup src/index.ts src/chunking/index.ts src/caching/index.ts src/stores/index.ts src/providers/index.ts --format cjs,esm --dts --clean --external ioredis --external better-sqlite3 --external chromadb --external @pinecone-database/pinecone --external @qdrant/js-client-rest --external weaviate-ts-client --external cohere-ai --external ollama --external pg --external @zilliz/milvus2-sdk-node --external @xenova/transformers",
-    "dev": "tsup src/index.ts --format cjs,esm --dts --watch",
+    "build": "tsup",
+    "dev": "tsup --watch",
     "test": "vitest run",
     "test:watch": "vitest",
     "test:coverage": "vitest run --coverage",

package/dist/{chunk-5GTQFVEI.mjs → chunk-G4WUUZJH.mjs}

@@ -1,15 +1,15 @@
 import {
   importOptional
 } from "./chunk-2TCNSTX3.mjs";
+import {
+  EmbeddingModel
+} from "./chunk-QAITLJ2E.mjs";
 import {
   batch,
   measureTime,
   retry,
   withConcurrency
 } from "./chunk-3KM32UQK.mjs";
-import {
-  EmbeddingModel
-} from "./chunk-QAITLJ2E.mjs";
 
 // src/providers/BaseProvider.ts
 var BaseProvider = class extends EmbeddingModel {

package/dist/{chunk-JHWMXQ56.mjs → chunk-MDU673U5.mjs}

@@ -1,12 +1,12 @@
 import {
   importOptional
 } from "./chunk-2TCNSTX3.mjs";
-import {
-  batch
-} from "./chunk-3KM32UQK.mjs";
 import {
   EmbeddingModel
 } from "./chunk-QAITLJ2E.mjs";
+import {
+  batch
+} from "./chunk-3KM32UQK.mjs";
 
 // src/stores/BaseStore.ts
 var BaseStore = class {