@lov3kaizen/agentsea-embeddings 1.1.0 → 1.1.1

package/dist/{chunk-DJAURHAS.mjs → chunk-U6EYWYUD.mjs}

@@ -2,8 +2,37 @@ import {
   EmbeddingModel
 } from "./chunk-QAITLJ2E.mjs";
 
+// ../../node_modules/.pnpm/nanoid@5.1.6/node_modules/nanoid/index.js
+import { webcrypto as crypto } from "crypto";
+
+// ../../node_modules/.pnpm/nanoid@5.1.6/node_modules/nanoid/url-alphabet/index.js
+var urlAlphabet = "useandom-26T198340PX75pxJACKVERYMINDBUSHWOLF_GQZbfghjklqvwyzrict";
+
+// ../../node_modules/.pnpm/nanoid@5.1.6/node_modules/nanoid/index.js
+var POOL_SIZE_MULTIPLIER = 128;
+var pool;
+var poolOffset;
+function fillPool(bytes) {
+  if (!pool || pool.length < bytes) {
+    pool = Buffer.allocUnsafe(bytes * POOL_SIZE_MULTIPLIER);
+    crypto.getRandomValues(pool);
+    poolOffset = 0;
+  } else if (poolOffset + bytes > pool.length) {
+    crypto.getRandomValues(pool);
+    poolOffset = 0;
+  }
+  poolOffset += bytes;
+}
+function nanoid(size = 21) {
+  fillPool(size |= 0);
+  let id = "";
+  for (let i = poolOffset - size; i < poolOffset; i++) {
+    id += urlAlphabet[pool[i] & 63];
+  }
+  return id;
+}
+
 // src/chunking/BaseChunker.ts
-import { nanoid } from "nanoid";
 var defaultTokenCounter = (text) => {
   return Math.ceil(text.length / 4);
 };
@@ -1098,6 +1127,7 @@ async function chunk(text, strategy = "recursive", options) {
 }
 
 export {
+  nanoid,
   defaultTokenCounter,
   BaseChunker,
   mergeSmallChunks,

package/dist/chunking/index.js

@@ -39,8 +39,37 @@ __export(chunking_exports, {
 });
 module.exports = __toCommonJS(chunking_exports);
 
+// ../../node_modules/.pnpm/nanoid@5.1.6/node_modules/nanoid/index.js
+var import_node_crypto = require("crypto");
+
+// ../../node_modules/.pnpm/nanoid@5.1.6/node_modules/nanoid/url-alphabet/index.js
+var urlAlphabet = "useandom-26T198340PX75pxJACKVERYMINDBUSHWOLF_GQZbfghjklqvwyzrict";
+
+// ../../node_modules/.pnpm/nanoid@5.1.6/node_modules/nanoid/index.js
+var POOL_SIZE_MULTIPLIER = 128;
+var pool;
+var poolOffset;
+function fillPool(bytes) {
+  if (!pool || pool.length < bytes) {
+    pool = Buffer.allocUnsafe(bytes * POOL_SIZE_MULTIPLIER);
+    import_node_crypto.webcrypto.getRandomValues(pool);
+    poolOffset = 0;
+  } else if (poolOffset + bytes > pool.length) {
+    import_node_crypto.webcrypto.getRandomValues(pool);
+    poolOffset = 0;
+  }
+  poolOffset += bytes;
+}
+function nanoid(size = 21) {
+  fillPool(size |= 0);
+  let id = "";
+  for (let i = poolOffset - size; i < poolOffset; i++) {
+    id += urlAlphabet[pool[i] & 63];
+  }
+  return id;
+}
+
 // src/chunking/BaseChunker.ts
-var import_nanoid = require("nanoid");
 var defaultTokenCounter = (text) => {
   return Math.ceil(text.length / 4);
 };
@@ -82,7 +111,7 @@ var BaseChunker = class {
     if (options.source) metadata.source = options.source;
     if (options.type) metadata.type = options.type;
     return {
-      id: (0, import_nanoid.nanoid)(),
+      id: nanoid(),
       text,
       index,
       startPosition,
@@ -190,7 +219,7 @@ function splitLargeChunks(chunks, maxTokens, tokenCounter) {
       if (testTokens > maxTokens && currentText) {
         result.push({
           ...chunk2,
-          id: (0, import_nanoid.nanoid)(),
+          id: nanoid(),
           text: currentText,
           startPosition: currentStart,
           endPosition: currentStart + currentText.length,
@@ -206,7 +235,7 @@ function splitLargeChunks(chunks, maxTokens, tokenCounter) {
     if (currentText) {
       result.push({
         ...chunk2,
-        id: (0, import_nanoid.nanoid)(),
+        id: nanoid(),
         text: currentText,
         startPosition: currentStart,
         endPosition: currentStart + currentText.length,

package/dist/chunking/index.mjs

@@ -15,7 +15,7 @@ import {
   defaultTokenCounter,
   mergeSmallChunks,
   splitLargeChunks
-} from "../chunk-DJAURHAS.mjs";
+} from "../chunk-U6EYWYUD.mjs";
 import "../chunk-QAITLJ2E.mjs";
 export {
   BaseChunker,

package/dist/index.js

@@ -1814,8 +1814,37 @@ function createHuggingFaceProvider(config) {
   return new HuggingFaceProvider(config);
 }
 
+// ../../node_modules/.pnpm/nanoid@5.1.6/node_modules/nanoid/index.js
+var import_node_crypto = require("crypto");
+
+// ../../node_modules/.pnpm/nanoid@5.1.6/node_modules/nanoid/url-alphabet/index.js
+var urlAlphabet = "useandom-26T198340PX75pxJACKVERYMINDBUSHWOLF_GQZbfghjklqvwyzrict";
+
+// ../../node_modules/.pnpm/nanoid@5.1.6/node_modules/nanoid/index.js
+var POOL_SIZE_MULTIPLIER = 128;
+var pool;
+var poolOffset;
+function fillPool(bytes) {
+  if (!pool || pool.length < bytes) {
+    pool = Buffer.allocUnsafe(bytes * POOL_SIZE_MULTIPLIER);
+    import_node_crypto.webcrypto.getRandomValues(pool);
+    poolOffset = 0;
+  } else if (poolOffset + bytes > pool.length) {
+    import_node_crypto.webcrypto.getRandomValues(pool);
+    poolOffset = 0;
+  }
+  poolOffset += bytes;
+}
+function nanoid(size = 21) {
+  fillPool(size |= 0);
+  let id = "";
+  for (let i = poolOffset - size; i < poolOffset; i++) {
+    id += urlAlphabet[pool[i] & 63];
+  }
+  return id;
+}
+
 // src/chunking/BaseChunker.ts
-var import_nanoid = require("nanoid");
 var defaultTokenCounter = (text) => {
   return Math.ceil(text.length / 4);
 };
@@ -1857,7 +1886,7 @@ var BaseChunker = class {
     if (options.source) metadata.source = options.source;
     if (options.type) metadata.type = options.type;
     return {
-      id: (0, import_nanoid.nanoid)(),
+      id: nanoid(),
       text,
       index,
       startPosition,
@@ -1965,7 +1994,7 @@ function splitLargeChunks(chunks, maxTokens, tokenCounter) {
       if (testTokens > maxTokens && currentText) {
         result.push({
           ...chunk2,
-          id: (0, import_nanoid.nanoid)(),
+          id: nanoid(),
           text: currentText,
           startPosition: currentStart,
           endPosition: currentStart + currentText.length,
@@ -1981,7 +2010,7 @@ function splitLargeChunks(chunks, maxTokens, tokenCounter) {
     if (currentText) {
       result.push({
         ...chunk2,
-        id: (0, import_nanoid.nanoid)(),
+        id: nanoid(),
         text: currentText,
         startPosition: currentStart,
         endPosition: currentStart + currentText.length,
@@ -5467,7 +5496,6 @@ function createStore(type, config) {
 }
 
 // src/versioning/VersionRegistry.ts
-var import_nanoid2 = require("nanoid");
 var import_eventemitter32 = __toESM(require("eventemitter3"));
 var VersionRegistry = class extends import_eventemitter32.default {
   versions = /* @__PURE__ */ new Map();
@@ -5488,7 +5516,7 @@ var VersionRegistry = class extends import_eventemitter32.default {
   register(version) {
     const newVersion = {
       ...version,
-      id: (0, import_nanoid2.nanoid)(),
+      id: nanoid(),
       createdAt: Date.now(),
       active: false,
       deprecated: false
@@ -5719,7 +5747,6 @@ function createVersionRegistry(options) {
 
 // src/quality/DriftDetector.ts
 var import_eventemitter33 = __toESM(require("eventemitter3"));
-var import_nanoid3 = require("nanoid");
 var DriftDetector = class extends import_eventemitter33.default {
   reference = null;
   config;
@@ -5754,7 +5781,7 @@ var DriftDetector = class extends import_eventemitter33.default {
       varianceVector.push(variance(values));
     }
     this.reference = {
-      id: (0, import_nanoid3.nanoid)(),
+      id: nanoid(),
       model,
       version,
       sampleCount: embeddings.length,
@@ -5929,7 +5956,7 @@ var DriftDetector = class extends import_eventemitter33.default {
    */
   emitAlert(result) {
     const alert = {
-      id: (0, import_nanoid3.nanoid)(),
+      id: nanoid(),
       type: "drift_detected",
       severity: result.severity,
       message: `Embedding drift detected with score ${result.driftScore.toFixed(3)}`,

package/dist/index.mjs

@@ -1,3 +1,18 @@
+import {
+  BaseProvider,
+  CohereProvider,
+  HuggingFaceProvider,
+  LocalProvider,
+  OpenAIProvider,
+  VoyageProvider,
+  createCohereProvider,
+  createHuggingFaceProvider,
+  createLocalProvider,
+  createMockProvider,
+  createOpenAIProvider,
+  createRandomProvider,
+  createVoyageProvider
+} from "./chunk-5GTQFVEI.mjs";
 import {
   BaseCache,
   MemoryCache,
@@ -27,23 +42,9 @@ import {
   createSemanticChunker,
   defaultTokenCounter,
   mergeSmallChunks,
+  nanoid,
   splitLargeChunks
-} from "./chunk-DJAURHAS.mjs";
-import {
-  BaseProvider,
-  CohereProvider,
-  HuggingFaceProvider,
-  LocalProvider,
-  OpenAIProvider,
-  VoyageProvider,
-  createCohereProvider,
-  createHuggingFaceProvider,
-  createLocalProvider,
-  createMockProvider,
-  createOpenAIProvider,
-  createRandomProvider,
-  createVoyageProvider
-} from "./chunk-5GTQFVEI.mjs";
+} from "./chunk-U6EYWYUD.mjs";
 import {
   BaseStore,
   ChromaStore,
@@ -433,7 +434,6 @@ function createEmbeddingManager(config) {
 }
 
 // src/versioning/VersionRegistry.ts
-import { nanoid } from "nanoid";
 import EventEmitter2 from "eventemitter3";
 var VersionRegistry = class extends EventEmitter2 {
   versions = /* @__PURE__ */ new Map();
@@ -685,7 +685,6 @@ function createVersionRegistry(options) {
 
 // src/quality/DriftDetector.ts
 import EventEmitter3 from "eventemitter3";
-import { nanoid as nanoid2 } from "nanoid";
 var DriftDetector = class extends EventEmitter3 {
   reference = null;
   config;
@@ -720,7 +719,7 @@ var DriftDetector = class extends EventEmitter3 {
       varianceVector.push(variance(values));
     }
     this.reference = {
-      id: nanoid2(),
+      id: nanoid(),
       model,
       version,
       sampleCount: embeddings.length,
@@ -895,7 +894,7 @@ var DriftDetector = class extends EventEmitter3 {
    */
   emitAlert(result) {
     const alert = {
-      id: nanoid2(),
+      id: nanoid(),
       type: "drift_detected",
       severity: result.severity,
       message: `Embedding drift detected with score ${result.driftScore.toFixed(3)}`,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lov3kaizen/agentsea-embeddings",
-  "version": "1.1.0",
+  "version": "1.1.1",
   "description": "Vector embedding lifecycle management toolkit for Node.js - versioning, caching, chunking, drift detection, and migration",
   "main": "dist/index.js",
   "module": "dist/index.mjs",
@@ -61,12 +61,12 @@
   },
   "dependencies": {
     "eventemitter3": "^5.0.0",
-    "lru-cache": "^10.0.0",
-    "nanoid": "^5.0.0"
+    "lru-cache": "^10.0.0"
   },
   "devDependencies": {
     "@types/better-sqlite3": "^7.6.0",
     "@types/node": "^20.0.0",
+    "nanoid": "^5.0.0",
     "tsup": "^8.0.0",
     "typescript": "^5.3.0",
     "vitest": "^3.2.6"
@@ -94,8 +94,8 @@
     "node": ">=20.0.0"
   },
   "scripts": {
-    "build": "tsup src/index.ts src/chunking/index.ts src/caching/index.ts src/stores/index.ts src/providers/index.ts --format cjs,esm --dts --clean --external ioredis --external better-sqlite3 --external chromadb --external @pinecone-database/pinecone --external @qdrant/js-client-rest --external weaviate-ts-client --external cohere-ai --external ollama --external pg --external @zilliz/milvus2-sdk-node --external @xenova/transformers",
-    "dev": "tsup src/index.ts --format cjs,esm --dts --watch",
+    "build": "tsup",
+    "dev": "tsup --watch",
     "test": "vitest run",
     "test:watch": "vitest",
     "test:coverage": "vitest run --coverage",