@vibe-agent-toolkit/rag 0.1.13 → 0.1.14

package/dist/chunking/chunk-resource.d.ts

@@ -4,6 +4,7 @@
  * Chunks ResourceMetadata using hybrid heading-based + token-aware strategy.
  */
 import type { ResourceMetadata } from '@vibe-agent-toolkit/resources';
+import type { TokenCounter } from '../interfaces/token-counter.js';
 import type { RAGChunk } from '../schemas/chunk.js';
 import type { ChunkingConfig, ChunkingResult, RawChunk } from './types.js';
 /**
@@ -40,7 +41,8 @@ export declare function chunkResource(resource: ChunkableResource, config: Chunk
  * @param resource - Source chunkable resource with frontmatter
  * @param embeddings - Embedding array for each chunk
  * @param embeddingModel - Model used for embeddings
+ * @param tokenCounter - Optional token counter to compute token counts (defaults to 0 if not provided)
  * @returns Array of complete RAGChunks
  */
-export declare function enrichChunks(rawChunks: RawChunk[], resource: ChunkableResource, embeddings: number[][], embeddingModel: string): RAGChunk[];
+export declare function enrichChunks(rawChunks: RawChunk[], resource: ChunkableResource, embeddings: number[][], embeddingModel: string, tokenCounter?: TokenCounter): RAGChunk[];
 //# sourceMappingURL=chunk-resource.d.ts.map

package/dist/chunking/chunk-resource.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"chunk-resource.d.ts","sourceRoot":"","sources":["../../src/chunking/chunk-resource.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAe,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AAEnF,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAGpD,OAAO,KAAK,EAAE,cAAc,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAG3E;;;;;GAKG;AACH,MAAM,WAAW,iBAAkB,SAAQ,gBAAgB;IACzD,mCAAmC;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,uCAAuC;IACvC,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACtC;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,aAAa,CAC3B,QAAQ,EAAE,iBAAiB,EAC3B,MAAM,EAAE,cAAc,GACrB,cAAc,CAqEhB;AA+DD;;;;;;;;;;GAUG;AACH,wBAAgB,YAAY,CAC1B,SAAS,EAAE,QAAQ,EAAE,EACrB,QAAQ,EAAE,iBAAiB,EAC3B,UAAU,EAAE,MAAM,EAAE,EAAE,EACtB,cAAc,EAAE,MAAM,GACrB,QAAQ,EAAE,CA6BZ"}
+{"version":3,"file":"chunk-resource.d.ts","sourceRoot":"","sources":["../../src/chunking/chunk-resource.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAe,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AAEnF,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAGpD,OAAO,KAAK,EAAE,cAAc,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAG3E;;;;;GAKG;AACH,MAAM,WAAW,iBAAkB,SAAQ,gBAAgB;IACzD,mCAAmC;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,uCAAuC;IACvC,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACtC;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,aAAa,CAC3B,QAAQ,EAAE,iBAAiB,EAC3B,MAAM,EAAE,cAAc,GACrB,cAAc,CAqEhB;AA+DD;;;;;;;;;;;GAWG;AACH,wBAAgB,YAAY,CAC1B,SAAS,EAAE,QAAQ,EAAE,EACrB,QAAQ,EAAE,iBAAiB,EAC3B,UAAU,EAAE,MAAM,EAAE,EAAE,EACtB,cAAc,EAAE,MAAM,EACtB,YAAY,CAAC,EAAE,YAAY,GAC1B,QAAQ,EAAE,CA+BZ"}

package/dist/chunking/chunk-resource.js

@@ -137,9 +137,10 @@ function buildHeadingPath(headings, currentIndex) {
  * @param resource - Source chunkable resource with frontmatter
  * @param embeddings - Embedding array for each chunk
  * @param embeddingModel - Model used for embeddings
+ * @param tokenCounter - Optional token counter to compute token counts (defaults to 0 if not provided)
  * @returns Array of complete RAGChunks
  */
-export function enrichChunks(rawChunks, resource, embeddings, embeddingModel) {
+export function enrichChunks(rawChunks, resource, embeddings, embeddingModel, tokenCounter) {
     const enrichedChunks = rawChunks.map((raw, index) => {
         const chunkId = generateChunkId(resource.id, index);
         const contentHash = generateContentHash(raw.content);
@@ -148,7 +149,9 @@ export function enrichChunks(rawChunks, resource, embeddings, embeddingModel) {
             resourceId: resource.id,
             content: raw.content,
             contentHash,
-            tokenCount: 0, // Will be set by caller
+            tokenCount: tokenCounter ? tokenCounter.count(raw.content) : 0,
+            chunkIndex: index,
+            totalChunks: rawChunks.length,
             headingPath: raw.headingPath,
             headingLevel: raw.headingLevel,
             startLine: raw.startLine,

package/dist/chunking/chunk-resource.js.map

@@ -1 +1 @@
-{"version":3,"file":"chunk-resource.js","sourceRoot":"","sources":["../../src/chunking/chunk-resource.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAMH,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAErD,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAelE;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,aAAa,CAC3B,QAA2B,EAC3B,MAAsB;IAEtB,MAAM,SAAS,GAAe,EAAE,CAAC;IAEjC,iDAAiD;IACjD,MAAM,YAAY,GAAG,eAAe,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAExD,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,+CAA+C;QAC/C,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,aAAa,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE;YACrD,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,KAAK,CAAC,MAAM;SACtB,CAAC,CAAC;QACH,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;IAC5B,CAAC;SAAM,CAAC;QACN,mCAAmC;QACnC,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAE3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,MAAM,OAAO,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;YAChC,IAAI,CAAC,OAAO;gBAAE,SAAS;YAEvB,MAAM,WAAW,GAAG,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAExC,iEAAiE;YACjE,+DAA+D;YAC/D,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,sBAAsB;YAC7D,MAAM,eAAe,GAAG,WAAW,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,sBAAsB;YAEvF,+CAA+C;YAC/C,MAAM,UAAU,GAAG,WAAW,GAAG,CAAC,CAAC;YACnC,MAAM,QAAQ,GAAG,eAAe,GAAG,CAAC,CAAC;YAErC,MAAM,cAAc,GAAG,KAAK;iBACzB,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC;iBAC3B,IAAI,CAAC,IAAI,CAAC;iBACV,IAAI,EAAE,CAAC;YAEV,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAChC,SAAS;YACX,CAAC;YAED,iCAAiC;YACjC,MAAM,WAAW,GAAG,gBAAgB,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;YAEtD,yCAAyC;YACzC,wCAAwC;YACxC,MAAM,QAAQ,GAAG;gBACf,WAAW;gBACX,YAAY,EAAE,OAAO,CAAC,KAAK;gBAC3B,SAAS,EAAE,WAAW;gBACtB,OAAO,EAAE,eAAe,GAAG,CAAC,EAAE,4BAA4B;aAC3D,CAAC;YAEF,MAAM,aAAa,GAAG,aAAa,CAAC,cAAc,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;YACtE,SAAS,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAED,uBAAuB;IACvB,MAAM,WAAW,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAC/E,MAAM,KAAK,GAAG;QACZ,WAAW,EAAE,SAAS,CAAC,MAAM;QAC7B,aAAa,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM;QAC5E,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC;QACnC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC;KACpC,CAAC;IAEF,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;AACtC,CAAC;AAED;;;;;;;;GAQG;AACH,SAAS,eAAe,CAAC,QAAuB;IAC9C,MAAM,MAAM,GAAkB,EAAE,CAAC;IAEjC,SAAS,QAAQ,CAAC,KAAoB;QACpC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClB,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9C,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;IACH,CAAC;IAED,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAEnB,+DAA+D;IAC/D,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAC1B,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;QAC1B,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;QAC1B,OAAO,KAAK,GAAG,KAAK,CAAC;IACvB,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;;GAMG;AACH,SAAS,gBAAgB,CACvB,QAAgD,EAChD,YAAoB;IAEpB,MAAM,OAAO,GAAG,QAAQ,CAAC,YAAY,CAAC,CAAC;IACvC,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC;IAExB,MAAM,IAAI,GAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAEtC,yCAAyC;IACzC,KAAK,IAAI,CAAC,GAAG,YAAY,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC5B,IAAI,CAAC,OAAO;YAAE,SAAS;QAEvB,IAAI,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;YAClC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAC3B,IAAI,OAAO,CAAC,KAAK,KAAK,CAAC;gBAAE,MAAM,CAAC,oBAAoB;QACtD,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC1B,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,UAAU,YAAY,CAC1B,SAAqB,EACrB,QAA2B,EAC3B,UAAsB,EACtB,cAAsB;IAEtB,MAAM,cAAc,GAAe,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QAC9D,MAAM,OAAO,GAAG,eAAe,CAAC,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QACpD,MAAM,WAAW,GAAG,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAErD,OAAO;YACL,OAAO;YACP,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,WAAW;YACX,UAAU,EAAE,CAAC,EAAE,wBAAwB;YACvC,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,YAAY,EAAE,GAAG,CAAC,YAAY;YAC9B,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,IAAI,EAAE,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAyB;YAC1D,IAAI,EAAE,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAuB;YACxD,KAAK,EAAE,QAAQ,CAAC,WAAW,CAAC,OAAO,CAAuB;YAC1D,SAAS,EAAE,UAAU,CAAC,KAAK,CAAC,IAAI,EAAE;YAClC,cAAc;YACd,UAAU,EAAE,IAAI,IAAI,EAAE;YACtB,eAAe,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;YAChF,WAAW,EACT,KAAK,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;SACrF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,OAAO,cAAc,CAAC;AACxB,CAAC"}
+{"version":3,"file":"chunk-resource.js","sourceRoot":"","sources":["../../src/chunking/chunk-resource.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAOH,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAErD,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAelE;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,aAAa,CAC3B,QAA2B,EAC3B,MAAsB;IAEtB,MAAM,SAAS,GAAe,EAAE,CAAC;IAEjC,iDAAiD;IACjD,MAAM,YAAY,GAAG,eAAe,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAExD,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,+CAA+C;QAC/C,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,aAAa,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE;YACrD,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,KAAK,CAAC,MAAM;SACtB,CAAC,CAAC;QACH,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;IAC5B,CAAC;SAAM,CAAC;QACN,mCAAmC;QACnC,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAE3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,MAAM,OAAO,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;YAChC,IAAI,CAAC,OAAO;gBAAE,SAAS;YAEvB,MAAM,WAAW,GAAG,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAExC,iEAAiE;YACjE,+DAA+D;YAC/D,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,sBAAsB;YAC7D,MAAM,eAAe,GAAG,WAAW,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,sBAAsB;YAEvF,+CAA+C;YAC/C,MAAM,UAAU,GAAG,WAAW,GAAG,CAAC,CAAC;YACnC,MAAM,QAAQ,GAAG,eAAe,GAAG,CAAC,CAAC;YAErC,MAAM,cAAc,GAAG,KAAK;iBACzB,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC;iBAC3B,IAAI,CAAC,IAAI,CAAC;iBACV,IAAI,EAAE,CAAC;YAEV,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAChC,SAAS;YACX,CAAC;YAED,iCAAiC;YACjC,MAAM,WAAW,GAAG,gBAAgB,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;YAEtD,yCAAyC;YACzC,wCAAwC;YACxC,MAAM,QAAQ,GAAG;gBACf,WAAW;gBACX,YAAY,EAAE,OAAO,CAAC,KAAK;gBAC3B,SAAS,EAAE,WAAW;gBACtB,OAAO,EAAE,eAAe,GAAG,CAAC,EAAE,4BAA4B;aAC3D,CAAC;YAEF,MAAM,aAAa,GAAG,aAAa,CAAC,cAAc,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;YACtE,SAAS,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAED,uBAAuB;IACvB,MAAM,WAAW,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAC/E,MAAM,KAAK,GAAG;QACZ,WAAW,EAAE,SAAS,CAAC,MAAM;QAC7B,aAAa,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM;QAC5E,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC;QACnC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC;KACpC,CAAC;IAEF,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;AACtC,CAAC;AAED;;;;;;;;GAQG;AACH,SAAS,eAAe,CAAC,QAAuB;IAC9C,MAAM,MAAM,GAAkB,EAAE,CAAC;IAEjC,SAAS,QAAQ,CAAC,KAAoB;QACpC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClB,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9C,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;IACH,CAAC;IAED,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAEnB,+DAA+D;IAC/D,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAC1B,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;QAC1B,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;QAC1B,OAAO,KAAK,GAAG,KAAK,CAAC;IACvB,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;;GAMG;AACH,SAAS,gBAAgB,CACvB,QAAgD,EAChD,YAAoB;IAEpB,MAAM,OAAO,GAAG,QAAQ,CAAC,YAAY,CAAC,CAAC;IACvC,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC;IAExB,MAAM,IAAI,GAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAEtC,yCAAyC;IACzC,KAAK,IAAI,CAAC,GAAG,YAAY,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC5B,IAAI,CAAC,OAAO;YAAE,SAAS;QAEvB,IAAI,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;YAClC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAC3B,IAAI,OAAO,CAAC,KAAK,KAAK,CAAC;gBAAE,MAAM,CAAC,oBAAoB;QACtD,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC1B,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,YAAY,CAC1B,SAAqB,EACrB,QAA2B,EAC3B,UAAsB,EACtB,cAAsB,EACtB,YAA2B;IAE3B,MAAM,cAAc,GAAe,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QAC9D,MAAM,OAAO,GAAG,eAAe,CAAC,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QACpD,MAAM,WAAW,GAAG,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAErD,OAAO;YACL,OAAO;YACP,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,WAAW;YACX,UAAU,EAAE,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9D,UAAU,EAAE,KAAK;YACjB,WAAW,EAAE,SAAS,CAAC,MAAM;YAC7B,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,YAAY,EAAE,GAAG,CAAC,YAAY;YAC9B,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,IAAI,EAAE,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAyB;YAC1D,IAAI,EAAE,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAuB;YACxD,KAAK,EAAE,QAAQ,CAAC,WAAW,CAAC,OAAO,CAAuB;YAC1D,SAAS,EAAE,UAAU,CAAC,KAAK,CAAC,IAAI,EAAE;YAClC,cAAc;YACd,UAAU,EAAE,IAAI,IAAI,EAAE;YACtB,eAAe,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;YAChF,WAAW,EACT,KAAK,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;SACrF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,OAAO,cAAc,CAAC;AACxB,CAAC"}

package/dist/embedding-providers/index.d.ts

@@ -5,4 +5,5 @@
  */
 export { TransformersEmbeddingProvider, type TransformersEmbeddingConfig, } from './transformers-embedding-provider.js';
 export { OpenAIEmbeddingProvider, type OpenAIEmbeddingConfig, } from './openai-embedding-provider.js';
+export { OnnxEmbeddingProvider, type OnnxEmbeddingConfig, } from './onnx-embedding-provider.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/embedding-providers/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/embedding-providers/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EACL,6BAA6B,EAC7B,KAAK,2BAA2B,GACjC,MAAM,sCAAsC,CAAC;AAE9C,OAAO,EACL,uBAAuB,EACvB,KAAK,qBAAqB,GAC3B,MAAM,gCAAgC,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/embedding-providers/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EACL,6BAA6B,EAC7B,KAAK,2BAA2B,GACjC,MAAM,sCAAsC,CAAC;AAE9C,OAAO,EACL,uBAAuB,EACvB,KAAK,qBAAqB,GAC3B,MAAM,gCAAgC,CAAC;AAExC,OAAO,EACL,qBAAqB,EACrB,KAAK,mBAAmB,GACzB,MAAM,8BAA8B,CAAC"}

package/dist/embedding-providers/index.js

@@ -5,4 +5,5 @@
  */
 export { TransformersEmbeddingProvider, } from './transformers-embedding-provider.js';
 export { OpenAIEmbeddingProvider, } from './openai-embedding-provider.js';
+export { OnnxEmbeddingProvider, } from './onnx-embedding-provider.js';
 //# sourceMappingURL=index.js.map

package/dist/embedding-providers/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/embedding-providers/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EACL,6BAA6B,GAE9B,MAAM,sCAAsC,CAAC;AAE9C,OAAO,EACL,uBAAuB,GAExB,MAAM,gCAAgC,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/embedding-providers/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EACL,6BAA6B,GAE9B,MAAM,sCAAsC,CAAC;AAE9C,OAAO,EACL,uBAAuB,GAExB,MAAM,gCAAgC,CAAC;AAExC,OAAO,EACL,qBAAqB,GAEtB,MAAM,8BAA8B,CAAC"}

package/dist/embedding-providers/onnx-embedding-provider.d.ts

@@ -0,0 +1,96 @@
+/**
+ * ONNX Embedding Provider
+ *
+ * Uses onnxruntime-node for native ONNX inference of embedding models.
+ * No API key required, runs entirely in Node.js with native performance.
+ *
+ * Requires optional dependency: npm install onnxruntime-node
+ *
+ * Features:
+ * - Pure TypeScript WordPiece tokenizer (no native tokenizer dependency)
+ * - Auto-downloads models from HuggingFace CDN
+ * - Batched inference for efficient multi-text embedding
+ * - L2-normalized output for cosine similarity
+ */
+import type { EmbeddingProvider } from '../interfaces/embedding.js';
+/**
+ * Configuration for OnnxEmbeddingProvider
+ */
+export interface OnnxEmbeddingConfig {
+    /** HuggingFace model ID (default: 'sentence-transformers/all-MiniLM-L6-v2') */
+    model?: string;
+    /** Embedding dimensions (default: 384) */
+    dimensions?: number;
+    /** Path to pre-downloaded model directory containing model.onnx and vocab.txt (optional) */
+    modelPath?: string;
+    /** Cache directory for auto-downloaded models (default: ~/.cache/vat-onnx-models) */
+    cacheDir?: string;
+    /** ONNX Runtime execution providers to try (default: let onnxruntime-node auto-detect) */
+    executionProviders?: string[];
+    /** Max sequence length for tokenization (default: 256) */
+    maxSequenceLength?: number;
+}
+/**
+ * OnnxEmbeddingProvider
+ *
+ * Local embedding generation using ONNX Runtime for native inference.
+ * Default model: sentence-transformers/all-MiniLM-L6-v2 (384 dimensions)
+ *
+ * Benefits:
+ * - No API key required
+ * - Native C++ inference performance via onnxruntime-node
+ * - Pure TypeScript tokenizer (no native tokenizer dependency)
+ * - Auto-downloads models from HuggingFace
+ * - Batched inference support
+ * - Platform-aware execution provider selection
+ *
+ * Note: First run downloads model files (~80MB for all-MiniLM-L6-v2 ONNX)
+ */
+export declare class OnnxEmbeddingProvider implements EmbeddingProvider {
+    readonly name = "onnx";
+    readonly model: string;
+    readonly dimensions: number;
+    private readonly configModelPath;
+    private readonly cacheDir;
+    private readonly executionProviders;
+    private readonly maxSequenceLength;
+    private initPromise;
+    /**
+     * Create OnnxEmbeddingProvider
+     *
+     * @param config - Optional configuration
+     */
+    constructor(config?: OnnxEmbeddingConfig);
+    /**
+     * Initialize the ONNX session and tokenizer.
+     *
+     * Uses a single promise to avoid race conditions when multiple
+     * embed calls happen concurrently.
+     */
+    private initialize;
+    /**
+     * Load the ONNX model and tokenizer.
+     *
+     * If modelPath is provided, uses it directly. Otherwise, ensures
+     * model files are downloaded to the cache directory.
+     */
+    private loadModel;
+    /**
+     * Embed a single text chunk
+     *
+     * @param text - Text to embed
+     * @returns Normalized vector embedding
+     */
+    embed(text: string): Promise<number[]>;
+    /**
+     * Embed multiple text chunks efficiently using batched inference.
+     *
+     * Tokenizes all texts, creates batched ONNX tensors, runs a single
+     * inference call, then applies mean pooling and L2 normalization.
+     *
+     * @param texts - Array of texts to embed
+     * @returns Array of normalized vector embeddings
+     */
+    embedBatch(texts: string[]): Promise<number[][]>;
+}
+//# sourceMappingURL=onnx-embedding-provider.d.ts.map

package/dist/embedding-providers/onnx-embedding-provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"onnx-embedding-provider.d.ts","sourceRoot":"","sources":["../../src/embedding-providers/onnx-embedding-provider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAKH,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AASpE;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,+EAA+E;IAC/E,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,0CAA0C;IAC1C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,4FAA4F;IAC5F,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,qFAAqF;IACrF,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,0FAA0F;IAC1F,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC9B,0DAA0D;IAC1D,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AA2FD;;;;;;;;;;;;;;;GAeG;AACH,qBAAa,qBAAsB,YAAW,iBAAiB;IAC7D,QAAQ,CAAC,IAAI,UAAU;IACvB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAE5B,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAqB;IACrD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAuB;IAC1D,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAS;IAE3C,OAAO,CAAC,WAAW,CAAqC;IAExD;;;;OAIG;gBACS,MAAM,GAAE,mBAAwB;IAS5C;;;;;OAKG;YACW,UAAU;IAKxB;;;;;OAKG;YACW,SAAS;IAyBvB;;;;;OAKG;IACG,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAU5C;;;;;;;;OAQG;IACG,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;CA6CvD"}

package/dist/embedding-providers/onnx-embedding-provider.js

@@ -0,0 +1,179 @@
+/**
+ * ONNX Embedding Provider
+ *
+ * Uses onnxruntime-node for native ONNX inference of embedding models.
+ * No API key required, runs entirely in Node.js with native performance.
+ *
+ * Requires optional dependency: npm install onnxruntime-node
+ *
+ * Features:
+ * - Pure TypeScript WordPiece tokenizer (no native tokenizer dependency)
+ * - Auto-downloads models from HuggingFace CDN
+ * - Batched inference for efficient multi-text embedding
+ * - L2-normalized output for cosine similarity
+ */
+import { homedir } from 'node:os';
+import { join } from 'node:path';
+import { BertTokenizer, ensureModelFiles, l2Normalize, meanPooling, } from './onnx-utils.js';
+/**
+ * Lazily import onnxruntime-node with a clear error message.
+ */
+async function loadOnnxRuntime() {
+    try {
+        const ort = await import('onnxruntime-node');
+        return ort;
+    }
+    catch {
+        throw new Error('onnxruntime-node is not installed. Install with: npm install onnxruntime-node');
+    }
+}
+/**
+ * Build batched ONNX tensors from tokenizer output.
+ *
+ * Creates int64 tensors for input_ids and attention_mask with
+ * shape [batchSize, sequenceLength].
+ */
+function createBatchTensors(ort, inputIds, attentionMask, batchSize, sequenceLength) {
+    const flatInputIds = new BigInt64Array(batchSize * sequenceLength);
+    const flatMask = new BigInt64Array(batchSize * sequenceLength);
+    for (let batch = 0; batch < batchSize; batch++) {
+        const batchIds = inputIds[batch];
+        const batchMask = attentionMask[batch];
+        if (!batchIds || !batchMask) {
+            continue;
+        }
+        for (let seq = 0; seq < sequenceLength; seq++) {
+            const index = batch * sequenceLength + seq;
+            flatInputIds[index] = BigInt(batchIds[seq] ?? 0);
+            flatMask[index] = BigInt(batchMask[seq] ?? 0);
+        }
+    }
+    const dims = [batchSize, sequenceLength];
+    // token_type_ids is all zeros for single-segment inputs (standard for embedding models)
+    const flatTokenTypeIds = new BigInt64Array(batchSize * sequenceLength);
+    return {
+        inputIdsTensor: new ort.Tensor('int64', flatInputIds, dims),
+        attentionMaskTensor: new ort.Tensor('int64', flatMask, dims),
+        tokenTypeIdsTensor: new ort.Tensor('int64', flatTokenTypeIds, dims),
+    };
+}
+/**
+ * OnnxEmbeddingProvider
+ *
+ * Local embedding generation using ONNX Runtime for native inference.
+ * Default model: sentence-transformers/all-MiniLM-L6-v2 (384 dimensions)
+ *
+ * Benefits:
+ * - No API key required
+ * - Native C++ inference performance via onnxruntime-node
+ * - Pure TypeScript tokenizer (no native tokenizer dependency)
+ * - Auto-downloads models from HuggingFace
+ * - Batched inference support
+ * - Platform-aware execution provider selection
+ *
+ * Note: First run downloads model files (~80MB for all-MiniLM-L6-v2 ONNX)
+ */
+export class OnnxEmbeddingProvider {
+    name = 'onnx';
+    model;
+    dimensions;
+    configModelPath;
+    cacheDir;
+    executionProviders;
+    maxSequenceLength;
+    initPromise = null;
+    /**
+     * Create OnnxEmbeddingProvider
+     *
+     * @param config - Optional configuration
+     */
+    constructor(config = {}) {
+        this.model = config.model ?? 'sentence-transformers/all-MiniLM-L6-v2';
+        this.dimensions = config.dimensions ?? 384;
+        this.configModelPath = config.modelPath;
+        this.cacheDir = config.cacheDir ?? join(homedir(), '.cache', 'vat-onnx-models');
+        this.executionProviders = config.executionProviders;
+        this.maxSequenceLength = config.maxSequenceLength ?? 256;
+    }
+    /**
+     * Initialize the ONNX session and tokenizer.
+     *
+     * Uses a single promise to avoid race conditions when multiple
+     * embed calls happen concurrently.
+     */
+    async initialize() {
+        this.initPromise ??= this.loadModel();
+        return this.initPromise;
+    }
+    /**
+     * Load the ONNX model and tokenizer.
+     *
+     * If modelPath is provided, uses it directly. Otherwise, ensures
+     * model files are downloaded to the cache directory.
+     */
+    async loadModel() {
+        const ort = await loadOnnxRuntime();
+        let modelPath;
+        let vocabPath;
+        if (this.configModelPath) {
+            modelPath = join(this.configModelPath, 'model.onnx');
+            vocabPath = join(this.configModelPath, 'vocab.txt');
+        }
+        else {
+            const files = await ensureModelFiles(this.model, this.cacheDir);
+            modelPath = files.modelPath;
+            vocabPath = files.vocabPath;
+        }
+        const sessionOptions = this.executionProviders
+            ? { executionProviders: this.executionProviders }
+            : undefined;
+        const session = await ort.InferenceSession.create(modelPath, sessionOptions);
+        const tokenizer = await BertTokenizer.fromVocabFile(vocabPath);
+        return { session, tokenizer };
+    }
+    /**
+     * Embed a single text chunk
+     *
+     * @param text - Text to embed
+     * @returns Normalized vector embedding
+     */
+    async embed(text) {
+        const [result] = await this.embedBatch([text]);
+        if (!result) {
+            throw new Error('ONNX inference returned no embeddings');
+        }
+        return result;
+    }
+    /**
+     * Embed multiple text chunks efficiently using batched inference.
+     *
+     * Tokenizes all texts, creates batched ONNX tensors, runs a single
+     * inference call, then applies mean pooling and L2 normalization.
+     *
+     * @param texts - Array of texts to embed
+     * @returns Array of normalized vector embeddings
+     */
+    async embedBatch(texts) {
+        if (texts.length === 0) {
+            return [];
+        }
+        const { session, tokenizer } = await this.initialize();
+        const ort = await loadOnnxRuntime();
+        const { inputIds, attentionMask, maxLen } = tokenizer.tokenizeBatch(texts, this.maxSequenceLength);
+        const batchSize = texts.length;
+        const { inputIdsTensor, attentionMaskTensor, tokenTypeIdsTensor } = createBatchTensors(ort, inputIds, attentionMask, batchSize, maxLen);
+        const outputs = await session.run({
+            input_ids: inputIdsTensor,
+            attention_mask: attentionMaskTensor,
+            token_type_ids: tokenTypeIdsTensor,
+        });
+        const lastHiddenState = outputs['last_hidden_state'];
+        if (!lastHiddenState) {
+            throw new Error('ONNX model did not return last_hidden_state output');
+        }
+        const hiddenData = lastHiddenState.data;
+        const pooled = meanPooling(hiddenData, attentionMask, batchSize, maxLen, this.dimensions);
+        return pooled.map((vector) => l2Normalize(vector));
+    }
+}
+//# sourceMappingURL=onnx-embedding-provider.js.map

package/dist/embedding-providers/onnx-embedding-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"onnx-embedding-provider.js","sourceRoot":"","sources":["../../src/embedding-providers/onnx-embedding-provider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAIjC,OAAO,EACL,aAAa,EACb,gBAAgB,EAChB,WAAW,EACX,WAAW,GACZ,MAAM,iBAAiB,CAAC;AAoDzB;;GAEG;AACH,KAAK,UAAU,eAAe;IAC5B,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;QAC7C,OAAO,GAA2B,CAAC;IACrC,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CACb,+EAA+E,CAChF,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,SAAS,kBAAkB,CACzB,GAAc,EACd,QAAoB,EACpB,aAAyB,EACzB,SAAiB,EACjB,cAAsB;IAEtB,MAAM,YAAY,GAAG,IAAI,aAAa,CAAC,SAAS,GAAG,cAAc,CAAC,CAAC;IACnE,MAAM,QAAQ,GAAG,IAAI,aAAa,CAAC,SAAS,GAAG,cAAc,CAAC,CAAC;IAE/D,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC;QAC/C,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;QACjC,MAAM,SAAS,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;QAEvC,IAAI,CAAC,QAAQ,IAAI,CAAC,SAAS,EAAE,CAAC;YAC5B,SAAS;QACX,CAAC;QAED,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,cAAc,EAAE,GAAG,EAAE,EAAE,CAAC;YAC9C,MAAM,KAAK,GAAG,KAAK,GAAG,cAAc,GAAG,GAAG,CAAC;YAC3C,YAAY,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;YACjD,QAAQ,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,SAAS,EAAE,cAAc,CAAU,CAAC;IAElD,wFAAwF;IACxF,MAAM,gBAAgB,GAAG,IAAI,aAAa,CAAC,SAAS,GAAG,cAAc,CAAC,CAAC;IAEvE,OAAO;QACL,cAAc,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,YAAY,EAAE,IAAI,CAAC;QAC3D,mBAAmB,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC;QAC5D,kBAAkB,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,gBAAgB,EAAE,IAAI,CAAC;KACpE,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;;;;GAeG;AACH,MAAM,OAAO,qBAAqB;IACvB,IAAI,GAAG,MAAM,CAAC;IACd,KAAK,CAAS;IACd,UAAU,CAAS;IAEX,eAAe,CAAqB;IACpC,QAAQ,CAAS;IACjB,kBAAkB,CAAuB;IACzC,iBAAiB,CAAS;IAEnC,WAAW,GAAgC,IAAI,CAAC;IAExD;;;;OAIG;IACH,YAAY,SAA8B,EAAE;QAC1C,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,wCAAwC,CAAC;QACtE,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,GAAG,CAAC;QAC3C,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,SAAS,CAAC;QACxC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,iBAAiB,CAAC,CAAC;QAChF,IAAI,CAAC,kBAAkB,GAAG,MAAM,CAAC,kBAAkB,CAAC;QACpD,IAAI,CAAC,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,IAAI,GAAG,CAAC;IAC3D,CAAC;IAED;;;;;OAKG;IACK,KAAK,CAAC,UAAU;QACtB,IAAI,CAAC,WAAW,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC;QACtC,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED;;;;;OAKG;IACK,KAAK,CAAC,SAAS;QACrB,MAAM,GAAG,GAAG,MAAM,eAAe,EAAE,CAAC;QAEpC,IAAI,SAAiB,CAAC;QACtB,IAAI,SAAiB,CAAC;QAEtB,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,YAAY,CAAC,CAAC;YACrD,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC;QACtD,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;YAChE,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;YAC5B,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;QAC9B,CAAC;QAED,MAAM,cAAc,GAAG,IAAI,CAAC,kBAAkB;YAC5C,CAAC,CAAC,EAAE,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,EAAE;YACjD,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;QAC7E,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QAE/D,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;IAChC,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAE/C,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC3D,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACvD,MAAM,GAAG,GAAG,MAAM,eAAe,EAAE,CAAC;QAEpC,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC,aAAa,CACjE,KAAK,EACL,IAAI,CAAC,iBAAiB,CACvB,CAAC;QAEF,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC;QAC/B,MAAM,EAAE,cAAc,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,GAAG,kBAAkB,CACpF,GAAG,EACH,QAAQ,EACR,aAAa,EACb,SAAS,EACT,MAAM,CACP,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAChC,SAAS,EAAE,cAAc;YACzB,cAAc,EAAE,mBAAmB;YACnC,cAAc,EAAE,kBAAkB;SACnC,CAAC,CAAC;QAEH,MAAM,eAAe,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;QAErD,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QACxE,CAAC;QAED,MAAM,UAAU,GAAG,eAAe,CAAC,IAAoB,CAAC;QACxD,MAAM,MAAM,GAAG,WAAW,CACxB,UAAU,EACV,aAAa,EACb,SAAS,EACT,MAAM,EACN,IAAI,CAAC,UAAU,CAChB,CAAC;QAEF,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC;IACrD,CAAC;CACF"}

package/dist/embedding-providers/onnx-utils.d.ts

@@ -0,0 +1,104 @@
+/**
+ * ONNX Embedding Utilities
+ *
+ * Pure TypeScript utilities for ONNX-based embedding inference:
+ * - WordPiece tokenizer (no native dependencies)
+ * - Mean pooling and L2 normalization
+ * - HuggingFace model file downloader
+ */
+/** Output of a single tokenization call */
+export interface TokenizerOutput {
+    inputIds: number[];
+    attentionMask: number[];
+}
+/** Batch tokenization result with padding info */
+export interface BatchTokenizerOutput {
+    inputIds: number[][];
+    attentionMask: number[][];
+    maxLen: number;
+}
+/**
+ * A pure TypeScript WordPiece tokenizer for BERT-style models.
+ *
+ * Loads vocabulary from a vocab.txt file and performs basic BERT
+ * preprocessing: lowercase, strip accents, split on whitespace
+ * and punctuation, then apply the WordPiece algorithm.
+ */
+export declare class BertTokenizer {
+    private readonly vocab;
+    private constructor();
+    /**
+     * Create a tokenizer from a vocab.txt file.
+     *
+     * The file should contain one token per line, where the line number
+     * (0-indexed) corresponds to the token ID.
+     *
+     * @param vocabPath - Absolute path to vocab.txt
+     * @returns Initialized BertTokenizer
+     */
+    static fromVocabFile(vocabPath: string): Promise<BertTokenizer>;
+    /**
+     * Tokenize a single text string.
+     *
+     * Applies BERT preprocessing (lowercase, strip accents, split on
+     * punctuation), then WordPiece tokenization. Adds [CLS] and [SEP]
+     * special tokens. Truncates to maxLength if necessary.
+     *
+     * @param text - Input text
+     * @param maxLength - Maximum sequence length including special tokens (default: 256)
+     * @returns Token IDs and attention mask
+     */
+    tokenize(text: string, maxLength?: number): TokenizerOutput;
+    /**
+     * Tokenize a batch of texts with padding to the longest sequence.
+     *
+     * All sequences are padded to the same length so they can be
+     * combined into a single batched tensor for ONNX inference.
+     *
+     * @param texts - Array of input texts
+     * @param maxLength - Maximum sequence length including special tokens (default: 256)
+     * @returns Padded token IDs, attention masks, and the padded sequence length
+     */
+    tokenizeBatch(texts: string[], maxLength?: number): BatchTokenizerOutput;
+}
+/**
+ * Apply mean pooling to the last hidden state of a transformer model.
+ *
+ * Weights each token embedding by its attention mask value (0 or 1) so
+ * that padding tokens are excluded from the mean. Returns one embedding
+ * vector per batch item.
+ *
+ * @param lastHiddenState - Raw model output, shape [batch, seq, dim], as Float32Array
+ * @param attentionMasks - Attention masks for each batch item
+ * @param batchSize - Number of items in the batch
+ * @param sequenceLength - Padded sequence length
+ * @param embeddingDim - Embedding dimensionality (e.g. 384)
+ * @returns Array of embedding vectors (one per batch item)
+ */
+export declare function meanPooling(lastHiddenState: Float32Array, attentionMasks: number[][], batchSize: number, sequenceLength: number, embeddingDim: number): number[][];
+/**
+ * Normalize a vector to unit length using L2 (Euclidean) norm.
+ *
+ * If the vector has zero magnitude, returns the vector unchanged.
+ *
+ * @param vector - Input vector
+ * @returns Unit-length vector
+ */
+export declare function l2Normalize(vector: number[]): number[];
+/**
+ * Ensure that model.onnx and vocab.txt files are available locally.
+ *
+ * Downloads from HuggingFace CDN if the files are not already cached.
+ * Uses the pattern:
+ *   https://huggingface.co/{modelId}/resolve/main/onnx/model.onnx
+ *   https://huggingface.co/{modelId}/resolve/main/vocab.txt
+ *
+ * @param modelId - HuggingFace model ID (e.g. 'sentence-transformers/all-MiniLM-L6-v2')
+ * @param cacheDir - Local directory for cached model files
+ * @returns Paths to the model and vocab files
+ */
+export declare function ensureModelFiles(modelId: string, cacheDir: string): Promise<{
+    modelPath: string;
+    vocabPath: string;
+}>;
+//# sourceMappingURL=onnx-utils.d.ts.map

package/dist/embedding-providers/onnx-utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"onnx-utils.d.ts","sourceRoot":"","sources":["../../src/embedding-providers/onnx-utils.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AASH,2CAA2C;AAC3C,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,aAAa,EAAE,MAAM,EAAE,CAAC;CACzB;AAED,kDAAkD;AAClD,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,MAAM,EAAE,EAAE,CAAC;IACrB,aAAa,EAAE,MAAM,EAAE,EAAE,CAAC;IAC1B,MAAM,EAAE,MAAM,CAAC;CAChB;AA+HD;;;;;;GAMG;AACH,qBAAa,aAAa;IACxB,OAAO,CAAC,QAAQ,CAAC,KAAK,CAA8B;IAEpD,OAAO;IAIP;;;;;;;;OAQG;WACU,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IAOrE;;;;;;;;;;OAUG;IACH,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,SAAM,GAAG,eAAe;IA6BxD;;;;;;;;;OASG;IACH,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,SAAS,SAAM,GAAG,oBAAoB;CAmBtE;AA+CD;;;;;;;;;;;;;GAaG;AACH,wBAAgB,WAAW,CACzB,eAAe,EAAE,YAAY,EAC7B,cAAc,EAAE,MAAM,EAAE,EAAE,EAC1B,SAAS,EAAE,MAAM,EACjB,cAAc,EAAE,MAAM,EACtB,YAAY,EAAE,MAAM,GACnB,MAAM,EAAE,EAAE,CAiBZ;AAMD;;;;;;;GAOG;AACH,wBAAgB,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CAatD;AA0CD;;;;;;;;;;;GAWG;AACH,wBAAsB,gBAAgB,CACpC,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,CAAC,CAyBnD"}

package/dist/embedding-providers/onnx-utils.js

@@ -0,0 +1,348 @@
+/**
+ * ONNX Embedding Utilities
+ *
+ * Pure TypeScript utilities for ONNX-based embedding inference:
+ * - WordPiece tokenizer (no native dependencies)
+ * - Mean pooling and L2 normalization
+ * - HuggingFace model file downloader
+ */
+import { readFile, stat, mkdir, writeFile } from 'node:fs/promises';
+import { dirname, join } from 'node:path';
+/** Special token IDs for BERT-style models */
+const SPECIAL_TOKENS = {
+    CLS: 101,
+    SEP: 102,
+    UNK: 100,
+    PAD: 0,
+};
+/**
+ * Strip accents from a string using Unicode NFD normalization.
+ *
+ * Decomposes characters into base + combining marks, then removes the
+ * combining diacritical marks (Unicode category Mn, range U+0300-U+036F).
+ */
+function stripAccents(text) {
+    return text.normalize('NFD').replaceAll(/[\u0300-\u036F]/g, '');
+}
+/**
+ * Split text on whitespace and punctuation boundaries.
+ *
+ * Punctuation characters become individual tokens. Whitespace is consumed
+ * as a delimiter. All other characters are grouped into word tokens.
+ */
+function splitOnPunctuation(text) {
+    const tokens = [];
+    let current = '';
+    for (const char of text) {
+        if (/\s/.test(char)) {
+            if (current.length > 0) {
+                tokens.push(current);
+                current = '';
+            }
+        }
+        else if (/\p{P}/u.test(char)) {
+            if (current.length > 0) {
+                tokens.push(current);
+                current = '';
+            }
+            tokens.push(char);
+        }
+        else {
+            current += char;
+        }
+    }
+    if (current.length > 0) {
+        tokens.push(current);
+    }
+    return tokens;
+}
+/**
+ * Apply the WordPiece algorithm to a single word.
+ *
+ * Attempts to find the longest prefix in the vocabulary, then iterates
+ * with "##" prefixed subwords. Falls back to [UNK] if no decomposition
+ * is possible.
+ */
+function wordPieceTokenize(word, vocab) {
+    const ids = [];
+    let start = 0;
+    while (start < word.length) {
+        let end = word.length;
+        let foundId;
+        while (start < end) {
+            const substr = start === 0 ? word.slice(0, end) : `##${word.slice(start, end)}`;
+            const vocabId = vocab.get(substr);
+            if (vocabId !== undefined) {
+                foundId = vocabId;
+                break;
+            }
+            end--;
+        }
+        if (foundId === undefined) {
+            return [SPECIAL_TOKENS.UNK];
+        }
+        ids.push(foundId);
+        start = end;
+    }
+    return ids;
+}
+/**
+ * Pad an array of numbers to a target length with a pad value.
+ */
+function padArray(source, targetLength, padValue) {
+    if (source.length >= targetLength) {
+        return source;
+    }
+    const padded = new Array(targetLength).fill(padValue);
+    for (const [index, value] of source.entries()) {
+        padded[index] = value;
+    }
+    return padded;
+}
+/**
+ * Parse a vocab.txt file into a token-to-id map.
+ *
+ * Each line in the file corresponds to a token, with the line number
+ * (0-indexed) as the token ID. Empty lines are skipped.
+ */
+function parseVocab(content) {
+    const lines = content.split('\n');
+    const vocab = new Map();
+    for (const [index, token] of lines.entries()) {
+        if (token.length > 0) {
+            vocab.set(token, index);
+        }
+    }
+    return vocab;
+}
+/**
+ * A pure TypeScript WordPiece tokenizer for BERT-style models.
+ *
+ * Loads vocabulary from a vocab.txt file and performs basic BERT
+ * preprocessing: lowercase, strip accents, split on whitespace
+ * and punctuation, then apply the WordPiece algorithm.
+ */
+export class BertTokenizer {
+    vocab;
+    constructor(vocab) {
+        this.vocab = vocab;
+    }
+    /**
+     * Create a tokenizer from a vocab.txt file.
+     *
+     * The file should contain one token per line, where the line number
+     * (0-indexed) corresponds to the token ID.
+     *
+     * @param vocabPath - Absolute path to vocab.txt
+     * @returns Initialized BertTokenizer
+     */
+    static async fromVocabFile(vocabPath) {
+        // eslint-disable-next-line security/detect-non-literal-fs-filename -- vocabPath is from model cache, not user input
+        const content = await readFile(vocabPath, 'utf8');
+        const vocab = parseVocab(content);
+        return new BertTokenizer(vocab);
+    }
+    /**
+     * Tokenize a single text string.
+     *
+     * Applies BERT preprocessing (lowercase, strip accents, split on
+     * punctuation), then WordPiece tokenization. Adds [CLS] and [SEP]
+     * special tokens. Truncates to maxLength if necessary.
+     *
+     * @param text - Input text
+     * @param maxLength - Maximum sequence length including special tokens (default: 256)
+     * @returns Token IDs and attention mask
+     */
+    tokenize(text, maxLength = 256) {
+        const processed = stripAccents(text.toLowerCase());
+        const words = splitOnPunctuation(processed);
+        const tokenIds = [SPECIAL_TOKENS.CLS];
+        // Reserve 2 slots for [CLS] and [SEP]
+        const maxContentTokens = maxLength - 2;
+        for (const word of words) {
+            if (tokenIds.length - 1 >= maxContentTokens) {
+                break;
+            }
+            const wordIds = wordPieceTokenize(word, this.vocab);
+            for (const id of wordIds) {
+                if (tokenIds.length - 1 >= maxContentTokens) {
+                    break;
+                }
+                tokenIds.push(id);
+            }
+        }
+        tokenIds.push(SPECIAL_TOKENS.SEP);
+        const attentionMask = new Array(tokenIds.length).fill(1);
+        return { inputIds: tokenIds, attentionMask };
+    }
+    /**
+     * Tokenize a batch of texts with padding to the longest sequence.
+     *
+     * All sequences are padded to the same length so they can be
+     * combined into a single batched tensor for ONNX inference.
+     *
+     * @param texts - Array of input texts
+     * @param maxLength - Maximum sequence length including special tokens (default: 256)
+     * @returns Padded token IDs, attention masks, and the padded sequence length
+     */
+    tokenizeBatch(texts, maxLength = 256) {
+        const tokenized = texts.map((text) => this.tokenize(text, maxLength));
+        let maxLen = 0;
+        for (const item of tokenized) {
+            if (item.inputIds.length > maxLen) {
+                maxLen = item.inputIds.length;
+            }
+        }
+        const inputIds = tokenized.map((item) => padArray(item.inputIds, maxLen, SPECIAL_TOKENS.PAD));
+        const attentionMask = tokenized.map((item) => padArray(item.attentionMask, maxLen, 0));
+        return { inputIds, attentionMask, maxLen };
+    }
+}
+// ---------------------------------------------------------------------------
+// Mean Pooling
+// ---------------------------------------------------------------------------
+/**
+ * Pool a single batch item from the hidden state using its attention mask.
+ *
+ * Sums token embeddings weighted by the attention mask, then divides by the
+ * number of non-padding tokens to produce a mean-pooled embedding.
+ */
+function poolSingleItem(lastHiddenState, mask, batchIndex, sequenceLength, embeddingDim) {
+    const embedding = new Array(embeddingDim).fill(0);
+    let maskSum = 0;
+    for (let seq = 0; seq < sequenceLength; seq++) {
+        const maskValue = mask[seq] ?? 0;
+        maskSum += maskValue;
+        if (maskValue === 0) {
+            continue;
+        }
+        const offset = (batchIndex * sequenceLength + seq) * embeddingDim;
+        for (let dim = 0; dim < embeddingDim; dim++) {
+            const current = embedding[dim] ?? 0;
+            embedding[dim] = current + (lastHiddenState[offset + dim] ?? 0);
+        }
+    }
+    if (maskSum > 0) {
+        for (let dim = 0; dim < embeddingDim; dim++) {
+            const current = embedding[dim] ?? 0;
+            embedding[dim] = current / maskSum;
+        }
+    }
+    return embedding;
+}
+/**
+ * Apply mean pooling to the last hidden state of a transformer model.
+ *
+ * Weights each token embedding by its attention mask value (0 or 1) so
+ * that padding tokens are excluded from the mean. Returns one embedding
+ * vector per batch item.
+ *
+ * @param lastHiddenState - Raw model output, shape [batch, seq, dim], as Float32Array
+ * @param attentionMasks - Attention masks for each batch item
+ * @param batchSize - Number of items in the batch
+ * @param sequenceLength - Padded sequence length
+ * @param embeddingDim - Embedding dimensionality (e.g. 384)
+ * @returns Array of embedding vectors (one per batch item)
+ */
+export function meanPooling(lastHiddenState, attentionMasks, batchSize, sequenceLength, embeddingDim) {
+    const results = [];
+    for (let batch = 0; batch < batchSize; batch++) {
+        const mask = attentionMasks[batch];
+        if (!mask) {
+            results.push(new Array(embeddingDim).fill(0));
+            continue;
+        }
+        results.push(poolSingleItem(lastHiddenState, mask, batch, sequenceLength, embeddingDim));
+    }
+    return results;
+}
+// ---------------------------------------------------------------------------
+// L2 Normalization
+// ---------------------------------------------------------------------------
+/**
+ * Normalize a vector to unit length using L2 (Euclidean) norm.
+ *
+ * If the vector has zero magnitude, returns the vector unchanged.
+ *
+ * @param vector - Input vector
+ * @returns Unit-length vector
+ */
+export function l2Normalize(vector) {
+    let sumSquared = 0;
+    for (const value of vector) {
+        sumSquared += value * value;
+    }
+    const magnitude = Math.sqrt(sumSquared);
+    if (magnitude === 0) {
+        return vector;
+    }
+    return vector.map((value) => value / magnitude);
+}
+// ---------------------------------------------------------------------------
+// Model File Download
+// ---------------------------------------------------------------------------
+/**
+ * Check whether a file exists at the given path.
+ */
+async function fileExists(filePath) {
+    try {
+        // eslint-disable-next-line security/detect-non-literal-fs-filename -- filePath is constructed from known cache directory
+        await stat(filePath);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+/**
+ * Download a file from a URL to a local path.
+ *
+ * Creates parent directories as needed. Buffers the response body
+ * and writes to disk.
+ */
+async function downloadFile(url, destination) {
+    // eslint-disable-next-line security/detect-non-literal-fs-filename -- destination is constructed from known cache directory
+    await mkdir(dirname(destination), { recursive: true });
+    const response = await fetch(url);
+    if (!response.ok) {
+        throw new Error(`Failed to download ${url}: ${response.status.toString()} ${response.statusText}`);
+    }
+    const arrayBuffer = await response.arrayBuffer();
+    // eslint-disable-next-line security/detect-non-literal-fs-filename -- destination is constructed from known cache directory
+    await writeFile(destination, Buffer.from(arrayBuffer));
+}
+/**
+ * Ensure that model.onnx and vocab.txt files are available locally.
+ *
+ * Downloads from HuggingFace CDN if the files are not already cached.
+ * Uses the pattern:
+ *   https://huggingface.co/{modelId}/resolve/main/onnx/model.onnx
+ *   https://huggingface.co/{modelId}/resolve/main/vocab.txt
+ *
+ * @param modelId - HuggingFace model ID (e.g. 'sentence-transformers/all-MiniLM-L6-v2')
+ * @param cacheDir - Local directory for cached model files
+ * @returns Paths to the model and vocab files
+ */
+export async function ensureModelFiles(modelId, cacheDir) {
+    const modelDir = join(cacheDir, modelId.replaceAll('/', '_'));
+    const modelPath = join(modelDir, 'model.onnx');
+    const vocabPath = join(modelDir, 'vocab.txt');
+    const baseUrl = `https://huggingface.co/${modelId}/resolve/main`;
+    const modelExists = await fileExists(modelPath);
+    if (!modelExists) {
+        const modelUrl = `${baseUrl}/onnx/model.onnx`;
+        console.log(`[vat-onnx] Downloading model: ${modelUrl}`);
+        console.log(`[vat-onnx] Destination: ${modelPath}`);
+        await downloadFile(modelUrl, modelPath);
+        console.log('[vat-onnx] Model download complete.');
+    }
+    const vocabExists = await fileExists(vocabPath);
+    if (!vocabExists) {
+        const vocabUrl = `${baseUrl}/vocab.txt`;
+        console.log(`[vat-onnx] Downloading vocab: ${vocabUrl}`);
+        await downloadFile(vocabUrl, vocabPath);
+        console.log('[vat-onnx] Vocab download complete.');
+    }
+    return { modelPath, vocabPath };
+}
+//# sourceMappingURL=onnx-utils.js.map

package/dist/embedding-providers/onnx-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"onnx-utils.js","sourceRoot":"","sources":["../../src/embedding-providers/onnx-utils.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACpE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAmB1C,8CAA8C;AAC9C,MAAM,cAAc,GAAG;IACrB,GAAG,EAAE,GAAG;IACR,GAAG,EAAE,GAAG;IACR,GAAG,EAAE,GAAG;IACR,GAAG,EAAE,CAAC;CACE,CAAC;AAEX;;;;;GAKG;AACH,SAAS,YAAY,CAAC,IAAY;IAChC,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,UAAU,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC;AAClE,CAAC;AAED;;;;;GAKG;AACH,SAAS,kBAAkB,CAAC,IAAY;IACtC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,OAAO,GAAG,EAAE,CAAC;IAEjB,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;QACxB,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACpB,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACrB,OAAO,GAAG,EAAE,CAAC;YACf,CAAC;QACH,CAAC;aAAM,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/B,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACrB,OAAO,GAAG,EAAE,CAAC;YACf,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpB,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,IAAI,CAAC;QAClB,CAAC;IACH,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACvB,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;GAMG;AACH,SAAS,iBAAiB,CACxB,IAAY,EACZ,KAAkC;IAElC,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC3B,IAAI,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC;QACtB,IAAI,OAA2B,CAAC;QAEhC,OAAO,KAAK,GAAG,GAAG,EAAE,CAAC;YACnB,MAAM,MAAM,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC;YAChF,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAElC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;gBAC1B,OAAO,GAAG,OAAO,CAAC;gBAClB,MAAM;YACR,CAAC;YACD,GAAG,EAAE,CAAC;QACR,CAAC;QAED,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;QAC9B,CAAC;QAED,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAClB,KAAK,GAAG,GAAG,CAAC;IACd,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;GAEG;AACH,SAAS,QAAQ,CAAC,MAAgB,EAAE,YAAoB,EAAE,QAAgB;IACxE,IAAI,MAAM,CAAC,MAAM,IAAI,YAAY,EAAE,CAAC;QAClC,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,KAAK,CAAS,YAAY,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC9D,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;QAC9C,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC;IACxB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;GAKG;AACH,SAAS,UAAU,CAAC,OAAe;IACjC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAC;IAExC,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;QAC7C,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;;GAMG;AACH,MAAM,OAAO,aAAa;IACP,KAAK,CAA8B;IAEpD,YAAoB,KAAkC;QACpD,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED;;;;;;;;OAQG;IACH,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,SAAiB;QAC1C,oHAAoH;QACpH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAClD,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;QAClC,OAAO,IAAI,aAAa,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAED;;;;;;;;;;OAUG;IACH,QAAQ,CAAC,IAAY,EAAE,SAAS,GAAG,GAAG;QACpC,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;QACnD,MAAM,KAAK,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;QAE5C,MAAM,QAAQ,GAAa,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;QAEhD,sCAAsC;QACtC,MAAM,gBAAgB,GAAG,SAAS,GAAG,CAAC,CAAC;QAEvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,gBAAgB,EAAE,CAAC;gBAC5C,MAAM;YACR,CAAC;YACD,MAAM,OAAO,GAAG,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;YACpD,KAAK,MAAM,EAAE,IAAI,OAAO,EAAE,CAAC;gBACzB,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,gBAAgB,EAAE,CAAC;oBAC5C,MAAM;gBACR,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACpB,CAAC;QACH,CAAC;QAED,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;QAElC,MAAM,aAAa,GAAG,IAAI,KAAK,CAAS,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEjE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,CAAC;IAC/C,CAAC;IAED;;;;;;;;;OASG;IACH,aAAa,CAAC,KAAe,EAAE,SAAS,GAAG,GAAG;QAC5C,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC;QAEtE,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;YAC7B,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,MAAM,EAAE,CAAC;gBAClC,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;YAChC,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CACtC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,cAAc,CAAC,GAAG,CAAC,CACpD,CAAC;QACF,MAAM,aAAa,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAC3C,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,MAAM,EAAE,CAAC,CAAC,CACxC,CAAC;QAEF,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC;IAC7C,CAAC;CACF;AAED,8EAA8E;AAC9E,eAAe;AACf,8EAA8E;AAE9E;;;;;GAKG;AACH,SAAS,cAAc,CACrB,eAA6B,EAC7B,IAAc,EACd,UAAkB,EAClB,cAAsB,EACtB,YAAoB;IAEpB,MAAM,SAAS,GAAG,IAAI,KAAK,CAAS,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC1D,IAAI,OAAO,GAAG,CAAC,CAAC;IAEhB,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,cAAc,EAAE,GAAG,EAAE,EAAE,CAAC;QAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACjC,OAAO,IAAI,SAAS,CAAC;QAErB,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;YACpB,SAAS;QACX,CAAC;QAED,MAAM,MAAM,GAAG,CAAC,UAAU,GAAG,cAAc,GAAG,GAAG,CAAC,GAAG,YAAY,CAAC;QAClE,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,YAAY,EAAE,GAAG,EAAE,EAAE,CAAC;YAC5C,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACpC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,GAAG,CAAC,eAAe,CAAC,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;QAChB,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,YAAY,EAAE,GAAG,EAAE,EAAE,CAAC;YAC5C,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACpC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,GAAG,OAAO,CAAC;QACrC,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,UAAU,WAAW,CACzB,eAA6B,EAC7B,cAA0B,EAC1B,SAAiB,EACjB,cAAsB,EACtB,YAAoB;IAEpB,MAAM,OAAO,GAAe,EAAE,CAAC;IAE/B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC;QAC/C,MAAM,IAAI,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;QAEnC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,CAAC,IAAI,CAAC,IAAI,KAAK,CAAS,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YACtD,SAAS;QACX,CAAC;QAED,OAAO,CAAC,IAAI,CACV,cAAc,CAAC,eAAe,EAAE,IAAI,EAAE,KAAK,EAAE,cAAc,EAAE,YAAY,CAAC,CAC3E,CAAC;IACJ,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,8EAA8E;AAC9E,mBAAmB;AACnB,8EAA8E;AAE9E;;;;;;;GAOG;AACH,MAAM,UAAU,WAAW,CAAC,MAAgB;IAC1C,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,UAAU,IAAI,KAAK,GAAG,KAAK,CAAC;IAC9B,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAExC,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;QACpB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC;AAClD,CAAC;AAED,8EAA8E;AAC9E,sBAAsB;AACtB,8EAA8E;AAE9E;;GAEG;AACH,KAAK,UAAU,UAAU,CAAC,QAAgB;IACxC,IAAI,CAAC;QACH,yHAAyH;QACzH,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,YAAY,CAAC,GAAW,EAAE,WAAmB;IAC1D,4HAA4H;IAC5H,MAAM,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEvD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;IAElC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CACb,sBAAsB,GAAG,KAAK,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,QAAQ,CAAC,UAAU,EAAE,CAClF,CAAC;IACJ,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;IACjD,4HAA4H;IAC5H,MAAM,SAAS,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;AACzD,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,OAAe,EACf,QAAgB;IAEhB,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;IAC9D,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAC/C,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;IAE9C,MAAM,OAAO,GAAG,0BAA0B,OAAO,eAAe,CAAC;IAEjE,MAAM,WAAW,GAAG,MAAM,UAAU,CAAC,SAAS,CAAC,CAAC;IAChD,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,MAAM,QAAQ,GAAG,GAAG,OAAO,kBAAkB,CAAC;QAC9C,OAAO,CAAC,GAAG,CAAC,iCAAiC,QAAQ,EAAE,CAAC,CAAC;QACzD,OAAO,CAAC,GAAG,CAAC,2BAA2B,SAAS,EAAE,CAAC,CAAC;QACpD,MAAM,YAAY,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;IACrD,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,UAAU,CAAC,SAAS,CAAC,CAAC;IAChD,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,MAAM,QAAQ,GAAG,GAAG,OAAO,YAAY,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,iCAAiC,QAAQ,EAAE,CAAC,CAAC;QACzD,MAAM,YAAY,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;IACrD,CAAC;IAED,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC;AAClC,CAAC"}

package/dist/embedding-providers/transformers-embedding-provider.d.ts

@@ -3,6 +3,8 @@
  *
  * Uses @xenova/transformers for local embedding generation.
  * No API key required, runs entirely in Node.js.
+ *
+ * Requires optional dependency: npm install @xenova/transformers
  */
 import type { EmbeddingProvider } from '../interfaces/embedding.js';
 /**

package/dist/embedding-providers/transformers-embedding-provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"transformers-embedding-provider.d.ts","sourceRoot":"","sources":["../../src/embedding-providers/transformers-embedding-provider.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAEpE;;GAEG;AACH,MAAM,WAAW,2BAA2B;IAC1C,oDAAoD;IACpD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,0CAA0C;IAC1C,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;;;;;;;;;;;;;GAcG;AACH,qBAAa,6BAA8B,YAAW,iBAAiB;IACrE,QAAQ,CAAC,IAAI,qBAAqB;IAClC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAE5B,OAAO,CAAC,eAAe,CAAiC;IAExD;;;;OAIG;gBACS,MAAM,GAAE,2BAAgC;IAKpD;;OAEG;YACW,WAAW;IAOzB;;;;;OAKG;IACG,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAa5C;;;;;OAKG;IACG,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;CASvD"}
+{"version":3,"file":"transformers-embedding-provider.d.ts","sourceRoot":"","sources":["../../src/embedding-providers/transformers-embedding-provider.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAEpE;;GAEG;AACH,MAAM,WAAW,2BAA2B;IAC1C,oDAAoD;IACpD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,0CAA0C;IAC1C,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AA0BD;;;;;;;;;;;;;;GAcG;AACH,qBAAa,6BAA8B,YAAW,iBAAiB;IACrE,QAAQ,CAAC,IAAI,qBAAqB;IAClC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAE5B,OAAO,CAAC,eAAe,CAA0C;IAEjE;;;;OAIG;gBACS,MAAM,GAAE,2BAAgC;IAKpD;;OAEG;YACW,WAAW;IAKzB;;;;;OAKG;IACG,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAW5C;;;;;OAKG;IACG,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;CASvD"}

package/dist/embedding-providers/transformers-embedding-provider.js

@@ -3,8 +3,23 @@
  *
  * Uses @xenova/transformers for local embedding generation.
  * No API key required, runs entirely in Node.js.
+ *
+ * Requires optional dependency: npm install @xenova/transformers
  */
-import { pipeline } from '@xenova/transformers';
+/**
+ * Lazily load @xenova/transformers pipeline
+ */
+async function loadPipeline(model) {
+    try {
+        const { pipeline } = await import('@xenova/transformers');
+        return (await pipeline('feature-extraction', model, {
+            quantized: true,
+        }));
+    }
+    catch {
+        throw new Error('@xenova/transformers is not installed. Install with: npm install @xenova/transformers');
+    }
+}
 /**
  * TransformersEmbeddingProvider
  *
@@ -38,9 +53,7 @@ export class TransformersEmbeddingProvider {
      * Get or initialize the embedding pipeline
      */
     async getPipeline() {
-        this.pipelinePromise ??= pipeline('feature-extraction', this.model, {
-            quantized: true, // Use quantized model for better performance
-        });
+        this.pipelinePromise ??= loadPipeline(this.model);
         return this.pipelinePromise;
     }
     /**
@@ -50,7 +63,7 @@ export class TransformersEmbeddingProvider {
      * @returns Vector embedding (normalized)
      */
     async embed(text) {
-        const extractor = (await this.getPipeline());
+        const extractor = await this.getPipeline();
         const output = await extractor(text, {
             pooling: 'mean',
             normalize: true,

package/dist/embedding-providers/transformers-embedding-provider.js.map

@@ -1 +1 @@
-{"version":3,"file":"transformers-embedding-provider.js","sourceRoot":"","sources":["../../src/embedding-providers/transformers-embedding-provider.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAchD;;;;;;;;;;;;;;GAcG;AACH,MAAM,OAAO,6BAA6B;IAC/B,IAAI,GAAG,iBAAiB,CAAC;IACzB,KAAK,CAAS;IACd,UAAU,CAAS;IAEpB,eAAe,GAA4B,IAAI,CAAC;IAExD;;;;OAIG;IACH,YAAY,SAAsC,EAAE;QAClD,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,yBAAyB,CAAC;QACvD,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,GAAG,CAAC;IAC7C,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW;QACvB,IAAI,CAAC,eAAe,KAAK,QAAQ,CAAC,oBAAoB,EAAE,IAAI,CAAC,KAAK,EAAE;YAClE,SAAS,EAAE,IAAI,EAAE,6CAA6C;SAC/D,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,SAAS,GAAG,CAAC,MAAM,IAAI,CAAC,WAAW,EAAE,CAEvC,CAAC;QAEL,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE;YACnC,OAAO,EAAE,MAAM;YACf,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;QAEH,OAAO,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,6CAA6C;QAC7C,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC5E,OAAO,UAAU,CAAC;IACpB,CAAC;CACF"}
+{"version":3,"file":"transformers-embedding-provider.js","sourceRoot":"","sources":["../../src/embedding-providers/transformers-embedding-provider.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAoBH;;GAEG;AACH,KAAK,UAAU,YAAY,CACzB,KAAa;IAEb,IAAI,CAAC;QACH,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;QAC1D,OAAO,CAAC,MAAM,QAAQ,CAAC,oBAAoB,EAAE,KAAK,EAAE;YAClD,SAAS,EAAE,IAAI;SAChB,CAAC,CAAqB,CAAC;IAC1B,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CACb,uFAAuF,CACxF,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,OAAO,6BAA6B;IAC/B,IAAI,GAAG,iBAAiB,CAAC;IACzB,KAAK,CAAS;IACd,UAAU,CAAS;IAEpB,eAAe,GAAqC,IAAI,CAAC;IAEjE;;;;OAIG;IACH,YAAY,SAAsC,EAAE;QAClD,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,yBAAyB,CAAC;QACvD,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,GAAG,CAAC;IAC7C,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW;QACvB,IAAI,CAAC,eAAe,KAAK,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClD,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAE3C,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE;YACnC,OAAO,EAAE,MAAM;YACf,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;QAEH,OAAO,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,6CAA6C;QAC7C,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC5E,OAAO,UAAU,CAAC;IACpB,CAAC;CACF"}

package/dist/index.d.ts

@@ -3,10 +3,10 @@
  *
  * Abstract RAG interfaces and shared implementations for vibe-agent-toolkit.
  */
-export type { RAGQuery, RAGChunk, RAGResult, RAGStats, IndexResult, IndexProgress, ProgressCallback, RAGQueryProvider, RAGAdminProvider, EmbeddingProvider, TokenCounter, } from './interfaces/index.js';
+export type { DocumentResult, RAGQuery, RAGChunk, RAGResult, RAGStats, IndexResult, IndexProgress, ProgressCallback, RAGQueryProvider, RAGAdminProvider, EmbeddingProvider, TokenCounter, } from './interfaces/index.js';
 export { CoreRAGChunkSchema, type CoreRAGChunk, DefaultRAGMetadataSchema, type DefaultRAGMetadata, RAGChunkSchema, RAGQuerySchema, RAGResultSchema, RAGStatsSchema, IndexResultSchema, createCustomRAGChunkSchema, } from './schemas/index.js';
 export { RAGChunkJsonSchema, RAGQueryJsonSchema, RAGResultJsonSchema, RAGStatsJsonSchema, IndexResultJsonSchema, jsonSchemas, } from './schemas/json-schema.js';
 export { ApproximateTokenCounter, FastTokenCounter } from './token-counters/index.js';
-export { OpenAIEmbeddingProvider, TransformersEmbeddingProvider, type OpenAIEmbeddingConfig, type TransformersEmbeddingConfig, } from './embedding-providers/index.js';
+export { OpenAIEmbeddingProvider, TransformersEmbeddingProvider, OnnxEmbeddingProvider, type OpenAIEmbeddingConfig, type TransformersEmbeddingConfig, type OnnxEmbeddingConfig, } from './embedding-providers/index.js';
 export { calculateEffectiveTarget, chunkByTokens, chunkResource, enrichChunks, generateChunkId, generateContentHash, splitByParagraphs, splitBySentences, type ChunkableResource, type ChunkingConfig, type ChunkingResult, type RawChunk, } from './chunking/index.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,YAAY,EACV,QAAQ,EACR,QAAQ,EACR,SAAS,EACT,QAAQ,EACR,WAAW,EACX,aAAa,EACb,gBAAgB,EAChB,gBAAgB,EAChB,gBAAgB,EAChB,iBAAiB,EACjB,YAAY,GACb,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EACL,kBAAkB,EAClB,KAAK,YAAY,EACjB,wBAAwB,EACxB,KAAK,kBAAkB,EACvB,cAAc,EACd,cAAc,EACd,eAAe,EACf,cAAc,EACd,iBAAiB,EACjB,0BAA0B,GAC3B,MAAM,oBAAoB,CAAC;AAG5B,OAAO,EACL,kBAAkB,EAClB,kBAAkB,EAClB,mBAAmB,EACnB,kBAAkB,EAClB,qBAAqB,EACrB,WAAW,GACZ,MAAM,0BAA0B,CAAC;AAGlC,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAGtF,OAAO,EACL,uBAAuB,EACvB,6BAA6B,EAC7B,KAAK,qBAAqB,EAC1B,KAAK,2BAA2B,GACjC,MAAM,gCAAgC,CAAC;AAGxC,OAAO,EACL,wBAAwB,EACxB,aAAa,EACb,aAAa,EACb,YAAY,EACZ,eAAe,EACf,mBAAmB,EACnB,iBAAiB,EACjB,gBAAgB,EAChB,KAAK,iBAAiB,EACtB,KAAK,cAAc,EACnB,KAAK,cAAc,EACnB,KAAK,QAAQ,GACd,MAAM,qBAAqB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,YAAY,EACV,cAAc,EACd,QAAQ,EACR,QAAQ,EACR,SAAS,EACT,QAAQ,EACR,WAAW,EACX,aAAa,EACb,gBAAgB,EAChB,gBAAgB,EAChB,gBAAgB,EAChB,iBAAiB,EACjB,YAAY,GACb,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EACL,kBAAkB,EAClB,KAAK,YAAY,EACjB,wBAAwB,EACxB,KAAK,kBAAkB,EACvB,cAAc,EACd,cAAc,EACd,eAAe,EACf,cAAc,EACd,iBAAiB,EACjB,0BAA0B,GAC3B,MAAM,oBAAoB,CAAC;AAG5B,OAAO,EACL,kBAAkB,EAClB,kBAAkB,EAClB,mBAAmB,EACnB,kBAAkB,EAClB,qBAAqB,EACrB,WAAW,GACZ,MAAM,0BAA0B,CAAC;AAGlC,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAGtF,OAAO,EACL,uBAAuB,EACvB,6BAA6B,EAC7B,qBAAqB,EACrB,KAAK,qBAAqB,EAC1B,KAAK,2BAA2B,EAChC,KAAK,mBAAmB,GACzB,MAAM,gCAAgC,CAAC;AAGxC,OAAO,EACL,wBAAwB,EACxB,aAAa,EACb,aAAa,EACb,YAAY,EACZ,eAAe,EACf,mBAAmB,EACnB,iBAAiB,EACjB,gBAAgB,EAChB,KAAK,iBAAiB,EACtB,KAAK,cAAc,EACnB,KAAK,cAAc,EACnB,KAAK,QAAQ,GACd,MAAM,qBAAqB,CAAC"}

package/dist/index.js

@@ -10,7 +10,7 @@ export { RAGChunkJsonSchema, RAGQueryJsonSchema, RAGResultJsonSchema, RAGStatsJs
 // Token Counters
 export { ApproximateTokenCounter, FastTokenCounter } from './token-counters/index.js';
 // Embedding Providers
-export { OpenAIEmbeddingProvider, TransformersEmbeddingProvider, } from './embedding-providers/index.js';
+export { OpenAIEmbeddingProvider, TransformersEmbeddingProvider, OnnxEmbeddingProvider, } from './embedding-providers/index.js';
 // Chunking
 export { calculateEffectiveTarget, chunkByTokens, chunkResource, enrichChunks, generateChunkId, generateContentHash, splitByParagraphs, splitBySentences, } from './chunking/index.js';
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAiBH,gBAAgB;AAChB,OAAO,EACL,kBAAkB,EAElB,wBAAwB,EAExB,cAAc,EACd,cAAc,EACd,eAAe,EACf,cAAc,EACd,iBAAiB,EACjB,0BAA0B,GAC3B,MAAM,oBAAoB,CAAC;AAE5B,eAAe;AACf,OAAO,EACL,kBAAkB,EAClB,kBAAkB,EAClB,mBAAmB,EACnB,kBAAkB,EAClB,qBAAqB,EACrB,WAAW,GACZ,MAAM,0BAA0B,CAAC;AAElC,iBAAiB;AACjB,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAEtF,sBAAsB;AACtB,OAAO,EACL,uBAAuB,EACvB,6BAA6B,GAG9B,MAAM,gCAAgC,CAAC;AAExC,WAAW;AACX,OAAO,EACL,wBAAwB,EACxB,aAAa,EACb,aAAa,EACb,YAAY,EACZ,eAAe,EACf,mBAAmB,EACnB,iBAAiB,EACjB,gBAAgB,GAKjB,MAAM,qBAAqB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAkBH,gBAAgB;AAChB,OAAO,EACL,kBAAkB,EAElB,wBAAwB,EAExB,cAAc,EACd,cAAc,EACd,eAAe,EACf,cAAc,EACd,iBAAiB,EACjB,0BAA0B,GAC3B,MAAM,oBAAoB,CAAC;AAE5B,eAAe;AACf,OAAO,EACL,kBAAkB,EAClB,kBAAkB,EAClB,mBAAmB,EACnB,kBAAkB,EAClB,qBAAqB,EACrB,WAAW,GACZ,MAAM,0BAA0B,CAAC;AAElC,iBAAiB;AACjB,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAEtF,sBAAsB;AACtB,OAAO,EACL,uBAAuB,EACvB,6BAA6B,EAC7B,qBAAqB,GAItB,MAAM,gCAAgC,CAAC;AAExC,WAAW;AACX,OAAO,EACL,wBAAwB,EACxB,aAAa,EACb,aAAa,EACb,YAAY,EACZ,eAAe,EACf,mBAAmB,EACnB,iBAAiB,EACjB,gBAAgB,GAKjB,MAAM,qBAAqB,CAAC"}

package/dist/interfaces/index.d.ts

@@ -6,7 +6,7 @@
 export type { CoreRAGChunk } from '../schemas/core-chunk.js';
 export type { DefaultRAGMetadata } from '../schemas/default-metadata.js';
 export type { RAGChunk } from './chunk.js';
-export type { RAGQuery, RAGResult, RAGStats, IndexResult, IndexProgress, ProgressCallback, RAGQueryProvider, RAGAdminProvider, } from './provider.js';
+export type { DocumentResult, RAGQuery, RAGResult, RAGStats, IndexResult, IndexProgress, ProgressCallback, RAGQueryProvider, RAGAdminProvider, } from './provider.js';
 export type { EmbeddingProvider } from './embedding.js';
 export type { TokenCounter } from './token-counter.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/interfaces/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/interfaces/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,YAAY,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAC7D,YAAY,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AACzE,YAAY,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAE3C,YAAY,EACV,QAAQ,EACR,SAAS,EACT,QAAQ,EACR,WAAW,EACX,aAAa,EACb,gBAAgB,EAChB,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,eAAe,CAAC;AAEvB,YAAY,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACxD,YAAY,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/interfaces/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,YAAY,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAC7D,YAAY,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AACzE,YAAY,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAE3C,YAAY,EACV,cAAc,EACd,QAAQ,EACR,SAAS,EACT,QAAQ,EACR,WAAW,EACX,aAAa,EACb,gBAAgB,EAChB,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,eAAe,CAAC;AAEvB,YAAY,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACxD,YAAY,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC"}

package/dist/interfaces/provider.d.ts

@@ -118,6 +118,31 @@ export interface IndexResult {
         error: string;
     }>;
 }
+/**
+ * Full document record stored alongside chunks.
+ *
+ * When `storeDocuments` is enabled on the provider, the complete source
+ * document is persisted so consumers can retrieve it after finding
+ * relevant chunks via vector search.
+ */
+export interface DocumentResult {
+    /** Source resource ID */
+    resourceId: string;
+    /** Absolute file path of the source document */
+    filePath: string;
+    /** Full document content (transformed if contentTransform was configured) */
+    content: string;
+    /** SHA-256 hash of the stored content */
+    contentHash: string;
+    /** Token count of the full document content */
+    tokenCount: number;
+    /** Number of chunks produced from this document */
+    totalChunks: number;
+    /** When the document was indexed */
+    indexedAt: Date;
+    /** Custom metadata from frontmatter */
+    metadata: Record<string, unknown>;
+}
 /**
  * RAG Query Provider (read-only)
  *
@@ -133,6 +158,16 @@ export interface RAGQueryProvider<TMetadata extends Record<string, unknown> = De
      * Get database statistics
      */
     getStats(): Promise<RAGStats>;
+    /**
+     * Retrieve the full source document by resource ID.
+     *
+     * Only available when the provider was configured with `storeDocuments: true`.
+     * Returns `null` if the document is not found or document storage is not enabled.
+     *
+     * @param resourceId - ID of the resource to retrieve
+     * @returns Full document record or null
+     */
+    getDocument?(resourceId: string): Promise<DocumentResult | null>;
 }
 /**
  * RAG Admin Provider (read/write)

package/dist/interfaces/provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../../src/interfaces/provider.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AAEtE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AAEzE;;;;GAIG;AACH,MAAM,WAAW,QAAQ,CAAC,SAAS,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,kBAAkB;IACtF,wBAAwB;IACxB,IAAI,EAAE,MAAM,CAAC;IAEb,8CAA8C;IAC9C,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf,cAAc;IACd,OAAO,CAAC,EAAE;QACR,+BAA+B;QAC/B,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;QAC/B,2BAA2B;QAC3B,SAAS,CAAC,EAAE;YAAE,KAAK,EAAE,IAAI,CAAC;YAAC,GAAG,EAAE,IAAI,CAAA;SAAE,CAAC;QAEvC,sDAAsD;QACtD,QAAQ,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;KAC/B,CAAC;IAEF,qDAAqD;IACrD,YAAY,CAAC,EAAE;QACb,OAAO,EAAE,OAAO,CAAC;QACjB,iEAAiE;QACjE,aAAa,CAAC,EAAE,MAAM,CAAC;KACxB,CAAC;CACH;AAED;;;;;GAKG;AACH,YAAY,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAE3C;;;;GAIG;AACH,MAAM,WAAW,SAAS,CAAC,SAAS,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,kBAAkB;IACvF,0CAA0C;IAC1C,MAAM,EAAE,KAAK,CAAC,YAAY,GAAG,SAAS,CAAC,CAAC;IAExC,wBAAwB;IACxB,KAAK,EAAE;QACL,YAAY,EAAE,MAAM,CAAC;QACrB,gBAAgB,EAAE,MAAM,CAAC;QACzB,SAAS,CAAC,EAAE;YACV,KAAK,EAAE,MAAM,CAAC;YACd,UAAU,CAAC,EAAE,MAAM,CAAC;SACrB,CAAC;KACH,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,IAAI,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,mDAAmD;IACnD,OAAO,EAAE,MAAM,CAAC;IAChB,iCAAiC;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,+BAA+B;IAC/B,gBAAgB,EAAE,MAAM,CAAC;IACzB,+BAA+B;IAC/B,gBAAgB,EAAE,MAAM,CAAC;IACzB,+BAA+B;IAC/B,gBAAgB,EAAE,MAAM,CAAC;IACzB,4BAA4B;IAC5B,aAAa,EAAE,MAAM,CAAC;IACtB,mCAAmC;IACnC,SAAS,EAAE,MAAM,CAAC;IAClB,yEAAyE;IACzE,oBAAoB,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,0BAA0B;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,gCAAgC;IAChC,MAAM,EAAE,KAAK,CAAC;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACtD;AAED;;GAEG;AACH,MAAM,MAAM,gBAAgB,GAAG,CAAC,QAAQ,EAAE,aAAa,KAAK,IAAI,CAAC;AAEjE;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,gBAAgB,EAAE,MAAM,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,KAAK,CAAC;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACvD;AAED;;;;;GAKG;AACH,MAAM,WAAW,gBAAgB,CAAC,SAAS,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,kBAAkB;IAC9F;;OAEG;IACH,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC;IAEjE;;OAEG;IACH,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,CAAC;CAC/B;AAED;;;;;;GAMG;AACH,MAAM,WAAW,gBAAgB,CAAC,SAAS,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,kBAAkB,CAC9F,SAAQ,gBAAgB,CAAC,SAAS,CAAC;IACnC;;;;;;;;OAQG;IACH,cAAc,CAAC,SAAS,EAAE,gBAAgB,EAAE,EAAE,UAAU,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IAEnG;;OAEG;IACH,cAAc,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAElD;;OAEG;IACH,cAAc,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAElD;;OAEG;IACH,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEvB;;OAEG;IACH,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB"}
+{"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../../src/interfaces/provider.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AAEtE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AAEzE;;;;GAIG;AACH,MAAM,WAAW,QAAQ,CAAC,SAAS,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,kBAAkB;IACtF,wBAAwB;IACxB,IAAI,EAAE,MAAM,CAAC;IAEb,8CAA8C;IAC9C,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf,cAAc;IACd,OAAO,CAAC,EAAE;QACR,+BAA+B;QAC/B,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;QAC/B,2BAA2B;QAC3B,SAAS,CAAC,EAAE;YAAE,KAAK,EAAE,IAAI,CAAC;YAAC,GAAG,EAAE,IAAI,CAAA;SAAE,CAAC;QAEvC,sDAAsD;QACtD,QAAQ,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;KAC/B,CAAC;IAEF,qDAAqD;IACrD,YAAY,CAAC,EAAE;QACb,OAAO,EAAE,OAAO,CAAC;QACjB,iEAAiE;QACjE,aAAa,CAAC,EAAE,MAAM,CAAC;KACxB,CAAC;CACH;AAED;;;;;GAKG;AACH,YAAY,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAE3C;;;;GAIG;AACH,MAAM,WAAW,SAAS,CAAC,SAAS,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,kBAAkB;IACvF,0CAA0C;IAC1C,MAAM,EAAE,KAAK,CAAC,YAAY,GAAG,SAAS,CAAC,CAAC;IAExC,wBAAwB;IACxB,KAAK,EAAE;QACL,YAAY,EAAE,MAAM,CAAC;QACrB,gBAAgB,EAAE,MAAM,CAAC;QACzB,SAAS,CAAC,EAAE;YACV,KAAK,EAAE,MAAM,CAAC;YACd,UAAU,CAAC,EAAE,MAAM,CAAC;SACrB,CAAC;KACH,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,IAAI,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,mDAAmD;IACnD,OAAO,EAAE,MAAM,CAAC;IAChB,iCAAiC;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,+BAA+B;IAC/B,gBAAgB,EAAE,MAAM,CAAC;IACzB,+BAA+B;IAC/B,gBAAgB,EAAE,MAAM,CAAC;IACzB,+BAA+B;IAC/B,gBAAgB,EAAE,MAAM,CAAC;IACzB,4BAA4B;IAC5B,aAAa,EAAE,MAAM,CAAC;IACtB,mCAAmC;IACnC,SAAS,EAAE,MAAM,CAAC;IAClB,yEAAyE;IACzE,oBAAoB,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,0BAA0B;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,gCAAgC;IAChC,MAAM,EAAE,KAAK,CAAC;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACtD;AAED;;GAEG;AACH,MAAM,MAAM,gBAAgB,GAAG,CAAC,QAAQ,EAAE,aAAa,KAAK,IAAI,CAAC;AAEjE;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,gBAAgB,EAAE,MAAM,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,KAAK,CAAC;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACvD;AAED;;;;;;GAMG;AACH,MAAM,WAAW,cAAc;IAC7B,yBAAyB;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,gDAAgD;IAChD,QAAQ,EAAE,MAAM,CAAC;IACjB,6EAA6E;IAC7E,OAAO,EAAE,MAAM,CAAC;IAChB,yCAAyC;IACzC,WAAW,EAAE,MAAM,CAAC;IACpB,+CAA+C;IAC/C,UAAU,EAAE,MAAM,CAAC;IACnB,mDAAmD;IACnD,WAAW,EAAE,MAAM,CAAC;IACpB,oCAAoC;IACpC,SAAS,EAAE,IAAI,CAAC;IAChB,uCAAuC;IACvC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAED;;;;;GAKG;AACH,MAAM,WAAW,gBAAgB,CAAC,SAAS,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,kBAAkB;IAC9F;;OAEG;IACH,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC;IAEjE;;OAEG;IACH,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,CAAC;IAE9B;;;;;;;;OAQG;IACH,WAAW,CAAC,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAAC;CAClE;AAED;;;;;;GAMG;AACH,MAAM,WAAW,gBAAgB,CAAC,SAAS,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,kBAAkB,CAC9F,SAAQ,gBAAgB,CAAC,SAAS,CAAC;IACnC;;;;;;;;OAQG;IACH,cAAc,CAAC,SAAS,EAAE,gBAAgB,EAAE,EAAE,UAAU,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IAEnG;;OAEG;IACH,cAAc,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAElD;;OAEG;IACH,cAAc,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAElD;;OAEG;IACH,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEvB;;OAEG;IACH,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB"}

package/dist/schemas/admin.d.ts

@@ -14,14 +14,14 @@ export declare const RAGStatsSchema: z.ZodObject<{
     embeddingModel: z.ZodString;
     lastIndexed: z.ZodDate;
 }, "strip", z.ZodTypeAny, {
-    embeddingModel: string;
     totalChunks: number;
+    embeddingModel: string;
     totalResources: number;
     dbSizeBytes: number;
     lastIndexed: Date;
 }, {
-    embeddingModel: string;
     totalChunks: number;
+    embeddingModel: string;
     totalResources: number;
     dbSizeBytes: number;
     lastIndexed: Date;

package/dist/schemas/chunk.d.ts

@@ -17,6 +17,8 @@ export declare const RAGChunkSchema: z.ZodObject<{
     content: z.ZodString;
     contentHash: z.ZodString;
     tokenCount: z.ZodNumber;
+    chunkIndex: z.ZodOptional<z.ZodNumber>;
+    totalChunks: z.ZodOptional<z.ZodNumber>;
     embedding: z.ZodArray<z.ZodNumber, "many">;
     embeddingModel: z.ZodString;
     embeddedAt: z.ZodDate;
@@ -43,6 +45,8 @@ export declare const RAGChunkSchema: z.ZodObject<{
     embeddingModel: string;
     embeddedAt: Date;
     filePath: string;
+    chunkIndex?: number | undefined;
+    totalChunks?: number | undefined;
     type?: string | undefined;
     previousChunkId?: string | undefined;
     nextChunkId?: string | undefined;
@@ -64,6 +68,8 @@ export declare const RAGChunkSchema: z.ZodObject<{
     embeddingModel: string;
     embeddedAt: Date;
     filePath: string;
+    chunkIndex?: number | undefined;
+    totalChunks?: number | undefined;
     type?: string | undefined;
     previousChunkId?: string | undefined;
     nextChunkId?: string | undefined;

package/dist/schemas/chunk.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"chunk.d.ts","sourceRoot":"","sources":["../../src/schemas/chunk.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAE7B,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAGrD;;;;;GAKG;AACH,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAAqD,CAAC;AAEjF;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAEtD;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,0BAA0B,CAAC,CAAC,SAAS,CAAC,CAAC,WAAW,EAChE,cAAc,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAC7B,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,WAAW,CAAC,OAAO,kBAAkB,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAE3E"}
+{"version":3,"file":"chunk.d.ts","sourceRoot":"","sources":["../../src/schemas/chunk.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAE7B,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAGrD;;;;;GAKG;AACH,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAAqD,CAAC;AAEjF;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAEtD;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,0BAA0B,CAAC,CAAC,SAAS,CAAC,CAAC,WAAW,EAChE,cAAc,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAC7B,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,WAAW,CAAC,OAAO,kBAAkB,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAE3E"}

package/dist/schemas/core-chunk.d.ts

@@ -16,6 +16,8 @@ export declare const CoreRAGChunkSchema: z.ZodObject<{
     content: z.ZodString;
     contentHash: z.ZodString;
     tokenCount: z.ZodNumber;
+    chunkIndex: z.ZodOptional<z.ZodNumber>;
+    totalChunks: z.ZodOptional<z.ZodNumber>;
     embedding: z.ZodArray<z.ZodNumber, "many">;
     embeddingModel: z.ZodString;
     embeddedAt: z.ZodDate;
@@ -32,6 +34,8 @@ export declare const CoreRAGChunkSchema: z.ZodObject<{
     embedding: number[];
     embeddingModel: string;
     embeddedAt: Date;
+    chunkIndex?: number | undefined;
+    totalChunks?: number | undefined;
     previousChunkId?: string | undefined;
     nextChunkId?: string | undefined;
     _distance?: number | undefined;
@@ -45,6 +49,8 @@ export declare const CoreRAGChunkSchema: z.ZodObject<{
     embedding: number[];
     embeddingModel: string;
     embeddedAt: Date;
+    chunkIndex?: number | undefined;
+    totalChunks?: number | undefined;
     previousChunkId?: string | undefined;
     nextChunkId?: string | undefined;
     _distance?: number | undefined;

package/dist/schemas/core-chunk.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"core-chunk.d.ts","sourceRoot":"","sources":["../../src/schemas/core-chunk.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB;;;;;GAKG;AACH,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAsB7B,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC"}
+{"version":3,"file":"core-chunk.d.ts","sourceRoot":"","sources":["../../src/schemas/core-chunk.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB;;;;;GAKG;AACH,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA0B7B,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC"}

package/dist/schemas/core-chunk.js

@@ -18,6 +18,9 @@ export const CoreRAGChunkSchema = z.object({
     content: z.string().describe('The actual text chunk'),
     contentHash: z.string().describe('Hash of content for change detection'),
     tokenCount: z.number().describe('Accurate token count from TokenCounter'),
+    // Position within source document
+    chunkIndex: z.number().optional().describe('0-based position of this chunk within the source document'),
+    totalChunks: z.number().optional().describe('Total number of chunks for the source document'),
     // Vectors
     embedding: z.array(z.number()).describe('Vector embedding'),
     embeddingModel: z.string().describe('Model used: "text-embedding-3-small", "all-MiniLM-L6-v2", etc.'),

package/dist/schemas/core-chunk.js.map

@@ -1 +1 @@
-{"version":3,"file":"core-chunk.js","sourceRoot":"","sources":["../../src/schemas/core-chunk.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB;;;;;GAKG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,WAAW;IACX,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IAC9D,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;IAE3E,UAAU;IACV,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IACrD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sCAAsC,CAAC;IACxE,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;IAEzE,UAAU;IACV,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC;IAC3D,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gEAAgE,CAAC;IACrG,UAAU,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC;IAE7D,kBAAkB;IAClB,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oDAAoD,CAAC;IACrG,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gDAAgD,CAAC;IAE7F,kEAAkE;IAClE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gEAAgE,CAAC;IAC3G,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wDAAwD,CAAC;CAChG,CAAC,CAAC"}
+{"version":3,"file":"core-chunk.js","sourceRoot":"","sources":["../../src/schemas/core-chunk.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB;;;;;GAKG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,WAAW;IACX,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IAC9D,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;IAE3E,UAAU;IACV,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IACrD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sCAAsC,CAAC;IACxE,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;IAEzE,kCAAkC;IAClC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,2DAA2D,CAAC;IACvG,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gDAAgD,CAAC;IAE7F,UAAU;IACV,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC;IAC3D,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gEAAgE,CAAC;IACrG,UAAU,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC;IAE7D,kBAAkB;IAClB,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oDAAoD,CAAC;IACrG,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gDAAgD,CAAC;IAE7F,kEAAkE;IAClE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gEAAgE,CAAC;IAC3G,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wDAAwD,CAAC;CAChG,CAAC,CAAC"}

package/dist/schemas/query.d.ts

@@ -115,6 +115,8 @@ export declare const RAGResultSchema: z.ZodObject<{
         content: z.ZodString;
         contentHash: z.ZodString;
         tokenCount: z.ZodNumber;
+        chunkIndex: z.ZodOptional<z.ZodNumber>;
+        totalChunks: z.ZodOptional<z.ZodNumber>;
         embedding: z.ZodArray<z.ZodNumber, "many">;
         embeddingModel: z.ZodString;
         embeddedAt: z.ZodDate;
@@ -141,6 +143,8 @@ export declare const RAGResultSchema: z.ZodObject<{
         embeddingModel: string;
         embeddedAt: Date;
         filePath: string;
+        chunkIndex?: number | undefined;
+        totalChunks?: number | undefined;
         type?: string | undefined;
         previousChunkId?: string | undefined;
         nextChunkId?: string | undefined;
@@ -162,6 +166,8 @@ export declare const RAGResultSchema: z.ZodObject<{
         embeddingModel: string;
         embeddedAt: Date;
         filePath: string;
+        chunkIndex?: number | undefined;
+        totalChunks?: number | undefined;
         type?: string | undefined;
         previousChunkId?: string | undefined;
         nextChunkId?: string | undefined;
@@ -214,6 +220,8 @@ export declare const RAGResultSchema: z.ZodObject<{
         embeddingModel: string;
         embeddedAt: Date;
         filePath: string;
+        chunkIndex?: number | undefined;
+        totalChunks?: number | undefined;
         type?: string | undefined;
         previousChunkId?: string | undefined;
         nextChunkId?: string | undefined;
@@ -245,6 +253,8 @@ export declare const RAGResultSchema: z.ZodObject<{
         embeddingModel: string;
         embeddedAt: Date;
         filePath: string;
+        chunkIndex?: number | undefined;
+        totalChunks?: number | undefined;
         type?: string | undefined;
         previousChunkId?: string | undefined;
         nextChunkId?: string | undefined;

package/dist/schemas/query.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"query.d.ts","sourceRoot":"","sources":["../../src/schemas/query.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB;;;;GAIG;AACH,eAAO,MAAM,cAAc;IACzB,wBAAwB;;IAGxB,8CAA8C;;IAG9C,uBAAuB;;QAErB,+BAA+B;;QAE/B,qBAAqB;;QAErB,8BAA8B;;QAE9B,6BAA6B;;QAE7B,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAO7B,kCAAkC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAKlC,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAEtD;;;;GAIG;AACH,eAAO,MAAM,eAAe;IAC1B,0CAA0C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAG1C,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EASxB,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC"}
+{"version":3,"file":"query.d.ts","sourceRoot":"","sources":["../../src/schemas/query.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB;;;;GAIG;AACH,eAAO,MAAM,cAAc;IACzB,wBAAwB;;IAGxB,8CAA8C;;IAG9C,uBAAuB;;QAErB,+BAA+B;;QAE/B,qBAAqB;;QAErB,8BAA8B;;QAE9B,6BAA6B;;QAE7B,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAO7B,kCAAkC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAKlC,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAEtD;;;;GAIG;AACH,eAAO,MAAM,eAAe;IAC1B,0CAA0C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAG1C,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EASxB,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@vibe-agent-toolkit/rag",
-  "version": "0.1.13",
+  "version": "0.1.14",
   "type": "module",
   "description": "Abstract RAG (Retrieval-Augmented Generation) interfaces and shared implementations",
   "keywords": [
@@ -31,9 +31,8 @@
     "typecheck": "tsc --noEmit"
   },
   "dependencies": {
-    "@vibe-agent-toolkit/resources": "0.1.13",
-    "@vibe-agent-toolkit/utils": "0.1.13",
-    "@xenova/transformers": "^2.17.0",
+    "@vibe-agent-toolkit/resources": "0.1.14",
+    "@vibe-agent-toolkit/utils": "0.1.14",
     "gpt-tokenizer": "^2.6.0",
     "zod": "^3.22.0",
     "zod-to-json-schema": "^3.22.0"
@@ -44,7 +43,9 @@
     "vitest": "^3.2.0"
   },
   "optionalDependencies": {
-    "openai": "^6.16.0"
+    "@xenova/transformers": "^2.17.0",
+    "openai": "^6.16.0",
+    "onnxruntime-node": "^1.24.0"
   },
   "repository": {
     "type": "git",