@vivantel/virage-core 0.2.7 → 0.2.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/core/chunk-processor.d.ts +1 -2
- package/dist/core/chunk-processor.d.ts.map +1 -1
- package/dist/core/chunk-processor.js +1 -44
- package/dist/core/chunk-processor.js.map +1 -1
- package/dist/core/embedder.d.ts +6 -0
- package/dist/core/embedder.d.ts.map +1 -1
- package/dist/core/embedder.js +15 -0
- package/dist/core/embedder.js.map +1 -1
- package/dist/core/embeddings-db.d.ts +30 -1
- package/dist/core/embeddings-db.d.ts.map +1 -1
- package/dist/core/embeddings-db.js +188 -44
- package/dist/core/embeddings-db.js.map +1 -1
- package/dist/core/orchestrator.d.ts +6 -1
- package/dist/core/orchestrator.d.ts.map +1 -1
- package/dist/core/orchestrator.js +159 -91
- package/dist/core/orchestrator.js.map +1 -1
- package/dist/core/uploader.d.ts +11 -0
- package/dist/core/uploader.d.ts.map +1 -1
- package/dist/core/uploader.js +47 -0
- package/dist/core/uploader.js.map +1 -1
- package/dist/core/virage-defaults.d.ts +0 -1
- package/dist/core/virage-defaults.d.ts.map +1 -1
- package/dist/core/virage-defaults.js +0 -3
- package/dist/core/virage-defaults.js.map +1 -1
- package/dist/index.d.ts +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -1
- package/dist/index.js.map +1 -1
- package/package.json +1 -1
|
@@ -8,7 +8,6 @@ export declare class ChunkProcessor {
|
|
|
8
8
|
processFiles(files: string[], fileState: Map<string, {
|
|
9
9
|
commitHash: string;
|
|
10
10
|
chunker: FileChunker;
|
|
11
|
-
}>,
|
|
12
|
-
saveChunksLocal(chunks: Chunk[], outputFile: string): Promise<void>;
|
|
11
|
+
}>, onProgress?: (completed: number, total: number) => void): Promise<Chunk[]>;
|
|
13
12
|
}
|
|
14
13
|
//# sourceMappingURL=chunk-processor.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"chunk-processor.d.ts","sourceRoot":"","sources":["../../src/core/chunk-processor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAQtD,qBAAa,cAAc;IACzB,OAAO,CAAC,QAAQ,CAA2B;IAC3C,OAAO,CAAC,MAAM,CAAS;gBAEX,QAAQ,EAAE,WAAW,EAAE,EAAE,MAAM,CAAC,EAAE,MAAM;IAK9C,WAAW,CACf,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,WAAW,GACnB,OAAO,CAAC,KAAK,EAAE,CAAC;IAYb,YAAY,CAChB,KAAK,EAAE,MAAM,EAAE,EACf,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,WAAW,CAAA;KAAE,CAAC,EACpE,
|
|
1
|
+
{"version":3,"file":"chunk-processor.d.ts","sourceRoot":"","sources":["../../src/core/chunk-processor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAQtD,qBAAa,cAAc;IACzB,OAAO,CAAC,QAAQ,CAA2B;IAC3C,OAAO,CAAC,MAAM,CAAS;gBAEX,QAAQ,EAAE,WAAW,EAAE,EAAE,MAAM,CAAC,EAAE,MAAM;IAK9C,WAAW,CACf,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,WAAW,GACnB,OAAO,CAAC,KAAK,EAAE,CAAC;IAYb,YAAY,CAChB,KAAK,EAAE,MAAM,EAAE,EACf,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,WAAW,CAAA;KAAE,CAAC,EACpE,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,GACtD,OAAO,CAAC,KAAK,EAAE,CAAC;CAgDpB"}
|
|
@@ -19,23 +19,9 @@ export class ChunkProcessor {
|
|
|
19
19
|
}
|
|
20
20
|
return chunks;
|
|
21
21
|
}
|
|
22
|
-
async processFiles(files, fileState,
|
|
22
|
+
async processFiles(files, fileState, onProgress) {
|
|
23
23
|
const allChunks = [];
|
|
24
24
|
let errorCount = 0;
|
|
25
|
-
// Build resume cache: sourceFile → { commitHash, chunks }
|
|
26
|
-
const resumeCache = new Map();
|
|
27
|
-
for (const chunk of existingChunks) {
|
|
28
|
-
const entry = resumeCache.get(chunk.sourceFile);
|
|
29
|
-
if (!entry) {
|
|
30
|
-
resumeCache.set(chunk.sourceFile, {
|
|
31
|
-
commitHash: chunk.commitHash,
|
|
32
|
-
chunks: [chunk],
|
|
33
|
-
});
|
|
34
|
-
}
|
|
35
|
-
else {
|
|
36
|
-
entry.chunks.push(chunk);
|
|
37
|
-
}
|
|
38
|
-
}
|
|
39
25
|
for (let i = 0; i < files.length; i++) {
|
|
40
26
|
const filePath = files[i];
|
|
41
27
|
const info = fileState.get(filePath);
|
|
@@ -43,14 +29,6 @@ export class ChunkProcessor {
|
|
|
43
29
|
this.logger.warn(`⚠️ No chunker for: ${filePath}`);
|
|
44
30
|
continue;
|
|
45
31
|
}
|
|
46
|
-
// Resume: reuse cached chunks when commitHash matches
|
|
47
|
-
const cached = resumeCache.get(filePath);
|
|
48
|
-
if (cached && cached.commitHash === info.commitHash) {
|
|
49
|
-
this.logger.verbose(`⏭️ Cached [${i + 1}/${files.length}] ${filePath} (${cached.chunks.length} chunk(s))`);
|
|
50
|
-
allChunks.push(...cached.chunks);
|
|
51
|
-
onProgress?.(i + 1, files.length);
|
|
52
|
-
continue;
|
|
53
|
-
}
|
|
54
32
|
this.logger.verbose(`[${i + 1}/${files.length}] ${filePath}`);
|
|
55
33
|
try {
|
|
56
34
|
const chunks = await this.processFile(filePath, info.commitHash, info.chunker);
|
|
@@ -76,26 +54,5 @@ export class ChunkProcessor {
|
|
|
76
54
|
}
|
|
77
55
|
return allChunks;
|
|
78
56
|
}
|
|
79
|
-
async saveChunksLocal(chunks, outputFile) {
|
|
80
|
-
const { dirname } = await import("path");
|
|
81
|
-
const { mkdir, writeFile, readFile } = await import("fs/promises");
|
|
82
|
-
await mkdir(dirname(outputFile), { recursive: true });
|
|
83
|
-
let existing = [];
|
|
84
|
-
try {
|
|
85
|
-
const content = await readFile(outputFile, "utf-8");
|
|
86
|
-
const parsed = JSON.parse(content);
|
|
87
|
-
if (Array.isArray(parsed)) {
|
|
88
|
-
existing = parsed;
|
|
89
|
-
}
|
|
90
|
-
}
|
|
91
|
-
catch {
|
|
92
|
-
// File doesn't exist or is not valid JSON — start fresh
|
|
93
|
-
}
|
|
94
|
-
const processedFiles = new Set(chunks.map((c) => c.sourceFile));
|
|
95
|
-
const filtered = existing.filter((c) => !processedFiles.has(c.sourceFile));
|
|
96
|
-
const allChunks = [...filtered, ...chunks];
|
|
97
|
-
await writeFile(outputFile, JSON.stringify(allChunks, null, 2));
|
|
98
|
-
this.logger.verbose(`Saved ${allChunks.length} chunks to ${outputFile}`);
|
|
99
|
-
}
|
|
100
57
|
}
|
|
101
58
|
//# sourceMappingURL=chunk-processor.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"chunk-processor.js","sourceRoot":"","sources":["../../src/core/chunk-processor.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAEpC,SAAS,kBAAkB,CAAC,OAAe;IACzC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACzE,CAAC;AAED,MAAM,OAAO,cAAc;IACjB,QAAQ,CAA2B;IACnC,MAAM,CAAS;IAEvB,YAAY,QAAuB,EAAE,MAAe;QAClD,IAAI,CAAC,QAAQ,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,IAAI,CAAC,MAAM,GAAG,CAAC,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,WAAW,CACf,QAAgB,EAChB,UAAkB,EAClB,OAAoB;QAEpB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QAEzD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,KAAK,CAAC,WAAW,GAAG,kBAAkB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACtD,KAAK,CAAC,UAAU,GAAG,QAAQ,CAAC;YAC5B,KAAK,CAAC,UAAU,GAAG,UAAU,CAAC;QAChC,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,KAAe,EACf,SAAoE,EACpE,
|
|
1
|
+
{"version":3,"file":"chunk-processor.js","sourceRoot":"","sources":["../../src/core/chunk-processor.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAEpC,SAAS,kBAAkB,CAAC,OAAe;IACzC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACzE,CAAC;AAED,MAAM,OAAO,cAAc;IACjB,QAAQ,CAA2B;IACnC,MAAM,CAAS;IAEvB,YAAY,QAAuB,EAAE,MAAe;QAClD,IAAI,CAAC,QAAQ,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,IAAI,CAAC,MAAM,GAAG,CAAC,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,WAAW,CACf,QAAgB,EAChB,UAAkB,EAClB,OAAoB;QAEpB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QAEzD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,KAAK,CAAC,WAAW,GAAG,kBAAkB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACtD,KAAK,CAAC,UAAU,GAAG,QAAQ,CAAC;YAC5B,KAAK,CAAC,UAAU,GAAG,UAAU,CAAC;QAChC,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,KAAe,EACf,SAAoE,EACpE,UAAuD;QAEvD,MAAM,SAAS,GAAY,EAAE,CAAC;QAC9B,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAC1B,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAErC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,QAAQ,EAAE,CAAC,CAAC;gBACnD,SAAS;YACX,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC,CAAC;YAE9D,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CACnC,QAAQ,EACR,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,OAAO,CACb,CAAC;gBAEF,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACtB,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;oBAC1B,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,MAAM,CAAC,MAAM,WAAW,CAAC,CAAC;oBACrD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;wBACvC,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,WAAW,CAAC,iBAAiB,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,QAAQ,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CACrF,CAAC;oBACJ,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;gBAC/C,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,UAAU,EAAE,CAAC;gBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,cAAc,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACvE,CAAC;YACJ,CAAC;YACD,UAAU,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QACpC,CAAC;QAED,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;YACnB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,UAAU,kCAAkC,CAAC,CAAC;QACvE,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;CACF"}
|
package/dist/core/embedder.d.ts
CHANGED
|
@@ -28,6 +28,12 @@ export declare class EmbedderProcessor {
|
|
|
28
28
|
});
|
|
29
29
|
embedChunk(chunk: Chunk): Promise<EmbeddedChunk>;
|
|
30
30
|
embedBatch(chunks: Chunk[]): Promise<EmbeddedChunk[]>;
|
|
31
|
+
/**
|
|
32
|
+
* Embed a list of chunks, handling sub-batching by batchSize and maxBatchChars.
|
|
33
|
+
* Use this instead of embedBatch() when the caller doesn't know the provider's
|
|
34
|
+
* preferred batch size.
|
|
35
|
+
*/
|
|
36
|
+
embedChunks(chunks: Chunk[]): Promise<EmbeddedChunk[]>;
|
|
31
37
|
getChunksToEmbed(db: EmbeddingsDb, chunks: Chunk[], force?: boolean): Promise<{
|
|
32
38
|
chunksToEmbed: Chunk[];
|
|
33
39
|
meta: EmbeddingsMeta | null;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"embedder.d.ts","sourceRoot":"","sources":["../../src/core/embedder.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,iBAAiB,EACjB,aAAa,EACb,cAAc,EACd,KAAK,EACN,MAAM,wBAAwB,CAAC;AAChC,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAKtD,OAAO,EAML,YAAY,EACb,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAOlD,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,CAAoB;IACpC,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,eAAe,CAAC,CAAS;IACjC,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,qBAAqB,CAAS;IACtC,OAAO,CAAC,MAAM,CAAS;IACvB,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;gBAGtD,QAAQ,EAAE,iBAAiB,EAC3B,OAAO,GAAE;QACP,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,KAAK,CAAC,EAAE,YAAY,CAAC;QACrB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,qBAAqB,CAAC,EAAE,MAAM,CAAC;QAC/B,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;KACpD;IAeF,UAAU,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,aAAa,CAAC;IAchD,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"embedder.d.ts","sourceRoot":"","sources":["../../src/core/embedder.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,iBAAiB,EACjB,aAAa,EACb,cAAc,EACd,KAAK,EACN,MAAM,wBAAwB,CAAC;AAChC,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAKtD,OAAO,EAML,YAAY,EACb,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAOlD,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,CAAoB;IACpC,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,eAAe,CAAC,CAAS;IACjC,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,qBAAqB,CAAS;IACtC,OAAO,CAAC,MAAM,CAAS;IACvB,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;gBAGtD,QAAQ,EAAE,iBAAiB,EAC3B,OAAO,GAAE;QACP,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,KAAK,CAAC,EAAE,YAAY,CAAC;QACrB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,qBAAqB,CAAC,EAAE,MAAM,CAAC;QAC/B,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;KACpD;IAeF,UAAU,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,aAAa,CAAC;IAchD,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IAoD3D;;;;OAIG;IACG,WAAW,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IAetD,gBAAgB,CACpB,EAAE,EAAE,YAAY,EAChB,MAAM,EAAE,KAAK,EAAE,EACf,KAAK,GAAE,OAAe,GACrB,OAAO,CAAC;QACT,aAAa,EAAE,KAAK,EAAE,CAAC;QACvB,IAAI,EAAE,cAAc,GAAG,IAAI,CAAC;QAC5B,mBAAmB,EAAE,OAAO,CAAC;KAC9B,CAAC;IAwGI,cAAc,CAClB,EAAE,EAAE,YAAY,EAChB,aAAa,EAAE,aAAa,EAAE,EAC9B,IAAI,EAAE,cAAc,GACnB,OAAO,CAAC,IAAI,CAAC;IAMV,GAAG,CACP,EAAE,EAAE,YAAY,EAChB,UAAU,EAAE,MAAM,EAClB,KAAK,GAAE,OAAe,EACtB,mBAAmB,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GACxC,OAAO,CAAC,aAAa,EAAE,CAAC;CA8E5B"}
|
package/dist/core/embedder.js
CHANGED
|
@@ -74,6 +74,21 @@ export class EmbedderProcessor {
|
|
|
74
74
|
});
|
|
75
75
|
return withConcurrency(tasks, this.concurrency);
|
|
76
76
|
}
|
|
77
|
+
/**
|
|
78
|
+
* Embed a list of chunks, handling sub-batching by batchSize and maxBatchChars.
|
|
79
|
+
* Use this instead of embedBatch() when the caller doesn't know the provider's
|
|
80
|
+
* preferred batch size.
|
|
81
|
+
*/
|
|
82
|
+
async embedChunks(chunks) {
|
|
83
|
+
if (chunks.length === 0)
|
|
84
|
+
return [];
|
|
85
|
+
const batches = batchBySize(chunks, this.batchSize, (c) => c.content.length, this.maxBatchChars);
|
|
86
|
+
const all = [];
|
|
87
|
+
for (const b of batches) {
|
|
88
|
+
all.push(...(await this.embedBatch(b)));
|
|
89
|
+
}
|
|
90
|
+
return all;
|
|
91
|
+
}
|
|
77
92
|
async getChunksToEmbed(db, chunks, force = false) {
|
|
78
93
|
this.logger.info(`📖 Loaded ${chunks.length} chunks`);
|
|
79
94
|
this.logger.debug(`Provider: ${this.provider.name}, model: ${this.provider.model ?? "(none)"}, dims: ${this.provider.dimensions}`);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"embedder.js","sourceRoot":"","sources":["../../src/core/embedder.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EACL,KAAK,EACL,SAAS,EACT,eAAe,EACf,WAAW,EACX,kBAAkB,GAEnB,MAAM,YAAY,CAAC;AAGpB,SAAS,gBAAgB,CAAC,KAAY;IACpC,IAAI,KAAK,CAAC,WAAW;QAAE,OAAO,KAAK,CAAC,WAAW,CAAC;IAChD,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC/E,CAAC;AAED,MAAM,OAAO,iBAAiB;IACpB,QAAQ,CAAoB;IAC5B,WAAW,CAAS;IACpB,SAAS,CAAS;IAClB,aAAa,CAAS;IACtB,YAAY,CAAe;IAC3B,WAAW,CAAS;IACpB,eAAe,CAAU;IACzB,cAAc,CAAS;IACvB,qBAAqB,CAAS;IAC9B,MAAM,CAAS;IACvB,UAAU,CAA8C;IAExD,YACE,QAA2B,EAC3B,UAWI,EAAE;QAEN,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,GAAG,CAAC;QAC9C,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,QAAQ,CAAC,kBAAkB,IAAI,EAAE,CAAC;QACxE,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,QAAQ,CAAC;QACvD,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;QACxC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC;QAC5C,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;QAC/C,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,MAAM,CAAC;QACvD,IAAI,CAAC,qBAAqB,GAAG,OAAO,CAAC,qBAAqB,IAAI,QAAQ,CAAC;QACvE,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACrC,IAAI,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACzE,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAY;QAC3B,MAAM,SAAS,GAAG,MAAM,SAAS,CAC/B,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,EACxC,EAAE,GAAG,IAAI,CAAC,YAAY,EAAE,WAAW,EAAE,kBAAkB,EAAE,EACzD,IAAI,CAAC,MAAM,CACZ,CAAC;QAEF,OAAO;YACL,GAAG,KAAK;YACR,SAAS;YACT,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI;SAC9B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAe;QAC9B,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClD,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAC3C,MAAM,UAAU,GAAG,MAAM,SAAS,CAChC,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAW,CAAC,KAAK,CAAC,EACtC,EAAE,GAAG,IAAI,CAAC,YAAY,EAAE,WAAW,EAAE,kBAAkB,EAAE,EACzD,IAAI,CAAC,MAAM,CACZ,CAAC;YAEF,IAAI,UAAU,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;gBACxC,MAAM,IAAI,UAAU,CAClB,uBAAuB,UAAU,CAAC,MAAM,mBAAmB,MAAM,CAAC,MAAM,SAAS,EACjF;oBACE,UAAU,EACR,mFAAmF;iBACtF,CACF,CAAC;YACJ,CAAC;YAED,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC/B,GAAG,KAAK;gBACR,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC;gBACxB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI;aAC9B,CAAC,CAAC,CAAC;QACN,CAAC;QAED,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,IAA4B,EAAE;YACrE,MAAM,KAAK,GACR,KAAK,CAAC,QAAQ,CAAC,UAAqB;gBACpC,KAAK,CAAC,QAAQ,CAAC,KAAgB;gBAChC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE;gBACjC,SAAS,CAAC;YAEZ,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAC9C,SAAS,EAAE,CAAC;YACZ,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,SAAS,IAAI,MAAM,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC,CAAC;YAChE,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,KAAK,gBAAgB,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAClF,CAAC;YAEF,IAAI,IAAI,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;gBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC;gBAChE,MAAM,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAChC,CAAC;YAED,OAAO,QAAQ,CAAC;QAClB,CAAC,CAAC,CAAC;QAEH,OAAO,eAAe,CAAC,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,gBAAgB,CACpB,EAAgB,EAChB,MAAe,EACf,QAAiB,KAAK;QAMtB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,MAAM,SAAS,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,aAAa,IAAI,CAAC,QAAQ,CAAC,IAAI,YAAY,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,QAAQ,WAAW,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAChH,CAAC;QAEF,MAAM,YAAY,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;QAElC,IAAI,KAAK,EAAE,CAAC;YACV,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,kDAAkD,CAAC,CAAC;YACxE,EAAE,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,EAAE,aAAa,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC;QAC1E,CAAC;QAED,qDAAqD;QACrD,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,YAAY,GAChB,YAAY,CAAC,KAAK,KAAK,SAAS;gBAChC,IAAI,CAAC,QAAQ,CAAC,KAAK,KAAK,SAAS;gBACjC,YAAY,CAAC,KAAK,KAAK,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;YAC7C,MAAM,iBAAiB,GACrB,YAAY,CAAC,kBAAkB,KAAK,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC;YAE/D,IAAI,YAAY,IAAI,iBAAiB,EAAE,CAAC;gBACtC,MAAM,SAAS,GAAG,YAAY,CAAC,KAAK,IAAI,WAAW,CAAC;gBACpD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,WAAW,CAAC;gBACpD,MAAM,QAAQ,GAAG,YAAY,CAAC,kBAAkB,CAAC;gBACjD,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC;gBACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;gBAChD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,SAAS,KAAK,QAAQ,IAAI,CAAC,CAAC;gBAC7D,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,QAAQ,KAAK,OAAO,IAAI,CAAC,CAAC;gBAC3D,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,qEAAqE,CACtE,CAAC;gBACF,EAAE,CAAC,QAAQ,EAAE,CAAC;gBACd,OAAO,EAAE,aAAa,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC;YAC1E,CAAC;QACH,CAAC;QAED,0FAA0F;QAC1F,MAAM,kBAAkB,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC;QACvC,MAAM,oBAAoB,GAAG,IAAI,GAAG,EAAuB,CAAC;QAC5D,MAAM,qBAAqB,GAAG,IAAI,GAAG,EAAU,CAAC;QAChD,KAAK,MAAM,GAAG,IAAI,kBAAkB,EAAE,CAAC;YACrC,MAAM,GAAG,GAAG,GAAG,GAAG,CAAC,UAAU,KAAK,GAAG,CAAC,UAAU,EAAE,CAAC;YACnD,MAAM,IAAI,GAAG,GAAG,CAAC,WAAW,IAAI,gBAAgB,CAAC,GAAG,CAAC,CAAC;YACtD,qBAAqB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAChC,MAAM,KAAK,GAAG,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC5C,IAAI,KAAK,EAAE,CAAC;gBACV,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAClB,CAAC;iBAAM,CAAC;gBACN,oBAAoB,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjD,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,OAAO,CACjB,gBAAgB,kBAAkB,CAAC,MAAM,kBAAkB,oBAAoB,CAAC,IAAI,aAAa,CAClG,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,eAAe,IAAI,QAAQ,EAAE,CAAC,CAAC;QAEvE,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAmB,CAAC;QACvD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,GAAG,GAAG,GAAG,KAAK,CAAC,UAAU,KAAK,KAAK,CAAC,UAAU,EAAE,CAAC;YACvD,MAAM,KAAK,GAAG,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC3C,IAAI,KAAK,EAAE,CAAC;gBACV,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACpB,CAAC;iBAAM,CAAC;gBACN,mBAAmB,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;QAED,MAAM,aAAa,GAAY,EAAE,CAAC;QAClC,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,KAAK,MAAM,CAAC,GAAG,EAAE,UAAU,CAAC,IAAI,mBAAmB,EAAE,CAAC;YACpD,MAAM,iBAAiB,GAAG,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAExD,IACE,iBAAiB;gBACjB,iBAAiB,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM;gBAC5C,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,EACnE,CAAC;gBACD,YAAY,EAAE,CAAC;gBACf,aAAa,IAAI,UAAU,CAAC,MAAM,CAAC;gBACnC,SAAS;YACX,CAAC;YAED,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;gBAC/B,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;oBACxD,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAC5B,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,CAAC,OAAO,CACjB,cAAc,YAAY,0BAA0B,aAAa,UAAU,CAC5E,CAAC;QACJ,CAAC;QAED,OAAO,EAAE,aAAa,EAAE,IAAI,EAAE,YAAY,EAAE,mBAAmB,EAAE,KAAK,EAAE,CAAC;IAC3E,CAAC;IAED,KAAK,CAAC,cAAc,CAClB,EAAgB,EAChB,aAA8B,EAC9B,IAAoB;QAEpB,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACjB,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QACzB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,aAAa,CAAC,MAAM,uBAAuB,CAAC,CAAC;IAC5E,CAAC;IAED,KAAK,CAAC,GAAG,CACP,EAAgB,EAChB,UAAkB,EAClB,QAAiB,KAAK,EACtB,mBAAyC;QAEzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;QAEpE,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YACpD,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC5C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3B,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;YAC/D,CAAC;YACD,MAAM,GAAG,MAAiB,CAAC;QAC7B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,UAAU,CAClB,8BAA8B,UAAU,KAAK,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAC/F;gBACE,UAAU,EACR,oEAAoE;gBACtE,KAAK,EAAE,GAAG;aACX,CACF,CAAC;QACJ,CAAC;QAED,MAAM,EAAE,aAAa,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,MAAM,IAAI,CAAC,gBAAgB,CACvE,EAAE,EACF,MAAM,EACN,KAAK,CACN,CAAC;QAEF,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;YAChD,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oBAAoB,aAAa,CAAC,MAAM,SAAS,CAAC,CAAC;QAEpE,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;QAC1C,MAAM,OAAO,GAAG,WAAW,CACzB,aAAa,EACb,IAAI,CAAC,SAAS,EACd,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EACvB,IAAI,CAAC,aAAa,CACnB,CAAC;QACF,MAAM,aAAa,GAAoB,EAAE,CAAC;QAE1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACxE,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,SAAS,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,aAAa,UAAU,QAAQ,CACtF,CAAC;YACF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;YACnD,aAAa,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC;YAChC,IAAI,CAAC,UAAU,EAAE,CAAC,aAAa,CAAC,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;YAE9D,MAAM,IAAI,GAAmB;gBAC3B,aAAa,EAAE,CAAC;gBAChB,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;gBAChC,kBAAkB,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU;gBAC5C,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,KAAK,SAAS;oBACnC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE;oBAChC,CAAC,CAAC,EAAE,CAAC;gBACP,GAAG,CAAC,IAAI,CAAC,eAAe,KAAK,SAAS;oBACpC,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,CAAC,eAAe,EAAE;oBAC3C,CAAC,CAAC,EAAE,CAAC;gBACP,SAAS,EAAE,YAAY,EAAE,SAAS,IAAI,GAAG;gBACzC,SAAS,EAAE,GAAG;aACf,CAAC;YACF,MAAM,IAAI,CAAC,cAAc,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;YAE9C,IACE,mBAAmB;gBACnB,EAAE,CAAC,YAAY,EAAE,IAAI,IAAI,CAAC,qBAAqB,EAC/C,CAAC;gBACD,MAAM,mBAAmB,EAAE,CAAC;YAC9B,CAAC;QACH,CAAC;QAED,OAAO,aAAa,CAAC;IACvB,CAAC;CACF"}
|
|
1
|
+
{"version":3,"file":"embedder.js","sourceRoot":"","sources":["../../src/core/embedder.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EACL,KAAK,EACL,SAAS,EACT,eAAe,EACf,WAAW,EACX,kBAAkB,GAEnB,MAAM,YAAY,CAAC;AAGpB,SAAS,gBAAgB,CAAC,KAAY;IACpC,IAAI,KAAK,CAAC,WAAW;QAAE,OAAO,KAAK,CAAC,WAAW,CAAC;IAChD,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC/E,CAAC;AAED,MAAM,OAAO,iBAAiB;IACpB,QAAQ,CAAoB;IAC5B,WAAW,CAAS;IACpB,SAAS,CAAS;IAClB,aAAa,CAAS;IACtB,YAAY,CAAe;IAC3B,WAAW,CAAS;IACpB,eAAe,CAAU;IACzB,cAAc,CAAS;IACvB,qBAAqB,CAAS;IAC9B,MAAM,CAAS;IACvB,UAAU,CAA8C;IAExD,YACE,QAA2B,EAC3B,UAWI,EAAE;QAEN,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,GAAG,CAAC;QAC9C,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,QAAQ,CAAC,kBAAkB,IAAI,EAAE,CAAC;QACxE,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,QAAQ,CAAC;QACvD,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;QACxC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC;QAC5C,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;QAC/C,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,MAAM,CAAC;QACvD,IAAI,CAAC,qBAAqB,GAAG,OAAO,CAAC,qBAAqB,IAAI,QAAQ,CAAC;QACvE,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACrC,IAAI,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACzE,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAY;QAC3B,MAAM,SAAS,GAAG,MAAM,SAAS,CAC/B,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,EACxC,EAAE,GAAG,IAAI,CAAC,YAAY,EAAE,WAAW,EAAE,kBAAkB,EAAE,EACzD,IAAI,CAAC,MAAM,CACZ,CAAC;QAEF,OAAO;YACL,GAAG,KAAK;YACR,SAAS;YACT,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI;SAC9B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAe;QAC9B,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClD,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAC3C,MAAM,UAAU,GAAG,MAAM,SAAS,CAChC,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAW,CAAC,KAAK,CAAC,EACtC,EAAE,GAAG,IAAI,CAAC,YAAY,EAAE,WAAW,EAAE,kBAAkB,EAAE,EACzD,IAAI,CAAC,MAAM,CACZ,CAAC;YAEF,IAAI,UAAU,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;gBACxC,MAAM,IAAI,UAAU,CAClB,uBAAuB,UAAU,CAAC,MAAM,mBAAmB,MAAM,CAAC,MAAM,SAAS,EACjF;oBACE,UAAU,EACR,mFAAmF;iBACtF,CACF,CAAC;YACJ,CAAC;YAED,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC/B,GAAG,KAAK;gBACR,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC;gBACxB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI;aAC9B,CAAC,CAAC,CAAC;QACN,CAAC;QAED,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,IAA4B,EAAE;YACrE,MAAM,KAAK,GACR,KAAK,CAAC,QAAQ,CAAC,UAAqB;gBACpC,KAAK,CAAC,QAAQ,CAAC,KAAgB;gBAChC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE;gBACjC,SAAS,CAAC;YAEZ,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAC9C,SAAS,EAAE,CAAC;YACZ,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,SAAS,IAAI,MAAM,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC,CAAC;YAChE,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,KAAK,gBAAgB,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAClF,CAAC;YAEF,IAAI,IAAI,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;gBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC;gBAChE,MAAM,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAChC,CAAC;YAED,OAAO,QAAQ,CAAC;QAClB,CAAC,CAAC,CAAC;QAEH,OAAO,eAAe,CAAC,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAClD,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,MAAe;QAC/B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG,WAAW,CACzB,MAAM,EACN,IAAI,CAAC,SAAS,EACd,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EACvB,IAAI,CAAC,aAAa,CACnB,CAAC;QACF,MAAM,GAAG,GAAoB,EAAE,CAAC;QAChC,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1C,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,KAAK,CAAC,gBAAgB,CACpB,EAAgB,EAChB,MAAe,EACf,QAAiB,KAAK;QAMtB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,MAAM,SAAS,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,aAAa,IAAI,CAAC,QAAQ,CAAC,IAAI,YAAY,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,QAAQ,WAAW,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAChH,CAAC;QAEF,MAAM,YAAY,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;QAElC,IAAI,KAAK,EAAE,CAAC;YACV,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,kDAAkD,CAAC,CAAC;YACxE,EAAE,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,EAAE,aAAa,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC;QAC1E,CAAC;QAED,qDAAqD;QACrD,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,YAAY,GAChB,YAAY,CAAC,KAAK,KAAK,SAAS;gBAChC,IAAI,CAAC,QAAQ,CAAC,KAAK,KAAK,SAAS;gBACjC,YAAY,CAAC,KAAK,KAAK,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;YAC7C,MAAM,iBAAiB,GACrB,YAAY,CAAC,kBAAkB,KAAK,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC;YAE/D,IAAI,YAAY,IAAI,iBAAiB,EAAE,CAAC;gBACtC,MAAM,SAAS,GAAG,YAAY,CAAC,KAAK,IAAI,WAAW,CAAC;gBACpD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,WAAW,CAAC;gBACpD,MAAM,QAAQ,GAAG,YAAY,CAAC,kBAAkB,CAAC;gBACjD,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC;gBACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;gBAChD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,SAAS,KAAK,QAAQ,IAAI,CAAC,CAAC;gBAC7D,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,QAAQ,KAAK,OAAO,IAAI,CAAC,CAAC;gBAC3D,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,qEAAqE,CACtE,CAAC;gBACF,EAAE,CAAC,QAAQ,EAAE,CAAC;gBACd,OAAO,EAAE,aAAa,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC;YAC1E,CAAC;QACH,CAAC;QAED,0FAA0F;QAC1F,MAAM,kBAAkB,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC;QACvC,MAAM,oBAAoB,GAAG,IAAI,GAAG,EAAuB,CAAC;QAC5D,MAAM,qBAAqB,GAAG,IAAI,GAAG,EAAU,CAAC;QAChD,KAAK,MAAM,GAAG,IAAI,kBAAkB,EAAE,CAAC;YACrC,MAAM,GAAG,GAAG,GAAG,GAAG,CAAC,UAAU,KAAK,GAAG,CAAC,UAAU,EAAE,CAAC;YACnD,MAAM,IAAI,GAAG,GAAG,CAAC,WAAW,IAAI,gBAAgB,CAAC,GAAG,CAAC,CAAC;YACtD,qBAAqB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAChC,MAAM,KAAK,GAAG,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC5C,IAAI,KAAK,EAAE,CAAC;gBACV,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAClB,CAAC;iBAAM,CAAC;gBACN,oBAAoB,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjD,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,OAAO,CACjB,gBAAgB,kBAAkB,CAAC,MAAM,kBAAkB,oBAAoB,CAAC,IAAI,aAAa,CAClG,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,eAAe,IAAI,QAAQ,EAAE,CAAC,CAAC;QAEvE,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAmB,CAAC;QACvD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,GAAG,GAAG,GAAG,KAAK,CAAC,UAAU,KAAK,KAAK,CAAC,UAAU,EAAE,CAAC;YACvD,MAAM,KAAK,GAAG,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC3C,IAAI,KAAK,EAAE,CAAC;gBACV,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACpB,CAAC;iBAAM,CAAC;gBACN,mBAAmB,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;QAED,MAAM,aAAa,GAAY,EAAE,CAAC;QAClC,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,KAAK,MAAM,CAAC,GAAG,EAAE,UAAU,CAAC,IAAI,mBAAmB,EAAE,CAAC;YACpD,MAAM,iBAAiB,GAAG,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAExD,IACE,iBAAiB;gBACjB,iBAAiB,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM;gBAC5C,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,EACnE,CAAC;gBACD,YAAY,EAAE,CAAC;gBACf,aAAa,IAAI,UAAU,CAAC,MAAM,CAAC;gBACnC,SAAS;YACX,CAAC;YAED,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;gBAC/B,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;oBACxD,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAC5B,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,CAAC,OAAO,CACjB,cAAc,YAAY,0BAA0B,aAAa,UAAU,CAC5E,CAAC;QACJ,CAAC;QAED,OAAO,EAAE,aAAa,EAAE,IAAI,EAAE,YAAY,EAAE,mBAAmB,EAAE,KAAK,EAAE,CAAC;IAC3E,CAAC;IAED,KAAK,CAAC,cAAc,CAClB,EAAgB,EAChB,aAA8B,EAC9B,IAAoB;QAEpB,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACjB,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QACzB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,aAAa,CAAC,MAAM,uBAAuB,CAAC,CAAC;IAC5E,CAAC;IAED,KAAK,CAAC,GAAG,CACP,EAAgB,EAChB,UAAkB,EAClB,QAAiB,KAAK,EACtB,mBAAyC;QAEzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;QAEpE,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YACpD,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC5C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3B,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;YAC/D,CAAC;YACD,MAAM,GAAG,MAAiB,CAAC;QAC7B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,UAAU,CAClB,8BAA8B,UAAU,KAAK,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAC/F;gBACE,UAAU,EACR,oEAAoE;gBACtE,KAAK,EAAE,GAAG;aACX,CACF,CAAC;QACJ,CAAC;QAED,MAAM,EAAE,aAAa,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,MAAM,IAAI,CAAC,gBAAgB,CACvE,EAAE,EACF,MAAM,EACN,KAAK,CACN,CAAC;QAEF,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;YAChD,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oBAAoB,aAAa,CAAC,MAAM,SAAS,CAAC,CAAC;QAEpE,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;QAC1C,MAAM,OAAO,GAAG,WAAW,CACzB,aAAa,EACb,IAAI,CAAC,SAAS,EACd,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EACvB,IAAI,CAAC,aAAa,CACnB,CAAC;QACF,MAAM,aAAa,GAAoB,EAAE,CAAC;QAE1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACxE,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,SAAS,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,aAAa,UAAU,QAAQ,CACtF,CAAC;YACF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;YACnD,aAAa,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC;YAChC,IAAI,CAAC,UAAU,EAAE,CAAC,aAAa,CAAC,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;YAE9D,MAAM,IAAI,GAAmB;gBAC3B,aAAa,EAAE,CAAC;gBAChB,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;gBAChC,kBAAkB,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU;gBAC5C,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,KAAK,SAAS;oBACnC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE;oBAChC,CAAC,CAAC,EAAE,CAAC;gBACP,GAAG,CAAC,IAAI,CAAC,eAAe,KAAK,SAAS;oBACpC,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,CAAC,eAAe,EAAE;oBAC3C,CAAC,CAAC,EAAE,CAAC;gBACP,SAAS,EAAE,YAAY,EAAE,SAAS,IAAI,GAAG;gBACzC,SAAS,EAAE,GAAG;aACf,CAAC;YACF,MAAM,IAAI,CAAC,cAAc,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;YAE9C,IACE,mBAAmB;gBACnB,EAAE,CAAC,YAAY,EAAE,IAAI,IAAI,CAAC,qBAAqB,EAC/C,CAAC;gBACD,MAAM,mBAAmB,EAAE,CAAC;YAC9B,CAAC;QACH,CAAC;QAED,OAAO,aAAa,CAAC;IACvB,CAAC;CACF"}
|
|
@@ -1,20 +1,49 @@
|
|
|
1
|
+
import type { Chunk } from "../interfaces/index.js";
|
|
1
2
|
import type { EmbeddedChunk, EmbeddingsMeta } from "../interfaces/index.js";
|
|
2
3
|
export declare class EmbeddingsDb {
|
|
3
4
|
private db;
|
|
4
5
|
constructor(dbPath: string);
|
|
5
6
|
private isEmpty;
|
|
7
|
+
private migrateFromEmbeddingsTable;
|
|
6
8
|
getMeta(): EmbeddingsMeta | null;
|
|
7
9
|
setMeta(meta: EmbeddingsMeta): void;
|
|
10
|
+
/** Insert chunk metadata only (no embedding yet). Safe to call inside a transaction. */
|
|
11
|
+
insertChunk(chunk: Chunk): void;
|
|
12
|
+
/** Batch-insert chunk metadata in a single transaction. */
|
|
13
|
+
insertChunks(chunks: Chunk[]): void;
|
|
14
|
+
/** Store the embedding for a previously inserted chunk. */
|
|
15
|
+
updateEmbedding(contentHash: string, embedding: number[], embeddedAt: number): void;
|
|
16
|
+
/** Clear embedding data after upload to reclaim storage. */
|
|
17
|
+
clearEmbedding(contentHash: string): void;
|
|
18
|
+
/** Delete all chunks for a source file (called before re-chunking a changed file). */
|
|
19
|
+
deleteBySourceFile(sourceFile: string): void;
|
|
20
|
+
/**
|
|
21
|
+
* Atomically replace all chunks for a source file with a new set.
|
|
22
|
+
* The delete and insert run in a single SQLite transaction.
|
|
23
|
+
*/
|
|
24
|
+
replaceChunks(sourceFile: string, chunks: Chunk[]): void;
|
|
25
|
+
/** Chunks inserted during chunking that still need an embedding computed. */
|
|
26
|
+
getPendingEmbedChunks(): Chunk[];
|
|
27
|
+
/** Embedded chunks that have not yet been uploaded to the vector store. */
|
|
28
|
+
getPendingUploadChunks(): EmbeddedChunk[];
|
|
29
|
+
/** Returns all chunk rows as Chunk objects, regardless of embedding or upload status. */
|
|
30
|
+
getAllChunks(): Chunk[];
|
|
31
|
+
/** Returns a file → commitHash map for all files tracked in the DB. */
|
|
32
|
+
getFileStates(): Map<string, string>;
|
|
33
|
+
/** Insert fully-embedded chunks (used by migration and legacy callers). */
|
|
8
34
|
insert(chunks: EmbeddedChunk[]): void;
|
|
9
35
|
has(contentHash: string): boolean;
|
|
36
|
+
/** Returns all rows that have an embedding (excludes metadata-only rows). */
|
|
10
37
|
getAll(): EmbeddedChunk[];
|
|
38
|
+
/** Alias for getPendingUploadChunks() — keeps Uploader compatible. */
|
|
11
39
|
getPending(): EmbeddedChunk[];
|
|
12
40
|
markUploaded(contentHashes: string[]): void;
|
|
41
|
+
/** Count of embedded chunks not yet uploaded. */
|
|
13
42
|
pendingCount(): number;
|
|
14
43
|
clearAll(): void;
|
|
15
44
|
pruneUploaded(): void;
|
|
16
45
|
migrateFromJson(jsonPath: string): void;
|
|
17
46
|
close(): void;
|
|
18
|
-
private
|
|
47
|
+
private rowsToEmbeddedChunks;
|
|
19
48
|
}
|
|
20
49
|
//# sourceMappingURL=embeddings-db.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"embeddings-db.d.ts","sourceRoot":"","sources":["../../src/core/embeddings-db.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;
|
|
1
|
+
{"version":3,"file":"embeddings-db.d.ts","sourceRoot":"","sources":["../../src/core/embeddings-db.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,KAAK,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAmD5E,qBAAa,YAAY;IACvB,OAAO,CAAC,EAAE,CAAoB;gBAElB,MAAM,EAAE,MAAM;IAsB1B,OAAO,CAAC,OAAO;IAOf,OAAO,CAAC,0BAA0B;IAkElC,OAAO,IAAI,cAAc,GAAG,IAAI;IAYhC,OAAO,CAAC,IAAI,EAAE,cAAc,GAAG,IAAI;IAQnC,wFAAwF;IACxF,WAAW,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI;IAgB/B,2DAA2D;IAC3D,YAAY,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI;IAoBnC,2DAA2D;IAC3D,eAAe,CACb,WAAW,EAAE,MAAM,EACnB,SAAS,EAAE,MAAM,EAAE,EACnB,UAAU,EAAE,MAAM,GACjB,IAAI;IAQP,4DAA4D;IAC5D,cAAc,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAQzC,sFAAsF;IACtF,kBAAkB,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAI5C;;;OAGG;IACH,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI;IAsBxD,6EAA6E;IAC7E,qBAAqB,IAAI,KAAK,EAAE;IAsBhC,2EAA2E;IAC3E,sBAAsB,IAAI,aAAa,EAAE;IAMzC,yFAAyF;IACzF,YAAY,IAAI,KAAK,EAAE;IAsBvB,uEAAuE;IACvE,aAAa,IAAI,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC;IAYpC,2EAA2E;IAC3E,MAAM,CAAC,MAAM,EAAE,aAAa,EAAE,GAAG,IAAI;IAsBrC,GAAG,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO;IAOjC,6EAA6E;IAC7E,MAAM,IAAI,aAAa,EAAE;IAMzB,sEAAsE;IACtE,UAAU,IAAI,aAAa,EAAE;IAI7B,YAAY,CAAC,aAAa,EAAE,MAAM,EAAE,GAAG,IAAI;IAU3C,iDAAiD;IACjD,YAAY,IAAI,MAAM;IAStB,QAAQ,IAAI,IAAI;IAKhB,aAAa,IAAI,IAAI;IAIrB,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAuDvC,KAAK,IAAI,IAAI;IAIb,OAAO,CAAC,oBAAoB;CAqB7B"}
|
|
@@ -2,44 +2,108 @@ import { createHash } from "crypto";
|
|
|
2
2
|
import { existsSync, readFileSync } from "fs";
|
|
3
3
|
import { rename } from "fs/promises";
|
|
4
4
|
import Database from "better-sqlite3";
|
|
5
|
+
function computeContentHash(content) {
|
|
6
|
+
return createHash("sha256").update(content).digest("hex").slice(0, 16);
|
|
7
|
+
}
|
|
5
8
|
function chunkContentHash(chunk) {
|
|
6
|
-
return
|
|
7
|
-
|
|
9
|
+
return chunk.contentHash ?? computeContentHash(chunk.content);
|
|
10
|
+
}
|
|
11
|
+
function embeddingToBlob(embedding) {
|
|
12
|
+
return Buffer.from(new Float32Array(embedding).buffer);
|
|
8
13
|
}
|
|
9
|
-
|
|
14
|
+
function blobToEmbedding(blob) {
|
|
15
|
+
return Array.from(new Float32Array(blob.buffer, blob.byteOffset, blob.byteLength / 4));
|
|
16
|
+
}
|
|
17
|
+
function parseMetadata(json) {
|
|
18
|
+
try {
|
|
19
|
+
return JSON.parse(json);
|
|
20
|
+
}
|
|
21
|
+
catch {
|
|
22
|
+
return {};
|
|
23
|
+
}
|
|
24
|
+
}
|
|
25
|
+
const META_DDL = `
|
|
10
26
|
CREATE TABLE IF NOT EXISTS meta (
|
|
11
27
|
key TEXT PRIMARY KEY,
|
|
12
28
|
value TEXT NOT NULL
|
|
13
29
|
);
|
|
14
|
-
|
|
30
|
+
`;
|
|
31
|
+
// embedding: raw IEEE-754 float32 little-endian bytes (~4× smaller than JSON).
|
|
32
|
+
// NULL until embedded; cleared after upload to reclaim storage.
|
|
33
|
+
const CHUNKS_DDL = `
|
|
34
|
+
CREATE TABLE IF NOT EXISTS chunks (
|
|
15
35
|
content_hash TEXT PRIMARY KEY,
|
|
16
36
|
source_file TEXT NOT NULL,
|
|
17
37
|
commit_hash TEXT NOT NULL,
|
|
18
38
|
content TEXT NOT NULL,
|
|
19
39
|
metadata_json TEXT NOT NULL,
|
|
20
|
-
|
|
21
|
-
embedded_at INTEGER
|
|
40
|
+
embedding BLOB,
|
|
41
|
+
embedded_at INTEGER,
|
|
22
42
|
uploaded INTEGER NOT NULL DEFAULT 0
|
|
23
|
-
);
|
|
24
|
-
CREATE INDEX IF NOT EXISTS idx_source_file ON
|
|
43
|
+
) STRICT;
|
|
44
|
+
CREATE INDEX IF NOT EXISTS idx_source_file ON chunks(source_file);
|
|
25
45
|
`;
|
|
26
46
|
export class EmbeddingsDb {
|
|
27
47
|
db;
|
|
28
48
|
constructor(dbPath) {
|
|
29
49
|
this.db = new Database(dbPath);
|
|
30
50
|
this.db.pragma("journal_mode = WAL");
|
|
31
|
-
this.db.exec(
|
|
51
|
+
this.db.exec(META_DDL);
|
|
52
|
+
const hasOldTable = this.db
|
|
53
|
+
.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name='embeddings'")
|
|
54
|
+
.get();
|
|
55
|
+
if (hasOldTable) {
|
|
56
|
+
this.migrateFromEmbeddingsTable();
|
|
57
|
+
}
|
|
58
|
+
this.db.exec(CHUNKS_DDL);
|
|
32
59
|
const jsonPath = dbPath.replace(/\.db$/, ".json");
|
|
33
60
|
if (this.isEmpty() && existsSync(jsonPath)) {
|
|
34
61
|
this.migrateFromJson(jsonPath);
|
|
35
62
|
}
|
|
36
63
|
}
|
|
37
64
|
isEmpty() {
|
|
38
|
-
const row = this.db
|
|
39
|
-
.prepare("SELECT COUNT(*) as cnt FROM embeddings")
|
|
40
|
-
.get();
|
|
65
|
+
const row = this.db.prepare("SELECT COUNT(*) as cnt FROM chunks").get();
|
|
41
66
|
return row.cnt === 0;
|
|
42
67
|
}
|
|
68
|
+
migrateFromEmbeddingsTable() {
|
|
69
|
+
const rows = this.db.prepare("SELECT * FROM embeddings").all();
|
|
70
|
+
const migrate = this.db.transaction(() => {
|
|
71
|
+
this.db
|
|
72
|
+
.prepare(`
|
|
73
|
+
CREATE TABLE IF NOT EXISTS chunks (
|
|
74
|
+
content_hash TEXT PRIMARY KEY,
|
|
75
|
+
source_file TEXT NOT NULL,
|
|
76
|
+
commit_hash TEXT NOT NULL,
|
|
77
|
+
content TEXT NOT NULL,
|
|
78
|
+
metadata_json TEXT NOT NULL,
|
|
79
|
+
embedding BLOB,
|
|
80
|
+
embedded_at INTEGER,
|
|
81
|
+
uploaded INTEGER NOT NULL DEFAULT 0
|
|
82
|
+
) STRICT
|
|
83
|
+
`)
|
|
84
|
+
.run();
|
|
85
|
+
const stmt = this.db.prepare(`
|
|
86
|
+
INSERT OR IGNORE INTO chunks
|
|
87
|
+
(content_hash, source_file, commit_hash, content, metadata_json, embedding, embedded_at, uploaded)
|
|
88
|
+
VALUES (?, ?, ?, ?, ?, ?, ?, ?)
|
|
89
|
+
`);
|
|
90
|
+
for (const row of rows) {
|
|
91
|
+
let blob = null;
|
|
92
|
+
if (row.embedding_json) {
|
|
93
|
+
try {
|
|
94
|
+
blob = embeddingToBlob(JSON.parse(row.embedding_json));
|
|
95
|
+
}
|
|
96
|
+
catch {
|
|
97
|
+
/* skip rows with invalid embedding JSON */
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
stmt.run(row.content_hash, row.source_file, row.commit_hash, row.content, row.metadata_json, blob, row.embedded_at, row.uploaded);
|
|
101
|
+
}
|
|
102
|
+
this.db.prepare("DROP TABLE embeddings").run();
|
|
103
|
+
this.db.prepare("DROP INDEX IF EXISTS idx_source_file").run();
|
|
104
|
+
});
|
|
105
|
+
migrate();
|
|
106
|
+
}
|
|
43
107
|
getMeta() {
|
|
44
108
|
const row = this.db
|
|
45
109
|
.prepare("SELECT value FROM meta WHERE key = 'meta'")
|
|
@@ -58,51 +122,147 @@ export class EmbeddingsDb {
|
|
|
58
122
|
.prepare("INSERT OR REPLACE INTO meta (key, value) VALUES ('meta', ?)")
|
|
59
123
|
.run(JSON.stringify(meta));
|
|
60
124
|
}
|
|
125
|
+
// ── Streaming pipeline methods ─────────────────────────────────────────────
|
|
126
|
+
/** Insert chunk metadata only (no embedding yet). Safe to call inside a transaction. */
|
|
127
|
+
insertChunk(chunk) {
|
|
128
|
+
this.db
|
|
129
|
+
.prepare(`INSERT OR IGNORE INTO chunks
|
|
130
|
+
(content_hash, source_file, commit_hash, content, metadata_json, embedding, embedded_at, uploaded)
|
|
131
|
+
VALUES (?, ?, ?, ?, ?, NULL, NULL, 0)`)
|
|
132
|
+
.run(chunkContentHash(chunk), chunk.sourceFile, chunk.commitHash, chunk.content, JSON.stringify(chunk.metadata));
|
|
133
|
+
}
|
|
134
|
+
/** Batch-insert chunk metadata in a single transaction. */
|
|
135
|
+
insertChunks(chunks) {
|
|
136
|
+
const stmt = this.db.prepare(`INSERT OR IGNORE INTO chunks
|
|
137
|
+
(content_hash, source_file, commit_hash, content, metadata_json, embedding, embedded_at, uploaded)
|
|
138
|
+
VALUES (?, ?, ?, ?, ?, NULL, NULL, 0)`);
|
|
139
|
+
const insertAll = this.db.transaction((items) => {
|
|
140
|
+
for (const chunk of items) {
|
|
141
|
+
stmt.run(chunkContentHash(chunk), chunk.sourceFile, chunk.commitHash, chunk.content, JSON.stringify(chunk.metadata));
|
|
142
|
+
}
|
|
143
|
+
});
|
|
144
|
+
insertAll(chunks);
|
|
145
|
+
}
|
|
146
|
+
/** Store the embedding for a previously inserted chunk. */
|
|
147
|
+
updateEmbedding(contentHash, embedding, embeddedAt) {
|
|
148
|
+
this.db
|
|
149
|
+
.prepare("UPDATE chunks SET embedding = ?, embedded_at = ? WHERE content_hash = ?")
|
|
150
|
+
.run(embeddingToBlob(embedding), Math.floor(embeddedAt), contentHash);
|
|
151
|
+
}
|
|
152
|
+
/** Clear embedding data after upload to reclaim storage. */
|
|
153
|
+
clearEmbedding(contentHash) {
|
|
154
|
+
this.db
|
|
155
|
+
.prepare("UPDATE chunks SET embedding = NULL, embedded_at = NULL WHERE content_hash = ?")
|
|
156
|
+
.run(contentHash);
|
|
157
|
+
}
|
|
158
|
+
/** Delete all chunks for a source file (called before re-chunking a changed file). */
|
|
159
|
+
deleteBySourceFile(sourceFile) {
|
|
160
|
+
this.db.prepare("DELETE FROM chunks WHERE source_file = ?").run(sourceFile);
|
|
161
|
+
}
|
|
162
|
+
/**
|
|
163
|
+
* Atomically replace all chunks for a source file with a new set.
|
|
164
|
+
* The delete and insert run in a single SQLite transaction.
|
|
165
|
+
*/
|
|
166
|
+
replaceChunks(sourceFile, chunks) {
|
|
167
|
+
const del = this.db.prepare("DELETE FROM chunks WHERE source_file = ?");
|
|
168
|
+
const ins = this.db.prepare(`INSERT OR IGNORE INTO chunks
|
|
169
|
+
(content_hash, source_file, commit_hash, content, metadata_json, embedding, embedded_at, uploaded)
|
|
170
|
+
VALUES (?, ?, ?, ?, ?, NULL, NULL, 0)`);
|
|
171
|
+
const txn = this.db.transaction(() => {
|
|
172
|
+
del.run(sourceFile);
|
|
173
|
+
for (const chunk of chunks) {
|
|
174
|
+
ins.run(chunkContentHash(chunk), chunk.sourceFile, chunk.commitHash, chunk.content, JSON.stringify(chunk.metadata));
|
|
175
|
+
}
|
|
176
|
+
});
|
|
177
|
+
txn();
|
|
178
|
+
}
|
|
179
|
+
/** Chunks inserted during chunking that still need an embedding computed. */
|
|
180
|
+
getPendingEmbedChunks() {
|
|
181
|
+
const rows = this.db
|
|
182
|
+
.prepare("SELECT content_hash, source_file, commit_hash, content, metadata_json FROM chunks WHERE embedding IS NULL AND uploaded = 0")
|
|
183
|
+
.all();
|
|
184
|
+
return rows.map((row) => ({
|
|
185
|
+
contentHash: row.content_hash,
|
|
186
|
+
sourceFile: row.source_file,
|
|
187
|
+
commitHash: row.commit_hash,
|
|
188
|
+
content: row.content,
|
|
189
|
+
metadata: parseMetadata(row.metadata_json),
|
|
190
|
+
}));
|
|
191
|
+
}
|
|
192
|
+
/** Embedded chunks that have not yet been uploaded to the vector store. */
|
|
193
|
+
getPendingUploadChunks() {
|
|
194
|
+
return this.rowsToEmbeddedChunks("SELECT * FROM chunks WHERE uploaded = 0 AND embedding IS NOT NULL");
|
|
195
|
+
}
|
|
196
|
+
/** Returns all chunk rows as Chunk objects, regardless of embedding or upload status. */
|
|
197
|
+
getAllChunks() {
|
|
198
|
+
const rows = this.db
|
|
199
|
+
.prepare("SELECT content_hash, source_file, commit_hash, content, metadata_json FROM chunks")
|
|
200
|
+
.all();
|
|
201
|
+
return rows.map((row) => ({
|
|
202
|
+
contentHash: row.content_hash,
|
|
203
|
+
sourceFile: row.source_file,
|
|
204
|
+
commitHash: row.commit_hash,
|
|
205
|
+
content: row.content,
|
|
206
|
+
metadata: parseMetadata(row.metadata_json),
|
|
207
|
+
}));
|
|
208
|
+
}
|
|
209
|
+
/** Returns a file → commitHash map for all files tracked in the DB. */
|
|
210
|
+
getFileStates() {
|
|
211
|
+
const rows = this.db
|
|
212
|
+
.prepare("SELECT source_file, commit_hash FROM chunks GROUP BY source_file")
|
|
213
|
+
.all();
|
|
214
|
+
return new Map(rows.map((r) => [r.source_file, r.commit_hash]));
|
|
215
|
+
}
|
|
216
|
+
// ── Preserved methods ──────────────────────────────────────────────────────
|
|
217
|
+
/** Insert fully-embedded chunks (used by migration and legacy callers). */
|
|
61
218
|
insert(chunks) {
|
|
62
219
|
const stmt = this.db.prepare(`
|
|
63
|
-
INSERT OR IGNORE INTO
|
|
64
|
-
(content_hash, source_file, commit_hash, content, metadata_json,
|
|
220
|
+
INSERT OR IGNORE INTO chunks
|
|
221
|
+
(content_hash, source_file, commit_hash, content, metadata_json, embedding, embedded_at, uploaded)
|
|
65
222
|
VALUES (?, ?, ?, ?, ?, ?, ?, 0)
|
|
66
223
|
`);
|
|
67
224
|
const insertMany = this.db.transaction((items) => {
|
|
68
225
|
for (const chunk of items) {
|
|
69
|
-
stmt.run(chunkContentHash(chunk), chunk.sourceFile, chunk.commitHash, chunk.content, JSON.stringify(chunk.metadata),
|
|
226
|
+
stmt.run(chunkContentHash(chunk), chunk.sourceFile, chunk.commitHash, chunk.content, JSON.stringify(chunk.metadata), embeddingToBlob(chunk.embedding), Math.floor(chunk.embeddedAt));
|
|
70
227
|
}
|
|
71
228
|
});
|
|
72
229
|
insertMany(chunks);
|
|
73
230
|
}
|
|
74
231
|
has(contentHash) {
|
|
75
232
|
const row = this.db
|
|
76
|
-
.prepare("SELECT 1 FROM
|
|
233
|
+
.prepare("SELECT 1 FROM chunks WHERE content_hash = ?")
|
|
77
234
|
.get(contentHash);
|
|
78
235
|
return row !== undefined;
|
|
79
236
|
}
|
|
237
|
+
/** Returns all rows that have an embedding (excludes metadata-only rows). */
|
|
80
238
|
getAll() {
|
|
81
|
-
return this.
|
|
239
|
+
return this.rowsToEmbeddedChunks("SELECT * FROM chunks WHERE embedding IS NOT NULL");
|
|
82
240
|
}
|
|
241
|
+
/** Alias for getPendingUploadChunks() — keeps Uploader compatible. */
|
|
83
242
|
getPending() {
|
|
84
|
-
return this.
|
|
243
|
+
return this.getPendingUploadChunks();
|
|
85
244
|
}
|
|
86
245
|
markUploaded(contentHashes) {
|
|
87
246
|
if (contentHashes.length === 0)
|
|
88
247
|
return;
|
|
89
248
|
const placeholders = contentHashes.map(() => "?").join(", ");
|
|
90
249
|
this.db
|
|
91
|
-
.prepare(`UPDATE
|
|
250
|
+
.prepare(`UPDATE chunks SET uploaded = 1 WHERE content_hash IN (${placeholders})`)
|
|
92
251
|
.run(...contentHashes);
|
|
93
252
|
}
|
|
253
|
+
/** Count of embedded chunks not yet uploaded. */
|
|
94
254
|
pendingCount() {
|
|
95
255
|
const row = this.db
|
|
96
|
-
.prepare("SELECT COUNT(*) as cnt FROM
|
|
256
|
+
.prepare("SELECT COUNT(*) as cnt FROM chunks WHERE uploaded = 0 AND embedding IS NOT NULL")
|
|
97
257
|
.get();
|
|
98
258
|
return row.cnt;
|
|
99
259
|
}
|
|
100
260
|
clearAll() {
|
|
101
|
-
this.db.prepare("DELETE FROM
|
|
261
|
+
this.db.prepare("DELETE FROM chunks").run();
|
|
102
262
|
this.db.prepare("DELETE FROM meta").run();
|
|
103
263
|
}
|
|
104
264
|
pruneUploaded() {
|
|
105
|
-
this.db.prepare("DELETE FROM
|
|
265
|
+
this.db.prepare("DELETE FROM chunks WHERE uploaded = 1").run();
|
|
106
266
|
}
|
|
107
267
|
migrateFromJson(jsonPath) {
|
|
108
268
|
let raw;
|
|
@@ -132,16 +292,14 @@ export class EmbeddingsDb {
|
|
|
132
292
|
if (meta)
|
|
133
293
|
this.setMeta(meta);
|
|
134
294
|
if (chunks.length > 0) {
|
|
135
|
-
// Mark migrated chunks as uploaded since they were previously written to JSON
|
|
136
|
-
// (implying they were already synced to the vector store)
|
|
137
295
|
const stmt = this.db.prepare(`
|
|
138
|
-
INSERT OR IGNORE INTO
|
|
139
|
-
(content_hash, source_file, commit_hash, content, metadata_json,
|
|
296
|
+
INSERT OR IGNORE INTO chunks
|
|
297
|
+
(content_hash, source_file, commit_hash, content, metadata_json, embedding, embedded_at, uploaded)
|
|
140
298
|
VALUES (?, ?, ?, ?, ?, ?, ?, 1)
|
|
141
299
|
`);
|
|
142
300
|
const insertAll = this.db.transaction((items) => {
|
|
143
301
|
for (const chunk of items) {
|
|
144
|
-
stmt.run(chunkContentHash(chunk), chunk.sourceFile, chunk.commitHash, chunk.content, JSON.stringify(chunk.metadata),
|
|
302
|
+
stmt.run(chunkContentHash(chunk), chunk.sourceFile, chunk.commitHash, chunk.content, JSON.stringify(chunk.metadata), embeddingToBlob(chunk.embedding), Math.floor(chunk.embeddedAt));
|
|
145
303
|
}
|
|
146
304
|
});
|
|
147
305
|
insertAll(chunks);
|
|
@@ -151,29 +309,15 @@ export class EmbeddingsDb {
|
|
|
151
309
|
close() {
|
|
152
310
|
this.db.close();
|
|
153
311
|
}
|
|
154
|
-
|
|
312
|
+
rowsToEmbeddedChunks(sql) {
|
|
155
313
|
const rows = this.db.prepare(sql).all();
|
|
156
314
|
return rows.map((row) => ({
|
|
157
315
|
contentHash: row.content_hash,
|
|
158
316
|
sourceFile: row.source_file,
|
|
159
317
|
commitHash: row.commit_hash,
|
|
160
318
|
content: row.content,
|
|
161
|
-
metadata: (
|
|
162
|
-
|
|
163
|
-
return JSON.parse(row.metadata_json);
|
|
164
|
-
}
|
|
165
|
-
catch {
|
|
166
|
-
return {};
|
|
167
|
-
}
|
|
168
|
-
})(),
|
|
169
|
-
embedding: (() => {
|
|
170
|
-
try {
|
|
171
|
-
return JSON.parse(row.embedding_json);
|
|
172
|
-
}
|
|
173
|
-
catch {
|
|
174
|
-
return [];
|
|
175
|
-
}
|
|
176
|
-
})(),
|
|
319
|
+
metadata: parseMetadata(row.metadata_json),
|
|
320
|
+
embedding: blobToEmbedding(row.embedding),
|
|
177
321
|
embeddedAt: row.embedded_at,
|
|
178
322
|
}));
|
|
179
323
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"embeddings-db.js","sourceRoot":"","sources":["../../src/core/embeddings-db.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,QAAQ,MAAM,gBAAgB,CAAC;
|
|
1
|
+
{"version":3,"file":"embeddings-db.js","sourceRoot":"","sources":["../../src/core/embeddings-db.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AAItC,SAAS,kBAAkB,CAAC,OAAe;IACzC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACzE,CAAC;AAED,SAAS,gBAAgB,CAAC,KAA4B;IACpD,OAAO,KAAK,CAAC,WAAW,IAAI,kBAAkB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;AAChE,CAAC;AAED,SAAS,eAAe,CAAC,SAAmB;IAC1C,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC;AACzD,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACnC,OAAO,KAAK,CAAC,IAAI,CACf,IAAI,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CACpE,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,IAAY;IACjC,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAA4B,CAAC;IACrD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAM,QAAQ,GAAG;;;;;CAKhB,CAAC;AAEF,+EAA+E;AAC/E,gEAAgE;AAChE,MAAM,UAAU,GAAG;;;;;;;;;;;;CAYlB,CAAC;AAEF,MAAM,OAAO,YAAY;IACf,EAAE,CAAoB;IAE9B,YAAY,MAAc;QACxB,IAAI,CAAC,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC/B,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QACrC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEvB,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE;aACxB,OAAO,CACN,yEAAyE,CAC1E;aACA,GAAG,EAAkC,CAAC;QACzC,IAAI,WAAW,EAAE,CAAC;YAChB,IAAI,CAAC,0BAA0B,EAAE,CAAC;QACpC,CAAC;QAED,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAEzB,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAClD,IAAI,IAAI,CAAC,OAAO,EAAE,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3C,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAEO,OAAO;QACb,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,oCAAoC,CAAC,CAAC,GAAG,EAEpE,CAAC;QACF,OAAO,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;IACvB,CAAC;IAEO,0BAA0B;QAYhC,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC,GAAG,EAAc,CAAC;QAE3E,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YACvC,IAAI,CAAC,EAAE;iBACJ,OAAO,CACN;;;;;;;;;;;OAWH,CACE;iBACA,GAAG,EAAE,CAAC;YAET,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;OAI5B,CAAC,CAAC;YAEH,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,IAAI,IAAI,GAAkB,IAAI,CAAC;gBAC/B,IAAI,GAAG,CAAC,cAAc,EAAE,CAAC;oBACvB,IAAI,CAAC;wBACH,IAAI,GAAG,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,cAAc,CAAa,CAAC,CAAC;oBACrE,CAAC;oBAAC,MAAM,CAAC;wBACP,2CAA2C;oBAC7C,CAAC;gBACH,CAAC;gBACD,IAAI,CAAC,GAAG,CACN,GAAG,CAAC,YAAY,EAChB,GAAG,CAAC,WAAW,EACf,GAAG,CAAC,WAAW,EACf,GAAG,CAAC,OAAO,EACX,GAAG,CAAC,aAAa,EACjB,IAAI,EACJ,GAAG,CAAC,WAAW,EACf,GAAG,CAAC,QAAQ,CACb,CAAC;YACJ,CAAC;YAED,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC,GAAG,EAAE,CAAC;YAC/C,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC,GAAG,EAAE,CAAC;QAChE,CAAC,CAAC,CAAC;QAEH,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO;QACL,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE;aAChB,OAAO,CAAC,2CAA2C,CAAC;aACpD,GAAG,EAAmC,CAAC;QAC1C,IAAI,CAAC,GAAG;YAAE,OAAO,IAAI,CAAC;QACtB,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAmB,CAAC;QACjD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,CAAC,IAAoB;QAC1B,IAAI,CAAC,EAAE;aACJ,OAAO,CAAC,6DAA6D,CAAC;aACtE,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/B,CAAC;IAED,8EAA8E;IAE9E,wFAAwF;IACxF,WAAW,CAAC,KAAY;QACtB,IAAI,CAAC,EAAE;aACJ,OAAO,CACN;;+CAEuC,CACxC;aACA,GAAG,CACF,gBAAgB,CAAC,KAAK,CAAC,EACvB,KAAK,CAAC,UAAU,EAChB,KAAK,CAAC,UAAU,EAChB,KAAK,CAAC,OAAO,EACb,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,CAC/B,CAAC;IACN,CAAC;IAED,2DAA2D;IAC3D,YAAY,CAAC,MAAe;QAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAC1B;;6CAEuC,CACxC,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,KAAc,EAAE,EAAE;YACvD,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;gBAC1B,IAAI,CAAC,GAAG,CACN,gBAAgB,CAAC,KAAK,CAAC,EACvB,KAAK,CAAC,UAAU,EAChB,KAAK,CAAC,UAAU,EAChB,KAAK,CAAC,OAAO,EACb,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,CAC/B,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CAAC;QACH,SAAS,CAAC,MAAM,CAAC,CAAC;IACpB,CAAC;IAED,2DAA2D;IAC3D,eAAe,CACb,WAAmB,EACnB,SAAmB,EACnB,UAAkB;QAElB,IAAI,CAAC,EAAE;aACJ,OAAO,CACN,yEAAyE,CAC1E;aACA,GAAG,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,WAAW,CAAC,CAAC;IAC1E,CAAC;IAED,4DAA4D;IAC5D,cAAc,CAAC,WAAmB;QAChC,IAAI,CAAC,EAAE;aACJ,OAAO,CACN,+EAA+E,CAChF;aACA,GAAG,CAAC,WAAW,CAAC,CAAC;IACtB,CAAC;IAED,sFAAsF;IACtF,kBAAkB,CAAC,UAAkB;QACnC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,0CAA0C,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC9E,CAAC;IAED;;;OAGG;IACH,aAAa,CAAC,UAAkB,EAAE,MAAe;QAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,0CAA0C,CAAC,CAAC;QACxE,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CACzB;;6CAEuC,CACxC,CAAC;QACF,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YACnC,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YACpB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,GAAG,CAAC,GAAG,CACL,gBAAgB,CAAC,KAAK,CAAC,EACvB,KAAK,CAAC,UAAU,EAChB,KAAK,CAAC,UAAU,EAChB,KAAK,CAAC,OAAO,EACb,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,CAC/B,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CAAC;QACH,GAAG,EAAE,CAAC;IACR,CAAC;IAED,6EAA6E;IAC7E,qBAAqB;QAQnB,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CACN,4HAA4H,CAC7H;aACA,GAAG,EAAW,CAAC;QAClB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACxB,WAAW,EAAE,GAAG,CAAC,YAAY;YAC7B,UAAU,EAAE,GAAG,CAAC,WAAW;YAC3B,UAAU,EAAE,GAAG,CAAC,WAAW;YAC3B,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,QAAQ,EAAE,aAAa,CAAC,GAAG,CAAC,aAAa,CAAC;SAC3C,CAAC,CAAC,CAAC;IACN,CAAC;IAED,2EAA2E;IAC3E,sBAAsB;QACpB,OAAO,IAAI,CAAC,oBAAoB,CAC9B,mEAAmE,CACpE,CAAC;IACJ,CAAC;IAED,yFAAyF;IACzF,YAAY;QAQV,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CACN,mFAAmF,CACpF;aACA,GAAG,EAAW,CAAC;QAClB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACxB,WAAW,EAAE,GAAG,CAAC,YAAY;YAC7B,UAAU,EAAE,GAAG,CAAC,WAAW;YAC3B,UAAU,EAAE,GAAG,CAAC,WAAW;YAC3B,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,QAAQ,EAAE,aAAa,CAAC,GAAG,CAAC,aAAa,CAAC;SAC3C,CAAC,CAAC,CAAC;IACN,CAAC;IAED,uEAAuE;IACvE,aAAa;QAEX,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CACN,kEAAkE,CACnE;aACA,GAAG,EAAW,CAAC;QAClB,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IAClE,CAAC;IAED,8EAA8E;IAE9E,2EAA2E;IAC3E,MAAM,CAAC,MAAuB;QAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;KAI5B,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,KAAsB,EAAE,EAAE;YAChE,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;gBAC1B,IAAI,CAAC,GAAG,CACN,gBAAgB,CAAC,KAAK,CAAC,EACvB,KAAK,CAAC,UAAU,EAChB,KAAK,CAAC,UAAU,EAChB,KAAK,CAAC,OAAO,EACb,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,EAC9B,eAAe,CAAC,KAAK,CAAC,SAAS,CAAC,EAChC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CAC7B,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CAAC;QACH,UAAU,CAAC,MAAM,CAAC,CAAC;IACrB,CAAC;IAED,GAAG,CAAC,WAAmB;QACrB,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE;aAChB,OAAO,CAAC,6CAA6C,CAAC;aACtD,GAAG,CAAC,WAAW,CAAC,CAAC;QACpB,OAAO,GAAG,KAAK,SAAS,CAAC;IAC3B,CAAC;IAED,6EAA6E;IAC7E,MAAM;QACJ,OAAO,IAAI,CAAC,oBAAoB,CAC9B,kDAAkD,CACnD,CAAC;IACJ,CAAC;IAED,sEAAsE;IACtE,UAAU;QACR,OAAO,IAAI,CAAC,sBAAsB,EAAE,CAAC;IACvC,CAAC;IAED,YAAY,CAAC,aAAuB;QAClC,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QACvC,MAAM,YAAY,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7D,IAAI,CAAC,EAAE;aACJ,OAAO,CACN,yDAAyD,YAAY,GAAG,CACzE;aACA,GAAG,CAAC,GAAG,aAAa,CAAC,CAAC;IAC3B,CAAC;IAED,iDAAiD;IACjD,YAAY;QACV,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE;aAChB,OAAO,CACN,iFAAiF,CAClF;aACA,GAAG,EAAqB,CAAC;QAC5B,OAAO,GAAG,CAAC,GAAG,CAAC;IACjB,CAAC;IAED,QAAQ;QACN,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,GAAG,EAAE,CAAC;QAC5C,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,GAAG,EAAE,CAAC;IAC5C,CAAC;IAED,aAAa;QACX,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,uCAAuC,CAAC,CAAC,GAAG,EAAE,CAAC;IACjE,CAAC;IAED,eAAe,CAAC,QAAgB;QAC9B,IAAI,GAAW,CAAC;QAChB,IAAI,CAAC;YACH,GAAG,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACxC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;QACT,CAAC;QAED,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;QACT,CAAC;QAED,IAAI,MAAuB,CAAC;QAC5B,IAAI,IAAI,GAA0B,IAAI,CAAC;QAEvC,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1B,MAAM,GAAG,MAAyB,CAAC;QACrC,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,GAAG,MAGZ,CAAC;YACF,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC;YAC3B,IAAI,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC;QAC5B,CAAC;QAED,IAAI,IAAI;YAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC7B,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;OAI5B,CAAC,CAAC;YACH,MAAM,SAAS,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,KAAsB,EAAE,EAAE;gBAC/D,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;oBAC1B,IAAI,CAAC,GAAG,CACN,gBAAgB,CAAC,KAAK,CAAC,EACvB,KAAK,CAAC,UAAU,EAChB,KAAK,CAAC,UAAU,EAChB,KAAK,CAAC,OAAO,EACb,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,EAC9B,eAAe,CAAC,KAAK,CAAC,SAAS,CAAC,EAChC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CAC7B,CAAC;gBACJ,CAAC;YACH,CAAC,CAAC,CAAC;YACH,SAAS,CAAC,MAAM,CAAC,CAAC;QACpB,CAAC;QAED,MAAM,CAAC,QAAQ,EAAE,QAAQ,GAAG,WAAW,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED,KAAK;QACH,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;IAEO,oBAAoB,CAAC,GAAW;QAUtC,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAW,CAAC;QACjD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACxB,WAAW,EAAE,GAAG,CAAC,YAAY;YAC7B,UAAU,EAAE,GAAG,CAAC,WAAW;YAC3B,UAAU,EAAE,GAAG,CAAC,WAAW;YAC3B,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,QAAQ,EAAE,aAAa,CAAC,GAAG,CAAC,aAAa,CAAC;YAC1C,SAAS,EAAE,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC;YACzC,UAAU,EAAE,GAAG,CAAC,WAAW;SAC5B,CAAC,CAAC,CAAC;IACN,CAAC;CACF"}
|
|
@@ -6,6 +6,7 @@ export interface RAGPipelineConfig {
|
|
|
6
6
|
embedder: EmbeddingProvider;
|
|
7
7
|
vectorStore: VectorStore;
|
|
8
8
|
options?: {
|
|
9
|
+
/** @deprecated No longer used; chunks.json has been removed. */
|
|
9
10
|
chunksFile?: string;
|
|
10
11
|
embeddingsFile?: string;
|
|
11
12
|
force?: boolean;
|
|
@@ -16,7 +17,12 @@ export interface RAGPipelineConfig {
|
|
|
16
17
|
maxBatchChars?: number;
|
|
17
18
|
retry?: RetryOptions;
|
|
18
19
|
concurrency?: number;
|
|
20
|
+
/** @deprecated Use minUploadingBatchSize instead. */
|
|
19
21
|
minIngestionBatchSize?: number;
|
|
22
|
+
/** Minimum pending-chunk queue size before triggering an embedding run. Default: 10. */
|
|
23
|
+
minEmbeddingBatchSize?: number;
|
|
24
|
+
/** Minimum embedded-chunk queue size before triggering an upload batch. Default: 20. */
|
|
25
|
+
minUploadingBatchSize?: number;
|
|
20
26
|
telemetry?: boolean;
|
|
21
27
|
notifications?: {
|
|
22
28
|
webhookUrl?: string;
|
|
@@ -29,7 +35,6 @@ export interface RAGPipelineConfig {
|
|
|
29
35
|
}
|
|
30
36
|
export declare class Orchestrator {
|
|
31
37
|
private config;
|
|
32
|
-
private chunksFile;
|
|
33
38
|
private embeddingsFile;
|
|
34
39
|
constructor(config: RAGPipelineConfig);
|
|
35
40
|
run(): Promise<void>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"orchestrator.d.ts","sourceRoot":"","sources":["../../src/core/orchestrator.ts"],"names":[],"mappings":"AAMA,OAAO,EACL,WAAW,EACX,iBAAiB,EACjB,WAAW,
|
|
1
|
+
{"version":3,"file":"orchestrator.d.ts","sourceRoot":"","sources":["../../src/core/orchestrator.ts"],"names":[],"mappings":"AAMA,OAAO,EACL,WAAW,EACX,iBAAiB,EACjB,WAAW,EAIZ,MAAM,wBAAwB,CAAC;AAChC,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAEtD,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAG1C,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,WAAW,EAAE,WAAW,CAAC;IACzB,OAAO,CAAC,EAAE;QACR,gEAAgE;QAChE,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,KAAK,CAAC,EAAE,OAAO,CAAC;QAChB,UAAU,CAAC,EAAE,OAAO,CAAC;QACrB,MAAM,CAAC,EAAE,OAAO,CAAC;QACjB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,KAAK,CAAC,EAAE,YAAY,CAAC;QACrB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,qDAAqD;QACrD,qBAAqB,CAAC,EAAE,MAAM,CAAC;QAC/B,wFAAwF;QACxF,qBAAqB,CAAC,EAAE,MAAM,CAAC;QAC/B,wFAAwF;QACxF,qBAAqB,CAAC,EAAE,MAAM,CAAC;QAC/B,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,aAAa,CAAC,EAAE;YAAE,UAAU,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;QACxC,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,eAAe,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;QACxD,eAAe,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;QACxD,gBAAgB,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;KAC1D,CAAC;CACH;AAkBD,qBAAa,YAAY;IACvB,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,cAAc,CAAS;gBAEnB,MAAM,EAAE,iBAAiB;IAM/B,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;CA0S3B"}
|
|
@@ -5,27 +5,7 @@ import { Uploader } from "./uploader.js";
|
|
|
5
5
|
import { EmbeddingsDb } from "./embeddings-db.js";
|
|
6
6
|
import { TelemetryCollector } from "./telemetry.js";
|
|
7
7
|
import { NullLogger } from "../logger/null-logger.js";
|
|
8
|
-
import {
|
|
9
|
-
import { defaultChunksFile, defaultEmbeddingsFile } from "./virage-defaults.js";
|
|
10
|
-
function loadPreviousState(db) {
|
|
11
|
-
const state = new Map();
|
|
12
|
-
for (const chunk of db.getAll()) {
|
|
13
|
-
if (chunk.sourceFile && chunk.commitHash) {
|
|
14
|
-
state.set(chunk.sourceFile, chunk.commitHash);
|
|
15
|
-
}
|
|
16
|
-
}
|
|
17
|
-
return state;
|
|
18
|
-
}
|
|
19
|
-
async function loadExistingChunks(chunksFile) {
|
|
20
|
-
try {
|
|
21
|
-
const content = await readFile(chunksFile, "utf-8");
|
|
22
|
-
const parsed = JSON.parse(content);
|
|
23
|
-
return Array.isArray(parsed) ? parsed : [];
|
|
24
|
-
}
|
|
25
|
-
catch {
|
|
26
|
-
return [];
|
|
27
|
-
}
|
|
28
|
-
}
|
|
8
|
+
import { defaultEmbeddingsFile } from "./virage-defaults.js";
|
|
29
9
|
async function notifyWebhook(url, status, payload) {
|
|
30
10
|
try {
|
|
31
11
|
await fetch(url, {
|
|
@@ -40,11 +20,9 @@ async function notifyWebhook(url, status, payload) {
|
|
|
40
20
|
}
|
|
41
21
|
export class Orchestrator {
|
|
42
22
|
config;
|
|
43
|
-
chunksFile;
|
|
44
23
|
embeddingsFile;
|
|
45
24
|
constructor(config) {
|
|
46
25
|
this.config = config;
|
|
47
|
-
this.chunksFile = config.options?.chunksFile ?? defaultChunksFile();
|
|
48
26
|
this.embeddingsFile =
|
|
49
27
|
config.options?.embeddingsFile ?? defaultEmbeddingsFile();
|
|
50
28
|
}
|
|
@@ -55,18 +33,33 @@ export class Orchestrator {
|
|
|
55
33
|
telemetry?.start();
|
|
56
34
|
const dbPath = this.embeddingsFile.replace(/\.json$/, ".db");
|
|
57
35
|
const db = new EmbeddingsDb(dbPath);
|
|
58
|
-
let
|
|
59
|
-
|
|
36
|
+
let uploadedCount = 0;
|
|
37
|
+
let deletedCount = 0;
|
|
38
|
+
logger.debug(`Config: embeddingsFile=${this.embeddingsFile} force=${opts.force ?? false}`);
|
|
60
39
|
try {
|
|
61
40
|
logger.info("🚀 Starting RAG pipeline...");
|
|
62
|
-
//
|
|
63
|
-
|
|
41
|
+
// Detect model/dimension change — triggers full re-embed
|
|
42
|
+
const existingMeta = db.getMeta();
|
|
43
|
+
let effectiveForce = opts.force || false;
|
|
44
|
+
if (!effectiveForce && existingMeta) {
|
|
45
|
+
const modelChanged = existingMeta.model !== undefined &&
|
|
46
|
+
this.config.embedder.model !== undefined &&
|
|
47
|
+
existingMeta.model !== this.config.embedder.model;
|
|
48
|
+
const dimensionsChanged = existingMeta.providerDimensions !== this.config.embedder.dimensions;
|
|
49
|
+
if (modelChanged || dimensionsChanged) {
|
|
50
|
+
logger.warn(`⚠️ Embedding model changed — clearing DB and re-embedding all.`);
|
|
51
|
+
db.clearAll();
|
|
52
|
+
effectiveForce = true;
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
// Git tracking
|
|
56
|
+
logger.info("📂 Scanning for changes...");
|
|
64
57
|
const t1 = Date.now();
|
|
65
58
|
const gitTracker = new GitTracker(this.config.chunkers, opts.logger);
|
|
66
59
|
const currentState = await gitTracker.getCurrentState();
|
|
67
|
-
const previousState =
|
|
60
|
+
const previousState = effectiveForce
|
|
68
61
|
? new Map()
|
|
69
|
-
:
|
|
62
|
+
: db.getFileStates();
|
|
70
63
|
const { toProcess, toDelete } = await gitTracker.getChangedFiles(previousState, currentState);
|
|
71
64
|
const gitDuration = Date.now() - t1;
|
|
72
65
|
logger.verbose(`Git tracking done in ${gitDuration}ms`);
|
|
@@ -76,47 +69,53 @@ export class Orchestrator {
|
|
|
76
69
|
toProcess: toProcess.length,
|
|
77
70
|
toDelete: toDelete.length,
|
|
78
71
|
});
|
|
79
|
-
|
|
72
|
+
// Load resume queues — exclude files that will be re-processed this run
|
|
73
|
+
const skipSet = new Set([...toProcess, ...toDelete]);
|
|
74
|
+
const pendingEmbed = db
|
|
75
|
+
.getPendingEmbedChunks()
|
|
76
|
+
.filter((c) => !skipSet.has(c.sourceFile));
|
|
77
|
+
const pendingUpload = db
|
|
78
|
+
.getPendingUploadChunks()
|
|
79
|
+
.filter((c) => !skipSet.has(c.sourceFile));
|
|
80
|
+
if (toProcess.length === 0 &&
|
|
81
|
+
toDelete.length === 0 &&
|
|
82
|
+
pendingEmbed.length === 0 &&
|
|
83
|
+
pendingUpload.length === 0 &&
|
|
84
|
+
!effectiveForce) {
|
|
80
85
|
logger.info("✨ No changes detected.");
|
|
81
|
-
db.close();
|
|
82
|
-
return;
|
|
83
|
-
}
|
|
84
|
-
logger.info(`📊 Changes: ${toProcess.length} to process, ${toDelete.length} to delete`);
|
|
85
|
-
// Step 2: Generate chunks (with resume)
|
|
86
|
-
logger.info("🔪 Step 2: Generating chunks...");
|
|
87
|
-
const t2 = Date.now();
|
|
88
|
-
const chunkProcessor = new ChunkProcessor(this.config.chunkers, opts.logger);
|
|
89
|
-
const fileState = new Map();
|
|
90
|
-
for (const file of toProcess) {
|
|
91
|
-
const info = currentState.get(file);
|
|
92
|
-
if (info)
|
|
93
|
-
fileState.set(file, info);
|
|
94
|
-
}
|
|
95
|
-
const existingChunks = opts.force
|
|
96
|
-
? []
|
|
97
|
-
: await loadExistingChunks(this.chunksFile);
|
|
98
|
-
const chunks = await chunkProcessor.processFiles(toProcess, fileState, existingChunks, (done, total) => opts.onChunkProgress?.(done < total ? done : total, total));
|
|
99
|
-
await chunkProcessor.saveChunksLocal(chunks, this.chunksFile);
|
|
100
|
-
const chunkDuration = Date.now() - t2;
|
|
101
|
-
logger.verbose(`Chunking done in ${chunkDuration}ms`);
|
|
102
|
-
telemetry?.recordChunking({
|
|
103
|
-
durationMs: chunkDuration,
|
|
104
|
-
filesProcessed: toProcess.length,
|
|
105
|
-
chunksGenerated: chunks.length,
|
|
106
|
-
errors: 0,
|
|
107
|
-
});
|
|
108
|
-
if (chunks.length === 0) {
|
|
109
|
-
logger.warn("⚠️ No chunks generated. Exiting.");
|
|
110
|
-
db.close();
|
|
111
86
|
return;
|
|
112
87
|
}
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
88
|
+
logger.info(`📊 ${toProcess.length} to process, ${toDelete.length} to delete` +
|
|
89
|
+
(pendingEmbed.length > 0
|
|
90
|
+
? `, ${pendingEmbed.length} embed-pending`
|
|
91
|
+
: "") +
|
|
92
|
+
(pendingUpload.length > 0
|
|
93
|
+
? `, ${pendingUpload.length} upload-pending`
|
|
94
|
+
: ""));
|
|
95
|
+
// Delete stale vector store entries before producing new ones
|
|
116
96
|
const uploader = new Uploader(this.config.vectorStore, {
|
|
117
97
|
retry: opts.retry,
|
|
118
98
|
logger: opts.logger,
|
|
119
99
|
});
|
|
100
|
+
if (!opts.skipUpload && !opts.dryRun) {
|
|
101
|
+
await uploader.prepareUpdate(db, toDelete, toProcess, effectiveForce);
|
|
102
|
+
deletedCount = toDelete.length;
|
|
103
|
+
}
|
|
104
|
+
for (const file of toDelete) {
|
|
105
|
+
db.deleteBySourceFile(file);
|
|
106
|
+
}
|
|
107
|
+
// Streaming loop configuration
|
|
108
|
+
const minEmbedBatch = opts.minEmbeddingBatchSize ?? 10;
|
|
109
|
+
const minUploadBatch = opts.minUploadingBatchSize ?? opts.minIngestionBatchSize ?? 20;
|
|
110
|
+
let embedTotal = pendingEmbed.length;
|
|
111
|
+
let uploadTotal = pendingUpload.length;
|
|
112
|
+
let chunkDone = 0;
|
|
113
|
+
let embedDone = 0;
|
|
114
|
+
let uploadDone = 0;
|
|
115
|
+
opts.onChunkProgress?.(0, toProcess.length);
|
|
116
|
+
opts.onEmbedProgress?.(0, embedTotal);
|
|
117
|
+
opts.onUploadProgress?.(0, uploadTotal);
|
|
118
|
+
const chunkProcessor = new ChunkProcessor(this.config.chunkers, opts.logger);
|
|
120
119
|
const embedder = new EmbedderProcessor(this.config.embedder, {
|
|
121
120
|
rateLimitMs: opts.rateLimitMs,
|
|
122
121
|
batchSize: opts.batchSize,
|
|
@@ -124,54 +123,123 @@ export class Orchestrator {
|
|
|
124
123
|
retry: opts.retry,
|
|
125
124
|
concurrency: opts.concurrency,
|
|
126
125
|
vectorStoreName: this.config.vectorStore.name,
|
|
127
|
-
minIngestionBatchSize: opts.minIngestionBatchSize,
|
|
128
126
|
logger: opts.logger,
|
|
129
|
-
onProgress: (done, total) => opts.onEmbedProgress?.(done < total ? done : total, total),
|
|
130
127
|
});
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
128
|
+
// Build meta once; stored to DB after the first embedding batch
|
|
129
|
+
const now = Math.floor(Date.now() / 1000);
|
|
130
|
+
const newMeta = {
|
|
131
|
+
schemaVersion: 1,
|
|
132
|
+
providerName: this.config.embedder.name,
|
|
133
|
+
providerDimensions: this.config.embedder.dimensions,
|
|
134
|
+
...(this.config.embedder.model !== undefined
|
|
135
|
+
? { model: this.config.embedder.model }
|
|
136
|
+
: {}),
|
|
137
|
+
...(this.config.vectorStore.name !== undefined
|
|
138
|
+
? { vectorStoreName: this.config.vectorStore.name }
|
|
139
|
+
: {}),
|
|
140
|
+
createdAt: existingMeta?.createdAt ?? now,
|
|
141
|
+
updatedAt: now,
|
|
142
|
+
};
|
|
143
|
+
let chunksGenerated = 0;
|
|
144
|
+
let chunksEmbedded = 0;
|
|
145
|
+
const t2 = Date.now();
|
|
146
|
+
const flushUpload = async (all) => {
|
|
147
|
+
if (opts.skipUpload || opts.dryRun)
|
|
148
|
+
return;
|
|
149
|
+
const limit = all ? pendingUpload.length : minUploadBatch;
|
|
150
|
+
while (pendingUpload.length >= (all ? 1 : minUploadBatch)) {
|
|
151
|
+
const ubatch = pendingUpload.splice(0, limit);
|
|
152
|
+
await uploader.upsertBatch(db, ubatch);
|
|
153
|
+
uploadDone += ubatch.length;
|
|
154
|
+
uploadedCount += ubatch.length;
|
|
155
|
+
opts.onUploadProgress?.(uploadDone, uploadTotal);
|
|
156
|
+
}
|
|
157
|
+
};
|
|
158
|
+
const flushEmbed = async (all) => {
|
|
159
|
+
const limit = all ? pendingEmbed.length : minEmbedBatch;
|
|
160
|
+
while (pendingEmbed.length >= (all ? 1 : minEmbedBatch)) {
|
|
161
|
+
const batch = pendingEmbed.splice(0, limit);
|
|
162
|
+
const embedded = await embedder.embedChunks(batch);
|
|
163
|
+
const embeddedAt = Math.floor(Date.now() / 1000);
|
|
164
|
+
for (const chunk of embedded) {
|
|
165
|
+
db.updateEmbedding(chunk.contentHash, chunk.embedding, embeddedAt);
|
|
166
|
+
}
|
|
167
|
+
db.setMeta(newMeta);
|
|
168
|
+
pendingUpload.push(...embedded);
|
|
169
|
+
uploadTotal += embedded.length;
|
|
170
|
+
embedDone += batch.length;
|
|
171
|
+
chunksEmbedded += batch.length;
|
|
172
|
+
opts.onEmbedProgress?.(embedDone, embedTotal);
|
|
173
|
+
await flushUpload(false);
|
|
174
|
+
}
|
|
175
|
+
};
|
|
176
|
+
// Main streaming loop
|
|
177
|
+
for (const file of toProcess) {
|
|
178
|
+
const info = currentState.get(file);
|
|
179
|
+
if (!info)
|
|
180
|
+
continue;
|
|
181
|
+
let newChunks = [];
|
|
182
|
+
try {
|
|
183
|
+
newChunks = await chunkProcessor.processFile(file, info.commitHash, info.chunker);
|
|
184
|
+
}
|
|
185
|
+
catch (err) {
|
|
186
|
+
logger.error(`❌ Chunking failed for ${file}: ${err instanceof Error ? err.message : String(err)}`);
|
|
187
|
+
chunkDone++;
|
|
188
|
+
opts.onChunkProgress?.(chunkDone, toProcess.length);
|
|
189
|
+
continue;
|
|
190
|
+
}
|
|
191
|
+
db.replaceChunks(file, newChunks);
|
|
192
|
+
pendingEmbed.push(...newChunks);
|
|
193
|
+
embedTotal += newChunks.length;
|
|
194
|
+
chunksGenerated += newChunks.length;
|
|
195
|
+
chunkDone++;
|
|
196
|
+
opts.onChunkProgress?.(chunkDone, toProcess.length);
|
|
197
|
+
await flushEmbed(false);
|
|
198
|
+
}
|
|
199
|
+
const chunkDuration = Date.now() - t2;
|
|
200
|
+
telemetry?.recordChunking({
|
|
201
|
+
durationMs: chunkDuration,
|
|
202
|
+
filesProcessed: toProcess.length,
|
|
203
|
+
chunksGenerated,
|
|
204
|
+
errors: 0,
|
|
205
|
+
});
|
|
206
|
+
// Flush remaining pending embed and upload
|
|
207
|
+
const t3 = Date.now();
|
|
208
|
+
await flushEmbed(true);
|
|
136
209
|
const embedDuration = Date.now() - t3;
|
|
137
|
-
|
|
210
|
+
const t4 = Date.now();
|
|
211
|
+
await flushUpload(true);
|
|
212
|
+
const uploadDuration = Date.now() - t4;
|
|
138
213
|
telemetry?.recordEmbedding({
|
|
139
214
|
durationMs: embedDuration,
|
|
140
|
-
chunksEmbedded
|
|
141
|
-
chunksSkipped:
|
|
215
|
+
chunksEmbedded,
|
|
216
|
+
chunksSkipped: 0,
|
|
142
217
|
});
|
|
143
|
-
|
|
144
|
-
if (opts.dryRun) {
|
|
145
|
-
const { toUpload: dryUpload, toDelete: dryDelete } = await uploader.getItemsToUpload(db, opts.force || false);
|
|
146
|
-
logger.info("📤 Step 4: Upload (dry-run — no changes written)");
|
|
147
|
-
logger.info(` Would upload: ${dryUpload.length} document(s)`);
|
|
148
|
-
logger.info(` Would delete: ${dryDelete.length} source file(s)`);
|
|
149
|
-
}
|
|
150
|
-
else if (!opts.skipUpload) {
|
|
151
|
-
logger.info("📤 Step 4: Uploading to vector store...");
|
|
152
|
-
const t4 = Date.now();
|
|
153
|
-
uploadStats = await uploader.sync(db, opts.force || false, opts.onUploadProgress);
|
|
154
|
-
const uploadDuration = Date.now() - t4;
|
|
155
|
-
logger.verbose(`Upload done in ${uploadDuration}ms`);
|
|
218
|
+
if (!opts.skipUpload && !opts.dryRun) {
|
|
156
219
|
telemetry?.recordUpload({
|
|
157
220
|
durationMs: uploadDuration,
|
|
158
|
-
uploaded:
|
|
159
|
-
deleted:
|
|
221
|
+
uploaded: uploadedCount,
|
|
222
|
+
deleted: deletedCount,
|
|
160
223
|
});
|
|
161
224
|
}
|
|
225
|
+
if (opts.dryRun) {
|
|
226
|
+
logger.info("📤 Upload (dry-run — no changes written)");
|
|
227
|
+
logger.info(` Would upload: ${uploadDone + pendingUpload.length} document(s)`);
|
|
228
|
+
logger.info(` Would delete: ${toDelete.length + toProcess.length} source file(s)`);
|
|
229
|
+
}
|
|
162
230
|
logger.success("✨ RAG pipeline complete!");
|
|
163
231
|
if (telemetry) {
|
|
164
232
|
telemetry.finish();
|
|
165
233
|
telemetry.printSummary(opts.logger);
|
|
166
|
-
const telemetryFile = this.
|
|
234
|
+
const telemetryFile = this.embeddingsFile.replace(/[^/\\]+\.json$/, "telemetry.json");
|
|
167
235
|
await telemetry.save(telemetryFile, opts.logger);
|
|
168
236
|
}
|
|
169
237
|
if (opts.notifications?.webhookUrl) {
|
|
170
238
|
await notifyWebhook(opts.notifications.webhookUrl, "success", {
|
|
171
239
|
durationMs: telemetry?.getData().durationMs,
|
|
172
240
|
stages: telemetry?.getData().stages,
|
|
173
|
-
uploaded:
|
|
174
|
-
deleted:
|
|
241
|
+
uploaded: uploadedCount,
|
|
242
|
+
deleted: deletedCount,
|
|
175
243
|
});
|
|
176
244
|
}
|
|
177
245
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"orchestrator.js","sourceRoot":"","sources":["../../src/core/orchestrator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAClD,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAQpD,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEvC,OAAO,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AA2BhF,SAAS,iBAAiB,CAAC,EAAgB;IACzC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAC;IACxC,KAAK,MAAM,KAAK,IAAI,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC;QAChC,IAAI,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;YACzC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,UAAkB;IAClD,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QACpD,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC5C,OAAO,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAE,MAAkB,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,GAAW,EACX,MAA2B,EAC3B,OAAgC;IAEhC,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,GAAG,EAAE;YACf,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,EAAE,CAAC;SAC7C,CAAC,CAAC;IACL,CAAC;IAAC,MAAM,CAAC;QACP,sCAAsC;IACxC,CAAC;AACH,CAAC;AAED,MAAM,OAAO,YAAY;IACf,MAAM,CAAoB;IAC1B,UAAU,CAAS;IACnB,cAAc,CAAS;IAE/B,YAAY,MAAyB;QACnC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,OAAO,EAAE,UAAU,IAAI,iBAAiB,EAAE,CAAC;QACpE,IAAI,CAAC,cAAc;YACjB,MAAM,CAAC,OAAO,EAAE,cAAc,IAAI,qBAAqB,EAAE,CAAC;IAC9D,CAAC;IAED,KAAK,CAAC,GAAG;QACP,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;QACvC,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QACzE,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,kBAAkB,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QACnE,SAAS,EAAE,KAAK,EAAE,CAAC;QAEnB,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAC7D,MAAM,EAAE,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;QAEpC,IAAI,WAAW,GAAG,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;QAE9C,MAAM,CAAC,KAAK,CACV,sBAAsB,IAAI,CAAC,UAAU,mBAAmB,IAAI,CAAC,cAAc,UAAU,IAAI,CAAC,KAAK,IAAI,KAAK,EAAE,CAC3G,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;YAE3C,2BAA2B;YAC3B,MAAM,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;YAClD,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACtB,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACrE,MAAM,YAAY,GAAG,MAAM,UAAU,CAAC,eAAe,EAAE,CAAC;YAExD,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK;gBAC9B,CAAC,CAAC,IAAI,GAAG,EAAkB;gBAC3B,CAAC,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;YAE1B,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,MAAM,UAAU,CAAC,eAAe,CAC9D,aAAa,EACb,YAAY,CACb,CAAC;YAEF,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;YACpC,MAAM,CAAC,OAAO,CAAC,wBAAwB,WAAW,IAAI,CAAC,CAAC;YAExD,SAAS,EAAE,iBAAiB,CAAC;gBAC3B,UAAU,EAAE,WAAW;gBACvB,YAAY,EAAE,YAAY,CAAC,IAAI;gBAC/B,SAAS,EAAE,SAAS,CAAC,MAAM;gBAC3B,QAAQ,EAAE,QAAQ,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBACnE,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;gBACtC,EAAE,CAAC,KAAK,EAAE,CAAC;gBACX,OAAO;YACT,CAAC;YAED,MAAM,CAAC,IAAI,CACT,eAAe,SAAS,CAAC,MAAM,gBAAgB,QAAQ,CAAC,MAAM,YAAY,CAC3E,CAAC;YAEF,wCAAwC;YACxC,MAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;YAC/C,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACtB,MAAM,cAAc,GAAG,IAAI,cAAc,CACvC,IAAI,CAAC,MAAM,CAAC,QAAQ,EACpB,IAAI,CAAC,MAAM,CACZ,CAAC;YAEF,MAAM,SAAS,GAAG,IAAI,GAAG,EAGtB,CAAC;YACJ,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;gBAC7B,MAAM,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACpC,IAAI,IAAI;oBAAE,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACtC,CAAC;YAED,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK;gBAC/B,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,MAAM,kBAAkB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAE9C,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,YAAY,CAC9C,SAAS,EACT,SAAS,EACT,cAAc,EACd,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,CAC5E,CAAC;YACF,MAAM,cAAc,CAAC,eAAe,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;YAE9D,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;YACtC,MAAM,CAAC,OAAO,CAAC,oBAAoB,aAAa,IAAI,CAAC,CAAC;YAEtD,SAAS,EAAE,cAAc,CAAC;gBACxB,UAAU,EAAE,aAAa;gBACzB,cAAc,EAAE,SAAS,CAAC,MAAM;gBAChC,eAAe,EAAE,MAAM,CAAC,MAAM;gBAC9B,MAAM,EAAE,CAAC;aACV,CAAC,CAAC;YAEH,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxB,MAAM,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;gBAChD,EAAE,CAAC,KAAK,EAAE,CAAC;gBACX,OAAO;YACT,CAAC;YAED,8BAA8B;YAC9B,MAAM,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;YACnD,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAEtB,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;gBACrD,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,MAAM,EAAE,IAAI,CAAC,MAAM;aACpB,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,IAAI,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE;gBAC3D,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI;gBAC7C,qBAAqB,EAAE,IAAI,CAAC,qBAAqB;gBACjD,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,UAAU,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC;aACxF,CAAC,CAAC;YAEH,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,GAAG,CACtC,EAAE,EACF,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,KAAK,IAAI,KAAK,EACnB,IAAI,CAAC,UAAU;gBACb,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,KAAK,IAAI,EAAE;oBACT,MAAM,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;gBACnC,CAAC,CACN,CAAC;YAEF,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;YACtC,MAAM,CAAC,OAAO,CAAC,qBAAqB,aAAa,IAAI,CAAC,CAAC;YAEvD,SAAS,EAAE,eAAe,CAAC;gBACzB,UAAU,EAAE,aAAa;gBACzB,cAAc,EAAE,aAAa,CAAC,MAAM;gBACpC,aAAa,EAAE,MAAM,CAAC,MAAM,GAAG,aAAa,CAAC,MAAM;aACpD,CAAC,CAAC;YAEH,iBAAiB;YACjB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChB,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,GAChD,MAAM,QAAQ,CAAC,gBAAgB,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC;gBAC3D,MAAM,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAC;gBAChE,MAAM,CAAC,IAAI,CAAC,oBAAoB,SAAS,CAAC,MAAM,cAAc,CAAC,CAAC;gBAChE,MAAM,CAAC,IAAI,CAAC,oBAAoB,SAAS,CAAC,MAAM,iBAAiB,CAAC,CAAC;YACrE,CAAC;iBAAM,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;gBAC5B,MAAM,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;gBACvD,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBACtB,WAAW,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,IAAI,KAAK,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;gBAElF,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;gBACvC,MAAM,CAAC,OAAO,CAAC,kBAAkB,cAAc,IAAI,CAAC,CAAC;gBAErD,SAAS,EAAE,YAAY,CAAC;oBACtB,UAAU,EAAE,cAAc;oBAC1B,QAAQ,EAAE,WAAW,CAAC,QAAQ;oBAC9B,OAAO,EAAE,WAAW,CAAC,OAAO;iBAC7B,CAAC,CAAC;YACL,CAAC;YAED,MAAM,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC;YAE3C,IAAI,SAAS,EAAE,CAAC;gBACd,SAAS,CAAC,MAAM,EAAE,CAAC;gBACnB,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACpC,MAAM,aAAa,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAC3C,aAAa,EACb,gBAAgB,CACjB,CAAC;gBACF,MAAM,SAAS,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACnD,CAAC;YAED,IAAI,IAAI,CAAC,aAAa,EAAE,UAAU,EAAE,CAAC;gBACnC,MAAM,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,SAAS,EAAE;oBAC5D,UAAU,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,UAAU;oBAC3C,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,MAAM;oBACnC,QAAQ,EAAE,WAAW,CAAC,QAAQ;oBAC9B,OAAO,EAAE,WAAW,CAAC,OAAO;iBAC7B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,SAAS,EAAE,MAAM,EAAE,CAAC;YAEpB,IAAI,IAAI,CAAC,aAAa,EAAE,UAAU,EAAE,CAAC;gBACnC,MAAM,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,OAAO,EAAE;oBAC1D,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;oBACvD,UAAU,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,UAAU;iBAC5C,CAAC,CAAC;YACL,CAAC;YAED,MAAM,GAAG,CAAC;QACZ,CAAC;gBAAS,CAAC;YACT,EAAE,CAAC,KAAK,EAAE,CAAC;QACb,CAAC;IACH,CAAC;CACF"}
|
|
1
|
+
{"version":3,"file":"orchestrator.js","sourceRoot":"","sources":["../../src/core/orchestrator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAClD,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAUpD,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAEtD,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAiC7D,KAAK,UAAU,aAAa,CAC1B,GAAW,EACX,MAA2B,EAC3B,OAAgC;IAEhC,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,GAAG,EAAE;YACf,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,EAAE,CAAC;SAC7C,CAAC,CAAC;IACL,CAAC;IAAC,MAAM,CAAC;QACP,sCAAsC;IACxC,CAAC;AACH,CAAC;AAED,MAAM,OAAO,YAAY;IACf,MAAM,CAAoB;IAC1B,cAAc,CAAS;IAE/B,YAAY,MAAyB;QACnC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,cAAc;YACjB,MAAM,CAAC,OAAO,EAAE,cAAc,IAAI,qBAAqB,EAAE,CAAC;IAC9D,CAAC;IAED,KAAK,CAAC,GAAG;QACP,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;QACvC,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QACzE,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,kBAAkB,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QACnE,SAAS,EAAE,KAAK,EAAE,CAAC;QAEnB,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAC7D,MAAM,EAAE,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;QAEpC,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,MAAM,CAAC,KAAK,CACV,0BAA0B,IAAI,CAAC,cAAc,UAAU,IAAI,CAAC,KAAK,IAAI,KAAK,EAAE,CAC7E,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;YAE3C,yDAAyD;YACzD,MAAM,YAAY,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;YAClC,IAAI,cAAc,GAAG,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC;YAEzC,IAAI,CAAC,cAAc,IAAI,YAAY,EAAE,CAAC;gBACpC,MAAM,YAAY,GAChB,YAAY,CAAC,KAAK,KAAK,SAAS;oBAChC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,KAAK,SAAS;oBACxC,YAAY,CAAC,KAAK,KAAK,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;gBACpD,MAAM,iBAAiB,GACrB,YAAY,CAAC,kBAAkB,KAAK,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;gBAEtE,IAAI,YAAY,IAAI,iBAAiB,EAAE,CAAC;oBACtC,MAAM,CAAC,IAAI,CACT,gEAAgE,CACjE,CAAC;oBACF,EAAE,CAAC,QAAQ,EAAE,CAAC;oBACd,cAAc,GAAG,IAAI,CAAC;gBACxB,CAAC;YACH,CAAC;YAED,eAAe;YACf,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;YAC1C,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACtB,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACrE,MAAM,YAAY,GAAG,MAAM,UAAU,CAAC,eAAe,EAAE,CAAC;YAExD,MAAM,aAAa,GAAG,cAAc;gBAClC,CAAC,CAAC,IAAI,GAAG,EAAkB;gBAC3B,CAAC,CAAC,EAAE,CAAC,aAAa,EAAE,CAAC;YAEvB,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,MAAM,UAAU,CAAC,eAAe,CAC9D,aAAa,EACb,YAAY,CACb,CAAC;YAEF,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;YACpC,MAAM,CAAC,OAAO,CAAC,wBAAwB,WAAW,IAAI,CAAC,CAAC;YACxD,SAAS,EAAE,iBAAiB,CAAC;gBAC3B,UAAU,EAAE,WAAW;gBACvB,YAAY,EAAE,YAAY,CAAC,IAAI;gBAC/B,SAAS,EAAE,SAAS,CAAC,MAAM;gBAC3B,QAAQ,EAAE,QAAQ,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,wEAAwE;YACxE,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,SAAS,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC;YACrD,MAAM,YAAY,GAAY,EAAE;iBAC7B,qBAAqB,EAAE;iBACvB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;YAC7C,MAAM,aAAa,GAAoB,EAAE;iBACtC,sBAAsB,EAAE;iBACxB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;YAE7C,IACE,SAAS,CAAC,MAAM,KAAK,CAAC;gBACtB,QAAQ,CAAC,MAAM,KAAK,CAAC;gBACrB,YAAY,CAAC,MAAM,KAAK,CAAC;gBACzB,aAAa,CAAC,MAAM,KAAK,CAAC;gBAC1B,CAAC,cAAc,EACf,CAAC;gBACD,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;gBACtC,OAAO;YACT,CAAC;YAED,MAAM,CAAC,IAAI,CACT,MAAM,SAAS,CAAC,MAAM,gBAAgB,QAAQ,CAAC,MAAM,YAAY;gBAC/D,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC;oBACtB,CAAC,CAAC,KAAK,YAAY,CAAC,MAAM,gBAAgB;oBAC1C,CAAC,CAAC,EAAE,CAAC;gBACP,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC;oBACvB,CAAC,CAAC,KAAK,aAAa,CAAC,MAAM,iBAAiB;oBAC5C,CAAC,CAAC,EAAE,CAAC,CACV,CAAC;YAEF,8DAA8D;YAC9D,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;gBACrD,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,MAAM,EAAE,IAAI,CAAC,MAAM;aACpB,CAAC,CAAC;YAEH,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACrC,MAAM,QAAQ,CAAC,aAAa,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,cAAc,CAAC,CAAC;gBACtE,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC;YACjC,CAAC;YAED,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;gBAC5B,EAAE,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;YAC9B,CAAC;YAED,+BAA+B;YAC/B,MAAM,aAAa,GAAG,IAAI,CAAC,qBAAqB,IAAI,EAAE,CAAC;YACvD,MAAM,cAAc,GAClB,IAAI,CAAC,qBAAqB,IAAI,IAAI,CAAC,qBAAqB,IAAI,EAAE,CAAC;YAEjE,IAAI,UAAU,GAAG,YAAY,CAAC,MAAM,CAAC;YACrC,IAAI,WAAW,GAAG,aAAa,CAAC,MAAM,CAAC;YACvC,IAAI,SAAS,GAAG,CAAC,CAAC;YAClB,IAAI,SAAS,GAAG,CAAC,CAAC;YAClB,IAAI,UAAU,GAAG,CAAC,CAAC;YAEnB,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;YAC5C,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;YACtC,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;YAExC,MAAM,cAAc,GAAG,IAAI,cAAc,CACvC,IAAI,CAAC,MAAM,CAAC,QAAQ,EACpB,IAAI,CAAC,MAAM,CACZ,CAAC;YACF,MAAM,QAAQ,GAAG,IAAI,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE;gBAC3D,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI;gBAC7C,MAAM,EAAE,IAAI,CAAC,MAAM;aACpB,CAAC,CAAC;YAEH,gEAAgE;YAChE,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;YAC1C,MAAM,OAAO,GAAmB;gBAC9B,aAAa,EAAE,CAAC;gBAChB,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI;gBACvC,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU;gBACnD,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,KAAK,SAAS;oBAC1C,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE;oBACvC,CAAC,CAAC,EAAE,CAAC;gBACP,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,SAAS;oBAC5C,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE;oBACnD,CAAC,CAAC,EAAE,CAAC;gBACP,SAAS,EAAE,YAAY,EAAE,SAAS,IAAI,GAAG;gBACzC,SAAS,EAAE,GAAG;aACf,CAAC;YAEF,IAAI,eAAe,GAAG,CAAC,CAAC;YACxB,IAAI,cAAc,GAAG,CAAC,CAAC;YACvB,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAEtB,MAAM,WAAW,GAAG,KAAK,EAAE,GAAY,EAAE,EAAE;gBACzC,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM;oBAAE,OAAO;gBAC3C,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC;gBAC1D,OAAO,aAAa,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,EAAE,CAAC;oBAC1D,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;oBAC9C,MAAM,QAAQ,CAAC,WAAW,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;oBACvC,UAAU,IAAI,MAAM,CAAC,MAAM,CAAC;oBAC5B,aAAa,IAAI,MAAM,CAAC,MAAM,CAAC;oBAC/B,IAAI,CAAC,gBAAgB,EAAE,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;gBACnD,CAAC;YACH,CAAC,CAAC;YAEF,MAAM,UAAU,GAAG,KAAK,EAAE,GAAY,EAAE,EAAE;gBACxC,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC;gBACxD,OAAO,YAAY,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,EAAE,CAAC;oBACxD,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;oBAC5C,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;oBACnD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;oBACjD,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;wBAC7B,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC,WAAY,EAAE,KAAK,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;oBACtE,CAAC;oBACD,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBACpB,aAAa,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC;oBAChC,WAAW,IAAI,QAAQ,CAAC,MAAM,CAAC;oBAC/B,SAAS,IAAI,KAAK,CAAC,MAAM,CAAC;oBAC1B,cAAc,IAAI,KAAK,CAAC,MAAM,CAAC;oBAC/B,IAAI,CAAC,eAAe,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;oBAC9C,MAAM,WAAW,CAAC,KAAK,CAAC,CAAC;gBAC3B,CAAC;YACH,CAAC,CAAC;YAEF,sBAAsB;YACtB,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;gBAC7B,MAAM,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACpC,IAAI,CAAC,IAAI;oBAAE,SAAS;gBAEpB,IAAI,SAAS,GAAY,EAAE,CAAC;gBAC5B,IAAI,CAAC;oBACH,SAAS,GAAG,MAAM,cAAc,CAAC,WAAW,CAC1C,IAAI,EACJ,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,OAAO,CACb,CAAC;gBACJ,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,CAAC,KAAK,CACV,yBAAyB,IAAI,KAC3B,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CACjD,EAAE,CACH,CAAC;oBACF,SAAS,EAAE,CAAC;oBACZ,IAAI,CAAC,eAAe,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;oBACpD,SAAS;gBACX,CAAC;gBAED,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;gBAClC,YAAY,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;gBAChC,UAAU,IAAI,SAAS,CAAC,MAAM,CAAC;gBAC/B,eAAe,IAAI,SAAS,CAAC,MAAM,CAAC;gBACpC,SAAS,EAAE,CAAC;gBACZ,IAAI,CAAC,eAAe,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;gBAEpD,MAAM,UAAU,CAAC,KAAK,CAAC,CAAC;YAC1B,CAAC;YAED,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;YACtC,SAAS,EAAE,cAAc,CAAC;gBACxB,UAAU,EAAE,aAAa;gBACzB,cAAc,EAAE,SAAS,CAAC,MAAM;gBAChC,eAAe;gBACf,MAAM,EAAE,CAAC;aACV,CAAC,CAAC;YAEH,2CAA2C;YAC3C,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACtB,MAAM,UAAU,CAAC,IAAI,CAAC,CAAC;YACvB,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;YAEtC,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACtB,MAAM,WAAW,CAAC,IAAI,CAAC,CAAC;YACxB,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;YAEvC,SAAS,EAAE,eAAe,CAAC;gBACzB,UAAU,EAAE,aAAa;gBACzB,cAAc;gBACd,aAAa,EAAE,CAAC;aACjB,CAAC,CAAC;YAEH,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACrC,SAAS,EAAE,YAAY,CAAC;oBACtB,UAAU,EAAE,cAAc;oBAC1B,QAAQ,EAAE,aAAa;oBACvB,OAAO,EAAE,YAAY;iBACtB,CAAC,CAAC;YACL,CAAC;YAED,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChB,MAAM,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC;gBACxD,MAAM,CAAC,IAAI,CACT,oBAAoB,UAAU,GAAG,aAAa,CAAC,MAAM,cAAc,CACpE,CAAC;gBACF,MAAM,CAAC,IAAI,CACT,oBAAoB,QAAQ,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,iBAAiB,CACxE,CAAC;YACJ,CAAC;YAED,MAAM,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC;YAE3C,IAAI,SAAS,EAAE,CAAC;gBACd,SAAS,CAAC,MAAM,EAAE,CAAC;gBACnB,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACpC,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAC/C,gBAAgB,EAChB,gBAAgB,CACjB,CAAC;gBACF,MAAM,SAAS,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACnD,CAAC;YAED,IAAI,IAAI,CAAC,aAAa,EAAE,UAAU,EAAE,CAAC;gBACnC,MAAM,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,SAAS,EAAE;oBAC5D,UAAU,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,UAAU;oBAC3C,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,MAAM;oBACnC,QAAQ,EAAE,aAAa;oBACvB,OAAO,EAAE,YAAY;iBACtB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,SAAS,EAAE,MAAM,EAAE,CAAC;YAEpB,IAAI,IAAI,CAAC,aAAa,EAAE,UAAU,EAAE,CAAC;gBACnC,MAAM,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,OAAO,EAAE;oBAC1D,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;oBACvD,UAAU,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,UAAU;iBAC5C,CAAC,CAAC;YACL,CAAC;YAED,MAAM,GAAG,CAAC;QACZ,CAAC;gBAAS,CAAC;YACT,EAAE,CAAC,KAAK,EAAE,CAAC;QACb,CAAC;IACH,CAAC;CACF"}
|
package/dist/core/uploader.d.ts
CHANGED
|
@@ -16,6 +16,17 @@ export declare class Uploader {
|
|
|
16
16
|
toUpload: EmbeddedChunk[];
|
|
17
17
|
toDelete: string[];
|
|
18
18
|
}>;
|
|
19
|
+
/**
|
|
20
|
+
* Called once before the streaming loop. Deletes stale vector store entries for
|
|
21
|
+
* all files that will be re-chunked (toProcess) or removed (toDelete).
|
|
22
|
+
* On force mode or vector-store change, deletes all tracked source files.
|
|
23
|
+
*/
|
|
24
|
+
prepareUpdate(db: EmbeddingsDb, toDelete: string[], toProcess: string[], force?: boolean): Promise<void>;
|
|
25
|
+
/**
|
|
26
|
+
* Upload a batch of embedded chunks to the vector store, then mark them
|
|
27
|
+
* uploaded and clear the embedding BLOB to reclaim storage.
|
|
28
|
+
*/
|
|
29
|
+
upsertBatch(db: EmbeddingsDb, chunks: EmbeddedChunk[]): Promise<void>;
|
|
19
30
|
uploadPending(db: EmbeddingsDb, onProgress?: (done: number, total: number) => void): Promise<{
|
|
20
31
|
uploaded: number;
|
|
21
32
|
deleted: number;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"uploader.d.ts","sourceRoot":"","sources":["../../src/core/uploader.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,WAAW,EAEX,aAAa,EACd,MAAM,wBAAwB,CAAC;AAChC,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAGtD,OAAO,EAAa,YAAY,EAAE,MAAM,YAAY,CAAC;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AASlD,wBAAgB,uBAAuB,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAK7D;AAED,qBAAa,QAAQ;IACnB,OAAO,CAAC,WAAW,CAAc;IACjC,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,MAAM,CAAS;gBAGrB,WAAW,EAAE,WAAW,EACxB,OAAO,GAAE;QAAE,KAAK,CAAC,EAAE,YAAY,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAO;IAOzD,OAAO,CAAC,eAAe;IAejB,gBAAgB,CACpB,EAAE,EAAE,YAAY,EAChB,KAAK,GAAE,OAAe,GACrB,OAAO,CAAC;QACT,QAAQ,EAAE,aAAa,EAAE,CAAC;QAC1B,QAAQ,EAAE,MAAM,EAAE,CAAC;KACpB,CAAC;
|
|
1
|
+
{"version":3,"file":"uploader.d.ts","sourceRoot":"","sources":["../../src/core/uploader.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,WAAW,EAEX,aAAa,EACd,MAAM,wBAAwB,CAAC;AAChC,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAGtD,OAAO,EAAa,YAAY,EAAE,MAAM,YAAY,CAAC;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AASlD,wBAAgB,uBAAuB,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAK7D;AAED,qBAAa,QAAQ;IACnB,OAAO,CAAC,WAAW,CAAc;IACjC,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,MAAM,CAAS;gBAGrB,WAAW,EAAE,WAAW,EACxB,OAAO,GAAE;QAAE,KAAK,CAAC,EAAE,YAAY,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAO;IAOzD,OAAO,CAAC,eAAe;IAejB,gBAAgB,CACpB,EAAE,EAAE,YAAY,EAChB,KAAK,GAAE,OAAe,GACrB,OAAO,CAAC;QACT,QAAQ,EAAE,aAAa,EAAE,CAAC;QAC1B,QAAQ,EAAE,MAAM,EAAE,CAAC;KACpB,CAAC;IA4DF;;;;OAIG;IACG,aAAa,CACjB,EAAE,EAAE,YAAY,EAChB,QAAQ,EAAE,MAAM,EAAE,EAClB,SAAS,EAAE,MAAM,EAAE,EACnB,KAAK,GAAE,OAAe,GACrB,OAAO,CAAC,IAAI,CAAC;IAqChB;;;OAGG;IACG,WAAW,CAAC,EAAE,EAAE,YAAY,EAAE,MAAM,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBrE,aAAa,CACjB,EAAE,EAAE,YAAY,EAChB,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,GACjD,OAAO,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;IA2B3C,IAAI,CACR,EAAE,EAAE,YAAY,EAChB,KAAK,GAAE,OAAe,EACtB,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,GACjD,OAAO,CAAC;QACT,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;CA+DH"}
|
package/dist/core/uploader.js
CHANGED
|
@@ -72,6 +72,53 @@ export class Uploader {
|
|
|
72
72
|
toDelete: [...toDeleteSet],
|
|
73
73
|
};
|
|
74
74
|
}
|
|
75
|
+
/**
|
|
76
|
+
* Called once before the streaming loop. Deletes stale vector store entries for
|
|
77
|
+
* all files that will be re-chunked (toProcess) or removed (toDelete).
|
|
78
|
+
* On force mode or vector-store change, deletes all tracked source files.
|
|
79
|
+
*/
|
|
80
|
+
async prepareUpdate(db, toDelete, toProcess, force = false) {
|
|
81
|
+
await this.vectorStore.initialize();
|
|
82
|
+
const meta = db.getMeta();
|
|
83
|
+
const storeChanged = !force &&
|
|
84
|
+
!!meta?.vectorStoreName &&
|
|
85
|
+
meta.vectorStoreName !== this.vectorStore.name;
|
|
86
|
+
let filesToDelete;
|
|
87
|
+
if (force || storeChanged) {
|
|
88
|
+
filesToDelete = [...db.getFileStates().keys()];
|
|
89
|
+
if (storeChanged) {
|
|
90
|
+
this.logger.warn(`⚠️ Vector store changed from ${meta.vectorStoreName} to ${this.vectorStore.name} — forcing full re-upload.`);
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
else {
|
|
94
|
+
filesToDelete = [...new Set([...toDelete, ...toProcess])];
|
|
95
|
+
}
|
|
96
|
+
if (filesToDelete.length > 0) {
|
|
97
|
+
await withRetry(() => this.vectorStore.deleteBySourceFile(filesToDelete), {
|
|
98
|
+
...this.retryOptions,
|
|
99
|
+
isRetryable: (err) => !isFatalVectorStoreError(err),
|
|
100
|
+
}, this.logger);
|
|
101
|
+
this.logger.verbose(`🗑️ Deleted ${filesToDelete.length} source file(s) from vector store`);
|
|
102
|
+
}
|
|
103
|
+
}
|
|
104
|
+
/**
|
|
105
|
+
* Upload a batch of embedded chunks to the vector store, then mark them
|
|
106
|
+
* uploaded and clear the embedding BLOB to reclaim storage.
|
|
107
|
+
*/
|
|
108
|
+
async upsertBatch(db, chunks) {
|
|
109
|
+
if (chunks.length === 0)
|
|
110
|
+
return;
|
|
111
|
+
const documents = chunks.map((e) => this.chunkToDocument(e));
|
|
112
|
+
await withRetry(() => this.vectorStore.upsert(documents), {
|
|
113
|
+
...this.retryOptions,
|
|
114
|
+
isRetryable: (err) => !isFatalVectorStoreError(err),
|
|
115
|
+
}, this.logger);
|
|
116
|
+
const hashes = chunks.map((e) => contentHash(e));
|
|
117
|
+
db.markUploaded(hashes);
|
|
118
|
+
for (const hash of hashes) {
|
|
119
|
+
db.clearEmbedding(hash);
|
|
120
|
+
}
|
|
121
|
+
}
|
|
75
122
|
async uploadPending(db, onProgress) {
|
|
76
123
|
const pending = db.getPending();
|
|
77
124
|
if (pending.length === 0)
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"uploader.js","sourceRoot":"","sources":["../../src/core/uploader.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,SAAS,EAAgB,MAAM,YAAY,CAAC;AAGrD,SAAS,WAAW,CAAC,KAAoB;IACvC,OAAO,CACL,KAAK,CAAC,WAAW;QACjB,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CACtE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,GAAY;IAClD,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;IAC3E,OAAO,iEAAiE,CAAC,IAAI,CAC3E,GAAG,CACJ,CAAC;AACJ,CAAC;AAED,MAAM,OAAO,QAAQ;IACX,WAAW,CAAc;IACzB,YAAY,CAAe;IAC3B,MAAM,CAAS;IAEvB,YACE,WAAwB,EACxB,UAAqD,EAAE;QAEvD,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;QACxC,IAAI,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACvE,CAAC;IAEO,eAAe,CACrB,KAAoB,EACpB,UAAmB;QAEnB,OAAO;YACL,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,WAAW,EAAE,WAAW,CAAC,KAAK,CAAC;YAC/B,UAAU;SACX,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,gBAAgB,CACpB,EAAgB,EAChB,QAAiB,KAAK;QAKtB,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;QAC1B,MAAM,UAAU,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC;QAE/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,UAAU,CAAC,MAAM,qBAAqB,CAAC,CAAC;QAEtE,0EAA0E;QAC1E,IAAI,cAAc,GAAG,KAAK,CAAC;QAC3B,IACE,CAAC,KAAK;YACN,IAAI,EAAE,eAAe;YACrB,IAAI,CAAC,eAAe,KAAK,IAAI,CAAC,WAAW,CAAC,IAAI,EAC9C,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;YAC7C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC;YACzD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC;YAC1D,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;YAChE,cAAc,GAAG,IAAI,CAAC;QACxB,CAAC;QAED,IAAI,cAAc,EAAE,CAAC;YACnB,MAAM,cAAc,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YACzE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,cAAc,EAAE,CAAC;QAC5D,CAAC;QAED,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,eAAe,EAAE,CAAC;QAC/D,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,oBAAoB,aAAa,CAAC,IAAI,oBAAoB,CAC3D,CAAC;QAEF,MAAM,YAAY,GAAoB,EAAE,CAAC;QACzC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;QAEtC,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC7B,MAAM,YAAY,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAEvD,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,KAAK,GAAG,CAAC,UAAU,yBAAyB,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,WAAW,CAClF,CAAC;gBACF,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC;iBAAM,IAAI,YAAY,KAAK,GAAG,CAAC,UAAU,EAAE,CAAC;gBAC3C,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,KAAK,GAAG,CAAC,UAAU,WAAW,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,WAAW,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,WAAW,CACvG,CAAC;gBACF,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;gBAChC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,KAAK,GAAG,CAAC,UAAU,WAAW,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,cAAc,CACrE,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,YAAY;YACtB,QAAQ,EAAE,CAAC,GAAG,WAAW,CAAC;SAC3B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,EAAgB,EAChB,UAAkD;QAElD,MAAM,OAAO,GAAG,EAAE,CAAC,UAAU,EAAE,CAAC;QAChC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;QAE7D,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,gBAAgB,OAAO,CAAC,MAAM,wBAAwB,CAAC,CAAC;QAE5E,MAAM,SAAS,GAAG,EAAE,CAAC;QACrB,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YACnD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;YAC9C,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5D,MAAM,SAAS,CACb,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC,EACxC;gBACE,GAAG,IAAI,CAAC,YAAY;gBACpB,WAAW,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,uBAAuB,CAAC,GAAG,CAAC;aACpD,EACD,IAAI,CAAC,MAAM,CACZ,CAAC;YACF,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAClD,QAAQ,IAAI,KAAK,CAAC,MAAM,CAAC;YACzB,UAAU,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QACzC,CAAC;QAED,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,IAAI,CACR,EAAgB,EAChB,QAAiB,KAAK,EACtB,UAAkD;QAKlD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;QAEtD,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC;QAEpC,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QAEtE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,QAAQ,CAAC,MAAM,YAAY,CAAC,CAAC;QACpE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,QAAQ,CAAC,MAAM,QAAQ,CAAC,CAAC;QAEhE,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;YAC3C,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;QACrC,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,SAAS,CACb,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC,QAAQ,CAAC,EACnD;gBACE,GAAG,IAAI,CAAC,YAAY;gBACpB,WAAW,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,uBAAuB,CAAC,GAAG,CAAC;aACpD,EACD,IAAI,CAAC,MAAM,CACZ,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,eAAe,QAAQ,CAAC,MAAM,gBAAgB,CAAC,CAAC;QACtE,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,SAAS,GAAG,EAAE,CAAC;YACrB,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC;YAC5D,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;gBACpD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;gBAC/C,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC5D,MAAM,SAAS,CACb,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC,EACxC;oBACE,GAAG,IAAI,CAAC,YAAY;oBACpB,WAAW,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,uBAAuB,CAAC,GAAG,CAAC;iBACpD,EACD,IAAI,CAAC,MAAM,CACZ,CAAC;gBACF,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAClD,QAAQ,IAAI,KAAK,CAAC,MAAM,CAAC;gBACzB,UAAU,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;gBACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;gBAC/C,IAAI,CAAC,MAAM,CAAC,OAAO,CACjB,WAAW,QAAQ,IAAI,YAAY,KAAK,KAAK,CAAC,MAAM,OAAO,CAC5D,CAAC;gBACF,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,UAAU,KAAK;qBACZ,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,GAAG,CAAC;qBAC7C,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC;QAC1C,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,gBAAgB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACvD,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,eAAe,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAEtD,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC;IACjE,CAAC;CACF"}
|
|
1
|
+
{"version":3,"file":"uploader.js","sourceRoot":"","sources":["../../src/core/uploader.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,SAAS,EAAgB,MAAM,YAAY,CAAC;AAGrD,SAAS,WAAW,CAAC,KAAoB;IACvC,OAAO,CACL,KAAK,CAAC,WAAW;QACjB,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CACtE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,GAAY;IAClD,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;IAC3E,OAAO,iEAAiE,CAAC,IAAI,CAC3E,GAAG,CACJ,CAAC;AACJ,CAAC;AAED,MAAM,OAAO,QAAQ;IACX,WAAW,CAAc;IACzB,YAAY,CAAe;IAC3B,MAAM,CAAS;IAEvB,YACE,WAAwB,EACxB,UAAqD,EAAE;QAEvD,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;QACxC,IAAI,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACvE,CAAC;IAEO,eAAe,CACrB,KAAoB,EACpB,UAAmB;QAEnB,OAAO;YACL,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,WAAW,EAAE,WAAW,CAAC,KAAK,CAAC;YAC/B,UAAU;SACX,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,gBAAgB,CACpB,EAAgB,EAChB,QAAiB,KAAK;QAKtB,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;QAC1B,MAAM,UAAU,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC;QAE/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,UAAU,CAAC,MAAM,qBAAqB,CAAC,CAAC;QAEtE,0EAA0E;QAC1E,IAAI,cAAc,GAAG,KAAK,CAAC;QAC3B,IACE,CAAC,KAAK;YACN,IAAI,EAAE,eAAe;YACrB,IAAI,CAAC,eAAe,KAAK,IAAI,CAAC,WAAW,CAAC,IAAI,EAC9C,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;YAC7C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC;YACzD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC;YAC1D,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;YAChE,cAAc,GAAG,IAAI,CAAC;QACxB,CAAC;QAED,IAAI,cAAc,EAAE,CAAC;YACnB,MAAM,cAAc,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YACzE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,cAAc,EAAE,CAAC;QAC5D,CAAC;QAED,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,eAAe,EAAE,CAAC;QAC/D,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,oBAAoB,aAAa,CAAC,IAAI,oBAAoB,CAC3D,CAAC;QAEF,MAAM,YAAY,GAAoB,EAAE,CAAC;QACzC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;QAEtC,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC7B,MAAM,YAAY,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAEvD,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,KAAK,GAAG,CAAC,UAAU,yBAAyB,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,WAAW,CAClF,CAAC;gBACF,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC;iBAAM,IAAI,YAAY,KAAK,GAAG,CAAC,UAAU,EAAE,CAAC;gBAC3C,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,KAAK,GAAG,CAAC,UAAU,WAAW,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,WAAW,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,WAAW,CACvG,CAAC;gBACF,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;gBAChC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,KAAK,GAAG,CAAC,UAAU,WAAW,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,cAAc,CACrE,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,YAAY;YACtB,QAAQ,EAAE,CAAC,GAAG,WAAW,CAAC;SAC3B,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,aAAa,CACjB,EAAgB,EAChB,QAAkB,EAClB,SAAmB,EACnB,QAAiB,KAAK;QAEtB,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC;QAEpC,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;QAC1B,MAAM,YAAY,GAChB,CAAC,KAAK;YACN,CAAC,CAAC,IAAI,EAAE,eAAe;YACvB,IAAI,CAAC,eAAe,KAAK,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;QAEjD,IAAI,aAAuB,CAAC;QAE5B,IAAI,KAAK,IAAI,YAAY,EAAE,CAAC;YAC1B,aAAa,GAAG,CAAC,GAAG,EAAE,CAAC,aAAa,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;YAC/C,IAAI,YAAY,EAAE,CAAC;gBACjB,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,gCAAgC,IAAK,CAAC,eAAe,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,4BAA4B,CAC9G,CAAC;YACJ,CAAC;QACH,CAAC;aAAM,CAAC;YACN,aAAa,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,QAAQ,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QAC5D,CAAC;QAED,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,SAAS,CACb,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC,aAAa,CAAC,EACxD;gBACE,GAAG,IAAI,CAAC,YAAY;gBACpB,WAAW,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,uBAAuB,CAAC,GAAG,CAAC;aACpD,EACD,IAAI,CAAC,MAAM,CACZ,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,OAAO,CACjB,eAAe,aAAa,CAAC,MAAM,mCAAmC,CACvE,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,WAAW,CAAC,EAAgB,EAAE,MAAuB;QACzD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAChC,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7D,MAAM,SAAS,CACb,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC,EACxC;YACE,GAAG,IAAI,CAAC,YAAY;YACpB,WAAW,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,uBAAuB,CAAC,GAAG,CAAC;SACpD,EACD,IAAI,CAAC,MAAM,CACZ,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QACxB,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAC1B,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,EAAgB,EAChB,UAAkD;QAElD,MAAM,OAAO,GAAG,EAAE,CAAC,UAAU,EAAE,CAAC;QAChC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;QAE7D,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,gBAAgB,OAAO,CAAC,MAAM,wBAAwB,CAAC,CAAC;QAE5E,MAAM,SAAS,GAAG,EAAE,CAAC;QACrB,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YACnD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;YAC9C,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5D,MAAM,SAAS,CACb,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC,EACxC;gBACE,GAAG,IAAI,CAAC,YAAY;gBACpB,WAAW,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,uBAAuB,CAAC,GAAG,CAAC;aACpD,EACD,IAAI,CAAC,MAAM,CACZ,CAAC;YACF,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAClD,QAAQ,IAAI,KAAK,CAAC,MAAM,CAAC;YACzB,UAAU,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QACzC,CAAC;QAED,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,IAAI,CACR,EAAgB,EAChB,QAAiB,KAAK,EACtB,UAAkD;QAKlD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;QAEtD,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC;QAEpC,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QAEtE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,QAAQ,CAAC,MAAM,YAAY,CAAC,CAAC;QACpE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,QAAQ,CAAC,MAAM,QAAQ,CAAC,CAAC;QAEhE,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;YAC3C,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;QACrC,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,SAAS,CACb,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC,QAAQ,CAAC,EACnD;gBACE,GAAG,IAAI,CAAC,YAAY;gBACpB,WAAW,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,uBAAuB,CAAC,GAAG,CAAC;aACpD,EACD,IAAI,CAAC,MAAM,CACZ,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,eAAe,QAAQ,CAAC,MAAM,gBAAgB,CAAC,CAAC;QACtE,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,SAAS,GAAG,EAAE,CAAC;YACrB,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC;YAC5D,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;gBACpD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;gBAC/C,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC5D,MAAM,SAAS,CACb,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC,EACxC;oBACE,GAAG,IAAI,CAAC,YAAY;oBACpB,WAAW,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,uBAAuB,CAAC,GAAG,CAAC;iBACpD,EACD,IAAI,CAAC,MAAM,CACZ,CAAC;gBACF,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAClD,QAAQ,IAAI,KAAK,CAAC,MAAM,CAAC;gBACzB,UAAU,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;gBACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;gBAC/C,IAAI,CAAC,MAAM,CAAC,OAAO,CACjB,WAAW,QAAQ,IAAI,YAAY,KAAK,KAAK,CAAC,MAAM,OAAO,CAC5D,CAAC;gBACF,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,UAAU,KAAK;qBACZ,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,GAAG,CAAC;qBAC7C,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC;QAC1C,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,gBAAgB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACvD,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,eAAe,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAEtD,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC;IACjE,CAAC;CACF"}
|
|
@@ -1,6 +1,5 @@
|
|
|
1
1
|
export declare const IGNORED_DIRS: Set<string>;
|
|
2
2
|
export declare function getVirageDir(): string;
|
|
3
|
-
export declare function defaultChunksFile(): string;
|
|
4
3
|
export declare function defaultEmbeddingsFile(): string;
|
|
5
4
|
export declare function defaultEmbeddingsDb(): string;
|
|
6
5
|
//# sourceMappingURL=virage-defaults.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"virage-defaults.d.ts","sourceRoot":"","sources":["../../src/core/virage-defaults.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,YAAY,aAUvB,CAAC;AAEH,wBAAgB,YAAY,IAAI,MAAM,CAErC;AAED,wBAAgB,
|
|
1
|
+
{"version":3,"file":"virage-defaults.d.ts","sourceRoot":"","sources":["../../src/core/virage-defaults.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,YAAY,aAUvB,CAAC;AAEH,wBAAgB,YAAY,IAAI,MAAM,CAErC;AAED,wBAAgB,qBAAqB,IAAI,MAAM,CAE9C;AAED,wBAAgB,mBAAmB,IAAI,MAAM,CAE5C"}
|
|
@@ -12,9 +12,6 @@ export const IGNORED_DIRS = new Set([
|
|
|
12
12
|
export function getVirageDir() {
|
|
13
13
|
return process.env["VIRAGE_DIR"] ?? ".virage";
|
|
14
14
|
}
|
|
15
|
-
export function defaultChunksFile() {
|
|
16
|
-
return `${getVirageDir()}/chunks.json`;
|
|
17
|
-
}
|
|
18
15
|
export function defaultEmbeddingsFile() {
|
|
19
16
|
return `${getVirageDir()}/embeddings.json`;
|
|
20
17
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"virage-defaults.js","sourceRoot":"","sources":["../../src/core/virage-defaults.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC;IAClC,cAAc;IACd,MAAM;IACN,MAAM;IACN,OAAO;IACP,UAAU;IACV,QAAQ;IACR,OAAO;IACP,KAAK;IACL,QAAQ;CACT,CAAC,CAAC;AAEH,MAAM,UAAU,YAAY;IAC1B,OAAO,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,SAAS,CAAC;AAChD,CAAC;AAED,MAAM,UAAU,
|
|
1
|
+
{"version":3,"file":"virage-defaults.js","sourceRoot":"","sources":["../../src/core/virage-defaults.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC;IAClC,cAAc;IACd,MAAM;IACN,MAAM;IACN,OAAO;IACP,UAAU;IACV,QAAQ;IACR,OAAO;IACP,KAAK;IACL,QAAQ;CACT,CAAC,CAAC;AAEH,MAAM,UAAU,YAAY;IAC1B,OAAO,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,SAAS,CAAC;AAChD,CAAC;AAED,MAAM,UAAU,qBAAqB;IACnC,OAAO,GAAG,YAAY,EAAE,kBAAkB,CAAC;AAC7C,CAAC;AAED,MAAM,UAAU,mBAAmB;IACjC,OAAO,GAAG,YAAY,EAAE,gBAAgB,CAAC;AAC3C,CAAC"}
|
package/dist/index.d.ts
CHANGED
|
@@ -11,7 +11,7 @@ export { discoverPlugins, RagPlugin } from "./core/plugin-discovery.js";
|
|
|
11
11
|
export { loadRegistry } from "./plugin-registry.js";
|
|
12
12
|
export type { PluginRegistry } from "./plugin-registry.js";
|
|
13
13
|
export { EmbeddingsDb } from "./core/embeddings-db.js";
|
|
14
|
-
export { getVirageDir,
|
|
14
|
+
export { getVirageDir, defaultEmbeddingsFile, defaultEmbeddingsDb, IGNORED_DIRS, } from "./core/virage-defaults.js";
|
|
15
15
|
/**
|
|
16
16
|
* Chunking strategies.
|
|
17
17
|
*
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,cAAc,uBAAuB,CAAC;AAGtC,OAAO,EACL,QAAQ,EACR,WAAW,EACX,UAAU,EACV,UAAU,EACV,WAAW,GACZ,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AACzE,OAAO,EACL,kBAAkB,EAClB,KAAK,EACL,UAAU,EACV,WAAW,EACX,eAAe,EACf,gBAAgB,EAChB,SAAS,EACT,eAAe,GAChB,MAAM,iBAAiB,CAAC;AACzB,YAAY,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAGpD,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAC;AACxE,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpD,YAAY,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAG3D,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAGvD,OAAO,EACL,YAAY,EACZ,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,cAAc,uBAAuB,CAAC;AAGtC,OAAO,EACL,QAAQ,EACR,WAAW,EACX,UAAU,EACV,UAAU,EACV,WAAW,GACZ,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AACzE,OAAO,EACL,kBAAkB,EAClB,KAAK,EACL,UAAU,EACV,WAAW,EACX,eAAe,EACf,gBAAgB,EAChB,SAAS,EACT,eAAe,GAChB,MAAM,iBAAiB,CAAC;AACzB,YAAY,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAGpD,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAC;AACxE,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpD,YAAY,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAG3D,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAGvD,OAAO,EACL,YAAY,EACZ,qBAAqB,EACrB,mBAAmB,EACnB,YAAY,GACb,MAAM,2BAA2B,CAAC;AAEnC;;;;;;;;GAQG;AACH,OAAO,EACL,aAAa,EACb,uBAAuB,EACvB,gBAAgB,EAChB,iBAAiB,GAClB,MAAM,6BAA6B,CAAC;AACrC,YAAY,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AAGxE,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAG5D,OAAO,EACL,kBAAkB,EAClB,mBAAmB,GACpB,MAAM,yBAAyB,CAAC;AACjC,YAAY,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAGpE,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAGlE,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAGrD,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,YAAY,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAC;AACxE,OAAO,EACL,YAAY,EACZ,SAAS,EACT,cAAc,EACd,UAAU,EACV,oBAAoB,EACpB,iBAAiB,GAClB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAC3D,YAAY,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -15,7 +15,7 @@ export { loadRegistry } from "./plugin-registry.js";
|
|
|
15
15
|
// Storage
|
|
16
16
|
export { EmbeddingsDb } from "./core/embeddings-db.js";
|
|
17
17
|
// Defaults and constants
|
|
18
|
-
export { getVirageDir,
|
|
18
|
+
export { getVirageDir, defaultEmbeddingsFile, defaultEmbeddingsDb, IGNORED_DIRS, } from "./core/virage-defaults.js";
|
|
19
19
|
/**
|
|
20
20
|
* Chunking strategies.
|
|
21
21
|
*
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,cAAc,uBAAuB,CAAC;AAEtC,SAAS;AACT,OAAO,EACL,QAAQ,EACR,WAAW,EACX,UAAU,EACV,UAAU,EACV,WAAW,GACZ,MAAM,kBAAkB,CAAC;AAE1B,OAAO;AACP,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAqB,MAAM,wBAAwB,CAAC;AACzE,OAAO,EACL,kBAAkB,EAClB,KAAK,EACL,UAAU,EACV,WAAW,EACX,eAAe,EACf,gBAAgB,EAChB,SAAS,EACT,eAAe,GAChB,MAAM,iBAAiB,CAAC;AAGzB,mBAAmB;AACnB,OAAO,EAAE,eAAe,EAAa,MAAM,4BAA4B,CAAC;AACxE,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAGpD,UAAU;AACV,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAEvD,yBAAyB;AACzB,OAAO,EACL,YAAY,EACZ,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,cAAc,uBAAuB,CAAC;AAEtC,SAAS;AACT,OAAO,EACL,QAAQ,EACR,WAAW,EACX,UAAU,EACV,UAAU,EACV,WAAW,GACZ,MAAM,kBAAkB,CAAC;AAE1B,OAAO;AACP,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAqB,MAAM,wBAAwB,CAAC;AACzE,OAAO,EACL,kBAAkB,EAClB,KAAK,EACL,UAAU,EACV,WAAW,EACX,eAAe,EACf,gBAAgB,EAChB,SAAS,EACT,eAAe,GAChB,MAAM,iBAAiB,CAAC;AAGzB,mBAAmB;AACnB,OAAO,EAAE,eAAe,EAAa,MAAM,4BAA4B,CAAC;AACxE,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAGpD,UAAU;AACV,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAEvD,yBAAyB;AACzB,OAAO,EACL,YAAY,EACZ,qBAAqB,EACrB,mBAAmB,EACnB,YAAY,GACb,MAAM,2BAA2B,CAAC;AAEnC;;;;;;;;GAQG;AACH,OAAO,EACL,aAAa,EACb,uBAAuB,EACvB,gBAAgB,EAChB,iBAAiB,GAClB,MAAM,6BAA6B,CAAC;AAGrC,UAAU;AACV,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAE5D,iBAAiB;AACjB,OAAO,EACL,kBAAkB,EAClB,mBAAmB,GACpB,MAAM,yBAAyB,CAAC;AAGjC,gBAAgB;AAChB,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAElE,SAAS;AACT,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAErD,uBAAuB;AACvB,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE9C,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAC;AACxE,OAAO,EACL,YAAY,EACZ,SAAS,EACT,cAAc,EACd,UAAU,EACV,oBAAoB,EACpB,iBAAiB,GAClB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAE3D,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC"}
|