@tyvm/knowhow 0.0.32 → 0.0.34

package/ts_build/src/conversion.js

@@ -31,7 +31,7 @@ const pdf_parse_1 = __importDefault(require("pdf-parse"));
 const fs = __importStar(require("fs"));
 const path = __importStar(require("path"));
 const utils_1 = require("./utils");
-const downloader_1 = require("./plugins/downloader/downloader");
+const services_1 = require("./services");
 async function processAudio(filePath, reusePreviousTranscript = true, chunkTime = 30) {
     const parsed = path.parse(filePath);
     const outputPath = `${parsed.dir}/${parsed.name}/transcript.json`;
@@ -43,8 +43,9 @@ async function processAudio(filePath, reusePreviousTranscript = true, chunkTime
             ? fileContent.split("\n")
             : JSON.parse(fileContent);
     }
-    const chunks = await downloader_1.Downloader.chunk(filePath, parsed.dir, chunkTime, reusePreviousTranscript);
-    const transcription = await downloader_1.Downloader.transcribeChunks(chunks, outputPath, reusePreviousTranscript);
+    const { Downloader } = (0, services_1.services)();
+    const chunks = await Downloader.chunk(filePath, parsed.dir, chunkTime, reusePreviousTranscript);
+    const transcription = await Downloader.transcribeChunks(chunks, outputPath, reusePreviousTranscript);
     return transcription;
 }
 exports.processAudio = processAudio;
@@ -64,7 +65,8 @@ async function processVideo(filePath, reusePreviousTranscript = true, chunkTime
     console.log("Processing audio...");
     const transcriptions = await processAudio(filePath, reusePreviousTranscript, chunkTime);
     console.log("Extracting keyframes...");
-    const videoAnalysis = await downloader_1.Downloader.extractKeyframes(filePath, outputPath, chunkTime);
+    const { Downloader } = (0, services_1.services)();
+    const videoAnalysis = await Downloader.extractKeyframes(filePath, outputPath, reusePreviousTranscript, chunkTime);
     return videoAnalysis.map((frame, index) => {
         return {
             frame,

package/ts_build/src/conversion.js.map

@@ -1 +1 @@
-{"version":3,"file":"conversion.js","sourceRoot":"","sources":["../../src/conversion.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,0DAA4B;AAC5B,uCAAyB;AACzB,2CAA6B;AAC7B,mCAA+C;AAC/C,gEAA6D;AAEtD,KAAK,UAAU,YAAY,CAChC,QAAgB,EAChB,uBAAuB,GAAG,IAAI,EAC9B,SAAS,GAAG,EAAE;IAEd,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACpC,MAAM,UAAU,GAAG,GAAG,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,IAAI,kBAAkB,CAAC;IAElE,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAU,EAAC,UAAU,CAAC,CAAC;IAC5C,IAAI,MAAM,IAAI,uBAAuB,EAAE;QACrC,OAAO,CAAC,GAAG,CAAC,iBAAiB,UAAU,2BAA2B,CAAC,CAAC;QACpE,MAAM,WAAW,GAAG,MAAM,IAAA,gBAAQ,EAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QACvD,OAAO,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC;YAC/B,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC;YACzB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;KAC7B;IAED,MAAM,MAAM,GAAG,MAAM,uBAAU,CAAC,KAAK,CACnC,QAAQ,EACR,MAAM,CAAC,GAAG,EACV,SAAS,EACT,uBAAuB,CACxB,CAAC;IACF,MAAM,aAAa,GAAG,MAAM,uBAAU,CAAC,gBAAgB,CACrD,MAAM,EACN,UAAU,EACV,uBAAuB,CACxB,CAAC;IAEF,OAAO,aAAa,CAAC;AACvB,CAAC;AA9BD,oCA8BC;AAEM,KAAK,UAAU,kBAAkB,CACtC,QAAgB,EAChB,uBAAuB,GAAG,IAAI,EAC9B,SAAS,GAAG,EAAE;IAEd,MAAM,MAAM,GAAG,MAAM,YAAY,CAC/B,QAAQ,EACR,uBAAuB,EACvB,SAAS,CACV,CAAC;IAEF,IAAI,UAAU,GAAG,EAAE,CAAC;IAEpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACtC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACxB,UAAU,IAAI,IAAI,CAAC,GAAG,SAAS,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS,MAAM,KAAK,EAAE,CAAC;KACrE;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAnBD,gDAmBC;AAEM,KAAK,UAAU,YAAY,CAChC,QAAgB,EAChB,uBAAuB,GAAG,IAAI,EAC9B,SAAS,GAAG,EAAE;IAEd,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACpC,MAAM,UAAU,GAAG,GAAG,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,IAAI,aAAa,CAAC;IAE7D,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;IACnC,MAAM,cAAc,GAAG,MAAM,YAAY,CACvC,QAAQ,EACR,uBAAuB,EACvB,SAAS,CACV,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;IACvC,MAAM,aAAa,GAAG,MAAM,uBAAU,CAAC,gBAAgB,CACrD,QAAQ,EACR,UAAU,EACV,SAAS,CACV,CAAC;IAEF,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QACxC,OAAO;YACL,KAAK;YACL,aAAa,EAAE,cAAc,CAAC,KAAK,CAAC;SACrC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AA5BD,oCA4BC;AAED,KAAK,UAAU,kBAAkB,CAC/B,QAAgB,EAChB,uBAAuB,GAAG,IAAI,EAC9B,SAAS,GAAG,EAAE;IAEd,MAAM,SAAS,GAAG,MAAM,YAAY,CAClC,QAAQ,EACR,uBAAuB,EACvB,SAAS,CACV,CAAC;IAEF,IAAI,UAAU,GAAG,EAAE,CAAC;IAEpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACzC,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QAC3B,UAAU,IAAI;cACJ,CAAC,GAAG,CAAC,KAAK,SAAS,CAAC,MAAM;wBAChB,CAAC,GAAG,SAAS;cACvB,KAAK,CAAC,KAAK,CAAC,WAAW;aACxB,KAAK,CAAC,aAAa;sBACV,CAAC,GAAG,SAAS;KAC9B,CAAC;KACH;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,QAAgB;IAC9C,MAAM,gBAAgB,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;IACnD,MAAM,IAAI,GAAG,MAAM,IAAA,mBAAG,EAAC,gBAAgB,CAAC,CAAC;IACzC,OAAO,IAAI,CAAC,IAAI,CAAC;AACnB,CAAC;AAEM,KAAK,UAAU,aAAa,CAAC,QAAgB;IAClD,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;IAE5C,QAAQ,SAAS,EAAE;QACjB,KAAK,KAAK,CAAC;QACX,KAAK,MAAM,CAAC;QACZ,KAAK,KAAK,CAAC;QACX,KAAK,MAAM;YACT,OAAO,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QACtC,KAAK,KAAK,CAAC;QACX,KAAK,MAAM,CAAC;QACZ,KAAK,KAAK,CAAC;QACX,KAAK,KAAK;YACR,OAAO,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QACtC,KAAK,KAAK;YACR,OAAO,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QACpC;YACE,OAAO,IAAA,gBAAQ,EAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;KACrC;AACH,CAAC;AAnBD,sCAmBC"}
+{"version":3,"file":"conversion.js","sourceRoot":"","sources":["../../src/conversion.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,0DAA4B;AAC5B,uCAAyB;AACzB,2CAA6B;AAC7B,mCAA+C;AAC/C,yCAAsC;AAE/B,KAAK,UAAU,YAAY,CAChC,QAAgB,EAChB,uBAAuB,GAAG,IAAI,EAC9B,SAAS,GAAG,EAAE;IAEd,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACpC,MAAM,UAAU,GAAG,GAAG,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,IAAI,kBAAkB,CAAC;IAElE,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAU,EAAC,UAAU,CAAC,CAAC;IAC5C,IAAI,MAAM,IAAI,uBAAuB,EAAE;QACrC,OAAO,CAAC,GAAG,CAAC,iBAAiB,UAAU,2BAA2B,CAAC,CAAC;QACpE,MAAM,WAAW,GAAG,MAAM,IAAA,gBAAQ,EAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QACvD,OAAO,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC;YAC/B,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC;YACzB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;KAC7B;IAED,MAAM,EAAE,UAAU,EAAE,GAAG,IAAA,mBAAQ,GAAE,CAAC;IAClC,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,KAAK,CACnC,QAAQ,EACR,MAAM,CAAC,GAAG,EACV,SAAS,EACT,uBAAuB,CACxB,CAAC;IACF,MAAM,aAAa,GAAG,MAAM,UAAU,CAAC,gBAAgB,CACrD,MAAM,EACN,UAAU,EACV,uBAAuB,CACxB,CAAC;IAEF,OAAO,aAAa,CAAC;AACvB,CAAC;AA/BD,oCA+BC;AAEM,KAAK,UAAU,kBAAkB,CACtC,QAAgB,EAChB,uBAAuB,GAAG,IAAI,EAC9B,SAAS,GAAG,EAAE;IAEd,MAAM,MAAM,GAAG,MAAM,YAAY,CAC/B,QAAQ,EACR,uBAAuB,EACvB,SAAS,CACV,CAAC;IAEF,IAAI,UAAU,GAAG,EAAE,CAAC;IAEpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACtC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACxB,UAAU,IAAI,IAAI,CAAC,GAAG,SAAS,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS,MAAM,KAAK,EAAE,CAAC;KACrE;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAnBD,gDAmBC;AAEM,KAAK,UAAU,YAAY,CAChC,QAAgB,EAChB,uBAAuB,GAAG,IAAI,EAC9B,SAAS,GAAG,EAAE;IAEd,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACpC,MAAM,UAAU,GAAG,GAAG,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,IAAI,aAAa,CAAC;IAE7D,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;IACnC,MAAM,cAAc,GAAG,MAAM,YAAY,CACvC,QAAQ,EACR,uBAAuB,EACvB,SAAS,CACV,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;IACvC,MAAM,EAAE,UAAU,EAAE,GAAG,IAAA,mBAAQ,GAAE,CAAC;IAClC,MAAM,aAAa,GAAG,MAAM,UAAU,CAAC,gBAAgB,CACrD,QAAQ,EACR,UAAU,EACV,uBAAuB,EACvB,SAAS,CACV,CAAC;IAEF,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QACxC,OAAO;YACL,KAAK;YACL,aAAa,EAAE,cAAc,CAAC,KAAK,CAAC;SACrC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AA9BD,oCA8BC;AAED,KAAK,UAAU,kBAAkB,CAC/B,QAAgB,EAChB,uBAAuB,GAAG,IAAI,EAC9B,SAAS,GAAG,EAAE;IAEd,MAAM,SAAS,GAAG,MAAM,YAAY,CAClC,QAAQ,EACR,uBAAuB,EACvB,SAAS,CACV,CAAC;IAEF,IAAI,UAAU,GAAG,EAAE,CAAC;IAEpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACzC,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QAC3B,UAAU,IAAI;cACJ,CAAC,GAAG,CAAC,KAAK,SAAS,CAAC,MAAM;wBAChB,CAAC,GAAG,SAAS;cACvB,KAAK,CAAC,KAAK,CAAC,WAAW;aACxB,KAAK,CAAC,aAAa;sBACV,CAAC,GAAG,SAAS;KAC9B,CAAC;KACH;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,QAAgB;IAC9C,MAAM,gBAAgB,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;IACnD,MAAM,IAAI,GAAG,MAAM,IAAA,mBAAG,EAAC,gBAAgB,CAAC,CAAC;IACzC,OAAO,IAAI,CAAC,IAAI,CAAC;AACnB,CAAC;AAEM,KAAK,UAAU,aAAa,CAAC,QAAgB;IAClD,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;IAE5C,QAAQ,SAAS,EAAE;QACjB,KAAK,KAAK,CAAC;QACX,KAAK,MAAM,CAAC;QACZ,KAAK,KAAK,CAAC;QACX,KAAK,MAAM;YACT,OAAO,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QACtC,KAAK,KAAK,CAAC;QACX,KAAK,MAAM,CAAC;QACZ,KAAK,KAAK,CAAC;QACX,KAAK,KAAK;YACR,OAAO,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QACtC,KAAK,KAAK;YACR,OAAO,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QACpC;YACE,OAAO,IAAA,gBAAQ,EAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;KACrC;AACH,CAAC;AAnBD,sCAmBC"}

package/ts_build/src/embeddings.d.ts

@@ -6,11 +6,12 @@ export declare function getConfiguredEmbeddingMap(): Promise<{
     [filePath: string]: Embeddable<any>[];
 }>;
 export declare function getConfiguredEmbeddings(): Promise<Embeddable<any>[]>;
+export declare function detectDeletedEmbeddingFiles(source: Config["embedSources"][0], ignorePattern: string[], embeddings: Embeddable[]): Promise<void>;
 export declare function embedSource(model: Config["embeddingModel"], source: Config["embedSources"][0], ignorePattern: string[]): Promise<void>;
 export declare function embed(model: string, id: string, text: string, metadata: any, embeddings: Embeddable[], prompt?: string, chunkSize?: number, uploadMode?: boolean, minLength?: number): Promise<string[]>;
 export declare function isEmbeddingFile(inputFile: string): Promise<boolean>;
 export declare function embedJson(model: string, inputFile: string, source: Config["embedSources"][0]): Promise<void>;
-export declare function embedKind(model: Config["embeddingModel"], id: string, source: Config["embedSources"][0], embeddings?: Embeddable<any>[], save?: boolean): Promise<void>;
+export declare function embedKind(model: Config["embeddingModel"], id: string, source: Config["embedSources"][0], embeddings?: Embeddable<any>[]): Promise<void>;
 export declare function handleAllKinds(id: string, source: Config["embedSources"][0]): Promise<Partial<Embeddable>[]>;
 export declare function saveEmbedding(output: string, embeddings: Embeddable[]): Promise<void>;
 export declare function pruneEmbedding(id: string, chunkIds: string[], embeddings: Embeddable[]): Embeddable<any>[];

package/ts_build/src/embeddings.js

@@ -26,7 +26,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.queryEmbedding = exports.pruneMetadata = exports.pruneVector = exports.pruneEmbedding = exports.saveEmbedding = exports.handleAllKinds = exports.embedKind = exports.embedJson = exports.isEmbeddingFile = exports.embed = exports.embedSource = exports.getConfiguredEmbeddings = exports.getConfiguredEmbeddingMap = exports.loadEmbedding = exports.cosineSimilarity = void 0;
+exports.queryEmbedding = exports.pruneMetadata = exports.pruneVector = exports.pruneEmbedding = exports.saveEmbedding = exports.handleAllKinds = exports.embedKind = exports.embedJson = exports.isEmbeddingFile = exports.embed = exports.embedSource = exports.detectDeletedEmbeddingFiles = exports.getConfiguredEmbeddings = exports.getConfiguredEmbeddingMap = exports.loadEmbedding = exports.cosineSimilarity = void 0;
 const glob_1 = __importDefault(require("glob"));
 const path = __importStar(require("path"));
 const config_1 = require("./config");
@@ -78,6 +78,36 @@ function getChunkId(id, index, chunkSize) {
     }
     return chunkSize ? `${id}-${index}` : id;
 }
+function parseIdFromChunk(chunkName) {
+    const split = chunkName.split("-");
+    if (split.length > 1 &&
+        Number.isInteger(parseInt(split[split.length - 1], 10))) {
+        return split.slice(0, -1).join("-");
+    }
+    return chunkName;
+}
+async function detectDeletedEmbeddingFiles(source, ignorePattern, embeddings) {
+    if (source.kind !== "file") {
+        return;
+    }
+    const inputs = (await glob_1.default.sync(source.input, {
+        ignore: ignorePattern,
+    }));
+    for (const embedding of embeddings) {
+        const id = parseIdFromChunk(embedding.id);
+        const dirName = path.dirname(id);
+        const exists = await (0, utils_1.fileExists)(path.resolve(id));
+        const hasSomeFilesInDir = inputs.some((input) => input.startsWith(dirName));
+        if (hasSomeFilesInDir && !exists) {
+            console.log("Detected deleted embedding file", embedding.id);
+            const index = embeddings.findIndex((e) => e.id === embedding.id);
+            if (index !== -1) {
+                embeddings.splice(index, 1);
+            }
+        }
+    }
+}
+exports.detectDeletedEmbeddingFiles = detectDeletedEmbeddingFiles;
 async function embedSource(model, source, ignorePattern) {
     if (!source.input) {
         console.log("Skipping", source.output, "with blank input property");
@@ -93,8 +123,8 @@ async function embedSource(model, source, ignorePattern) {
         inputs = [source.input];
     }
     console.log(`Found ${inputs.length} files`);
-    if (inputs.length > 100) {
-        console.error("woah there, that's a lot of files. I'm not going to embed that many");
+    if (inputs.length > 1000) {
+        console.error("Large number of files detected. This may take a while");
     }
     console.log(inputs);
     const embeddings = await loadEmbedding(source.output);
@@ -102,16 +132,18 @@ async function embedSource(model, source, ignorePattern) {
     let index = 0;
     for (const file of inputs) {
         index++;
-        const shouldSave = batch.length > 20 || index === inputs.length;
+        const shouldSave = batch.length > 20;
         if (shouldSave) {
             await Promise.all(batch);
+            await saveEmbedding(source.output, embeddings);
             batch = [];
         }
-        batch.push(embedKind(model, file, source, embeddings, shouldSave));
+        batch.push(embedKind(model, file, source, embeddings));
     }
     if (batch.length > 0) {
         await Promise.all(batch);
     }
+    await detectDeletedEmbeddingFiles(source, ignorePattern, embeddings);
     await saveEmbedding(source.output, embeddings);
 }
 exports.embedSource = embedSource;
@@ -139,7 +171,23 @@ async function embed(model, id, text, metadata, embeddings, prompt, chunkSize, u
             continue;
         }
         dontPrune.push(chunkId);
-        const alreadyEmbedded = embeddings.find((e) => e.id === chunkId && e.text === textOfChunk);
+        const foundMany = embeddings.filter((e) => e.id === chunkId);
+        const found = foundMany.length > 0 ? foundMany[0] : null;
+        const alreadyEmbedded = found && found.text === textOfChunk;
+        if (foundMany.length > 1) {
+            console.log(`Removing ${foundMany.length} duplicates for`, chunkId);
+            let toDelete = embeddings.findIndex((e) => e.id === chunkId);
+            while (toDelete !== -1) {
+                embeddings.splice(toDelete, 1);
+                toDelete = embeddings.findIndex((e) => e.id === chunkId);
+            }
+            if (alreadyEmbedded) {
+                embeddings.push({
+                    ...found,
+                });
+                updates.push(chunkId);
+            }
+        }
         if (alreadyEmbedded) {
             console.log("Skipping", chunkId);
             continue;
@@ -187,7 +235,7 @@ async function embedJson(model, inputFile, source) {
     const filePath = path.join(__dirname, inputFile);
     const sourceJson = JSON.parse(await (0, utils_1.readFile)(inputFile, "utf8"));
     const embeddings = await loadEmbedding(output);
-    let updates = [];
+    const updates = [];
     let batch = [];
     for (const row of sourceJson) {
         if (embeddings.find((e) => e.id === row.id)) {
@@ -201,16 +249,11 @@ async function embedJson(model, inputFile, source) {
             batch = [];
         }
         updates.push(...embedded);
-        if (updates.length > 20) {
-            await saveEmbedding(output, embeddings);
-            updates = [];
-        }
     }
     await Promise.all(batch);
-    await saveEmbedding(output, embeddings);
 }
 exports.embedJson = embedJson;
-async function embedKind(model, id, source, embeddings = [], save = true) {
+async function embedKind(model, id, source, embeddings = []) {
     const { prompt, output, uploadMode, chunkSize } = source;
     const stat = !source.kind && (await (0, utils_1.fileStat)(id));
     if (stat && stat.isDirectory()) {
@@ -227,9 +270,6 @@ async function embedKind(model, id, source, embeddings = [], save = true) {
         const embedded = await embed(model, rowId, text, metadata, embeddings, prompt, chunkSize, uploadMode);
         updates.push(...embedded);
     }
-    if (save && updates.length > 0) {
-        await saveEmbedding(output, embeddings);
-    }
 }
 exports.embedKind = embedKind;
 async function handleFileKind(filePath) {
@@ -274,7 +314,12 @@ async function handleAllKinds(id, source) {
 }
 exports.handleAllKinds = handleAllKinds;
 async function saveEmbedding(output, embeddings) {
-    const fileString = "[" + embeddings.map((e) => JSON.stringify(e)).join(",") + "]";
+    const fileString = "[" +
+        embeddings
+            .sort((a, b) => (a.id < b.id ? -1 : 1))
+            .map((e) => JSON.stringify(e))
+            .join(",") +
+        "]";
     await (0, utils_1.writeFile)(output, fileString);
 }
 exports.saveEmbedding = saveEmbedding;

package/ts_build/src/embeddings.js.map

@@ -1 +1 @@
-{"version":3,"file":"embeddings.js","sourceRoot":"","sources":["../../src/embeddings.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,gDAAwB;AACxB,2CAA6B;AAC7B,qCAAiD;AACjD,mCAOiB;AACjB,mCAOiB;AAOR,iGATP,wBAAgB,OASO;AANzB,6BAAyD;AACzD,+CAA4C;AAC5C,qCAAmC;AACnC,6CAA6C;AAC7C,uCAAoC;AAI7B,KAAK,UAAU,aAAa,CAAC,QAAgB;IAClD,IAAI,MAAM,IAAA,kBAAU,EAAC,QAAQ,CAAC,EAAE;QAC9B,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,IAAA,gBAAQ,EAAC,QAAQ,EAAE,MAAM,CAAC,CAAiB,CAAC;KACrE;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AALD,sCAKC;AAEM,KAAK,UAAU,yBAAyB;IAC7C,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAS,GAAE,CAAC;IACjC,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC5E,MAAM,UAAU,GAAyC,EAAE,CAAC;IAC5D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;QACxB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE;YACrB,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;SACvB;QAED,MAAM,cAAc,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,CAAC;QACjD,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,CAAC;KAC1C;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAbD,8DAaC;AAEM,KAAK,UAAU,uBAAuB;IAC3C,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAS,GAAE,CAAC;IACjC,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC5E,MAAM,UAAU,GAAiB,EAAE,CAAC;IACpC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;QACxB,MAAM,cAAc,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,CAAC;QACjD,UAAU,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,CAAC;KACpC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AATD,0DASC;AAED,SAAS,UAAU,CAAC,EAAU,EAAE,KAAa,EAAE,SAAiB;IAC9D,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC5B,IACE,KAAK,CAAC,MAAM,GAAG,CAAC;QAChB,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EACvD;QAEA,OAAO,EAAE,CAAC;KACX;IAED,OAAO,SAAS,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AAC3C,CAAC;AAEM,KAAK,UAAU,WAAW,CAC/B,KAA+B,EAC/B,MAAiC,EACjC,aAAuB;IAEvB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE;QACjB,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,2BAA2B,CAAC,CAAC;QACpE,OAAO;KACR;IAED,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IAC9E,IAAI,MAAM,GAAG,EAAE,CAAC;IAEhB,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC;IAGnC,IAAI,IAAI,KAAK,MAAM,EAAE;QACnB,MAAM,GAAG,MAAM,cAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;KACnE;IAGD,IAAI,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE;QACtC,MAAM,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;KACzB;IAED,OAAO,CAAC,GAAG,CAAC,SAAS,MAAM,CAAC,MAAM,QAAQ,CAAC,CAAC;IAC5C,IAAI,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE;QACvB,OAAO,CAAC,KAAK,CACX,qEAAqE,CACtE,CAAC;KACH;IACD,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACpB,MAAM,UAAU,GAAiB,MAAM,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACpE,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE;QACzB,KAAK,EAAE,CAAC;QACR,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,GAAG,EAAE,IAAI,KAAK,KAAK,MAAM,CAAC,MAAM,CAAC;QAChE,IAAI,UAAU,EAAE;YACd,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACzB,KAAK,GAAG,EAAE,CAAC;SACZ;QACD,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC;KACpE;IACD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE;QACpB,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;KAC1B;IAGD,MAAM,aAAa,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;AACjD,CAAC;AAlDD,kCAkDC;AAEM,KAAK,UAAU,KAAK,CACzB,KAAa,EACb,EAAU,EACV,IAAY,EACZ,QAAa,EACb,UAAwB,EACxB,MAAe,EACf,SAAkB,EAClB,UAAoB,EACpB,SAAkB;IAElB,IAAI,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC;IAEpB,IAAI,CAAC,IAAI,EAAE;QACT,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,EAAE,iBAAiB,CAAC,CAAC;QAC/C,OAAO,EAAE,CAAC;KACX;IAED,IAAI,SAAS,EAAE;QACb,MAAM,GAAG,MAAM,IAAA,cAAS,EAAC,IAAI,EAAE,SAAS,CAAC,CAAC;KAC3C;IAED,MAAM,UAAU,GAAG,GAAG,CAAC;IAEvB,IAAI,MAAM,CAAC,MAAM,IAAI,UAAU,EAAE;QAE/B,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;KACtC;IAED,MAAM,SAAS,GAAG,EAAE,CAAC;IACrB,MAAM,OAAO,GAAG,IAAI,KAAK,EAAU,CAAC;IACpC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;QAClD,MAAM,OAAO,GAAG,UAAU,CAAC,EAAE,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QACjD,IAAI,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAEhC,MAAM,QAAQ,GAAG,SAAS,IAAI,WAAW,CAAC,MAAM,GAAG,SAAS,CAAC;QAC7D,IAAI,QAAQ,EAAE;YACZ,OAAO,CAAC,GAAG,CAAC,sBAAsB,EAAE,OAAO,CAAC,CAAC;YAC7C,SAAS;SACV;QAED,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACxB,MAAM,eAAe,GAAG,UAAU,CAAC,IAAI,CACrC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,CAClD,CAAC;QACF,IAAI,eAAe,EAAE;YACnB,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YACjC,SAAS;SACV;QAED,IAAI,MAAM,EAAE;YACV,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;YACxC,WAAW,GAAG,MAAM,IAAA,mBAAc,EAAC,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC,CAAC;SAC3D;QAED,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,CAAC,UAAU,EAAE;YACf,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YAClC,MAAM,kBAAkB,GAAG,MAAM,iBAAO,CAAC,eAAe,CAAC,EAAE,EAAE;gBAC3D,KAAK,EAAE,WAAW;gBAClB,KAAK,EAAE,KAAK,IAAI,uBAAe,CAAC,MAAM,CAAC,aAAa;aACrD,CAAC,CAAC;YAEH,MAAM,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;SAC/C;QAED,MAAM,UAAU,GAAe;YAC7B,EAAE,EAAE,OAAO;YACX,IAAI,EAAE,WAAW;YACjB,MAAM;YACN,QAAQ,EAAE;gBACR,GAAG,QAAQ;gBACX,GAAG,CAAC,MAAM,IAAI,EAAE,IAAI,EAAE,cAAS,EAAE,CAAC;aACnC;SACF,CAAC;QAEF,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC5B,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;KACvB;IAGD,cAAc,CAAC,EAAE,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;IAC1C,OAAO,OAAO,CAAC;AACjB,CAAC;AAnFD,sBAmFC;AAEM,KAAK,UAAU,eAAe,CAAC,SAAiB;IACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IACjD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAC3B,MAAM,IAAA,gBAAQ,EAAC,SAAS,EAAE,MAAM,CAAC,CAClB,CAAC;IAElB,MAAM,WAAW,GACf,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC;QACzB,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC;IAExD,OAAO,CAAC,GAAG,CAAC,iBAAiB,SAAS,oBAAoB,WAAW,EAAE,CAAC,CAAC;IACzE,OAAO,WAAW,CAAC;AACrB,CAAC;AAZD,0CAYC;AAEM,KAAK,UAAU,SAAS,CAC7B,KAAa,EACb,SAAiB,EACjB,MAAiC;IAEjC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,MAAM,CAAC;IAEzD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IACjD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAC3B,MAAM,IAAA,gBAAQ,EAAC,SAAS,EAAE,MAAM,CAAC,CAClB,CAAC;IAElB,MAAM,UAAU,GAAiB,MAAM,aAAa,CAAC,MAAM,CAAC,CAAC;IAC7D,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,IAAI,KAAK,GAAG,EAAE,CAAC;IAEf,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE;QAC5B,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC,EAAE;YAC3C,SAAS;SACV;QAED,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACjC,KAAK,CAAC,IAAI,CACR,KAAK,CACH,KAAK,EACL,GAAG,CAAC,EAAE,EACN,GAAG,CAAC,IAAI,EACR,GAAG,CAAC,QAAQ,EACZ,UAAU,EACV,MAAM,EACN,SAAS,EACT,UAAU,EACV,MAAM,CAAC,SAAS,CACjB,CACF,CAAC;QAEF,IAAI,QAAQ,GAAG,EAAE,CAAC;QAClB,IAAI,KAAK,CAAC,MAAM,GAAG,EAAE,EAAE;YACrB,QAAQ,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC7C,KAAK,GAAG,EAAE,CAAC;SACZ;QACD,OAAO,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC;QAE1B,IAAI,OAAO,CAAC,MAAM,GAAG,EAAE,EAAE;YACvB,MAAM,aAAa,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YACxC,OAAO,GAAG,EAAE,CAAC;SACd;KACF;IAGD,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACzB,MAAM,aAAa,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;AAC1C,CAAC;AApDD,8BAoDC;AAEM,KAAK,UAAU,SAAS,CAC7B,KAA+B,EAC/B,EAAU,EACV,MAAiC,EACjC,aAAa,EAAkB,EAC/B,IAAI,GAAG,IAAI;IAEX,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,MAAM,CAAC;IAEzD,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,IAAA,gBAAQ,EAAC,EAAE,CAAC,CAAC,CAAC;IAClD,IAAI,IAAI,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE;QAC9B,OAAO;KACR;IAED,IAAI,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,eAAe,CAAC,EAAE,CAAC,CAAC,EAAE;QACvD,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC;QAClC,OAAO,SAAS,CAAC,KAAK,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;KACrC;IAED,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IAEjD,MAAM,OAAO,GAAG,EAAE,CAAC;IACnB,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE;QACzB,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,GAAG,CAAC;QAC1C,MAAM,QAAQ,GAAG,MAAM,KAAK,CAC1B,KAAK,EACL,KAAK,EACL,IAAI,EACJ,QAAQ,EACR,UAAU,EACV,MAAM,EACN,SAAS,EACT,UAAU,CACX,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC;KAC3B;IAED,IAAI,IAAI,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;QAC9B,MAAM,aAAa,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;KACzC;AACH,CAAC;AAxCD,8BAwCC;AAED,KAAK,UAAU,cAAc,CAAC,QAAgB;IAC5C,OAAO;QACL;YACE,EAAE,EAAE,QAAQ;YACZ,IAAI,EAAE,MAAM,IAAA,0BAAa,EAAC,QAAQ,CAAC;YACnC,QAAQ,EAAE;gBACR,QAAQ,EAAE,QAAQ;gBAClB,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aAC/B;SACF;KACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,QAAgB;IAC5C,MAAM,IAAI,GAAG,MAAM,IAAA,gBAAO,EAAC,QAAQ,CAAC,CAAC;IACrC,OAAO;QACL;YACE,EAAE,EAAE,IAAI;YACR,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE;gBACR,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aAC/B;SACF;KACF,CAAC;AACJ,CAAC;AAEM,KAAK,UAAU,cAAc,CAClC,EAAU,EACV,MAAiC;IAEjC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC;IAC/B,MAAM,QAAQ,GAAG,EAAE,CAAC;IACpB,MAAM,GAAG,GAAG,EAAE,CAAC;IAEf,IAAI,iBAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE;QAC1B,OAAO,CAAC,GAAG,CAAC,uBAAuB,EAAE,IAAI,CAAC,CAAC;QAC3C,OAAO,iBAAO,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;KACnC;IACD,QAAQ,IAAI,EAAE;QACZ,KAAK,MAAM;YACT,OAAO,cAAc,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACtC,KAAK,MAAM,CAAC;QACZ;YACE,OAAO,cAAc,CAAC,EAAE,CAAC,CAAC;KAC7B;AACH,CAAC;AAnBD,wCAmBC;AAEM,KAAK,UAAU,aAAa,CAAC,MAAc,EAAE,UAAwB;IAC1E,MAAM,UAAU,GACd,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;IACjE,MAAM,IAAA,iBAAS,EAAC,MAAM,EAAE,UAAU,CAAC,CAAC;AACtC,CAAC;AAJD,sCAIC;AAED,SAAgB,cAAc,CAC5B,EAAU,EACV,QAAkB,EAClB,UAAwB;IAExB,MAAM,aAAa,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC;IACpE,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE;QACjC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE;YAChC,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;YAClC,MAAM,KAAK,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,KAAK,CAAC,EAAE,CAAC,CAAC;YAC7D,UAAU,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;SAC7B;KACF;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAdD,wCAcC;AAED,SAAgB,WAAW,CAAC,UAAwB;IAClD,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE;QAC9B,OAAO,KAAK,CAAC,MAAM,CAAC;KACrB;AACH,CAAC;AAJD,kCAIC;AAED,SAAgB,aAAa,CAAC,UAAwB,EAAE,cAAc,GAAG,IAAI;IAC3E,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE;QAC9B,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE;YAE7C,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,GAAG,cAAc,EAAE;gBAC/D,OAAO,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;aAC5B;SACF;KACF;AACH,CAAC;AATD,sCASC;AAEM,KAAK,UAAU,cAAc,CAClC,KAAa,EACb,UAA2B,EAC3B,KAAK,GAAG,uBAAe,CAAC,MAAM,CAAC,aAAa;IAE5C,MAAM,kBAAkB,GAAG,MAAM,iBAAO,CAAC,eAAe,CAAC,EAAE,EAAE;QAC3D,KAAK,EAAE,IAAA,uBAAe,EAAC,KAAK,EAAE,IAAI,CAAC;QACnC,KAAK;KACN,CAAC,CAAC;IACH,MAAM,WAAW,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACzD,MAAM,OAAO,GAAG,IAAI,KAAK,EAAoB,CAAC;IAC9C,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE;QAClC,MAAM,UAAU,GAAG,IAAA,wBAAgB,EAAC,SAAS,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QACnE,OAAO,CAAC,IAAI,CAAC;YACX,GAAG,SAAS;YACZ,UAAU;SACX,CAAC,CAAC;KACJ;IACD,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;AAC7D,CAAC;AAnBD,wCAmBC"}
+{"version":3,"file":"embeddings.js","sourceRoot":"","sources":["../../src/embeddings.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,gDAAwB;AACxB,2CAA6B;AAC7B,qCAAiD;AACjD,mCAOiB;AACjB,mCAOiB;AAOR,iGATP,wBAAgB,OASO;AANzB,6BAAyD;AACzD,+CAA4C;AAC5C,qCAAmC;AACnC,6CAA6C;AAC7C,uCAAoC;AAI7B,KAAK,UAAU,aAAa,CAAC,QAAgB;IAClD,IAAI,MAAM,IAAA,kBAAU,EAAC,QAAQ,CAAC,EAAE;QAC9B,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,IAAA,gBAAQ,EAAC,QAAQ,EAAE,MAAM,CAAC,CAAiB,CAAC;KACrE;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AALD,sCAKC;AAEM,KAAK,UAAU,yBAAyB;IAC7C,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAS,GAAE,CAAC;IACjC,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC5E,MAAM,UAAU,GAAyC,EAAE,CAAC;IAC5D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;QACxB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE;YACrB,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;SACvB;QAED,MAAM,cAAc,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,CAAC;QACjD,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,CAAC;KAC1C;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAbD,8DAaC;AAEM,KAAK,UAAU,uBAAuB;IAC3C,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAS,GAAE,CAAC;IACjC,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC5E,MAAM,UAAU,GAAiB,EAAE,CAAC;IACpC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;QACxB,MAAM,cAAc,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,CAAC;QACjD,UAAU,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,CAAC;KACpC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AATD,0DASC;AAED,SAAS,UAAU,CAAC,EAAU,EAAE,KAAa,EAAE,SAAiB;IAC9D,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC5B,IACE,KAAK,CAAC,MAAM,GAAG,CAAC;QAChB,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EACvD;QAEA,OAAO,EAAE,CAAC;KACX;IAED,OAAO,SAAS,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AAC3C,CAAC;AAED,SAAS,gBAAgB,CAAC,SAAiB;IACzC,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACnC,IACE,KAAK,CAAC,MAAM,GAAG,CAAC;QAChB,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EACvD;QAEA,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;KACrC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAEM,KAAK,UAAU,2BAA2B,CAC/C,MAAiC,EACjC,aAAuB,EACvB,UAAwB;IAExB,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,EAAE;QAC1B,OAAO;KACR;IACD,MAAM,MAAM,GAAG,CAAC,MAAM,cAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE;QAC5C,MAAM,EAAE,aAAa;KACtB,CAAC,CAAa,CAAC;IAEhB,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE;QAClC,MAAM,EAAE,GAAG,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACjC,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAU,EAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;QAElD,MAAM,iBAAiB,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC;QAC5E,IAAI,iBAAiB,IAAI,CAAC,MAAM,EAAE;YAChC,OAAO,CAAC,GAAG,CAAC,iCAAiC,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;YAC7D,MAAM,KAAK,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,SAAS,CAAC,EAAE,CAAC,CAAC;YACjE,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE;gBAChB,UAAU,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;aAC7B;SACF;KACF;AACH,CAAC;AA1BD,kEA0BC;AAEM,KAAK,UAAU,WAAW,CAC/B,KAA+B,EAC/B,MAAiC,EACjC,aAAuB;IAEvB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE;QACjB,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,2BAA2B,CAAC,CAAC;QACpE,OAAO;KACR;IAED,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IAC9E,IAAI,MAAM,GAAG,EAAE,CAAC;IAEhB,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC;IAGnC,IAAI,IAAI,KAAK,MAAM,EAAE;QACnB,MAAM,GAAG,MAAM,cAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;KACnE;IAGD,IAAI,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE;QACtC,MAAM,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;KACzB;IAED,OAAO,CAAC,GAAG,CAAC,SAAS,MAAM,CAAC,MAAM,QAAQ,CAAC,CAAC;IAC5C,IAAI,MAAM,CAAC,MAAM,GAAG,IAAI,EAAE;QACxB,OAAO,CAAC,KAAK,CAAC,uDAAuD,CAAC,CAAC;KACxE;IACD,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACpB,MAAM,UAAU,GAAiB,MAAM,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACpE,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE;QACzB,KAAK,EAAE,CAAC;QACR,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,GAAG,EAAE,CAAC;QACrC,IAAI,UAAU,EAAE;YACd,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACzB,MAAM,aAAa,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YAC/C,KAAK,GAAG,EAAE,CAAC;SACZ;QACD,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;KACxD;IACD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE;QACpB,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;KAC1B;IAGD,MAAM,2BAA2B,CAAC,MAAM,EAAE,aAAa,EAAE,UAAU,CAAC,CAAC;IACrE,MAAM,aAAa,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;AACjD,CAAC;AAlDD,kCAkDC;AAEM,KAAK,UAAU,KAAK,CACzB,KAAa,EACb,EAAU,EACV,IAAY,EACZ,QAAa,EACb,UAAwB,EACxB,MAAe,EACf,SAAkB,EAClB,UAAoB,EACpB,SAAkB;IAElB,IAAI,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC;IAEpB,IAAI,CAAC,IAAI,EAAE;QACT,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,EAAE,iBAAiB,CAAC,CAAC;QAC/C,OAAO,EAAE,CAAC;KACX;IAED,IAAI,SAAS,EAAE;QACb,MAAM,GAAG,MAAM,IAAA,cAAS,EAAC,IAAI,EAAE,SAAS,CAAC,CAAC;KAC3C;IAED,MAAM,UAAU,GAAG,GAAG,CAAC;IAEvB,IAAI,MAAM,CAAC,MAAM,IAAI,UAAU,EAAE;QAE/B,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;KACtC;IAED,MAAM,SAAS,GAAG,EAAE,CAAC;IACrB,MAAM,OAAO,GAAG,IAAI,KAAK,EAAU,CAAC;IACpC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;QAClD,MAAM,OAAO,GAAG,UAAU,CAAC,EAAE,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QACjD,IAAI,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAEhC,MAAM,QAAQ,GAAG,SAAS,IAAI,WAAW,CAAC,MAAM,GAAG,SAAS,CAAC;QAC7D,IAAI,QAAQ,EAAE;YACZ,OAAO,CAAC,GAAG,CAAC,sBAAsB,EAAE,OAAO,CAAC,CAAC;YAC7C,SAAS;SACV;QAED,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACxB,MAAM,SAAS,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,CAAC;QAC7D,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACzD,MAAM,eAAe,GAAG,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,CAAC;QAE5D,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;YAExB,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,CAAC,MAAM,iBAAiB,EAAE,OAAO,CAAC,CAAC;YAEpE,IAAI,QAAQ,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,CAAC;YAC7D,OAAO,QAAQ,KAAK,CAAC,CAAC,EAAE;gBAEtB,UAAU,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;gBAC/B,QAAQ,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,CAAC;aAC1D;YAED,IAAI,eAAe,EAAE;gBAGnB,UAAU,CAAC,IAAI,CAAC;oBACd,GAAG,KAAK;iBACT,CAAC,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;aACvB;SACF;QAED,IAAI,eAAe,EAAE;YACnB,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YACjC,SAAS;SACV;QAED,IAAI,MAAM,EAAE;YACV,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;YACxC,WAAW,GAAG,MAAM,IAAA,mBAAc,EAAC,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC,CAAC;SAC3D;QAED,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,CAAC,UAAU,EAAE;YACf,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YAClC,MAAM,kBAAkB,GAAG,MAAM,iBAAO,CAAC,eAAe,CAAC,EAAE,EAAE;gBAC3D,KAAK,EAAE,WAAW;gBAClB,KAAK,EAAE,KAAK,IAAI,uBAAe,CAAC,MAAM,CAAC,aAAa;aACrD,CAAC,CAAC;YAEH,MAAM,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;SAC/C;QAED,MAAM,UAAU,GAAe;YAC7B,EAAE,EAAE,OAAO;YACX,IAAI,EAAE,WAAW;YACjB,MAAM;YACN,QAAQ,EAAE;gBACR,GAAG,QAAQ;gBACX,GAAG,CAAC,MAAM,IAAI,EAAE,IAAI,EAAE,cAAS,EAAE,CAAC;aACnC;SACF,CAAC;QAEF,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC5B,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;KACvB;IAGD,cAAc,CAAC,EAAE,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;IAC1C,OAAO,OAAO,CAAC;AACjB,CAAC;AAzGD,sBAyGC;AAEM,KAAK,UAAU,eAAe,CAAC,SAAiB;IACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IACjD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAC3B,MAAM,IAAA,gBAAQ,EAAC,SAAS,EAAE,MAAM,CAAC,CAClB,CAAC;IAElB,MAAM,WAAW,GACf,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC;QACzB,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC;IAExD,OAAO,CAAC,GAAG,CAAC,iBAAiB,SAAS,oBAAoB,WAAW,EAAE,CAAC,CAAC;IACzE,OAAO,WAAW,CAAC;AACrB,CAAC;AAZD,0CAYC;AAEM,KAAK,UAAU,SAAS,CAC7B,KAAa,EACb,SAAiB,EACjB,MAAiC;IAEjC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,MAAM,CAAC;IAEzD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IACjD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAC3B,MAAM,IAAA,gBAAQ,EAAC,SAAS,EAAE,MAAM,CAAC,CAClB,CAAC;IAElB,MAAM,UAAU,GAAiB,MAAM,aAAa,CAAC,MAAM,CAAC,CAAC;IAC7D,MAAM,OAAO,GAAG,EAAE,CAAC;IACnB,IAAI,KAAK,GAAG,EAAE,CAAC;IAEf,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE;QAC5B,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC,EAAE;YAC3C,SAAS;SACV;QAED,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACjC,KAAK,CAAC,IAAI,CACR,KAAK,CACH,KAAK,EACL,GAAG,CAAC,EAAE,EACN,GAAG,CAAC,IAAI,EACR,GAAG,CAAC,QAAQ,EACZ,UAAU,EACV,MAAM,EACN,SAAS,EACT,UAAU,EACV,MAAM,CAAC,SAAS,CACjB,CACF,CAAC;QAEF,IAAI,QAAQ,GAAG,EAAE,CAAC;QAClB,IAAI,KAAK,CAAC,MAAM,GAAG,EAAE,EAAE;YACrB,QAAQ,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC7C,KAAK,GAAG,EAAE,CAAC;SACZ;QACD,OAAO,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC;KAC3B;IAGD,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;AAC3B,CAAC;AA9CD,8BA8CC;AAEM,KAAK,UAAU,SAAS,CAC7B,KAA+B,EAC/B,EAAU,EACV,MAAiC,EACjC,aAAa,EAAkB;IAE/B,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,MAAM,CAAC;IAEzD,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,IAAA,gBAAQ,EAAC,EAAE,CAAC,CAAC,CAAC;IAClD,IAAI,IAAI,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE;QAC9B,OAAO;KACR;IAED,IAAI,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,eAAe,CAAC,EAAE,CAAC,CAAC,EAAE;QACvD,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC;QAClC,OAAO,SAAS,CAAC,KAAK,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;KACrC;IAED,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IAEjD,MAAM,OAAO,GAAG,EAAE,CAAC;IACnB,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE;QACzB,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,GAAG,CAAC;QAC1C,MAAM,QAAQ,GAAG,MAAM,KAAK,CAC1B,KAAK,EACL,KAAK,EACL,IAAI,EACJ,QAAQ,EACR,UAAU,EACV,MAAM,EACN,SAAS,EACT,UAAU,CACX,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC;KAC3B;AACH,CAAC;AAnCD,8BAmCC;AAED,KAAK,UAAU,cAAc,CAAC,QAAgB;IAC5C,OAAO;QACL;YACE,EAAE,EAAE,QAAQ;YACZ,IAAI,EAAE,MAAM,IAAA,0BAAa,EAAC,QAAQ,CAAC;YACnC,QAAQ,EAAE;gBACR,QAAQ,EAAE,QAAQ;gBAClB,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aAC/B;SACF;KACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,QAAgB;IAC5C,MAAM,IAAI,GAAG,MAAM,IAAA,gBAAO,EAAC,QAAQ,CAAC,CAAC;IACrC,OAAO;QACL;YACE,EAAE,EAAE,IAAI;YACR,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE;gBACR,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aAC/B;SACF;KACF,CAAC;AACJ,CAAC;AAEM,KAAK,UAAU,cAAc,CAClC,EAAU,EACV,MAAiC;IAEjC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC;IAC/B,MAAM,QAAQ,GAAG,EAAE,CAAC;IACpB,MAAM,GAAG,GAAG,EAAE,CAAC;IAEf,IAAI,iBAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE;QAC1B,OAAO,CAAC,GAAG,CAAC,uBAAuB,EAAE,IAAI,CAAC,CAAC;QAC3C,OAAO,iBAAO,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;KACnC;IACD,QAAQ,IAAI,EAAE;QACZ,KAAK,MAAM;YACT,OAAO,cAAc,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACtC,KAAK,MAAM,CAAC;QACZ;YACE,OAAO,cAAc,CAAC,EAAE,CAAC,CAAC;KAC7B;AACH,CAAC;AAnBD,wCAmBC;AAEM,KAAK,UAAU,aAAa,CAAC,MAAc,EAAE,UAAwB;IAC1E,MAAM,UAAU,GACd,GAAG;QACH,UAAU;aACP,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;aACtC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;aAC7B,IAAI,CAAC,GAAG,CAAC;QACZ,GAAG,CAAC;IACN,MAAM,IAAA,iBAAS,EAAC,MAAM,EAAE,UAAU,CAAC,CAAC;AACtC,CAAC;AATD,sCASC;AAED,SAAgB,cAAc,CAC5B,EAAU,EACV,QAAkB,EAClB,UAAwB;IAExB,MAAM,aAAa,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC;IACpE,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE;QACjC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE;YAChC,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;YAClC,MAAM,KAAK,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,KAAK,CAAC,EAAE,CAAC,CAAC;YAC7D,UAAU,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;SAC7B;KACF;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAdD,wCAcC;AAED,SAAgB,WAAW,CAAC,UAAwB;IAClD,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE;QAC9B,OAAO,KAAK,CAAC,MAAM,CAAC;KACrB;AACH,CAAC;AAJD,kCAIC;AAED,SAAgB,aAAa,CAAC,UAAwB,EAAE,cAAc,GAAG,IAAI;IAC3E,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE;QAC9B,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE;YAE7C,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,GAAG,cAAc,EAAE;gBAC/D,OAAO,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;aAC5B;SACF;KACF;AACH,CAAC;AATD,sCASC;AAEM,KAAK,UAAU,cAAc,CAClC,KAAa,EACb,UAA2B,EAC3B,KAAK,GAAG,uBAAe,CAAC,MAAM,CAAC,aAAa;IAE5C,MAAM,kBAAkB,GAAG,MAAM,iBAAO,CAAC,eAAe,CAAC,EAAE,EAAE;QAC3D,KAAK,EAAE,IAAA,uBAAe,EAAC,KAAK,EAAE,IAAI,CAAC;QACnC,KAAK;KACN,CAAC,CAAC;IACH,MAAM,WAAW,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACzD,MAAM,OAAO,GAAG,IAAI,KAAK,EAAoB,CAAC;IAC9C,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE;QAClC,MAAM,UAAU,GAAG,IAAA,wBAAgB,EAAC,SAAS,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QACnE,OAAO,CAAC,IAAI,CAAC;YACX,GAAG,SAAS;YACZ,UAAU;SACX,CAAC,CAAC;KACJ;IACD,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;AAC7D,CAAC;AAnBD,wCAmBC"}

package/ts_build/src/login.d.ts

@@ -1,2 +1,2 @@
-export declare function login(): Promise<void>;
+export declare function login(jwtFlag?: string): Promise<void>;
 export declare function loadJwt(): Promise<string>;

package/ts_build/src/login.js

@@ -8,16 +8,16 @@ const axios_1 = __importDefault(require("axios"));
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
 const utils_1 = require("./utils");
-const API_URL = process.env.KNOWHOW_API_URL;
-async function login() {
-    if (!API_URL) {
+const config_1 = require("./config");
+const KnowhowClient_1 = require("./services/KnowhowClient");
+async function login(jwtFlag) {
+    if (!KnowhowClient_1.KNOWHOW_API_URL) {
         throw new Error("Error: KNOWHOW_API_URL environment variable not set.");
     }
-    const [flag] = process.argv.slice(3);
-    if (flag === "--jwt") {
+    if (jwtFlag) {
         const jwt = await (0, utils_1.ask)("Enter your JWT: ");
         const configDir = path_1.default.join(process.cwd(), ".knowhow");
-        const jwtFile = path_1.default.join(configDir, ".jwt");
+        const jwtFile = path_1.default.join(process.cwd(), ".knowhow", ".jwt");
         if (!fs_1.default.existsSync(configDir)) {
             fs_1.default.mkdirSync(configDir, { recursive: true });
         }
@@ -27,7 +27,7 @@ async function login() {
     }
     try {
         const storedJwt = await loadJwt();
-        const response = await axios_1.default.get(`${API_URL}/api/users/me`, {
+        const response = await axios_1.default.get(`${KnowhowClient_1.KNOWHOW_API_URL}/api/users/me`, {
             headers: {
                 Authorization: `Bearer ${storedJwt}`,
             },
@@ -39,6 +39,20 @@ async function login() {
             return org.organizationId === orgId;
         });
         console.log(`Current user: ${user.email}, \nOrganization: ${currentOrg?.organization?.name} - ${orgId}`);
+        const config = await (0, config_1.getConfig)();
+        const proxyUrl = KnowhowClient_1.KNOWHOW_API_URL + "/api/proxy";
+        const hasProvider = config.modelProviders.find((provider) => provider.provider === "knowhow" && provider.url === proxyUrl);
+        if (!hasProvider) {
+            if (!config.modelProviders) {
+                config.modelProviders = [];
+            }
+            config.modelProviders.push({
+                provider: "knowhow",
+                url: proxyUrl,
+                jwtFile: ".knowhow/.jwt",
+            });
+            await (0, config_1.updateConfig)(config);
+        }
     }
     catch (error) {
         if (axios_1.default.isAxiosError(error) && error.response) {

package/ts_build/src/login.js.map

@@ -1 +1 @@
-{"version":3,"file":"login.js","sourceRoot":"","sources":["../../src/login.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAC1B,4CAAoB;AACpB,gDAAwB;AAExB,mCAA8B;AAE9B,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;AAErC,KAAK,UAAU,KAAK;IACzB,IAAI,CAAC,OAAO,EAAE;QACZ,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;KACzE;IAED,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAErC,IAAI,IAAI,KAAK,OAAO,EAAE;QACpB,MAAM,GAAG,GAAG,MAAM,IAAA,WAAG,EAAC,kBAAkB,CAAC,CAAC;QAG1C,MAAM,SAAS,GAAG,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,UAAU,CAAC,CAAC;QACvD,MAAM,OAAO,GAAG,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAE7C,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE;YAC7B,YAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;SAC9C;QACD,YAAE,CAAC,aAAa,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAC/B,YAAE,CAAC,SAAS,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC7B,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;KAC1C;IAGD,IAAI;QACF,MAAM,SAAS,GAAG,MAAM,OAAO,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,GAAG,CAAC,GAAG,OAAO,eAAe,EAAE;YAC1D,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,SAAS,EAAE;aACrC;SACF,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;QAChC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACvB,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;QAElC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE;YACnC,OAAO,GAAG,CAAC,cAAc,KAAK,KAAK,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,GAAG,CACT,iBAAiB,IAAI,CAAC,KAAK,qBAAqB,UAAU,EAAE,YAAY,EAAE,IAAI,MAAM,KAAK,EAAE,CAC5F,CAAC;KACH;IAAC,OAAO,KAAK,EAAE;QACd,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE;YAC/C,MAAM,IAAI,KAAK,CACb,UAAU,KAAK,CAAC,QAAQ,CAAC,MAAM,MAC7B,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,IAAI,eACjC,EAAE,CACH,CAAC;SACH;QACD,OAAO,CAAC,GAAG,CACT,+EAA+E,EAC/E,KAAK,CACN,CAAC;KACH;AACH,CAAC;AAtDD,sBAsDC;AAEM,KAAK,UAAU,OAAO;IAC3B,MAAM,OAAO,GAAG,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;IAC7D,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE;QAC3B,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;KAC/C;IAED,MAAM,GAAG,GAAG,YAAE,CAAC,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;IAErD,IAAI,CAAC,GAAG,EAAE;QACR,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;KAC5E;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAbD,0BAaC"}
+{"version":3,"file":"login.js","sourceRoot":"","sources":["../../src/login.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAC1B,4CAAoB;AACpB,gDAAwB;AAExB,mCAA8B;AAC9B,qCAAmD;AACnD,4DAA2D;AAEpD,KAAK,UAAU,KAAK,CAAC,OAAgB;IAC1C,IAAI,CAAC,+BAAe,EAAE;QACpB,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;KACzE;IAED,IAAI,OAAO,EAAE;QACX,MAAM,GAAG,GAAG,MAAM,IAAA,WAAG,EAAC,kBAAkB,CAAC,CAAC;QAG1C,MAAM,SAAS,GAAG,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,UAAU,CAAC,CAAC;QACvD,MAAM,OAAO,GAAG,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;QAE7D,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE;YAC7B,YAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;SAC9C;QACD,YAAE,CAAC,aAAa,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAC/B,YAAE,CAAC,SAAS,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC7B,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;KAC1C;IAGD,IAAI;QACF,MAAM,SAAS,GAAG,MAAM,OAAO,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,GAAG,CAAC,GAAG,+BAAe,eAAe,EAAE;YAClE,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,SAAS,EAAE;aACrC;SACF,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;QAChC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACvB,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;QAElC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE;YACnC,OAAO,GAAG,CAAC,cAAc,KAAK,KAAK,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,GAAG,CACT,iBAAiB,IAAI,CAAC,KAAK,qBAAqB,UAAU,EAAE,YAAY,EAAE,IAAI,MAAM,KAAK,EAAE,CAC5F,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAS,GAAE,CAAC;QACjC,MAAM,QAAQ,GAAG,+BAAe,GAAG,YAAY,CAAC;QAChD,MAAM,WAAW,GAAG,MAAM,CAAC,cAAc,CAAC,IAAI,CAC5C,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,GAAG,KAAK,QAAQ,CAC3E,CAAC;QACF,IAAI,CAAC,WAAW,EAAE;YAChB,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE;gBAC1B,MAAM,CAAC,cAAc,GAAG,EAAE,CAAC;aAC5B;YAED,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC;gBACzB,QAAQ,EAAE,SAAS;gBACnB,GAAG,EAAE,QAAQ;gBACb,OAAO,EAAE,eAAe;aACzB,CAAC,CAAC;YAEH,MAAM,IAAA,qBAAY,EAAC,MAAM,CAAC,CAAC;SAC5B;KACF;IAAC,OAAO,KAAK,EAAE;QACd,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE;YAC/C,MAAM,IAAI,KAAK,CACb,UAAU,KAAK,CAAC,QAAQ,CAAC,MAAM,MAC7B,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,IAAI,eACjC,EAAE,CACH,CAAC;SACH;QACD,OAAO,CAAC,GAAG,CACT,+EAA+E,EAC/E,KAAK,CACN,CAAC;KACH;AACH,CAAC;AAvED,sBAuEC;AAEM,KAAK,UAAU,OAAO;IAC3B,MAAM,OAAO,GAAG,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;IAC7D,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE;QAC3B,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;KAC/C;IAED,MAAM,GAAG,GAAG,YAAE,CAAC,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;IAErD,IAAI,CAAC,GAAG,EAAE;QACR,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;KAC5E;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAbD,0BAaC"}

package/ts_build/src/microphone.js.map

@@ -1 +1 @@
-{"version":3,"file":"microphone.js","sourceRoot":"","sources":["../../src/microphone.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,iDAAqC;AACrC,uCAAyB;AACzB,2CAA6B;AAE7B,mCAAyC;AAEzC,6CAAiE;AAOjE,MAAM,UAAU,GAAG,2BAA2B,CAAC;AAC/C,MAAM,WAAW,GAAG,aAAa,CAAC;AAClC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;AAEvD,SAAS,2BAA2B;IAClC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE;QAC9B,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;KAC/C;AACH,CAAC;AAED,SAAS,oBAAoB;IAC3B,2BAA2B,EAAE,CAAC;IAC9B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE;QAC/B,MAAM,aAAa,GAAqB,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC7D,EAAE,CAAC,aAAa,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACtE,OAAO,aAAa,CAAC;KACtB;IACD,MAAM,aAAa,GAAG,EAAE,CAAC,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAC5D,OAAO,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;AACnC,CAAC;AAED,SAAS,qBAAqB,CAAC,MAAwB;IACrD,2BAA2B,EAAE,CAAC;IAC9B,EAAE,CAAC,aAAa,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AACjE,CAAC;AAED,SAAgB,aAAa;IAC3B,MAAM,MAAM,GAAG,oBAAoB,EAAE,CAAC;IACtC,OAAO,MAAM,CAAC,UAAU,CAAC;AAC3B,CAAC;AAHD,sCAGC;AAED,SAAgB,aAAa,CAAC,OAAe;IAC3C,MAAM,MAAM,GAAG,oBAAoB,EAAE,CAAC;IACtC,MAAM,CAAC,UAAU,GAAG,OAAO,CAAC;IAC5B,qBAAqB,CAAC,MAAM,CAAC,CAAC;AAChC,CAAC;AAJD,sCAIC;AAED,SAAgB,aAAa;IAC3B,MAAM,MAAM,GAAG,oBAAoB,EAAE,CAAC;IACtC,OAAO,MAAM,CAAC,UAAU,CAAC;AAC3B,CAAC;AAHD,sCAGC;AAED,SAAgB,aAAa,CAAC,OAAe;IAC3C,MAAM,MAAM,GAAG,oBAAoB,EAAE,CAAC;IACtC,MAAM,CAAC,UAAU,GAAG,OAAO,CAAC;IAC5B,qBAAqB,CAAC,MAAM,CAAC,CAAC;AAChC,CAAC;AAJD,sCAIC;AAEM,KAAK,UAAU,eAAe;IACnC,MAAM,KAAK,GAAG,sBAAsB,CAAC;IAErC,MAAM,MAAM,GAAG,MAAM,IAAA,iBAAS,EAC5B,mEAAmE,CACpE,CAAC;IAEF,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IAEjD,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1D,OAAO,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;IAEzB,OAAO,OAAO,CAAC;AACjB,CAAC;AAbD,0CAaC;AAGM,KAAK,UAAU,WAAW;IAC/B,MAAM,QAAQ,GAAG,kBAAkB,CAAC;IACpC,MAAM,SAAS,GAAG,EAAE,CAAC,iBAAiB,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;IACzE,MAAM,UAAU,GAAG,aAAa,EAAE,CAAC;IACnC,MAAM,MAAM,GAAG,MAAM,IAAA,iBAAS,EAAC,WAAW,CAAC,CAAC;IAE5C,IAAI,CAAC,MAAM,IAAI,CAAC,UAAU,EAAE;QAC1B,OAAO,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACjD,OAAO,CAAC,GAAG,CAAC;;;;;;CAMf,CAAC,CAAC;QACC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,IAAI,CAAC,UAAU,EAAE;QACf,MAAM,OAAO,GAAG,MAAM,eAAe,EAAE,CAAC;QACxC,MAAM,GAAG,GAAG,MAAM,IAAA,WAAG,EACnB,wBAAwB,OAAO,CAAC,IAAI,EAAE,OAAO,EAC7C,OAAO,CACR,CAAC;QACF,aAAa,CAAC,GAAG,CAAC,CAAC;KACpB;IAED,MAAM,iBAAiB,GAAG,aAAa,EAAE,CAAC;IAE1C,MAAM,cAAc,GAAG,sDAAsD,CAAC;IAC9E,MAAM,UAAU,GAAG,aAAa,EAAE,CAAC;IACnC,MAAM,SAAS,GAAG,UAAU,IAAI,cAAc,CAAC;IAC/C,MAAM,aAAa,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC;IAEjE,IAAI,CAAC,UAAU,EAAE;QACf,aAAa,CAAC,cAAc,CAAC,CAAC;KAC/B;IAED,MAAM,IAAI,GAAG,IAAA,oBAAI,EAAC,aAAa,CAAC,CAAC;IAEjC,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;AACrC,CAAC;AAzCD,kCAyCC;AAEM,KAAK,UAAU,WAAW;IAC/B,MAAM,KAAK,GAAG,MAAM,IAAA,WAAG,EACrB,sDAAsD,CACvD,CAAC;IAEF,IAAI,KAAK,KAAK,MAAM,EAAE;QACpB,OAAO,OAAO,CAAC;KAChB;IAED,MAAM,SAAS,GAAG,MAAM,WAAW,EAAE,CAAC;IACtC,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;IAClC,MAAM,IAAA,WAAG,EAAC,wBAAwB,CAAC,CAAC;IACpC,SAAS,CAAC,IAAI,EAAE,CAAC;IACjB,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;IACjC,OAAO,IAAA,+BAAkB,EAAC,kBAAkB,EAAE,KAAK,CAAC,CAAC;AACvD,CAAC;AAfD,kCAeC"}
+{"version":3,"file":"microphone.js","sourceRoot":"","sources":["../../src/microphone.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,iDAAqC;AACrC,uCAAyB;AACzB,2CAA6B;AAE7B,mCAAyC;AACzC,6CAAiE;AAOjE,MAAM,UAAU,GAAG,2BAA2B,CAAC;AAC/C,MAAM,WAAW,GAAG,aAAa,CAAC;AAClC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;AAEvD,SAAS,2BAA2B;IAClC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE;QAC9B,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;KAC/C;AACH,CAAC;AAED,SAAS,oBAAoB;IAC3B,2BAA2B,EAAE,CAAC;IAC9B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE;QAC/B,MAAM,aAAa,GAAqB,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAC7D,EAAE,CAAC,aAAa,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACtE,OAAO,aAAa,CAAC;KACtB;IACD,MAAM,aAAa,GAAG,EAAE,CAAC,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAC5D,OAAO,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;AACnC,CAAC;AAED,SAAS,qBAAqB,CAAC,MAAwB;IACrD,2BAA2B,EAAE,CAAC;IAC9B,EAAE,CAAC,aAAa,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AACjE,CAAC;AAED,SAAgB,aAAa;IAC3B,MAAM,MAAM,GAAG,oBAAoB,EAAE,CAAC;IACtC,OAAO,MAAM,CAAC,UAAU,CAAC;AAC3B,CAAC;AAHD,sCAGC;AAED,SAAgB,aAAa,CAAC,OAAe;IAC3C,MAAM,MAAM,GAAG,oBAAoB,EAAE,CAAC;IACtC,MAAM,CAAC,UAAU,GAAG,OAAO,CAAC;IAC5B,qBAAqB,CAAC,MAAM,CAAC,CAAC;AAChC,CAAC;AAJD,sCAIC;AAED,SAAgB,aAAa;IAC3B,MAAM,MAAM,GAAG,oBAAoB,EAAE,CAAC;IACtC,OAAO,MAAM,CAAC,UAAU,CAAC;AAC3B,CAAC;AAHD,sCAGC;AAED,SAAgB,aAAa,CAAC,OAAe;IAC3C,MAAM,MAAM,GAAG,oBAAoB,EAAE,CAAC;IACtC,MAAM,CAAC,UAAU,GAAG,OAAO,CAAC;IAC5B,qBAAqB,CAAC,MAAM,CAAC,CAAC;AAChC,CAAC;AAJD,sCAIC;AAEM,KAAK,UAAU,eAAe;IACnC,MAAM,KAAK,GAAG,sBAAsB,CAAC;IAErC,MAAM,MAAM,GAAG,MAAM,IAAA,iBAAS,EAC5B,mEAAmE,CACpE,CAAC;IAEF,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IAEjD,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1D,OAAO,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;IAEzB,OAAO,OAAO,CAAC;AACjB,CAAC;AAbD,0CAaC;AAGM,KAAK,UAAU,WAAW;IAC/B,MAAM,QAAQ,GAAG,kBAAkB,CAAC;IACpC,MAAM,SAAS,GAAG,EAAE,CAAC,iBAAiB,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;IACzE,MAAM,UAAU,GAAG,aAAa,EAAE,CAAC;IACnC,MAAM,MAAM,GAAG,MAAM,IAAA,iBAAS,EAAC,WAAW,CAAC,CAAC;IAE5C,IAAI,CAAC,MAAM,IAAI,CAAC,UAAU,EAAE;QAC1B,OAAO,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACjD,OAAO,CAAC,GAAG,CAAC;;;;;;CAMf,CAAC,CAAC;QACC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,IAAI,CAAC,UAAU,EAAE;QACf,MAAM,OAAO,GAAG,MAAM,eAAe,EAAE,CAAC;QACxC,MAAM,GAAG,GAAG,MAAM,IAAA,WAAG,EACnB,wBAAwB,OAAO,CAAC,IAAI,EAAE,OAAO,EAC7C,OAAO,CACR,CAAC;QACF,aAAa,CAAC,GAAG,CAAC,CAAC;KACpB;IAED,MAAM,iBAAiB,GAAG,aAAa,EAAE,CAAC;IAE1C,MAAM,cAAc,GAAG,sDAAsD,CAAC;IAC9E,MAAM,UAAU,GAAG,aAAa,EAAE,CAAC;IACnC,MAAM,SAAS,GAAG,UAAU,IAAI,cAAc,CAAC;IAC/C,MAAM,aAAa,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC;IAEjE,IAAI,CAAC,UAAU,EAAE;QACf,aAAa,CAAC,cAAc,CAAC,CAAC;KAC/B;IAED,MAAM,IAAI,GAAG,IAAA,oBAAI,EAAC,aAAa,CAAC,CAAC;IAEjC,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;AACrC,CAAC;AAzCD,kCAyCC;AAEM,KAAK,UAAU,WAAW;IAC/B,MAAM,KAAK,GAAG,MAAM,IAAA,WAAG,EACrB,sDAAsD,CACvD,CAAC;IAEF,IAAI,KAAK,KAAK,MAAM,EAAE;QACpB,OAAO,OAAO,CAAC;KAChB;IAED,MAAM,SAAS,GAAG,MAAM,WAAW,EAAE,CAAC;IACtC,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;IAClC,MAAM,IAAA,WAAG,EAAC,wBAAwB,CAAC,CAAC;IACpC,SAAS,CAAC,IAAI,EAAE,CAAC;IACjB,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;IACjC,OAAO,IAAA,+BAAkB,EAAC,kBAAkB,EAAE,KAAK,CAAC,CAAC;AACvD,CAAC;AAfD,kCAeC"}

package/ts_build/src/plugins/downloader/downloader.d.ts

@@ -1,18 +1,18 @@
 import { KeyframeInfo, TranscriptChunk } from "./types";
-import { openai } from "../../ai";
+import OpenAI from "openai";
 import { Clients } from "../../clients";
 export declare class DownloaderService {
     private openAi;
     private clients;
-    constructor(openAi: typeof openai, clients: typeof Clients);
+    constructor(openAi: OpenAI, clients: typeof Clients);
     askGptVision(imageUrl: string, question: string, provider?: string, model?: string): Promise<import("../../clients").CompletionResponse>;
     download(url: string, outputDir: string): Promise<import("youtube-dl-exec").Payload>;
     info(url: string): Promise<import("youtube-dl-exec").Payload>;
     chunk(filePath: string, outputDir: string, CHUNK_LENGTH_SECONDS?: number, reuseExistingChunks?: boolean): Promise<string[]>;
     streamTranscription(files: string[], outputPath: string, reusePreviousTranscript?: boolean): AsyncGenerator<TranscriptChunk>;
     transcribeChunks(files: string[], outputPath: string, reusePreviousTranscript?: boolean): Promise<string[]>;
-    streamKeyFrameExtraction(filePath: string, outputPath: string, interval?: number): AsyncGenerator<KeyframeInfo>;
-    extractKeyframes(filePath: string, outputPath: string, interval?: number): Promise<KeyframeInfo[]>;
+    streamKeyFrameExtraction(filePath: string, videoJsonPath: string, reusePreviousKeyframes?: boolean, interval?: number): AsyncGenerator<KeyframeInfo>;
+    extractKeyframes(filePath: string, outputPath: string, reusePreviousKeyframes?: boolean, interval?: number): Promise<KeyframeInfo[]>;
     private describeKeyframe;
     private extractTimestamp;
     processAudio(filePath: string, reusePreviousTranscript?: boolean, chunkTime?: number): Promise<string[]>;
@@ -26,4 +26,3 @@ export declare class DownloaderService {
         transcription: TranscriptChunk;
     }, void, unknown>;
 }
-export declare const Downloader: DownloaderService;

package/ts_build/src/plugins/downloader/downloader.js

@@ -26,14 +26,12 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.Downloader = exports.DownloaderService = void 0;
+exports.DownloaderService = void 0;
 const fs = __importStar(require("fs"));
 const path = __importStar(require("path"));
 const youtube_dl_exec_1 = __importDefault(require("youtube-dl-exec"));
 const progress_estimator_1 = __importDefault(require("progress-estimator"));
 const utils_1 = require("../../utils");
-const ai_1 = require("../../ai");
-const clients_1 = require("../../clients");
 const types_1 = require("../../types");
 const logger = (0, progress_estimator_1.default)();
 class DownloaderService {
@@ -105,7 +103,7 @@ class DownloaderService {
                 }
             }
         }
-        const command = `ffmpeg -i "${filePath}" -f segment -segment_time ${CHUNK_LENGTH_SECONDS} -map 0:a:0 -acodec mp3 -vn "${outputDirPath}/chunk%03d.mp3"`;
+        const command = `ffmpeg -i "${filePath}" -f segment -segment_time ${CHUNK_LENGTH_SECONDS} -map 0:a:0 -acodec mp3 -vn "${outputDirPath}/chunk%04d.mp3"`;
         await (0, utils_1.execAsync)(command);
         const folderFiles = await fs.promises.readdir(outputDirPath);
         const chunkNames = folderFiles.filter((f) => f.includes("chunk") && f.endsWith(".mp3"));
@@ -113,18 +111,31 @@ class DownloaderService {
         return chunkNames.map((chunkName) => path.join(outputDirPath, chunkName));
     }
     async *streamTranscription(files, outputPath, reusePreviousTranscript = true) {
+        const exists = await (0, utils_1.fileExists)(outputPath);
+        if (exists && reusePreviousTranscript) {
+            console.log("Transcription already exists, using cached data");
+            const contents = await (0, utils_1.readFile)(outputPath);
+            const data = JSON.parse(contents.toString());
+            for (const item of data) {
+                yield item;
+            }
+            return;
+        }
+        const allTranscripts = [];
         for (const file of files) {
             const chunkName = path.parse(file).name;
             const chunkTranscriptPath = path.join(path.dirname(outputPath), `/chunks/${chunkName}.txt`);
             const chunkExists = await (0, utils_1.fileExists)(chunkTranscriptPath);
             if (chunkExists && reusePreviousTranscript) {
-                console.log(chunkTranscriptPath, " transcription already exists, skipping");
+                console.log(chunkTranscriptPath, " transcription already exists, using cached data");
                 const contents = await (0, utils_1.readFile)(chunkTranscriptPath);
-                yield {
+                const cached = {
                     chunkPath: chunkTranscriptPath,
                     text: contents.toString(),
                     usd_cost: 0,
                 };
+                yield cached;
+                allTranscripts.push(cached);
                 continue;
             }
             console.log("Transcribing", file);
@@ -139,17 +150,20 @@ class DownloaderService {
             });
             await (0, utils_1.mkdir)(path.dirname(chunkTranscriptPath), { recursive: true });
             await fs.promises.writeFile(chunkTranscriptPath, transcript.text);
-            yield {
+            const data = {
                 chunkPath: chunkTranscriptPath,
                 text: transcript.text,
                 usd_cost: 30 * 0.0001,
             };
+            yield data;
+            allTranscripts.push(data);
         }
+        fs.writeFileSync(outputPath, JSON.stringify(allTranscripts, null, 2));
     }
     async transcribeChunks(files, outputPath, reusePreviousTranscript = true) {
         const exists = await (0, utils_1.fileExists)(outputPath);
         if (exists && reusePreviousTranscript) {
-            console.log("Transcription already exists, skipping");
+            console.log("Transcription already exists, using cached data");
             const contents = await (0, utils_1.readFile)(outputPath);
             return JSON.parse(contents.toString());
         }
@@ -161,10 +175,10 @@ class DownloaderService {
         await fs.promises.writeFile(outputPath, JSON.stringify(fullText));
         return fullText;
     }
-    async *streamKeyFrameExtraction(filePath, outputPath, interval = 10) {
-        if (fs.existsSync(outputPath)) {
-            console.log("Keyframes already exist, skipping");
-            const contents = await (0, utils_1.readFile)(outputPath);
+    async *streamKeyFrameExtraction(filePath, videoJsonPath, reusePreviousKeyframes = true, interval = 10) {
+        if (reusePreviousKeyframes && fs.existsSync(videoJsonPath)) {
+            console.log("Keyframes already exist, using cached data");
+            const contents = await (0, utils_1.readFile)(videoJsonPath);
             const data = JSON.parse(contents.toString());
             for (const keyframe of data) {
                 yield { ...keyframe, usd_cost: 0 };
@@ -172,22 +186,25 @@ class DownloaderService {
             return;
         }
         const parsed = path.parse(filePath);
-        const outputDir = path.dirname(outputPath);
+        const outputDir = path.dirname(videoJsonPath);
         const fileName = parsed.name;
         const keyframesDir = path.join(outputDir, `/keyframes`);
         await fs.promises.mkdir(keyframesDir, { recursive: true });
         const command = `ffmpeg -i "${filePath}" -vf "fps=1/${interval},scale=640:-1" "${keyframesDir}/frame%04d.jpg"`;
         await (0, utils_1.execAsync)(command);
+        console.log("Extracting keyframe:", command);
         const keyframes = await fs.promises.readdir(keyframesDir);
+        const allKeyframes = [];
         for (const keyframe of keyframes) {
             const keyframePath = path.join(keyframesDir, keyframe);
             const keyframeName = path.parse(keyframe).name;
             const keyframeDescriptionPath = path.join(keyframesDir, `${keyframeName}.json`);
             const descriptionExists = await (0, utils_1.fileExists)(keyframeDescriptionPath);
-            if (descriptionExists) {
+            if (descriptionExists && reusePreviousKeyframes) {
                 const cached = await (0, utils_1.readFile)(keyframeDescriptionPath);
                 const cachedJson = JSON.parse(cached.toString());
                 yield { ...cachedJson, usd_cost: 0 };
+                allKeyframes.push(cachedJson);
                 continue;
             }
             const description = await this.describeKeyframe(keyframePath);
@@ -199,11 +216,13 @@ class DownloaderService {
             };
             await fs.promises.writeFile(keyframeDescriptionPath, JSON.stringify(keyframeJson, null, 2));
             yield keyframeJson;
+            allKeyframes.push(keyframeJson);
         }
+        await fs.promises.writeFile(videoJsonPath, JSON.stringify(allKeyframes, null, 2));
     }
-    async extractKeyframes(filePath, outputPath, interval = 10) {
+    async extractKeyframes(filePath, outputPath, reusePreviousKeyframes = true, interval = 10) {
         const keyframes = [];
-        for await (const keyframe of this.streamKeyFrameExtraction(filePath, outputPath, interval)) {
+        for await (const keyframe of this.streamKeyFrameExtraction(filePath, outputPath, reusePreviousKeyframes, interval)) {
             keyframes.push(keyframe);
         }
         await fs.promises.writeFile(outputPath, JSON.stringify(keyframes, null, 2));
@@ -215,6 +234,7 @@ class DownloaderService {
             encoding: "base64",
         });
         const image = `data:image/jpeg;base64,${base64}`;
+        console.log("Describing keyframe:", keyframePath);
         const response = await this.askGptVision(image, question);
         return response;
     }
@@ -227,7 +247,7 @@ class DownloaderService {
         const outputPath = `${parsed.dir}/${parsed.name}/transcript.json`;
         const exists = await (0, utils_1.fileExists)(outputPath);
         if (exists && reusePreviousTranscript) {
-            console.log(`Transcription ${outputPath} already exists, skipping`);
+            console.log(`Transcription ${outputPath} already exists, using cached data`);
             const fileContent = await (0, utils_1.readFile)(outputPath, "utf8");
             return outputPath.endsWith("txt")
                 ? fileContent.split("\n")
@@ -242,13 +262,19 @@ class DownloaderService {
         const outputPath = `${parsed.dir}/${parsed.name}/transcript.json`;
         const exists = await (0, utils_1.fileExists)(outputPath);
         if (exists && reusePreviousTranscript) {
-            console.log(`Transcription ${outputPath} already exists, skipping`);
+            console.log(`Transcription ${outputPath} already exists, using cached data`);
             const fileContent = await (0, utils_1.readFile)(outputPath, "utf8");
             const lines = outputPath.endsWith("txt")
                 ? fileContent.split("\n")
                 : JSON.parse(fileContent);
-            for (const line of lines)
-                yield { chunkPath: "", text: line, usd_cost: 0 };
+            for (const line of lines) {
+                if (typeof line === "string") {
+                    yield { chunkPath: "", text: line, usd_cost: 0 };
+                }
+                else {
+                    yield line;
+                }
+            }
             return;
         }
         const chunks = await this.chunk(filePath, parsed.dir, chunkTime, reusePreviousTranscript);
@@ -262,7 +288,7 @@ class DownloaderService {
         console.log("Processing audio...");
         const transcriptions = await this.processAudio(filePath, reusePreviousTranscript, chunkTime);
         console.log("Extracting keyframes...");
-        const videoAnalysis = await this.extractKeyframes(filePath, outputPath, chunkTime);
+        const videoAnalysis = await this.extractKeyframes(filePath, outputPath, reusePreviousTranscript, chunkTime);
         return videoAnalysis.map((frame, index) => {
             return {
                 frame,
@@ -272,21 +298,24 @@ class DownloaderService {
     }
     async *streamProcessVideo(filePath, reusePreviousTranscript = true, chunkTime = 30) {
         const parsed = path.parse(filePath);
-        const outputPath = `${parsed.dir}/${parsed.name}/video.json`;
+        const videoJson = `${parsed.dir}/${parsed.name}/video.json`;
         console.log("Processing audio...");
-        const transcriptions = await this.streamProcessAudio(filePath, reusePreviousTranscript, chunkTime);
+        const transcriptions = this.streamProcessAudio(filePath, reusePreviousTranscript, chunkTime);
         console.log("Extracting keyframes...");
-        const videoAnalysis = await this.streamKeyFrameExtraction(filePath, outputPath, chunkTime);
+        const videoAnalysis = this.streamKeyFrameExtraction(filePath, videoJson, reusePreviousTranscript, chunkTime);
         for await (const frame of videoAnalysis) {
             const transcription = (await transcriptions.next())
                 ?.value;
             yield {
                 frame,
-                transcription,
+                transcription: transcription || {
+                    chunkPath: "",
+                    text: "[missing transcript]",
+                    usd_cost: 0,
+                },
             };
         }
     }
 }
 exports.DownloaderService = DownloaderService;
-exports.Downloader = new DownloaderService(ai_1.openai, clients_1.Clients);
 //# sourceMappingURL=downloader.js.map