@tyvm/knowhow 0.0.93 → 0.0.94

package/ts_build/src/plugins/asana.d.ts

@@ -1,19 +0,0 @@
-import { PluginBase, PluginMeta } from "./PluginBase";
-import { MinimalEmbedding } from "../types";
-import { PluginContext } from "./types";
-export declare class AsanaPlugin extends PluginBase {
-    static readonly meta: PluginMeta;
-    meta: PluginMeta;
-    private asanaClient;
-    constructor(context: PluginContext);
-    getTaskString(task: any): string;
-    embed(userPrompt: string): Promise<MinimalEmbedding[]>;
-    extractProjectUrls(userPrompt: string): string[];
-    extractTaskUrls(userPrompt: string): string[];
-    getTasksFromUrls(urls: string[]): Promise<any[]>;
-    getTasksFromProjectUrls(urls: string[]): Promise<any[]>;
-    getTasksFromProjectUrl(url: string): Promise<any[]>;
-    getTaskFromUrl(url: string): Promise<any>;
-    getTaskData(taskId: string): Promise<any>;
-    call(userPrompt: string): Promise<string>;
-}

package/ts_build/src/plugins/asana.js

@@ -1,124 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.AsanaPlugin = void 0;
-const PluginBase_1 = require("./PluginBase");
-class AsanaPlugin extends PluginBase_1.PluginBase {
-    static meta = {
-        key: "asana",
-        name: "Asana Plugin",
-        requires: ["ASANA_TOKEN"]
-    };
-    meta = AsanaPlugin.meta;
-    asanaClient = require("asana").ApiClient.instance;
-    constructor(context) {
-        super(context);
-        if (!this.isEnabled())
-            return;
-        this.asanaClient.authentications.token = process.env.ASANA_TOKEN;
-        this.asanaClient.defaultHeaders = {
-            "Asana-Enable": "new_user_task_lists,new_goal_memberships",
-        };
-    }
-    getTaskString(task) {
-        return `### Task: ${task.name}\n- Description: ${task.notes}\n- URL: ${task.permalink_url}\n Completed: ${task.completed}`;
-    }
-    async embed(userPrompt) {
-        const urls = this.extractTaskUrls(userPrompt);
-        const tasksData = await this.getTasksFromUrls(urls);
-        const tasksDataFiltered = tasksData.filter((task) => task !== null);
-        const tasksEmbeddings = tasksDataFiltered.map((task) => {
-            return {
-                id: task.permalink_url,
-                text: this.getTaskString(task),
-                metadata: {
-                    task: JSON.stringify(task),
-                },
-            };
-        });
-        const projectUrls = this.extractProjectUrls(userPrompt);
-        const projectTasks = await this.getTasksFromProjectUrls(projectUrls);
-        const projectTasksFiltered = projectTasks.filter((t) => t !== null);
-        const projectTaskEmbeddings = projectTasksFiltered.map((t) => {
-            return {
-                id: t.permalink_url,
-                text: this.getTaskString(t),
-                metadata: {
-                    task: JSON.stringify(t),
-                },
-            };
-        });
-        const allTasks = tasksEmbeddings.concat(projectTaskEmbeddings);
-        this.log(`Found ${allTasks.length} tasks`);
-        return allTasks;
-    }
-    extractProjectUrls(userPrompt) {
-        const projectUrlRegex = /https:\/\/app\.asana\.com\/0\/(\d+)\/list/g;
-        const matches = userPrompt.match(projectUrlRegex);
-        return matches || [];
-    }
-    extractTaskUrls(userPrompt) {
-        const taskUrlRegex = /https:\/\/app\.asana\.com\/0\/(\d+)\/(\d+)/g;
-        const matches = userPrompt.match(taskUrlRegex);
-        return matches || [];
-    }
-    async getTasksFromUrls(urls) {
-        const tasks = await Promise.all(urls.map(async (url) => {
-            return this.getTaskFromUrl(url);
-        }));
-        return tasks;
-    }
-    async getTasksFromProjectUrls(urls) {
-        const tasks = await Promise.all(urls.map((url) => this.getTasksFromProjectUrl(url)));
-        return tasks.flat();
-    }
-    async getTasksFromProjectUrl(url) {
-        const urlParts = url.split("/");
-        const projectId = urlParts[4];
-        this.log(`Project ID: ${projectId}`);
-        if (!projectId) {
-            return null;
-        }
-        let tasks = await this.asanaClient.tasks.findAll({
-            project: projectId,
-            opt_expand: "notes,assignee,permalink_url,custom_fields,tags,completed",
-        });
-        const allData = [];
-        do {
-            allData.push(...tasks.data);
-            tasks = await tasks.nextPage();
-        } while (tasks);
-        return allData;
-    }
-    async getTaskFromUrl(url) {
-        const taskId = url.split("/").pop();
-        if (taskId) {
-            this.log(`Fetching Asana task ${taskId}`);
-            return await this.getTaskData(taskId);
-        }
-        return null;
-    }
-    async getTaskData(taskId) {
-        try {
-            const task = await this.asanaClient.tasks.findById(taskId);
-            return task;
-        }
-        catch (error) {
-            this.log(`Error fetching Asana task: ${error}`, "error");
-            return null;
-        }
-    }
-    async call(userPrompt) {
-        const urls = this.extractTaskUrls(userPrompt);
-        const tasksData = await this.getTasksFromUrls(urls);
-        const tasksDataFiltered = tasksData.filter((task) => task !== null);
-        if (tasksDataFiltered.length === 0) {
-            return "ASANA PLUGIN: No tasks found";
-        }
-        const markdownTasks = tasksDataFiltered
-            .map((task) => this.getTaskString(task))
-            .join("\n\n");
-        return `ASANA PLUGIN: The following tasks were loaded:\n\n${markdownTasks}`;
-    }
-}
-exports.AsanaPlugin = AsanaPlugin;
-//# sourceMappingURL=asana.js.map

package/ts_build/src/plugins/asana.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"asana.js","sourceRoot":"","sources":["../../../src/plugins/asana.ts"],"names":[],"mappings":";;;AAAA,6CAAsD;AAItD,MAAa,WAAY,SAAQ,uBAAU;IACzC,MAAM,CAAU,IAAI,GAAe;QACjC,GAAG,EAAE,OAAO;QACZ,IAAI,EAAE,cAAc;QACpB,QAAQ,EAAE,CAAC,aAAa,CAAC;KAC1B,CAAC;IAEF,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC;IAChB,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC;IAE1D,YAAY,OAAsB;QAChC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEf,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;YAAE,OAAO;QAE9B,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;QACjE,IAAI,CAAC,WAAW,CAAC,cAAc,GAAG;YAChC,cAAc,EAAE,0CAA0C;SAC3D,CAAC;IACJ,CAAC;IAED,aAAa,CAAC,IAAS;QACrB,OAAO,aAAa,IAAI,CAAC,IAAI,oBAAoB,IAAI,CAAC,KAAK,YAAY,IAAI,CAAC,aAAa,iBAAiB,IAAI,CAAC,SAAS,EAAE,CAAC;IAC7H,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,UAAkB;QAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QAC9C,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QACpD,MAAM,iBAAiB,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;QAEpE,MAAM,eAAe,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACrD,OAAO;gBACL,EAAE,EAAE,IAAI,CAAC,aAAa;gBACtB,IAAI,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;gBAC9B,QAAQ,EAAE;oBACR,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;iBAC3B;aACF,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC;QACxD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,WAAW,CAAC,CAAC;QACrE,MAAM,oBAAoB,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;QAEpE,MAAM,qBAAqB,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YAC3D,OAAO;gBACL,EAAE,EAAE,CAAC,CAAC,aAAa;gBACnB,IAAI,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;gBAC3B,QAAQ,EAAE;oBACR,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;iBACxB;aACF,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;QAC/D,IAAI,CAAC,GAAG,CAAC,SAAS,QAAQ,CAAC,MAAM,QAAQ,CAAC,CAAC;QAC3C,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,kBAAkB,CAAC,UAAkB;QACnC,MAAM,eAAe,GAAG,4CAA4C,CAAC;QACrE,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QAClD,OAAO,OAAO,IAAI,EAAE,CAAC;IACvB,CAAC;IAED,eAAe,CAAC,UAAkB;QAChC,MAAM,YAAY,GAAG,6CAA6C,CAAC;QACnE,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC/C,OAAO,OAAO,IAAI,EAAE,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,IAAc;QACnC,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7B,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;YACrB,OAAO,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;QAClC,CAAC,CAAC,CACH,CAAC;QACF,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,IAAc;QAC1C,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7B,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC,CACpD,CAAC;QACF,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,sBAAsB,CAAC,GAAW;QACtC,MAAM,QAAQ,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAChC,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC9B,IAAI,CAAC,GAAG,CAAC,eAAe,SAAS,EAAE,CAAC,CAAC;QACrC,IAAI,CAAC,SAAS,EAAE;YACd,OAAO,IAAI,CAAC;SACb;QACD,IAAI,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC;YAC/C,OAAO,EAAE,SAAS;YAClB,UAAU,EAAE,2DAA2D;SACxE,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,EAAE,CAAC;QAEnB,GAAG;YACD,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;YAC5B,KAAK,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC;SAChC,QAAQ,KAAK,EAAE;QAEhB,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,GAAW;QAC9B,MAAM,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;QACpC,IAAI,MAAM,EAAE;YACV,IAAI,CAAC,GAAG,CAAC,uBAAuB,MAAM,EAAE,CAAC,CAAC;YAC1C,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;SACvC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAAc;QAC9B,IAAI;YACF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAC3D,OAAO,IAAI,CAAC;SACb;QAAC,OAAO,KAAK,EAAE;YACd,IAAI,CAAC,GAAG,CAAC,8BAA8B,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;YACzD,OAAO,IAAI,CAAC;SACb;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,UAAkB;QAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QAC9C,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QACpD,MAAM,iBAAiB,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;QAEpE,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE;YAClC,OAAO,8BAA8B,CAAC;SACvC;QAED,MAAM,aAAa,GAAG,iBAAiB;aACpC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;aACvC,IAAI,CAAC,MAAM,CAAC,CAAC;QAChB,OAAO,qDAAqD,aAAa,EAAE,CAAC;IAC9E,CAAC;;AA5IH,kCA6IC"}

package/ts_build/src/plugins/downloader/downloader.d.ts

@@ -1,26 +0,0 @@
-import { KeyframeInfo, TranscriptChunk } from "./types";
-import { Clients } from "../../clients";
-export declare class DownloaderService {
-    private clients;
-    constructor(clients: typeof Clients);
-    askGptVision(imageUrl: string, question: string, provider?: string, model?: string): Promise<import("../../clients").CompletionResponse>;
-    download(url: string, outputDir: string): Promise<import("youtube-dl-exec").Payload>;
-    info(url: string): Promise<import("youtube-dl-exec").Payload>;
-    chunk(filePath: string, outputDir: string, CHUNK_LENGTH_SECONDS?: number, reuseExistingChunks?: boolean): Promise<string[]>;
-    streamTranscription(files: string[], outputPath: string, reusePreviousTranscript?: boolean): AsyncGenerator<TranscriptChunk>;
-    transcribeChunks(files: string[], outputPath: string, reusePreviousTranscript?: boolean): Promise<string[]>;
-    streamKeyFrameExtraction(filePath: string, videoJsonPath: string, reusePreviousKeyframes?: boolean, interval?: number): AsyncGenerator<KeyframeInfo>;
-    extractKeyframes(filePath: string, outputPath: string, reusePreviousKeyframes?: boolean, interval?: number): Promise<KeyframeInfo[]>;
-    private describeKeyframe;
-    private extractTimestamp;
-    processAudio(filePath: string, reusePreviousTranscript?: boolean, chunkTime?: number): Promise<string[]>;
-    streamProcessAudio(filePath: string, reusePreviousTranscript?: boolean, chunkTime?: number): AsyncGenerator<TranscriptChunk>;
-    processVideo(filePath: string, reusePreviousTranscript?: boolean, chunkTime?: number): Promise<{
-        frame: KeyframeInfo;
-        transcription: string;
-    }[]>;
-    streamProcessVideo(filePath: string, reusePreviousTranscript?: boolean, chunkTime?: number): AsyncGenerator<{
-        frame: KeyframeInfo;
-        transcription: TranscriptChunk;
-    }, void, unknown>;
-}

package/ts_build/src/plugins/downloader/downloader.js

@@ -1,324 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.DownloaderService = void 0;
-const fs = __importStar(require("fs"));
-const path = __importStar(require("path"));
-const youtube_dl_exec_1 = __importDefault(require("youtube-dl-exec"));
-const utils_1 = require("../../utils");
-const types_1 = require("../../types");
-class DownloaderService {
-    clients;
-    constructor(clients) {
-        this.clients = clients;
-    }
-    async askGptVision(imageUrl, question, provider = "openai", model = types_1.Models.openai.GPT_4o) {
-        const response = await this.clients.createCompletion(provider, {
-            model,
-            max_tokens: 2500,
-            messages: [
-                {
-                    role: "user",
-                    content: [
-                        { type: "text", text: question },
-                        {
-                            type: "image_url",
-                            image_url: {
-                                url: imageUrl,
-                            },
-                        },
-                    ],
-                },
-            ],
-        });
-        return response;
-    }
-    async download(url, outputDir) {
-        const info = await this.info(url);
-        const exists = await (0, utils_1.fileExists)(`${outputDir}/${info.id}.${info.ext}`);
-        if (exists) {
-            console.log("File already exists, skipping download");
-            return info;
-        }
-        console.log(`Downloading ${url}...`);
-        const scrape = (0, youtube_dl_exec_1.default)(url, { output: `${outputDir}/%(id)s.%(ext)s` });
-        await scrape;
-        console.log(`Download complete: ${url}`);
-        return info;
-    }
-    async info(url) {
-        const info = await (0, youtube_dl_exec_1.default)(url, {
-            dumpSingleJson: true,
-            noWarnings: true,
-        });
-        console.log(info);
-        return info;
-    }
-    async chunk(filePath, outputDir, CHUNK_LENGTH_SECONDS = 30, reuseExistingChunks = true) {
-        const parsed = path.parse(filePath);
-        const fileName = parsed.name;
-        const fileExt = parsed.ext;
-        console.log({ fileName, fileExt });
-        console.log("Chunking file", filePath);
-        const outputDirPath = path.join(outputDir, `${fileName}/chunks`);
-        await fs.promises.mkdir(outputDirPath, { recursive: true });
-        const doneFilePath = path.join(outputDirPath, ".chunking_done");
-        const doneFileExists = await (0, utils_1.fileExists)(doneFilePath);
-        const existingFolderFiles = await fs.promises.readdir(outputDirPath);
-        const existingChunkNames = existingFolderFiles.filter((f) => f.includes("chunk") && f.endsWith(".mp3"));
-        if (existingChunkNames.length > 0 && doneFileExists) {
-            if (reuseExistingChunks) {
-                console.log("Chunks already exist, skipping");
-                const names = existingChunkNames.map((chunkName) => path.join(outputDirPath, chunkName));
-                return names;
-            }
-            else {
-                for (const file of existingFolderFiles) {
-                    fs.rmSync(path.join(outputDirPath, file), { recursive: true });
-                }
-            }
-        }
-        const command = `ffmpeg -i "${filePath}" -f segment -segment_time ${CHUNK_LENGTH_SECONDS} -map 0:a:0 -acodec mp3 -vn "${outputDirPath}/chunk%04d.mp3"`;
-        await (0, utils_1.execAsync)(command);
-        await fs.promises.writeFile(doneFilePath, "done");
-        const folderFiles = await fs.promises.readdir(outputDirPath);
-        const chunkNames = folderFiles.filter((f) => f.includes("chunk") && f.endsWith(".mp3"));
-        console.log("Chunked into", chunkNames.length, "chunks");
-        return chunkNames.map((chunkName) => path.join(outputDirPath, chunkName));
-    }
-    async *streamTranscription(files, outputPath, reusePreviousTranscript = true) {
-        const exists = await (0, utils_1.fileExists)(outputPath);
-        if (exists && reusePreviousTranscript) {
-            console.log("Transcription already exists, using cached data");
-            const contents = await (0, utils_1.readFile)(outputPath);
-            const data = JSON.parse(contents.toString());
-            for (const item of data) {
-                yield item;
-            }
-            return;
-        }
-        const allTranscripts = [];
-        for (const file of files) {
-            const chunkName = path.parse(file).name;
-            const chunkTranscriptPath = path.join(path.dirname(outputPath), `/chunks/${chunkName}.txt`);
-            const chunkExists = await (0, utils_1.fileExists)(chunkTranscriptPath);
-            if (chunkExists && reusePreviousTranscript) {
-                console.log(chunkTranscriptPath, " transcription already exists, using cached data");
-                const contents = await (0, utils_1.readFile)(chunkTranscriptPath);
-                const cached = {
-                    chunkPath: chunkTranscriptPath,
-                    text: contents.toString(),
-                    usd_cost: 0,
-                };
-                yield cached;
-                allTranscripts.push(cached);
-                continue;
-            }
-            console.log("Transcribing", file);
-            const fileBuffer = fs.readFileSync(file);
-            const transcript = await this.clients
-                .createAudioTranscription("openai", {
-                file: fileBuffer,
-                fileName: path.basename(file),
-                model: "whisper-1",
-            })
-                .catch((e) => {
-                console.error("Error transcribing", file, e);
-                return { text: "" };
-            });
-            await (0, utils_1.mkdir)(path.dirname(chunkTranscriptPath), { recursive: true });
-            await fs.promises.writeFile(chunkTranscriptPath, transcript.text);
-            const data = {
-                chunkPath: chunkTranscriptPath,
-                text: transcript.text,
-                usd_cost: 30 * 0.0001,
-            };
-            yield data;
-            allTranscripts.push(data);
-        }
-        fs.writeFileSync(outputPath, JSON.stringify(allTranscripts, null, 2));
-    }
-    async transcribeChunks(files, outputPath, reusePreviousTranscript = true) {
-        const exists = await (0, utils_1.fileExists)(outputPath);
-        if (exists && reusePreviousTranscript) {
-            console.log("Transcription already exists, using cached data");
-            const contents = await (0, utils_1.readFile)(outputPath);
-            return JSON.parse(contents.toString());
-        }
-        const fullText = [];
-        for await (const { chunkPath, text } of this.streamTranscription(files, outputPath, reusePreviousTranscript)) {
-            console.log("Chunk transcribed:", chunkPath);
-            fullText.push(text);
-        }
-        await fs.promises.writeFile(outputPath, JSON.stringify(fullText));
-        return fullText;
-    }
-    async *streamKeyFrameExtraction(filePath, videoJsonPath, reusePreviousKeyframes = true, interval = 10) {
-        if (reusePreviousKeyframes && fs.existsSync(videoJsonPath)) {
-            console.log("Keyframes already exist, using cached data");
-            const contents = await (0, utils_1.readFile)(videoJsonPath);
-            const data = JSON.parse(contents.toString());
-            for (const keyframe of data) {
-                yield { ...keyframe, usd_cost: 0 };
-            }
-            return;
-        }
-        const parsed = path.parse(filePath);
-        const outputDir = path.dirname(videoJsonPath);
-        const fileName = parsed.name;
-        const keyframesDir = path.join(outputDir, `/keyframes`);
-        await fs.promises.mkdir(keyframesDir, { recursive: true });
-        const command = `ffmpeg -i "${filePath}" -vf "fps=1/${interval},scale=640:-1" "${keyframesDir}/frame%04d.jpg"`;
-        await (0, utils_1.execAsync)(command);
-        console.log("Extracting keyframe:", command);
-        const keyframes = await fs.promises.readdir(keyframesDir);
-        const allKeyframes = [];
-        for (const keyframe of keyframes) {
-            const keyframePath = path.join(keyframesDir, keyframe);
-            const keyframeName = path.parse(keyframe).name;
-            const keyframeDescriptionPath = path.join(keyframesDir, `${keyframeName}.json`);
-            const descriptionExists = await (0, utils_1.fileExists)(keyframeDescriptionPath);
-            if (descriptionExists && reusePreviousKeyframes) {
-                const cached = await (0, utils_1.readFile)(keyframeDescriptionPath);
-                const cachedJson = JSON.parse(cached.toString());
-                yield { ...cachedJson, usd_cost: 0 };
-                allKeyframes.push(cachedJson);
-                continue;
-            }
-            const description = await this.describeKeyframe(keyframePath);
-            const keyframeJson = {
-                path: keyframePath,
-                description: description.choices[0].message.content,
-                timestamp: this.extractTimestamp(keyframe, interval),
-                usd_cost: description.usd_cost,
-            };
-            await fs.promises.writeFile(keyframeDescriptionPath, JSON.stringify(keyframeJson, null, 2));
-            yield keyframeJson;
-            allKeyframes.push(keyframeJson);
-        }
-        await fs.promises.writeFile(videoJsonPath, JSON.stringify(allKeyframes, null, 2));
-    }
-    async extractKeyframes(filePath, outputPath, reusePreviousKeyframes = true, interval = 10) {
-        const keyframes = [];
-        for await (const keyframe of this.streamKeyFrameExtraction(filePath, outputPath, reusePreviousKeyframes, interval)) {
-            keyframes.push(keyframe);
-        }
-        await fs.promises.writeFile(outputPath, JSON.stringify(keyframes, null, 2));
-        return keyframes;
-    }
-    async describeKeyframe(keyframePath) {
-        const question = "Describe this image in detail, focusing on the main elements and actions visible.";
-        const base64 = await fs.promises.readFile(keyframePath, {
-            encoding: "base64",
-        });
-        const image = `data:image/jpeg;base64,${base64}`;
-        console.log("Describing keyframe:", keyframePath);
-        const response = await this.askGptVision(image, question);
-        return response;
-    }
-    extractTimestamp(keyframeName, interval) {
-        const frameNumber = parseInt(keyframeName.match(/\d+/)[0], 10);
-        return frameNumber * interval;
-    }
-    async processAudio(filePath, reusePreviousTranscript = true, chunkTime = 30) {
-        const parsed = path.parse(filePath);
-        const outputPath = `${parsed.dir}/${parsed.name}/transcript.json`;
-        const exists = await (0, utils_1.fileExists)(outputPath);
-        if (exists && reusePreviousTranscript) {
-            console.log(`Transcription ${outputPath} already exists, using cached data`);
-            const fileContent = await (0, utils_1.readFile)(outputPath, "utf8");
-            return outputPath.endsWith("txt")
-                ? fileContent.split("\n")
-                : JSON.parse(fileContent);
-        }
-        const chunks = await this.chunk(filePath, parsed.dir, chunkTime, reusePreviousTranscript);
-        const transcription = await this.transcribeChunks(chunks, outputPath, reusePreviousTranscript);
-        return transcription;
-    }
-    async *streamProcessAudio(filePath, reusePreviousTranscript = true, chunkTime = 30) {
-        const parsed = path.parse(filePath);
-        const outputPath = `${parsed.dir}/${parsed.name}/transcript.json`;
-        const exists = await (0, utils_1.fileExists)(outputPath);
-        if (exists && reusePreviousTranscript) {
-            console.log(`Transcription ${outputPath} already exists, using cached data`);
-            const fileContent = await (0, utils_1.readFile)(outputPath, "utf8");
-            const lines = outputPath.endsWith("txt")
-                ? fileContent.split("\n")
-                : JSON.parse(fileContent);
-            for (const line of lines) {
-                if (typeof line === "string") {
-                    yield { chunkPath: "", text: line, usd_cost: 0 };
-                }
-                else {
-                    yield line;
-                }
-            }
-            return;
-        }
-        const chunks = await this.chunk(filePath, parsed.dir, chunkTime, reusePreviousTranscript);
-        for await (const chunk of this.streamTranscription(chunks, outputPath, reusePreviousTranscript)) {
-            yield chunk;
-        }
-    }
-    async processVideo(filePath, reusePreviousTranscript = true, chunkTime = 30) {
-        const parsed = path.parse(filePath);
-        const outputPath = `${parsed.dir}/${parsed.name}/video.json`;
-        console.log("Processing audio...");
-        const transcriptions = await this.processAudio(filePath, reusePreviousTranscript, chunkTime);
-        console.log("Extracting keyframes...");
-        const videoAnalysis = await this.extractKeyframes(filePath, outputPath, reusePreviousTranscript, chunkTime);
-        return videoAnalysis.map((frame, index) => {
-            return {
-                frame,
-                transcription: transcriptions[index],
-            };
-        });
-    }
-    async *streamProcessVideo(filePath, reusePreviousTranscript = true, chunkTime = 30) {
-        const parsed = path.parse(filePath);
-        const videoJson = `${parsed.dir}/${parsed.name}/video.json`;
-        console.log("Processing audio...");
-        const transcriptions = this.streamProcessAudio(filePath, reusePreviousTranscript, chunkTime);
-        console.log("Extracting keyframes...");
-        const videoAnalysis = this.streamKeyFrameExtraction(filePath, videoJson, reusePreviousTranscript, chunkTime);
-        for await (const frame of videoAnalysis) {
-            const transcription = (await transcriptions.next())
-                ?.value;
-            yield {
-                frame,
-                transcription: transcription || {
-                    chunkPath: "",
-                    text: "[missing transcript]",
-                    usd_cost: 0,
-                },
-            };
-        }
-    }
-}
-exports.DownloaderService = DownloaderService;
-//# sourceMappingURL=downloader.js.map

package/ts_build/src/plugins/downloader/downloader.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"downloader.js","sourceRoot":"","sources":["../../../../src/plugins/downloader/downloader.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,2CAA6B;AAC7B,sEAAmC;AAGnC,uCAAqE;AAErE,uCAAqC;AAErC,MAAa,iBAAiB;IACR;IAApB,YAAoB,OAAuB;QAAvB,YAAO,GAAP,OAAO,CAAgB;IAAG,CAAC;IAE/C,KAAK,CAAC,YAAY,CAChB,QAAgB,EAChB,QAAgB,EAChB,QAAQ,GAAG,QAAQ,EACnB,KAAK,GAAG,cAAM,CAAC,MAAM,CAAC,MAAM;QAE5B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,QAAQ,EAAE;YAC7D,KAAK;YACL,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE;wBACP,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE;wBAChC;4BACE,IAAI,EAAE,WAAW;4BACjB,SAAS,EAAE;gCACT,GAAG,EAAE,QAAQ;6BACd;yBACF;qBACF;iBACF;aACF;SACF,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,GAAW,EAAE,SAAiB;QAC3C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAClC,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAU,EAAC,GAAG,SAAS,IAAI,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAEvE,IAAI,MAAM,EAAE;YACV,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;YACtD,OAAO,IAAI,CAAC;SACb;QAED,OAAO,CAAC,GAAG,CAAC,eAAe,GAAG,KAAK,CAAC,CAAC;QACrC,MAAM,MAAM,GAAG,IAAA,yBAAI,EAAC,GAAG,EAAE,EAAE,MAAM,EAAE,GAAG,SAAS,iBAAiB,EAAE,CAAC,CAAC;QACpE,MAAM,MAAM,CAAC;QACb,OAAO,CAAC,GAAG,CAAC,sBAAsB,GAAG,EAAE,CAAC,CAAC;QACzC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,GAAW;QACpB,MAAM,IAAI,GAAG,MAAM,IAAA,yBAAI,EAAC,GAAG,EAAE;YAC3B,cAAc,EAAE,IAAI;YACpB,UAAU,EAAE,IAAI;SACjB,CAAC,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAClB,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,KAAK,CAChB,QAAgB,EAChB,SAAiB,EACjB,oBAAoB,GAAG,EAAE,EACzB,mBAAmB,GAAG,IAAI;QAE1B,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACpC,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC;QAC7B,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC;QAC3B,OAAO,CAAC,GAAG,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,QAAQ,CAAC,CAAC;QAGvC,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,QAAQ,SAAS,CAAC,CAAC;QACjE,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5D,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,gBAAgB,CAAC,CAAC;QAEhE,MAAM,cAAc,GAAG,MAAM,IAAA,kBAAU,EAAC,YAAY,CAAC,CAAC;QACtD,MAAM,mBAAmB,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACrE,MAAM,kBAAkB,GAAG,mBAAmB,CAAC,MAAM,CACnD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CACjD,CAAC;QAEF,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,IAAI,cAAc,EAAE;YACnD,IAAI,mBAAmB,EAAE;gBACvB,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;gBAC9C,MAAM,KAAK,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CACjD,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,SAAS,CAAC,CACpC,CAAC;gBACF,OAAO,KAAK,CAAC;aACd;iBAAM;gBACL,KAAK,MAAM,IAAI,IAAI,mBAAmB,EAAE;oBACtC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;iBAChE;aACF;SACF;QAED,MAAM,OAAO,GAAG,cAAc,QAAQ,8BAA8B,oBAAoB,gCAAgC,aAAa,iBAAiB,CAAC;QACvJ,MAAM,IAAA,iBAAS,EAAC,OAAO,CAAC,CAAC;QACzB,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QAElD,MAAM,WAAW,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QAC7D,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,CACnC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CACjD,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,UAAU,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACzD,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC,CAAC;IAC5E,CAAC;IAEM,KAAK,CAAC,CAAC,mBAAmB,CAC/B,KAAe,EACf,UAAkB,EAClB,uBAAuB,GAAG,IAAI;QAE9B,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAU,EAAC,UAAU,CAAC,CAAC;QAC5C,IAAI,MAAM,IAAI,uBAAuB,EAAE;YACrC,OAAO,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC;YAC/D,MAAM,QAAQ,GAAG,MAAM,IAAA,gBAAQ,EAAC,UAAU,CAAC,CAAC;YAC5C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAsB,CAAC;YAClE,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE;gBACvB,MAAM,IAAI,CAAC;aACZ;YACD,OAAO;SACR;QAED,MAAM,cAAc,GAAG,EAAE,CAAC;QAC1B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;YACxB,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC;YACxC,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CACnC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,EACxB,WAAW,SAAS,MAAM,CAC3B,CAAC;YACF,MAAM,WAAW,GAAG,MAAM,IAAA,kBAAU,EAAC,mBAAmB,CAAC,CAAC;YAE1D,IAAI,WAAW,IAAI,uBAAuB,EAAE;gBAC1C,OAAO,CAAC,GAAG,CACT,mBAAmB,EACnB,kDAAkD,CACnD,CAAC;gBACF,MAAM,QAAQ,GAAG,MAAM,IAAA,gBAAQ,EAAC,mBAAmB,CAAC,CAAC;gBACrD,MAAM,MAAM,GAAG;oBACb,SAAS,EAAE,mBAAmB;oBAC9B,IAAI,EAAE,QAAQ,CAAC,QAAQ,EAAE;oBACzB,QAAQ,EAAE,CAAC;iBACZ,CAAC;gBAEF,MAAM,MAAM,CAAC;gBACb,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC5B,SAAS;aACV;YAED,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;YAClC,MAAM,UAAU,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YACzC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO;iBAClC,wBAAwB,CAAC,QAAQ,EAAE;gBAClC,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAC7B,KAAK,EAAE,WAAW;aACnB,CAAC;iBACD,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;gBACX,OAAO,CAAC,KAAK,CAAC,oBAAoB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;gBAC7C,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;YACtB,CAAC,CAAC,CAAC;YAEL,MAAM,IAAA,aAAK,EAAC,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACpE,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,mBAAmB,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC;YAGlE,MAAM,IAAI,GAAG;gBACX,SAAS,EAAE,mBAAmB;gBAC9B,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrB,QAAQ,EAAE,EAAE,GAAG,MAAM;aACtB,CAAC;YACF,MAAM,IAAI,CAAC;YACX,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SAC3B;QAED,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACxE,CAAC;IAEM,KAAK,CAAC,gBAAgB,CAC3B,KAAe,EACf,UAAkB,EAClB,uBAAuB,GAAG,IAAI;QAE9B,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAU,EAAC,UAAU,CAAC,CAAC;QAC5C,IAAI,MAAM,IAAI,uBAAuB,EAAE;YACrC,OAAO,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC;YAC/D,MAAM,QAAQ,GAAG,MAAM,IAAA,gBAAQ,EAAC,UAAU,CAAC,CAAC;YAC5C,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAa,CAAC;SACpD;QAED,MAAM,QAAQ,GAAG,EAAE,CAAC;QACpB,IAAI,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC,mBAAmB,CAC9D,KAAK,EACL,UAAU,EACV,uBAAuB,CACxB,EAAE;YACD,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,SAAS,CAAC,CAAC;YAC7C,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SACrB;QAED,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;QAClE,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEM,KAAK,CAAC,CAAC,wBAAwB,CACpC,QAAgB,EAChB,aAAqB,EACrB,yBAAkC,IAAI,EACtC,WAAmB,EAAE;QAErB,IAAI,sBAAsB,IAAI,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE;YAC1D,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;YAC1D,MAAM,QAAQ,GAAG,MAAM,IAAA,gBAAQ,EAAC,aAAa,CAAC,CAAC;YAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAmB,CAAC;YAC/D,KAAK,MAAM,QAAQ,IAAI,IAAI,EAAE;gBAC3B,MAAM,EAAE,GAAG,QAAQ,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;aACpC;YACD,OAAO;SACR;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACpC,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC;QAC7B,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QACxD,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE3D,MAAM,OAAO,GAAG,cAAc,QAAQ,gBAAgB,QAAQ,mBAAmB,YAAY,iBAAiB,CAAC;QAC/G,MAAM,IAAA,iBAAS,EAAC,OAAO,CAAC,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,sBAAsB,EAAE,OAAO,CAAC,CAAC;QAE7C,MAAM,SAAS,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAE1D,MAAM,YAAY,GAAG,EAAE,CAAC;QACxB,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE;YAChC,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;YACvD,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC;YAC/C,MAAM,uBAAuB,GAAG,IAAI,CAAC,IAAI,CACvC,YAAY,EACZ,GAAG,YAAY,OAAO,CACvB,CAAC;YACF,MAAM,iBAAiB,GAAG,MAAM,IAAA,kBAAU,EAAC,uBAAuB,CAAC,CAAC;YAEpE,IAAI,iBAAiB,IAAI,sBAAsB,EAAE;gBAC/C,MAAM,MAAM,GAAG,MAAM,IAAA,gBAAQ,EAAC,uBAAuB,CAAC,CAAC;gBACvD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAiB,CAAC;gBACjE,MAAM,EAAE,GAAG,UAAU,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;gBACrC,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBAC9B,SAAS;aACV;YAED,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC;YAC9D,MAAM,YAAY,GAAG;gBACnB,IAAI,EAAE,YAAY;gBAClB,WAAW,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO;gBACnD,SAAS,EAAE,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,QAAQ,CAAC;gBACpD,QAAQ,EAAE,WAAW,CAAC,QAAQ;aAC/B,CAAC;YACF,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CACzB,uBAAuB,EACvB,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CACtC,CAAC;YACF,MAAM,YAAY,CAAC;YACnB,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;SACjC;QAED,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CACzB,aAAa,EACb,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CACtC,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,gBAAgB,CAC3B,QAAgB,EAChB,UAAkB,EAClB,yBAAkC,IAAI,EACtC,WAAmB,EAAE;QAErB,MAAM,SAAS,GAAmB,EAAE,CAAC;QACrC,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,IAAI,CAAC,wBAAwB,CACxD,QAAQ,EACR,UAAU,EACV,sBAAsB,EACtB,QAAQ,CACT,EAAE;YACD,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;SAC1B;QAED,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC5E,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,YAAoB;QACjD,MAAM,QAAQ,GACZ,mFAAmF,CAAC;QACtF,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,EAAE;YACtD,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,0BAA0B,MAAM,EAAE,CAAC;QACjD,OAAO,CAAC,GAAG,CAAC,sBAAsB,EAAE,YAAY,CAAC,CAAC;QAClD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC1D,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,gBAAgB,CAAC,YAAoB,EAAE,QAAgB;QAC7D,MAAM,WAAW,GAAG,QAAQ,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC/D,OAAO,WAAW,GAAG,QAAQ,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,QAAgB,EAChB,uBAAuB,GAAG,IAAI,EAC9B,SAAS,GAAG,EAAE;QAEd,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACpC,MAAM,UAAU,GAAG,GAAG,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,IAAI,kBAAkB,CAAC;QAGlE,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAU,EAAC,UAAU,CAAC,CAAC;QAC5C,IAAI,MAAM,IAAI,uBAAuB,EAAE;YACrC,OAAO,CAAC,GAAG,CACT,iBAAiB,UAAU,oCAAoC,CAChE,CAAC;YACF,MAAM,WAAW,GAAG,MAAM,IAAA,gBAAQ,EAAC,UAAU,EAAE,MAAM,CAAC,CAAC;YACvD,OAAO,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAC/B,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC;gBACzB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;SAC7B;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAC7B,QAAQ,EACR,MAAM,CAAC,GAAG,EACV,SAAS,EACT,uBAAuB,CACxB,CAAC;QACF,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAC/C,MAAM,EACN,UAAU,EACV,uBAAuB,CACxB,CAAC;QAEF,OAAO,aAAa,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,CAAC,kBAAkB,CACvB,QAAgB,EAChB,uBAAuB,GAAG,IAAI,EAC9B,SAAS,GAAG,EAAE;QAEd,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACpC,MAAM,UAAU,GAAG,GAAG,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,IAAI,kBAAkB,CAAC;QAGlE,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAU,EAAC,UAAU,CAAC,CAAC;QAC5C,IAAI,MAAM,IAAI,uBAAuB,EAAE;YACrC,OAAO,CAAC,GAAG,CACT,iBAAiB,UAAU,oCAAoC,CAChE,CAAC;YACF,MAAM,WAAW,GAAG,MAAM,IAAA,gBAAQ,EAAC,UAAU,EAAE,MAAM,CAAC,CAAC;YACvD,MAAM,KAAK,GAAG,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC;gBACtC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC;gBACzB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YAE5B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;gBACxB,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;oBAC5B,MAAM,EAAE,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;iBAClD;qBAAM;oBACL,MAAM,IAAuB,CAAC;iBAC/B;aACF;YACD,OAAO;SACR;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAC7B,QAAQ,EACR,MAAM,CAAC,GAAG,EACV,SAAS,EACT,uBAAuB,CACxB,CAAC;QAEF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,mBAAmB,CAChD,MAAM,EACN,UAAU,EACV,uBAAuB,CACxB,EAAE;YACD,MAAM,KAAK,CAAC;SACb;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,QAAgB,EAChB,uBAAuB,GAAG,IAAI,EAC9B,SAAS,GAAG,EAAE;QAEd,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACpC,MAAM,UAAU,GAAG,GAAG,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,IAAI,aAAa,CAAC;QAE7D,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;QACnC,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,YAAY,CAC5C,QAAQ,EACR,uBAAuB,EACvB,SAAS,CACV,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;QACvC,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAC/C,QAAQ,EACR,UAAU,EACV,uBAAuB,EACvB,SAAS,CACV,CAAC;QAEF,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YACxC,OAAO;gBACL,KAAK;gBACL,aAAa,EAAE,cAAc,CAAC,KAAK,CAAC;aACrC,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,CAAC,kBAAkB,CACvB,QAAgB,EAChB,uBAAuB,GAAG,IAAI,EAC9B,SAAS,GAAG,EAAE;QAEd,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACpC,MAAM,SAAS,GAAG,GAAG,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,IAAI,aAAa,CAAC;QAE5D,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;QACnC,MAAM,cAAc,GAAG,IAAI,CAAC,kBAAkB,CAC5C,QAAQ,EACR,uBAAuB,EACvB,SAAS,CACV,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;QACvC,MAAM,aAAa,GAAG,IAAI,CAAC,wBAAwB,CACjD,QAAQ,EACR,SAAS,EACT,uBAAuB,EACvB,SAAS,CACV,CAAC;QAEF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,aAAa,EAAE;YACvC,MAAM,aAAa,GAAG,CAAC,MAAM,cAAc,CAAC,IAAI,EAAE,CAAC;gBACjD,EAAE,KAAwB,CAAC;YAC7B,MAAM;gBACJ,KAAK;gBACL,aAAa,EAAE,aAAa,IAAI;oBAC9B,SAAS,EAAE,EAAE;oBACb,IAAI,EAAE,sBAAsB;oBAC5B,QAAQ,EAAE,CAAC;iBACZ;aACF,CAAC;SACH;IACH,CAAC;CACF;AArcD,8CAqcC"}

package/ts_build/src/plugins/downloader/plugin.d.ts

@@ -1,12 +0,0 @@
-import { PluginBase, PluginMeta } from "../PluginBase";
-import { MinimalEmbedding } from "../../types";
-import { PluginContext } from "../types";
-export declare class DownloaderPlugin extends PluginBase {
-    static readonly meta: PluginMeta;
-    meta: PluginMeta;
-    constructor(context: PluginContext);
-    skipExt: string[];
-    extractUrls(userInput: string): string[];
-    call(userInput: string): Promise<string>;
-    embed(userInput: string): Promise<MinimalEmbedding[]>;
-}

package/ts_build/src/plugins/downloader/plugin.js

@@ -1,98 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.DownloaderPlugin = void 0;
-const fs_1 = __importDefault(require("fs"));
-const PluginBase_1 = require("../PluginBase");
-const conversion_1 = require("../../conversion");
-const services_1 = require("../../services");
-class DownloaderPlugin extends PluginBase_1.PluginBase {
-    static meta = {
-        key: "downloader",
-        name: "Downloader Plugin",
-        requires: [],
-    };
-    meta = DownloaderPlugin.meta;
-    constructor(context) {
-        super(context);
-    }
-    skipExt = ["jpg", "jpeg", "png", "gif"];
-    extractUrls(userInput) {
-        const urlRegex = /https:\/\/[^\s]+/gim;
-        const matches = userInput.match(urlRegex) || [];
-        return Array.from(new Set(matches));
-    }
-    async call(userInput) {
-        const urls = this.extractUrls(userInput);
-        if (urls.length === 0) {
-            return "DOWNLOADER PLUGIN: No URLs found in the input";
-        }
-        if (urls.length > 10) {
-            return "DOWNLOADER PLUGIN: Too many URLs found in the input. Skipping likely unintentional bulk download.";
-        }
-        let transcript = "";
-        for (const url of urls) {
-            if (this.skipExt.includes(url.split(".").pop() || "")) {
-                console.log("DOWNLOADER PLUGIN: skipping", url);
-                continue;
-            }
-            try {
-                console.log("DOWNLOADER PLUGIN: attempting", url);
-                const downloadDir = ".knowhow/downloads/";
-                const { Downloader } = (0, services_1.services)();
-                const fileInfo = await Downloader.download(url, downloadDir);
-                const filePath = `${downloadDir}${fileInfo.id}.${fileInfo.ext}`;
-                transcript += await (0, conversion_1.convertToText)(filePath);
-            }
-            catch (e) {
-                console.log("DOWNLOADER PLUGIN: cannot download", url);
-            }
-        }
-        return "DOWNLOADER PLUGIN: " + transcript;
-    }
-    async embed(userInput) {
-        const urls = this.extractUrls(userInput);
-        if (urls.length === 0) {
-            return [];
-        }
-        const embeddings = [];
-        for (const url of urls) {
-            const downloadDir = ".knowhow/downloads/";
-            const { Downloader } = (0, services_1.services)();
-            const fileInfo = await Downloader.download(url, downloadDir);
-            const filePath = `${downloadDir}${fileInfo.id}.${fileInfo.ext}`;
-            const processed = await (0, conversion_1.processVideo)(filePath);
-            let index = 0;
-            for (const chunk of processed) {
-                if (chunk.transcription) {
-                    embeddings.push({
-                        id: `${url}-audio-${index}`,
-                        text: chunk.transcription,
-                        metadata: {
-                            url,
-                            description: chunk.frame.description,
-                            timestamp: `${chunk.frame.timestamp}s`,
-                            image: fs_1.default.readFileSync(chunk.frame.path, "base64"),
-                        },
-                    });
-                }
-                if (chunk.frame.description) {
-                    embeddings.push({
-                        id: `${url}-video-${index}`,
-                        text: chunk.frame.description,
-                        metadata: {
-                            url,
-                            timestamp: `${chunk.frame.timestamp}s`,
-                        },
-                    });
-                }
-                index++;
-            }
-        }
-        return embeddings;
-    }
-}
-exports.DownloaderPlugin = DownloaderPlugin;
-//# sourceMappingURL=plugin.js.map

package/ts_build/src/plugins/downloader/plugin.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"plugin.js","sourceRoot":"","sources":["../../../../src/plugins/downloader/plugin.ts"],"names":[],"mappings":";;;;;;AAAA,4CAAoB;AACpB,8CAAuD;AAGvD,iDAA+D;AAC/D,6CAA0C;AAE1C,MAAa,gBAAiB,SAAQ,uBAAU;IAC9C,MAAM,CAAU,IAAI,GAAe;QACjC,GAAG,EAAE,YAAY;QACjB,IAAI,EAAE,mBAAmB;QACzB,QAAQ,EAAE,EAAE;KACb,CAAC;IAEF,IAAI,GAAG,gBAAgB,CAAC,IAAI,CAAC;IAE7B,YAAY,OAAsB;QAChC,KAAK,CAAC,OAAO,CAAC,CAAC;IACjB,CAAC;IAED,OAAO,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;IAExC,WAAW,CAAC,SAAiB;QAC3B,MAAM,QAAQ,GAAG,qBAAqB,CAAC;QACvC,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAChD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,SAAiB;QAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACzC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE;YACrB,OAAO,+CAA+C,CAAC;SACxD;QACD,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE;YACpB,OAAO,mGAAmG,CAAC;SAC5G;QACD,IAAI,UAAU,GAAG,EAAE,CAAC;QACpB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;YACtB,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE;gBACrD,OAAO,CAAC,GAAG,CAAC,6BAA6B,EAAE,GAAG,CAAC,CAAC;gBAChD,SAAS;aACV;YACD,IAAI;gBACF,OAAO,CAAC,GAAG,CAAC,+BAA+B,EAAE,GAAG,CAAC,CAAC;gBAClD,MAAM,WAAW,GAAG,qBAAqB,CAAC;gBAC1C,MAAM,EAAE,UAAU,EAAE,GAAG,IAAA,mBAAQ,GAAE,CAAC;gBAClC,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;gBAC7D,MAAM,QAAQ,GAAG,GAAG,WAAW,GAAG,QAAQ,CAAC,EAAE,IAAI,QAAQ,CAAC,GAAG,EAAE,CAAC;gBAChE,UAAU,IAAI,MAAM,IAAA,0BAAa,EAAC,QAAQ,CAAC,CAAC;aAC7C;YAAC,OAAO,CAAC,EAAE;gBACV,OAAO,CAAC,GAAG,CAAC,oCAAoC,EAAE,GAAG,CAAC,CAAC;aACxD;SACF;QACD,OAAO,qBAAqB,GAAG,UAAU,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,SAAiB;QAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACzC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE;YACrB,OAAO,EAAE,CAAC;SACX;QAED,MAAM,UAAU,GAAuB,EAAE,CAAC;QAC1C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;YACtB,MAAM,WAAW,GAAG,qBAAqB,CAAC;YAC1C,MAAM,EAAE,UAAU,EAAE,GAAG,IAAA,mBAAQ,GAAE,CAAC;YAClC,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;YAC7D,MAAM,QAAQ,GAAG,GAAG,WAAW,GAAG,QAAQ,CAAC,EAAE,IAAI,QAAQ,CAAC,GAAG,EAAE,CAAC;YAChE,MAAM,SAAS,GAAG,MAAM,IAAA,yBAAY,EAAC,QAAQ,CAAC,CAAC;YAE/C,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE;gBAC7B,IAAI,KAAK,CAAC,aAAa,EAAE;oBACvB,UAAU,CAAC,IAAI,CAAC;wBACd,EAAE,EAAE,GAAG,GAAG,UAAU,KAAK,EAAE;wBAC3B,IAAI,EAAE,KAAK,CAAC,aAAa;wBACzB,QAAQ,EAAE;4BACR,GAAG;4BACH,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,WAAW;4BACpC,SAAS,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,SAAS,GAAG;4BACtC,KAAK,EAAE,YAAE,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC;yBACnD;qBACF,CAAC,CAAC;iBACJ;gBAED,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE;oBAC3B,UAAU,CAAC,IAAI,CAAC;wBACd,EAAE,EAAE,GAAG,GAAG,UAAU,KAAK,EAAE;wBAC3B,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,WAAW;wBAC7B,QAAQ,EAAE;4BACR,GAAG;4BACH,SAAS,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,SAAS,GAAG;yBACvC;qBACF,CAAC,CAAC;iBACJ;gBAED,KAAK,EAAE,CAAC;aACT;SACF;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;;AA9FH,4CA+FC"}