@tyvm/knowhow 0.0.1

package/ts_build/src/plugins/asana.js

@@ -0,0 +1,114 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AsanaPlugin = void 0;
+class AsanaPlugin {
+    asanaClient = require("asana").ApiClient.instance;
+    constructor() {
+        this.asanaClient.authentications.token = process.env.ASANA_TOKEN;
+        this.asanaClient.defaultHeaders = {
+            "Asana-Enable": "new_user_task_lists,new_goal_memberships",
+        };
+    }
+    getTaskString(task) {
+        return `### Task: ${task.name}\n- Description: ${task.notes}\n- URL: ${task.permalink_url}\n Completed: ${task.completed}`;
+    }
+    async embed(userPrompt) {
+        const urls = this.extractTaskUrls(userPrompt);
+        const tasksData = await this.getTasksFromUrls(urls);
+        const tasksDataFiltered = tasksData.filter((task) => task !== null);
+        const tasksEmbeddings = tasksDataFiltered.map((task) => {
+            return {
+                id: task.permalink_url,
+                text: this.getTaskString(task),
+                metadata: {
+                    task: JSON.stringify(task),
+                },
+            };
+        });
+        const projectUrls = this.extractProjectUrls(userPrompt);
+        const projectTasks = await this.getTasksFromProjectUrls(projectUrls);
+        const projectTasksFiltered = projectTasks.filter((t) => t !== null);
+        const projectTaskEmbeddings = projectTasksFiltered.map((t) => {
+            return {
+                id: t.permalink_url,
+                text: this.getTaskString(t),
+                metadata: {
+                    task: JSON.stringify(t),
+                },
+            };
+        });
+        const allTasks = tasksEmbeddings.concat(projectTaskEmbeddings);
+        console.log("Found ", allTasks.length, "tasks");
+        return allTasks;
+    }
+    extractProjectUrls(userPrompt) {
+        const projectUrlRegex = /https:\/\/app\.asana\.com\/0\/(\d+)\/list/g;
+        const matches = userPrompt.match(projectUrlRegex);
+        return matches || [];
+    }
+    extractTaskUrls(userPrompt) {
+        const taskUrlRegex = /https:\/\/app\.asana\.com\/0\/(\d+)\/(\d+)/g;
+        const matches = userPrompt.match(taskUrlRegex);
+        return matches || [];
+    }
+    async getTasksFromUrls(urls) {
+        const tasks = await Promise.all(urls.map(async (url) => {
+            return this.getTaskFromUrl(url);
+        }));
+        return tasks;
+    }
+    async getTasksFromProjectUrls(urls) {
+        const tasks = await Promise.all(urls.map((url) => this.getTasksFromProjectUrl(url)));
+        return tasks.flat();
+    }
+    async getTasksFromProjectUrl(url) {
+        const urlParts = url.split("/");
+        const projectId = urlParts[4];
+        console.log({ projectId });
+        if (!projectId) {
+            return null;
+        }
+        let tasks = await this.asanaClient.tasks.findAll({
+            project: projectId,
+            opt_expand: "notes,assignee,permalink_url,custom_fields,tags,completed",
+        });
+        const allData = [];
+        do {
+            allData.push(...tasks.data);
+            tasks = await tasks.nextPage();
+        } while (tasks);
+        return allData;
+    }
+    async getTaskFromUrl(url) {
+        const taskId = url.split("/").pop();
+        if (taskId) {
+            console.log(`Fetching Asana task ${taskId}`);
+            return await this.getTaskData(taskId);
+        }
+        return null;
+    }
+    async getTaskData(taskId) {
+        try {
+            const task = await this.asanaClient.tasks.findById(taskId);
+            return task;
+        }
+        catch (error) {
+            console.error("Error fetching Asana task:", error);
+            return null;
+        }
+    }
+    async call(userPrompt) {
+        const urls = this.extractTaskUrls(userPrompt);
+        const tasksData = await this.getTasksFromUrls(urls);
+        const tasksDataFiltered = tasksData.filter((task) => task !== null);
+        if (tasksDataFiltered.length === 0) {
+            return "ASANA PLUGIN: No tasks found";
+        }
+        const markdownTasks = tasksDataFiltered
+            .map((task) => this.getTaskString(task))
+            .join("\n\n");
+        return `ASANA PLUGIN: The following tasks were loaded:\n\n${markdownTasks}`;
+    }
+}
+exports.AsanaPlugin = AsanaPlugin;
+//# sourceMappingURL=asana.js.map

package/ts_build/src/plugins/asana.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"asana.js","sourceRoot":"","sources":["../../../src/plugins/asana.ts"],"names":[],"mappings":";;;AAGA,MAAa,WAAW;IACd,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC;IAE1D;QACE,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;QACjE,IAAI,CAAC,WAAW,CAAC,cAAc,GAAG;YAChC,cAAc,EAAE,0CAA0C;SAC3D,CAAC;IACJ,CAAC;IAED,aAAa,CAAC,IAAS;QACrB,OAAO,aAAa,IAAI,CAAC,IAAI,oBAAoB,IAAI,CAAC,KAAK,YAAY,IAAI,CAAC,aAAa,iBAAiB,IAAI,CAAC,SAAS,EAAE,CAAC;IAC7H,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,UAAkB;QAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QAC9C,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QACpD,MAAM,iBAAiB,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;QAEpE,MAAM,eAAe,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACrD,OAAO;gBACL,EAAE,EAAE,IAAI,CAAC,aAAa;gBACtB,IAAI,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;gBAC9B,QAAQ,EAAE;oBACR,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;iBAC3B;aACF,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC;QACxD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,WAAW,CAAC,CAAC;QACrE,MAAM,oBAAoB,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;QAEpE,MAAM,qBAAqB,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YAC3D,OAAO;gBACL,EAAE,EAAE,CAAC,CAAC,aAAa;gBACnB,IAAI,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;gBAC3B,QAAQ,EAAE;oBACR,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;iBACxB;aACF,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;QAC/D,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAChD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,kBAAkB,CAAC,UAAkB;QACnC,MAAM,eAAe,GAAG,4CAA4C,CAAC;QACrE,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QAClD,OAAO,OAAO,IAAI,EAAE,CAAC;IACvB,CAAC;IAED,eAAe,CAAC,UAAkB;QAChC,MAAM,YAAY,GAAG,6CAA6C,CAAC;QACnE,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC/C,OAAO,OAAO,IAAI,EAAE,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,IAAc;QACnC,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7B,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;YACrB,OAAO,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;QAClC,CAAC,CAAC,CACH,CAAC;QACF,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,IAAc;QAC1C,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7B,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC,CACpD,CAAC;QACF,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,sBAAsB,CAAC,GAAW;QACtC,MAAM,QAAQ,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAChC,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC9B,OAAO,CAAC,GAAG,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC;QAC3B,IAAI,CAAC,SAAS,EAAE;YACd,OAAO,IAAI,CAAC;SACb;QACD,IAAI,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC;YAC/C,OAAO,EAAE,SAAS;YAClB,UAAU,EAAE,2DAA2D;SACxE,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,EAAE,CAAC;QAEnB,GAAG;YACD,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;YAC5B,KAAK,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC;SAChC,QAAQ,KAAK,EAAE;QAEhB,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,GAAW;QAC9B,MAAM,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;QACpC,IAAI,MAAM,EAAE;YACV,OAAO,CAAC,GAAG,CAAC,uBAAuB,MAAM,EAAE,CAAC,CAAC;YAC7C,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;SACvC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAAc;QAC9B,IAAI;YACF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAC3D,OAAO,IAAI,CAAC;SACb;QAAC,OAAO,KAAK,EAAE;YACd,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;YACnD,OAAO,IAAI,CAAC;SACb;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,UAAkB;QAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QAC9C,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QACpD,MAAM,iBAAiB,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;QAEpE,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE;YAClC,OAAO,8BAA8B,CAAC;SACvC;QAED,MAAM,aAAa,GAAG,iBAAiB;aACpC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;aACvC,IAAI,CAAC,MAAM,CAAC,CAAC;QAChB,OAAO,qDAAqD,aAAa,EAAE,CAAC;IAC9E,CAAC;CACF;AAlID,kCAkIC"}

package/ts_build/src/plugins/downloader/downloader.d.ts

@@ -0,0 +1,12 @@
+import { KeyframeInfo } from "./types";
+declare class DownloaderService {
+    download(url: string, outputDir: string): Promise<import("youtube-dl-exec").Payload>;
+    info(url: string): Promise<import("youtube-dl-exec").Payload>;
+    chunk(filePath: string, outputDir: string, CHUNK_LENGTH_SECONDS?: number, reuseExistingChunks?: boolean): Promise<string[]>;
+    transcribeChunks(files: string[], outputPath: string, reusePreviousTranscript?: boolean): Promise<any[]>;
+    extractKeyframes(filePath: string, outputPath: string, interval?: number): Promise<KeyframeInfo[]>;
+    private describeKeyframe;
+    private extractTimestamp;
+}
+export declare const Downloader: DownloaderService;
+export {};

package/ts_build/src/plugins/downloader/downloader.js

@@ -0,0 +1,174 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Downloader = void 0;
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const youtube_dl_exec_1 = __importDefault(require("youtube-dl-exec"));
+const progress_estimator_1 = __importDefault(require("progress-estimator"));
+const visionTool_1 = require("../../agents/tools/visionTool");
+const utils_1 = require("../../utils");
+const ai_1 = require("../../ai");
+const logger = (0, progress_estimator_1.default)();
+class DownloaderService {
+    async download(url, outputDir) {
+        const info = await this.info(url);
+        const exists = await (0, utils_1.fileExists)(`${outputDir}/${info.id}.${info.ext}`);
+        if (exists) {
+            console.log("File already exists, skipping download");
+            return info;
+        }
+        const scrape = (0, youtube_dl_exec_1.default)(url, { output: `${outputDir}/%(id)s.%(ext)s` });
+        const result = await logger(scrape, `Obtaining ${url}`);
+        return info;
+    }
+    async info(url) {
+        const info = await (0, youtube_dl_exec_1.default)(url, {
+            dumpSingleJson: true,
+            noWarnings: true,
+        });
+        console.log(info);
+        return info;
+    }
+    async chunk(filePath, outputDir, CHUNK_LENGTH_SECONDS = 30, reuseExistingChunks = true) {
+        const parsed = path.parse(filePath);
+        const fileName = parsed.name;
+        const fileExt = parsed.ext;
+        console.log({ fileName, fileExt });
+        console.log("Chunking file", filePath);
+        const outputDirPath = path.join(outputDir, `${fileName}/chunks`);
+        await fs.promises.mkdir(outputDirPath, { recursive: true });
+        const existingFolderFiles = await fs.promises.readdir(outputDirPath);
+        const existingChunkNames = existingFolderFiles.filter((f) => f.includes("chunk") && f.endsWith(".mp3"));
+        if (existingChunkNames.length > 0) {
+            if (reuseExistingChunks) {
+                console.log("Chunks already exist, skipping");
+                return existingFolderFiles.map((chunkName) => path.join(outputDirPath, chunkName));
+            }
+            else {
+                for (const file of existingFolderFiles) {
+                    fs.rmSync(path.join(outputDirPath, file), { recursive: true });
+                }
+            }
+        }
+        const command = `ffmpeg -i "${filePath}" -f segment -segment_time ${CHUNK_LENGTH_SECONDS} -map 0:a:0 -acodec mp3 -vn "${outputDirPath}/chunk%03d.mp3"`;
+        await (0, utils_1.execAsync)(command);
+        const folderFiles = await fs.promises.readdir(outputDirPath);
+        const chunkNames = folderFiles.filter((f) => f.includes("chunk") && f.endsWith(".mp3"));
+        console.log("Chunked into", chunkNames.length, "chunks");
+        return chunkNames.map((chunkName) => path.join(outputDirPath, chunkName));
+    }
+    async transcribeChunks(files, outputPath, reusePreviousTranscript = true) {
+        const exists = await (0, utils_1.fileExists)(outputPath);
+        if (exists && reusePreviousTranscript) {
+            console.log("Transcription already exists, skipping");
+            const contents = await (0, utils_1.readFile)(outputPath);
+            return JSON.parse(contents.toString());
+        }
+        const fullText = [];
+        for (const file of files) {
+            const chunkName = path.parse(file).name;
+            const chunkTranscriptPath = path.join(path.dirname(outputPath), `/chunks/${chunkName}.txt`);
+            const chunkExists = await (0, utils_1.fileExists)(chunkTranscriptPath);
+            if (chunkExists && reusePreviousTranscript) {
+                console.log("Chunk transcription already exists, skipping");
+                const contents = await (0, utils_1.readFile)(chunkTranscriptPath);
+                fullText.push(contents.toString());
+                continue;
+            }
+            console.log("Transcribing", file);
+            const transcript = await ai_1.openai.audio.transcriptions
+                .create({
+                file: fs.createReadStream(file),
+                model: "whisper-1",
+            })
+                .catch((e) => {
+                console.error("Error transcribing", file, e);
+                return { text: "" };
+            });
+            await (0, utils_1.mkdir)(path.dirname(chunkTranscriptPath), { recursive: true });
+            await fs.promises.writeFile(chunkTranscriptPath, transcript.text);
+            fullText.push(transcript.text);
+        }
+        await fs.promises.writeFile(outputPath, JSON.stringify(fullText));
+        return fullText;
+    }
+    async extractKeyframes(filePath, outputPath, interval = 10) {
+        if (fs.existsSync(outputPath)) {
+            console.log("Keyframes already exist, skipping");
+            const contents = await (0, utils_1.readFile)(outputPath);
+            return JSON.parse(contents.toString());
+        }
+        const parsed = path.parse(filePath);
+        const outputDir = path.dirname(outputPath);
+        const fileName = parsed.name;
+        const keyframesDir = path.join(outputDir, `/keyframes`);
+        await fs.promises.mkdir(keyframesDir, { recursive: true });
+        const command = `ffmpeg -i "${filePath}" -vf "fps=1/${interval},scale=640:-1" "${keyframesDir}/frame%04d.jpg"`;
+        await (0, utils_1.execAsync)(command);
+        const keyframes = await fs.promises.readdir(keyframesDir);
+        const keyframeInfos = [];
+        for (const keyframe of keyframes) {
+            const keyframePath = path.join(keyframesDir, keyframe);
+            const keyframeName = path.parse(keyframe).name;
+            const keyframeDescriptionPath = path.join(keyframesDir, `${keyframeName}.json`);
+            const descriptionExists = await (0, utils_1.fileExists)(keyframeDescriptionPath);
+            if (descriptionExists) {
+                const cached = await (0, utils_1.readFile)(keyframeDescriptionPath);
+                const cachedJson = JSON.parse(cached.toString());
+                keyframeInfos.push(cachedJson);
+                continue;
+            }
+            const description = await this.describeKeyframe(keyframePath);
+            const keyframeJson = {
+                path: keyframePath,
+                description,
+                timestamp: this.extractTimestamp(keyframe, interval),
+            };
+            await fs.promises.writeFile(keyframeDescriptionPath, JSON.stringify(keyframeJson, null, 2));
+            keyframeInfos.push(keyframeJson);
+        }
+        await fs.promises.writeFile(outputPath, JSON.stringify(keyframeInfos));
+        return keyframeInfos;
+    }
+    async describeKeyframe(keyframePath) {
+        const question = "Describe this image in detail, focusing on the main elements and actions visible.";
+        const base64 = await fs.promises.readFile(keyframePath, {
+            encoding: "base64",
+        });
+        const image = `data:image/jpeg;base64,${base64}`;
+        const description = await (0, visionTool_1.visionTool)(image, question);
+        return description;
+    }
+    extractTimestamp(keyframeName, interval) {
+        const frameNumber = parseInt(keyframeName.match(/\d+/)[0], 10);
+        return frameNumber * interval;
+    }
+}
+exports.Downloader = new DownloaderService();
+//# sourceMappingURL=downloader.js.map

package/ts_build/src/plugins/downloader/downloader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"downloader.js","sourceRoot":"","sources":["../../../../src/plugins/downloader/downloader.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,2CAA6B;AAC7B,sEAAmC;AACnC,4EAAwC;AAExC,8DAA2D;AAC3D,uCAAqE;AACrE,iCAAkC;AAElC,MAAM,MAAM,GAAG,IAAA,4BAAM,GAAE,CAAC;AAExB,MAAM,iBAAiB;IACrB,KAAK,CAAC,QAAQ,CAAC,GAAW,EAAE,SAAiB;QAC3C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAClC,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAU,EAAC,GAAG,SAAS,IAAI,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAEvE,IAAI,MAAM,EAAE;YACV,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;YACtD,OAAO,IAAI,CAAC;SACb;QAED,MAAM,MAAM,GAAG,IAAA,yBAAI,EAAC,GAAG,EAAE,EAAE,MAAM,EAAE,GAAG,SAAS,iBAAiB,EAAE,CAAC,CAAC;QACpE,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,EAAE,aAAa,GAAG,EAAE,CAAC,CAAC;QACxD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,GAAW;QACpB,MAAM,IAAI,GAAG,MAAM,IAAA,yBAAI,EAAC,GAAG,EAAE;YAC3B,cAAc,EAAE,IAAI;YACpB,UAAU,EAAE,IAAI;SACjB,CAAC,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAClB,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,KAAK,CAChB,QAAgB,EAChB,SAAiB,EACjB,oBAAoB,GAAG,EAAE,EACzB,mBAAmB,GAAG,IAAI;QAE1B,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACpC,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC;QAC7B,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC;QAC3B,OAAO,CAAC,GAAG,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,QAAQ,CAAC,CAAC;QAGvC,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,QAAQ,SAAS,CAAC,CAAC;QACjE,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5D,MAAM,mBAAmB,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACrE,MAAM,kBAAkB,GAAG,mBAAmB,CAAC,MAAM,CACnD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CACjD,CAAC;QAEF,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE;YACjC,IAAI,mBAAmB,EAAE;gBACvB,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;gBAC9C,OAAO,mBAAmB,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAC3C,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,SAAS,CAAC,CACpC,CAAC;aACH;iBAAM;gBACL,KAAK,MAAM,IAAI,IAAI,mBAAmB,EAAE;oBACtC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;iBAChE;aACF;SACF;QAED,MAAM,OAAO,GAAG,cAAc,QAAQ,8BAA8B,oBAAoB,gCAAgC,aAAa,iBAAiB,CAAC;QACvJ,MAAM,IAAA,iBAAS,EAAC,OAAO,CAAC,CAAC;QAEzB,MAAM,WAAW,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QAC7D,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,CACnC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CACjD,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,UAAU,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACzD,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC,CAAC;IAC5E,CAAC;IAEM,KAAK,CAAC,gBAAgB,CAC3B,KAAe,EACf,UAAkB,EAClB,uBAAuB,GAAG,IAAI;QAE9B,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAU,EAAC,UAAU,CAAC,CAAC;QAC5C,IAAI,MAAM,IAAI,uBAAuB,EAAE;YACrC,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;YACtD,MAAM,QAAQ,GAAG,MAAM,IAAA,gBAAQ,EAAC,UAAU,CAAC,CAAC;YAC5C,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAa,CAAC;SACpD;QAED,MAAM,QAAQ,GAAG,EAAE,CAAC;QACpB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;YACxB,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC;YACxC,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CACnC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,EACxB,WAAW,SAAS,MAAM,CAC3B,CAAC;YACF,MAAM,WAAW,GAAG,MAAM,IAAA,kBAAU,EAAC,mBAAmB,CAAC,CAAC;YAE1D,IAAI,WAAW,IAAI,uBAAuB,EAAE;gBAC1C,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAC;gBAC5D,MAAM,QAAQ,GAAG,MAAM,IAAA,gBAAQ,EAAC,mBAAmB,CAAC,CAAC;gBACrD,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;gBACnC,SAAS;aACV;YAED,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;YAClC,MAAM,UAAU,GAAG,MAAM,WAAM,CAAC,KAAK,CAAC,cAAc;iBACjD,MAAM,CAAC;gBACN,IAAI,EAAE,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC;gBAC/B,KAAK,EAAE,WAAW;aACnB,CAAC;iBACD,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;gBACX,OAAO,CAAC,KAAK,CAAC,oBAAoB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;gBAC7C,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;YACtB,CAAC,CAAC,CAAC;YAEL,MAAM,IAAA,aAAK,EAAC,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACpE,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,mBAAmB,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC;YAGlE,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;SAChC;QAED,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;QAClE,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEM,KAAK,CAAC,gBAAgB,CAC3B,QAAgB,EAChB,UAAkB,EAClB,WAAmB,EAAE;QAErB,IAAI,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE;YAC7B,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;YACjD,MAAM,QAAQ,GAAG,MAAM,IAAA,gBAAQ,EAAC,UAAU,CAAC,CAAC;YAC5C,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAmB,CAAC;SAC1D;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACpC,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAC3C,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC;QAC7B,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QACxD,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE3D,MAAM,OAAO,GAAG,cAAc,QAAQ,gBAAgB,QAAQ,mBAAmB,YAAY,iBAAiB,CAAC;QAC/G,MAAM,IAAA,iBAAS,EAAC,OAAO,CAAC,CAAC;QAEzB,MAAM,SAAS,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAC1D,MAAM,aAAa,GAAmB,EAAE,CAAC;QAEzC,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE;YAChC,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;YACvD,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC;YAC/C,MAAM,uBAAuB,GAAG,IAAI,CAAC,IAAI,CACvC,YAAY,EACZ,GAAG,YAAY,OAAO,CACvB,CAAC;YACF,MAAM,iBAAiB,GAAG,MAAM,IAAA,kBAAU,EAAC,uBAAuB,CAAC,CAAC;YAEpE,IAAI,iBAAiB,EAAE;gBACrB,MAAM,MAAM,GAAG,MAAM,IAAA,gBAAQ,EAAC,uBAAuB,CAAC,CAAC;gBACvD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAiB,CAAC;gBACjE,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBAC/B,SAAS;aACV;YAED,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC;YAC9D,MAAM,YAAY,GAAG;gBACnB,IAAI,EAAE,YAAY;gBAClB,WAAW;gBACX,SAAS,EAAE,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,QAAQ,CAAC;aACrD,CAAC;YACF,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CACzB,uBAAuB,EACvB,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CACtC,CAAC;YACF,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;SAClC;QAED,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC;QAEvE,OAAO,aAAa,CAAC;IACvB,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,YAAoB;QACjD,MAAM,QAAQ,GACZ,mFAAmF,CAAC;QACtF,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,EAAE;YACtD,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,0BAA0B,MAAM,EAAE,CAAC;QACjD,MAAM,WAAW,GAAG,MAAM,IAAA,uBAAU,EAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACtD,OAAO,WAAW,CAAC;IACrB,CAAC;IAEO,gBAAgB,CAAC,YAAoB,EAAE,QAAgB;QAC7D,MAAM,WAAW,GAAG,QAAQ,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC/D,OAAO,WAAW,GAAG,QAAQ,CAAC;IAChC,CAAC;CACF;AAEY,QAAA,UAAU,GAAG,IAAI,iBAAiB,EAAE,CAAC"}

package/ts_build/src/plugins/downloader/index.d.ts

@@ -0,0 +1,3 @@
+import { Plugin } from "../types";
+declare const downloaderPlugin: Plugin;
+export default downloaderPlugin;

package/ts_build/src/plugins/downloader/index.js

@@ -0,0 +1,41 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const downloader_1 = require("./downloader");
+const path = __importStar(require("path"));
+const downloaderPlugin = {
+    name: "downloader",
+    async execute(input) {
+        const outputDir = path.join(process.cwd(), "downloads");
+        console.log("Downloading", input);
+        const downloadInfo = await downloader_1.Downloader.download(input, outputDir);
+        console.log("Download complete", downloadInfo);
+        const filePath = path.join(outputDir, `${downloadInfo.id}.${downloadInfo.ext}`);
+        const embeddedContent = await downloader_1.Downloader.embedVideoContent(filePath, outputDir);
+        return embeddedContent;
+    },
+};
+exports.default = downloaderPlugin;
+//# sourceMappingURL=index.js.map

package/ts_build/src/plugins/downloader/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/plugins/downloader/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AACA,6CAA0C;AAC1C,2CAA6B;AAE7B,MAAM,gBAAgB,GAAW;IAC/B,IAAI,EAAE,YAAY;IAClB,KAAK,CAAC,OAAO,CAAC,KAAa;QACzB,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,WAAW,CAAC,CAAC;QACxD,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;QAClC,MAAM,YAAY,GAAG,MAAM,uBAAU,CAAC,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QACjE,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,YAAY,CAAC,CAAC;QAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,YAAY,CAAC,EAAE,IAAI,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC;QAChF,MAAM,eAAe,GAAG,MAAM,uBAAU,CAAC,iBAAiB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAChF,OAAO,eAAe,CAAC;IACzB,CAAC;CACF,CAAC;AAEF,kBAAe,gBAAgB,CAAC"}

package/ts_build/src/plugins/downloader/plugin.d.ts

@@ -0,0 +1,8 @@
+import { Plugin } from "../types";
+import { MinimalEmbedding } from "../../types";
+export declare class DownloaderPlugin implements Plugin {
+    skipExt: string[];
+    extractUrls(userInput: string): string[];
+    call(userInput: string): Promise<string>;
+    embed(userInput: string): Promise<MinimalEmbedding[]>;
+}

package/ts_build/src/plugins/downloader/plugin.js

@@ -0,0 +1,83 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DownloaderPlugin = void 0;
+const fs_1 = __importDefault(require("fs"));
+const conversion_1 = require("../../conversion");
+const downloader_1 = require("./downloader");
+class DownloaderPlugin {
+    skipExt = ["jpg", "jpeg", "png", "gif"];
+    extractUrls(userInput) {
+        const urlRegex = /https:\/\/[^\s]+/gim;
+        const matches = userInput.match(urlRegex) || [];
+        return matches;
+    }
+    async call(userInput) {
+        const urls = this.extractUrls(userInput);
+        if (urls.length === 0) {
+            return "DOWNLOADER PLUGIN: No URLs found in the input";
+        }
+        let transcript = "";
+        for (const url of urls) {
+            if (this.skipExt.includes(url.split(".").pop() || "")) {
+                console.log("DOWNLOADER PLUGIN: skipping", url);
+                continue;
+            }
+            try {
+                console.log("DOWNLOADER PLUGIN: attempting", url);
+                const downloadDir = ".knowhow/downloads/";
+                const fileInfo = await downloader_1.Downloader.download(url, downloadDir);
+                const filePath = `${downloadDir}${fileInfo.id}.${fileInfo.ext}`;
+                transcript += await (0, conversion_1.convertToText)(filePath);
+            }
+            catch (e) {
+                console.log("DOWNLOADER PLUGIN: cannot download", url);
+            }
+        }
+        return "DOWNLOADER PLUGIN: " + transcript;
+    }
+    async embed(userInput) {
+        const urls = this.extractUrls(userInput);
+        if (urls.length === 0) {
+            return [];
+        }
+        const embeddings = [];
+        for (const url of urls) {
+            const downloadDir = ".knowhow/downloads/";
+            const fileInfo = await downloader_1.Downloader.download(url, downloadDir);
+            const filePath = `${downloadDir}${fileInfo.id}.${fileInfo.ext}`;
+            const processed = await (0, conversion_1.processVideo)(filePath);
+            let index = 0;
+            for (const chunk of processed) {
+                if (chunk.transcription) {
+                    embeddings.push({
+                        id: `${url}-audio-${index}`,
+                        text: chunk.transcription,
+                        metadata: {
+                            url,
+                            description: chunk.frame.description,
+                            timestamp: `${chunk.frame.timestamp}s`,
+                            image: fs_1.default.readFileSync(chunk.frame.path, "base64"),
+                        },
+                    });
+                }
+                if (chunk.frame.description) {
+                    embeddings.push({
+                        id: `${url}-video-${index}`,
+                        text: chunk.frame.description,
+                        metadata: {
+                            url,
+                            timestamp: `${chunk.frame.timestamp}s`,
+                        },
+                    });
+                }
+                index++;
+            }
+        }
+        return embeddings;
+    }
+}
+exports.DownloaderPlugin = DownloaderPlugin;
+//# sourceMappingURL=plugin.js.map

package/ts_build/src/plugins/downloader/plugin.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"plugin.js","sourceRoot":"","sources":["../../../../src/plugins/downloader/plugin.ts"],"names":[],"mappings":";;;;;;AAAA,4CAAoB;AAGpB,iDAA+D;AAC/D,6CAA0C;AAE1C,MAAa,gBAAgB;IAC3B,OAAO,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;IAExC,WAAW,CAAC,SAAiB;QAC3B,MAAM,QAAQ,GAAG,qBAAqB,CAAC;QACvC,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAChD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,SAAiB;QAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACzC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE;YACrB,OAAO,+CAA+C,CAAC;SACxD;QACD,IAAI,UAAU,GAAG,EAAE,CAAC;QACpB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;YACtB,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE;gBACrD,OAAO,CAAC,GAAG,CAAC,6BAA6B,EAAE,GAAG,CAAC,CAAC;gBAChD,SAAS;aACV;YACD,IAAI;gBACF,OAAO,CAAC,GAAG,CAAC,+BAA+B,EAAE,GAAG,CAAC,CAAC;gBAClD,MAAM,WAAW,GAAG,qBAAqB,CAAC;gBAC1C,MAAM,QAAQ,GAAG,MAAM,uBAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;gBAC7D,MAAM,QAAQ,GAAG,GAAG,WAAW,GAAG,QAAQ,CAAC,EAAE,IAAI,QAAQ,CAAC,GAAG,EAAE,CAAC;gBAChE,UAAU,IAAI,MAAM,IAAA,0BAAa,EAAC,QAAQ,CAAC,CAAC;aAC7C;YAAC,OAAO,CAAC,EAAE;gBACV,OAAO,CAAC,GAAG,CAAC,oCAAoC,EAAE,GAAG,CAAC,CAAC;aACxD;SACF;QACD,OAAO,qBAAqB,GAAG,UAAU,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,SAAiB;QAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACzC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE;YACrB,OAAO,EAAE,CAAC;SACX;QAED,MAAM,UAAU,GAAuB,EAAE,CAAC;QAC1C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;YACtB,MAAM,WAAW,GAAG,qBAAqB,CAAC;YAC1C,MAAM,QAAQ,GAAG,MAAM,uBAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;YAC7D,MAAM,QAAQ,GAAG,GAAG,WAAW,GAAG,QAAQ,CAAC,EAAE,IAAI,QAAQ,CAAC,GAAG,EAAE,CAAC;YAChE,MAAM,SAAS,GAAG,MAAM,IAAA,yBAAY,EAAC,QAAQ,CAAC,CAAC;YAE/C,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE;gBAC7B,IAAI,KAAK,CAAC,aAAa,EAAE;oBACvB,UAAU,CAAC,IAAI,CAAC;wBACd,EAAE,EAAE,GAAG,GAAG,UAAU,KAAK,EAAE;wBAC3B,IAAI,EAAE,KAAK,CAAC,aAAa;wBACzB,QAAQ,EAAE;4BACR,GAAG;4BACH,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,WAAW;4BACpC,SAAS,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,SAAS,GAAG;4BACtC,KAAK,EAAE,YAAE,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC;yBACnD;qBACF,CAAC,CAAC;iBACJ;gBAED,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE;oBAC3B,UAAU,CAAC,IAAI,CAAC;wBACd,EAAE,EAAE,GAAG,GAAG,UAAU,KAAK,EAAE;wBAC3B,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,WAAW;wBAC7B,QAAQ,EAAE;4BACR,GAAG;4BACH,SAAS,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,SAAS,GAAG;yBACvC;qBACF,CAAC,CAAC;iBACJ;gBAED,KAAK,EAAE,CAAC;aACT;SACF;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;CACF;AA9ED,4CA8EC"}

package/ts_build/src/plugins/downloader/types.d.ts

@@ -0,0 +1,82 @@
+export declare class AudioFormat {
+    ext: string;
+    width: number | null;
+    height: number | null;
+    tbr: number | null;
+    format_id: string;
+    url: string;
+    vcodec: string;
+    http_headers: Record<string, string>;
+    protocol: string;
+    resolution: string;
+    aspect_ratio: number | null;
+    audio_ext: string;
+    video_ext: string;
+    format: string;
+}
+export interface KeyframeInfo {
+    path: string;
+    description: string;
+    timestamp: number;
+}
+export declare class RequestedDownload {
+    ext: string;
+    format_id: string;
+    url: string;
+    vcodec: string;
+    http_headers: Record<string, string>;
+    protocol: string;
+    resolution: string;
+    audio_ext: string;
+    video_ext: string;
+    format: string;
+    epoch: number;
+    _filename: string;
+    __write_download_archive: boolean;
+}
+export declare class DownloadInfo {
+    id: string;
+    title: string;
+    timestamp: Date | null;
+    description: string | null;
+    thumbnail: string | null;
+    age_limit: number;
+    formats: AudioFormat[];
+    subtitles: Record<string, string>;
+    _old_archive_ids: string[];
+    extractor: string;
+    extractor_key: string;
+    webpage_url: string;
+    original_url: string;
+    webpage_url_basename: string;
+    webpage_url_domain: string;
+    playlist: string | null;
+    playlist_index: number | null;
+    display_id: string;
+    fulltitle: string;
+    requested_subtitles: Record<string, string> | null;
+    _has_drm: boolean | null;
+    requested_downloads: RequestedDownload[];
+    ext: string;
+    width: number | null;
+    height: number | null;
+    tbr: number | null;
+    format_id: string;
+    url: string;
+    vcodec: string;
+    http_headers: Record<string, string>;
+    protocol: string;
+    resolution: string;
+    aspect_ratio: number | null;
+    audio_ext: string;
+    video_ext: string;
+    format: string;
+    epoch: number;
+    _type: string;
+    _version: {
+        version: string;
+        current_git_head: string | null;
+        release_git_head: string;
+        repository: string;
+    };
+}

package/ts_build/src/plugins/downloader/types.js

@@ -0,0 +1,79 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DownloadInfo = exports.RequestedDownload = exports.AudioFormat = void 0;
+class AudioFormat {
+    ext;
+    width;
+    height;
+    tbr;
+    format_id;
+    url;
+    vcodec;
+    http_headers;
+    protocol;
+    resolution;
+    aspect_ratio;
+    audio_ext;
+    video_ext;
+    format;
+}
+exports.AudioFormat = AudioFormat;
+class RequestedDownload {
+    ext;
+    format_id;
+    url;
+    vcodec;
+    http_headers;
+    protocol;
+    resolution;
+    audio_ext;
+    video_ext;
+    format;
+    epoch;
+    _filename;
+    __write_download_archive;
+}
+exports.RequestedDownload = RequestedDownload;
+class DownloadInfo {
+    id;
+    title;
+    timestamp;
+    description;
+    thumbnail;
+    age_limit;
+    formats;
+    subtitles;
+    _old_archive_ids;
+    extractor;
+    extractor_key;
+    webpage_url;
+    original_url;
+    webpage_url_basename;
+    webpage_url_domain;
+    playlist;
+    playlist_index;
+    display_id;
+    fulltitle;
+    requested_subtitles;
+    _has_drm;
+    requested_downloads;
+    ext;
+    width;
+    height;
+    tbr;
+    format_id;
+    url;
+    vcodec;
+    http_headers;
+    protocol;
+    resolution;
+    aspect_ratio;
+    audio_ext;
+    video_ext;
+    format;
+    epoch;
+    _type;
+    _version;
+}
+exports.DownloadInfo = DownloadInfo;
+//# sourceMappingURL=types.js.map

package/ts_build/src/plugins/downloader/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/plugins/downloader/types.ts"],"names":[],"mappings":";;;AAAA,MAAa,WAAW;IACtB,GAAG,CAAS;IACZ,KAAK,CAAgB;IACrB,MAAM,CAAgB;IACtB,GAAG,CAAgB;IACnB,SAAS,CAAS;IAClB,GAAG,CAAS;IACZ,MAAM,CAAS;IACf,YAAY,CAAyB;IACrC,QAAQ,CAAS;IACjB,UAAU,CAAS;IACnB,YAAY,CAAgB;IAC5B,SAAS,CAAS;IAClB,SAAS,CAAS;IAClB,MAAM,CAAS;CAChB;AAfD,kCAeC;AAQD,MAAa,iBAAiB;IAC5B,GAAG,CAAS;IACZ,SAAS,CAAS;IAClB,GAAG,CAAS;IACZ,MAAM,CAAS;IACf,YAAY,CAAyB;IACrC,QAAQ,CAAS;IACjB,UAAU,CAAS;IACnB,SAAS,CAAS;IAClB,SAAS,CAAS;IAClB,MAAM,CAAS;IACf,KAAK,CAAS;IACd,SAAS,CAAS;IAClB,wBAAwB,CAAU;CACnC;AAdD,8CAcC;AAED,MAAa,YAAY;IACvB,EAAE,CAAS;IACX,KAAK,CAAS;IACd,SAAS,CAAc;IACvB,WAAW,CAAgB;IAC3B,SAAS,CAAgB;IACzB,SAAS,CAAS;IAClB,OAAO,CAAgB;IACvB,SAAS,CAAyB;IAClC,gBAAgB,CAAW;IAC3B,SAAS,CAAS;IAClB,aAAa,CAAS;IACtB,WAAW,CAAS;IACpB,YAAY,CAAS;IACrB,oBAAoB,CAAS;IAC7B,kBAAkB,CAAS;IAC3B,QAAQ,CAAgB;IACxB,cAAc,CAAgB;IAC9B,UAAU,CAAS;IACnB,SAAS,CAAS;IAClB,mBAAmB,CAAgC;IACnD,QAAQ,CAAiB;IACzB,mBAAmB,CAAsB;IACzC,GAAG,CAAS;IACZ,KAAK,CAAgB;IACrB,MAAM,CAAgB;IACtB,GAAG,CAAgB;IACnB,SAAS,CAAS;IAClB,GAAG,CAAS;IACZ,MAAM,CAAS;IACf,YAAY,CAAyB;IACrC,QAAQ,CAAS;IACjB,UAAU,CAAS;IACnB,YAAY,CAAgB;IAC5B,SAAS,CAAS;IAClB,SAAS,CAAS;IAClB,MAAM,CAAS;IACf,KAAK,CAAS;IACd,KAAK,CAAS;IACd,QAAQ,CAKN;CACH;AA7CD,oCA6CC"}

package/ts_build/src/plugins/embedding.d.ts

@@ -0,0 +1,5 @@
+import { Plugin } from "./types";
+export declare class EmbeddingPlugin implements Plugin {
+    embed(): Promise<any[]>;
+    call(userPrompt: string): Promise<string>;
+}