@tyvm/knowhow 0.0.1

package/ts_build/src/config.js

@@ -0,0 +1,216 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getIgnorePattern = exports.loadPrompt = exports.getConfig = exports.getConfigSync = exports.updateConfig = exports.updateLanguageConfig = exports.getLanguageConfig = exports.init = void 0;
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const os = __importStar(require("os"));
+const gitignore_to_glob_1 = __importDefault(require("gitignore-to-glob"));
+const prompts_1 = require("./prompts");
+const types_1 = require("./types");
+const utils_1 = require("./utils");
+const defaultConfig = {
+    promptsDir: ".knowhow/prompts",
+    modules: [],
+    plugins: [
+        "embeddings",
+        "language",
+        "vim",
+        "github",
+        "asana",
+        "jira",
+        "linear",
+        "download",
+        "figma",
+        "url",
+    ],
+    lintCommands: {
+        js: "eslint",
+        ts: "tslint",
+    },
+    sources: [
+        {
+            input: "src/**/*.mdx",
+            output: ".knowhow/docs/",
+            prompt: "BasicCodeDocumenter",
+        },
+        {
+            input: ".knowhow/docs/**/*.mdx",
+            output: ".knowhow/docs/README.mdx",
+            prompt: "BasicProjectDocumenter",
+        },
+    ],
+    embedSources: [
+        {
+            input: ".knowhow/docs/**/*.mdx",
+            output: ".knowhow/embeddings/docs.json",
+            prompt: "BasicEmbeddingExplainer",
+            chunkSize: 2000,
+        },
+    ],
+    embeddingModel: types_1.Models.openai.EmbeddingAda2,
+    agents: [
+        {
+            name: "Example agent",
+            description: "You can define agents in the config. They will have access to all tools.",
+            instructions: "Reply to the user saying 'Hello, world!'",
+            model: "gpt-4o-2024-08-06",
+            provider: "openai",
+        },
+    ],
+    mcps: [
+        {
+            name: "browser",
+            command: "npx",
+            args: ["-y", "@playwright/mcp@latest", "--browser", "chrome"],
+        },
+    ],
+    modelProviders: [{ url: "http://localhost:1234", provider: "lms" }],
+};
+const defaultLanguage = {
+    "knowhow config": {
+        sources: [
+            {
+                kind: "file",
+                data: [".knowhow/knowhow.json"],
+            },
+        ],
+    },
+};
+const globalTemplateFolders = ["prompts", "docs", "embeddings"];
+const globalTemplateFiles = {
+    "knowhow.json": JSON.stringify(defaultConfig, null, 2),
+    "language.json": JSON.stringify(defaultLanguage, null, 2),
+    ".ignore": "",
+    ".hashes.json": "{}",
+    ".jwt": "",
+};
+for (const prompt of prompts_1.Prompts) {
+    const promptName = Object.keys(prompt)[0];
+    const fileName = "prompts/" + promptName + ".mdx";
+    globalTemplateFiles[fileName] = prompt[promptName];
+}
+function getGlobalConfigDir() {
+    return path.join(os.homedir(), ".knowhow");
+}
+async function ensureGlobalConfigDir() {
+    const globalConfigDir = getGlobalConfigDir();
+    await (0, utils_1.mkdir)(globalConfigDir, { recursive: true });
+    for (const folder of globalTemplateFolders) {
+        const folderPath = path.join(globalConfigDir, folder);
+        await (0, utils_1.mkdir)(folderPath, { recursive: true });
+        fs.chmodSync(folderPath, 0o600);
+    }
+    for (const file of Object.keys(globalTemplateFiles)) {
+        const filePath = path.join(globalConfigDir, file);
+        if (!fs.existsSync(filePath)) {
+            await (0, utils_1.writeFile)(filePath, globalTemplateFiles[file]);
+            fs.chmodSync(filePath, 0o600);
+        }
+    }
+    return globalConfigDir;
+}
+async function init() {
+    const globalConfigDir = await ensureGlobalConfigDir();
+    await (0, utils_1.mkdir)(".knowhow", { recursive: true });
+    for (const folder of globalTemplateFolders) {
+        await (0, utils_1.mkdir)(path.join(".knowhow", folder), { recursive: true });
+    }
+    await copyTemplates(globalConfigDir);
+}
+exports.init = init;
+async function getLanguageConfig() {
+    const language = JSON.parse(await (0, utils_1.readFile)(".knowhow/language.json", "utf8"));
+    return language;
+}
+exports.getLanguageConfig = getLanguageConfig;
+async function updateLanguageConfig(language) {
+    await (0, utils_1.writeFile)(".knowhow/language.json", JSON.stringify(language, null, 2));
+}
+exports.updateLanguageConfig = updateLanguageConfig;
+async function updateConfig(config) {
+    await (0, utils_1.writeFile)(".knowhow/knowhow.json", JSON.stringify(config, null, 2));
+}
+exports.updateConfig = updateConfig;
+async function copyTemplates(globalConfigDir) {
+    for (const folder of globalTemplateFolders) {
+        const src = path.join(globalConfigDir, folder);
+        const dest = path.join(".knowhow", folder);
+        await fs.promises.cp(src, dest, {
+            recursive: true,
+            filter: (source, destination) => {
+                return fs.existsSync(dest) ? false : true;
+            },
+        });
+    }
+    for (const file of Object.keys(globalTemplateFiles)) {
+        const src = path.join(globalConfigDir, file);
+        const dest = path.join(".knowhow", file);
+        if (!fs.existsSync(dest)) {
+            await fs.promises.copyFile(src, dest);
+        }
+    }
+}
+function getConfigSync() {
+    try {
+        const config = JSON.parse(fs.readFileSync(".knowhow/knowhow.json", "utf8").toString());
+        return config;
+    }
+    catch (e) {
+        return {};
+    }
+}
+exports.getConfigSync = getConfigSync;
+async function getConfig() {
+    const config = JSON.parse(await (0, utils_1.readFile)(".knowhow/knowhow.json", "utf8"));
+    return config;
+}
+exports.getConfig = getConfig;
+async function loadPrompt(promptName) {
+    const config = await getConfig();
+    if (!promptName) {
+        return "";
+    }
+    const prompt = await (0, utils_1.readFile)(path.join(config.promptsDir, `${promptName}.mdx`), "utf8");
+    return prompt;
+}
+exports.loadPrompt = loadPrompt;
+async function getIgnorePattern() {
+    const ignoreList = new Array();
+    const gitIgnore = await (0, utils_1.fileExists)(".gitignore");
+    if (gitIgnore) {
+        ignoreList.push(...(0, gitignore_to_glob_1.default)(".gitignore"));
+    }
+    const knowhowIgnore = await (0, utils_1.fileExists)(".knowhow/.ignore");
+    if (knowhowIgnore) {
+        ignoreList.push(...(0, gitignore_to_glob_1.default)(".knowhow/.ignore"));
+    }
+    return ignoreList.map((pattern) => pattern.replace("!", "./"));
+}
+exports.getIgnorePattern = getIgnorePattern;
+//# sourceMappingURL=config.js.map

package/ts_build/src/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,2CAA6B;AAC7B,uCAAyB;AACzB,0EAAgD;AAChD,uCAAoC;AAEpC,mCAAoE;AACpE,mCAAiE;AAEjE,MAAM,aAAa,GAAG;IACpB,UAAU,EAAE,kBAAkB;IAC9B,OAAO,EAAE,EAAE;IACX,OAAO,EAAE;QACP,YAAY;QACZ,UAAU;QACV,KAAK;QACL,QAAQ;QACR,OAAO;QACP,MAAM;QACN,QAAQ;QACR,UAAU;QACV,OAAO;QACP,KAAK;KACN;IACD,YAAY,EAAE;QACZ,EAAE,EAAE,QAAQ;QACZ,EAAE,EAAE,QAAQ;KACb;IACD,OAAO,EAAE;QACP;YACE,KAAK,EAAE,cAAc;YACrB,MAAM,EAAE,gBAAgB;YACxB,MAAM,EAAE,qBAAqB;SAC9B;QACD;YACE,KAAK,EAAE,wBAAwB;YAC/B,MAAM,EAAE,0BAA0B;YAClC,MAAM,EAAE,wBAAwB;SACjC;KACF;IACD,YAAY,EAAE;QACZ;YACE,KAAK,EAAE,wBAAwB;YAC/B,MAAM,EAAE,+BAA+B;YACvC,MAAM,EAAE,yBAAyB;YACjC,SAAS,EAAE,IAAI;SAChB;KACF;IACD,cAAc,EAAE,cAAM,CAAC,MAAM,CAAC,aAAa;IAE3C,MAAM,EAAE;QACN;YACE,IAAI,EAAE,eAAe;YACrB,WAAW,EACT,0EAA0E;YAC5E,YAAY,EAAE,0CAA0C;YACxD,KAAK,EAAE,mBAAmB;YAC1B,QAAQ,EAAE,QAAQ;SACnB;KACF;IACD,IAAI,EAAE;QACJ;YACE,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,KAAK;YACd,IAAI,EAAE,CAAC,IAAI,EAAE,wBAAwB,EAAE,WAAW,EAAE,QAAQ,CAAC;SAC9D;KACF;IAED,cAAc,EAAE,CAAC,EAAE,GAAG,EAAE,uBAAuB,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;CAC1D,CAAC;AAEZ,MAAM,eAAe,GAAG;IACtB,gBAAgB,EAAE;QAChB,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,CAAC,uBAAuB,CAAC;aAChC;SACF;KACF;CACU,CAAC;AAEd,MAAM,qBAAqB,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC;AAChE,MAAM,mBAAmB,GAAG;IAC1B,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IACtD,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC;IACzD,SAAS,EAAE,EAAE;IACb,cAAc,EAAE,IAAI;IACpB,MAAM,EAAE,EAAE;CACX,CAAC;AAEF,KAAK,MAAM,MAAM,IAAI,iBAAO,EAAE;IAC5B,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAG,UAAU,GAAG,UAAU,GAAG,MAAM,CAAC;IAClD,mBAAmB,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;CACpD;AAED,SAAS,kBAAkB;IACzB,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,UAAU,CAAC,CAAC;AAC7C,CAAC;AAED,KAAK,UAAU,qBAAqB;IAClC,MAAM,eAAe,GAAG,kBAAkB,EAAE,CAAC;IAC7C,MAAM,IAAA,aAAK,EAAC,eAAe,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAElD,KAAK,MAAM,MAAM,IAAI,qBAAqB,EAAE;QAC1C,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;QACtD,MAAM,IAAA,aAAK,EAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7C,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;KACjC;IAED,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,EAAE;QACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC;QAClD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE;YAC5B,MAAM,IAAA,iBAAS,EAAC,QAAQ,EAAE,mBAAmB,CAAC,IAAI,CAAC,CAAC,CAAC;YACrD,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;SAC/B;KACF;IACD,OAAO,eAAe,CAAC;AACzB,CAAC;AAEM,KAAK,UAAU,IAAI;IACxB,MAAM,eAAe,GAAG,MAAM,qBAAqB,EAAE,CAAC;IAGtD,MAAM,IAAA,aAAK,EAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7C,KAAK,MAAM,MAAM,IAAI,qBAAqB,EAAE;QAC1C,MAAM,IAAA,aAAK,EAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;KACjE;IAGD,MAAM,aAAa,CAAC,eAAe,CAAC,CAAC;AACvC,CAAC;AAXD,oBAWC;AAEM,KAAK,UAAU,iBAAiB;IACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,IAAA,gBAAQ,EAAC,wBAAwB,EAAE,MAAM,CAAC,CAAC,CAAC;IAC9E,OAAO,QAAoB,CAAC;AAC9B,CAAC;AAHD,8CAGC;AAEM,KAAK,UAAU,oBAAoB,CAAC,QAAkB;IAC3D,MAAM,IAAA,iBAAS,EAAC,wBAAwB,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAC/E,CAAC;AAFD,oDAEC;AAEM,KAAK,UAAU,YAAY,CAAC,MAAc;IAC/C,MAAM,IAAA,iBAAS,EAAC,uBAAuB,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAC5E,CAAC;AAFD,oCAEC;AAED,KAAK,UAAU,aAAa,CAAC,eAAuB;IAClD,KAAK,MAAM,MAAM,IAAI,qBAAqB,EAAE;QAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;QAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAE3C,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE;YAC9B,SAAS,EAAE,IAAI;YACf,MAAM,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE;gBAC9B,OAAO,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;YAC5C,CAAC;SACF,CAAC,CAAC;KACJ;IAGD,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,EAAE;QACnD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC;QAC7C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QACzC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE;YACxB,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;SACvC;KACF;AACH,CAAC;AAED,SAAgB,aAAa;IAC3B,IAAI;QACF,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CACvB,EAAE,CAAC,YAAY,CAAC,uBAAuB,EAAE,MAAM,CAAC,CAAC,QAAQ,EAAE,CAC5D,CAAC;QACF,OAAO,MAAgB,CAAC;KACzB;IAAC,OAAO,CAAC,EAAE;QACV,OAAO,EAAY,CAAC;KACrB;AACH,CAAC;AATD,sCASC;AAEM,KAAK,UAAU,SAAS;IAC7B,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,IAAA,gBAAQ,EAAC,uBAAuB,EAAE,MAAM,CAAC,CAAC,CAAC;IAC3E,OAAO,MAAgB,CAAC;AAC1B,CAAC;AAHD,8BAGC;AAEM,KAAK,UAAU,UAAU,CAAC,UAAkB;IACjD,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;IACjC,IAAI,CAAC,UAAU,EAAE;QACf,OAAO,EAAE,CAAC;KACX;IAED,MAAM,MAAM,GAAG,MAAM,IAAA,gBAAQ,EAC3B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,UAAU,MAAM,CAAC,EACjD,MAAM,CACP,CAAC;IACF,OAAO,MAAM,CAAC;AAChB,CAAC;AAXD,gCAWC;AAEM,KAAK,UAAU,gBAAgB;IACpC,MAAM,UAAU,GAAG,IAAI,KAAK,EAAU,CAAC;IACvC,MAAM,SAAS,GAAG,MAAM,IAAA,kBAAU,EAAC,YAAY,CAAC,CAAC;IACjD,IAAI,SAAS,EAAE;QACb,UAAU,CAAC,IAAI,CAAC,GAAG,IAAA,2BAAe,EAAC,YAAY,CAAC,CAAC,CAAC;KACnD;IACD,MAAM,aAAa,GAAG,MAAM,IAAA,kBAAU,EAAC,kBAAkB,CAAC,CAAC;IAC3D,IAAI,aAAa,EAAE;QACjB,UAAU,CAAC,IAAI,CAAC,GAAG,IAAA,2BAAe,EAAC,kBAAkB,CAAC,CAAC,CAAC;KACzD;IACD,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;AACjE,CAAC;AAXD,4CAWC"}

package/ts_build/src/conversion.d.ts

@@ -0,0 +1,7 @@
+export declare function processAudio(filePath: string, reusePreviousTranscript?: boolean, chunkTime?: number): Promise<string[]>;
+export declare function convertAudioToText(filePath: string, reusePreviousTranscript?: boolean, chunkTime?: number): Promise<string>;
+export declare function processVideo(filePath: string, reusePreviousTranscript?: boolean, chunkTime?: number): Promise<{
+    frame: import("./plugins/downloader/types").KeyframeInfo;
+    transcription: string;
+}[]>;
+export declare function convertToText(filePath: string): Promise<string>;

package/ts_build/src/conversion.js

@@ -0,0 +1,114 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.convertToText = exports.processVideo = exports.convertAudioToText = exports.processAudio = void 0;
+const pdf_parse_1 = __importDefault(require("pdf-parse"));
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const utils_1 = require("./utils");
+const downloader_1 = require("./plugins/downloader/downloader");
+async function processAudio(filePath, reusePreviousTranscript = true, chunkTime = 30) {
+    const parsed = path.parse(filePath);
+    const outputPath = `${parsed.dir}/${parsed.name}/transcript.json`;
+    const exists = await (0, utils_1.fileExists)(outputPath);
+    if (exists && reusePreviousTranscript) {
+        console.log(`Transcription ${outputPath} already exists, skipping`);
+        const fileContent = await (0, utils_1.readFile)(outputPath, "utf8");
+        return outputPath.endsWith("txt") ? fileContent : JSON.parse(fileContent);
+    }
+    const chunks = await downloader_1.Downloader.chunk(filePath, parsed.dir, chunkTime, reusePreviousTranscript);
+    const transcription = await downloader_1.Downloader.transcribeChunks(chunks, outputPath, reusePreviousTranscript);
+    return transcription;
+}
+exports.processAudio = processAudio;
+async function convertAudioToText(filePath, reusePreviousTranscript = true, chunkTime = 30) {
+    const audios = await processAudio(filePath, reusePreviousTranscript, chunkTime);
+    let fullString = "";
+    for (let i = 0; i < audios.length; i++) {
+        const audio = audios[i];
+        fullString += `[${i * chunkTime}:${(i + 1) * chunkTime}s] ${audio}`;
+    }
+    return fullString;
+}
+exports.convertAudioToText = convertAudioToText;
+async function processVideo(filePath, reusePreviousTranscript = true, chunkTime = 30) {
+    const parsed = path.parse(filePath);
+    const outputPath = `${parsed.dir}/${parsed.name}/video.json`;
+    console.log("Processing audio...");
+    const transcriptions = await processAudio(filePath, reusePreviousTranscript, chunkTime);
+    console.log("Extracting keyframes...");
+    const videoAnalysis = await downloader_1.Downloader.extractKeyframes(filePath, outputPath, chunkTime);
+    return videoAnalysis.map((frame, index) => {
+        return {
+            frame,
+            transcription: transcriptions[index],
+        };
+    });
+}
+exports.processVideo = processVideo;
+async function convertVideoToText(filePath, reusePreviousTranscript = true, chunkTime = 30) {
+    const processed = await processVideo(filePath, reusePreviousTranscript, chunkTime);
+    let fullString = "";
+    for (let i = 0; i < processed.length; i++) {
+        const chunk = processed[i];
+        fullString += `
+    Chunk: (${i + 1}/ ${processed.length}):
+    Start Timestamp: [${i * chunkTime}s]
+    Visual: ${chunk.frame.description}
+    Audio: ${chunk.transcription}
+    End Timestamp: [${i * chunkTime}s]
+    `;
+    }
+    return fullString;
+}
+async function convertPdfToText(filePath) {
+    const existingPdfBytes = fs.readFileSync(filePath);
+    const data = await (0, pdf_parse_1.default)(existingPdfBytes);
+    return data.text;
+}
+async function convertToText(filePath) {
+    const extension = filePath.split(".").pop();
+    switch (extension) {
+        case "mp4":
+        case "webm":
+        case "mov":
+        case "mpeg":
+            return convertVideoToText(filePath);
+        case "mp3":
+        case "mpga":
+        case "m4a":
+        case "wav":
+            return convertAudioToText(filePath);
+        case "pdf":
+            return convertPdfToText(filePath);
+        default:
+            return (0, utils_1.readFile)(filePath, "utf8");
+    }
+}
+exports.convertToText = convertToText;
+//# sourceMappingURL=conversion.js.map

package/ts_build/src/conversion.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"conversion.js","sourceRoot":"","sources":["../../src/conversion.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,0DAA4B;AAC5B,uCAAyB;AACzB,2CAA6B;AAC7B,mCAA+C;AAC/C,gEAA6D;AAEtD,KAAK,UAAU,YAAY,CAChC,QAAgB,EAChB,uBAAuB,GAAG,IAAI,EAC9B,SAAS,GAAG,EAAE;IAEd,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACpC,MAAM,UAAU,GAAG,GAAG,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,IAAI,kBAAkB,CAAC;IAElE,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAU,EAAC,UAAU,CAAC,CAAC;IAC5C,IAAI,MAAM,IAAI,uBAAuB,EAAE;QACrC,OAAO,CAAC,GAAG,CAAC,iBAAiB,UAAU,2BAA2B,CAAC,CAAC;QACpE,MAAM,WAAW,GAAG,MAAM,IAAA,gBAAQ,EAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QACvD,OAAO,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;KAC3E;IAED,MAAM,MAAM,GAAG,MAAM,uBAAU,CAAC,KAAK,CACnC,QAAQ,EACR,MAAM,CAAC,GAAG,EACV,SAAS,EACT,uBAAuB,CACxB,CAAC;IACF,MAAM,aAAa,GAAG,MAAM,uBAAU,CAAC,gBAAgB,CACrD,MAAM,EACN,UAAU,EACV,uBAAuB,CACxB,CAAC;IAEF,OAAO,aAAa,CAAC;AACvB,CAAC;AA5BD,oCA4BC;AAEM,KAAK,UAAU,kBAAkB,CACtC,QAAgB,EAChB,uBAAuB,GAAG,IAAI,EAC9B,SAAS,GAAG,EAAE;IAEd,MAAM,MAAM,GAAG,MAAM,YAAY,CAC/B,QAAQ,EACR,uBAAuB,EACvB,SAAS,CACV,CAAC;IAEF,IAAI,UAAU,GAAG,EAAE,CAAC;IAEpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACtC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACxB,UAAU,IAAI,IAAI,CAAC,GAAG,SAAS,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS,MAAM,KAAK,EAAE,CAAC;KACrE;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAnBD,gDAmBC;AAEM,KAAK,UAAU,YAAY,CAChC,QAAgB,EAChB,uBAAuB,GAAG,IAAI,EAC9B,SAAS,GAAG,EAAE;IAEd,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACpC,MAAM,UAAU,GAAG,GAAG,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,IAAI,aAAa,CAAC;IAE7D,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;IACnC,MAAM,cAAc,GAAG,MAAM,YAAY,CACvC,QAAQ,EACR,uBAAuB,EACvB,SAAS,CACV,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;IACvC,MAAM,aAAa,GAAG,MAAM,uBAAU,CAAC,gBAAgB,CACrD,QAAQ,EACR,UAAU,EACV,SAAS,CACV,CAAC;IAEF,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QACxC,OAAO;YACL,KAAK;YACL,aAAa,EAAE,cAAc,CAAC,KAAK,CAAC;SACrC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AA5BD,oCA4BC;AAED,KAAK,UAAU,kBAAkB,CAC/B,QAAgB,EAChB,uBAAuB,GAAG,IAAI,EAC9B,SAAS,GAAG,EAAE;IAEd,MAAM,SAAS,GAAG,MAAM,YAAY,CAClC,QAAQ,EACR,uBAAuB,EACvB,SAAS,CACV,CAAC;IAEF,IAAI,UAAU,GAAG,EAAE,CAAC;IAEpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACzC,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QAC3B,UAAU,IAAI;cACJ,CAAC,GAAG,CAAC,KAAK,SAAS,CAAC,MAAM;wBAChB,CAAC,GAAG,SAAS;cACvB,KAAK,CAAC,KAAK,CAAC,WAAW;aACxB,KAAK,CAAC,aAAa;sBACV,CAAC,GAAG,SAAS;KAC9B,CAAC;KACH;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,QAAgB;IAC9C,MAAM,gBAAgB,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;IACnD,MAAM,IAAI,GAAG,MAAM,IAAA,mBAAG,EAAC,gBAAgB,CAAC,CAAC;IACzC,OAAO,IAAI,CAAC,IAAI,CAAC;AACnB,CAAC;AAEM,KAAK,UAAU,aAAa,CAAC,QAAgB;IAClD,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;IAE5C,QAAQ,SAAS,EAAE;QACjB,KAAK,KAAK,CAAC;QACX,KAAK,MAAM,CAAC;QACZ,KAAK,KAAK,CAAC;QACX,KAAK,MAAM;YACT,OAAO,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QACtC,KAAK,KAAK,CAAC;QACX,KAAK,MAAM,CAAC;QACZ,KAAK,KAAK,CAAC;QACX,KAAK,KAAK;YACR,OAAO,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QACtC,KAAK,KAAK;YACR,OAAO,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QACpC;YACE,OAAO,IAAA,gBAAQ,EAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;KACrC;AACH,CAAC;AAnBD,sCAmBC"}

package/ts_build/src/dataset/diffs/debug-errors.d.ts

@@ -0,0 +1 @@
+import "source-map-support/register";

package/ts_build/src/dataset/diffs/debug-errors.js

@@ -0,0 +1,28 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+require("source-map-support/register");
+const diff_1 = require("diff");
+const utils_1 = require("../../utils");
+const patch_1 = require("../../agents/tools/patch");
+async function debugFailure() {
+    const errors = [];
+    for (const data of errors) {
+        try {
+            const { fileContent, fixedPatch, originalPatch } = data;
+            const newFixedPatch = (0, patch_1.fixPatch)(fileContent, originalPatch);
+            console.log({ originalPatch, newFixedPatch });
+            const updatedContent = (0, diff_1.applyPatch)(fileContent, newFixedPatch);
+            console.log("DID PATCH APPLY?", !!updatedContent);
+            await (0, utils_1.ask)("See output? ");
+            console.log(updatedContent);
+            await (0, utils_1.ask)("Continue? ");
+        }
+        catch (e) {
+            console.log(e);
+        }
+    }
+}
+if (require.main === module) {
+    debugFailure();
+}
+//# sourceMappingURL=debug-errors.js.map

package/ts_build/src/dataset/diffs/debug-errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"debug-errors.js","sourceRoot":"","sources":["../../../../src/dataset/diffs/debug-errors.ts"],"names":[],"mappings":";;AAAA,uCAAqC;AAErC,+BAAyD;AAEzD,uCAA8D;AAC9D,oDAAgE;AAEhE,KAAK,UAAU,YAAY;IACzB,MAAM,MAAM,GAAG,EAAE,CAAC;IAClB,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE;QACzB,IAAI;YACF,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC;YACxD,MAAM,aAAa,GAAG,IAAA,gBAAQ,EAAC,WAAW,EAAE,aAAa,CAAC,CAAC;YAC3D,OAAO,CAAC,GAAG,CAAC,EAAE,aAAa,EAAE,aAAa,EAAE,CAAC,CAAC;YAC9C,MAAM,cAAc,GAAG,IAAA,iBAAU,EAAC,WAAW,EAAE,aAAa,CAAC,CAAC;YAC9D,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,CAAC,CAAC,cAAc,CAAC,CAAC;YAElD,MAAM,IAAA,WAAG,EAAC,cAAc,CAAC,CAAC;YAC1B,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YAC5B,MAAM,IAAA,WAAG,EAAC,YAAY,CAAC,CAAC;SACzB;QAAC,OAAO,CAAC,EAAE;YACV,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;SAChB;KACF;AACH,CAAC;AAED,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE;IAC3B,YAAY,EAAE,CAAC;CAChB"}

package/ts_build/src/dataset/diffs/debug.d.ts

@@ -0,0 +1 @@
+import "source-map-support/register";

package/ts_build/src/dataset/diffs/debug.js

@@ -0,0 +1,50 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+require("source-map-support/register");
+const diff_1 = require("diff");
+const utils_1 = require("../../utils");
+const patch_1 = require("../../agents/tools/patch");
+const hashes_1 = require("../../hashes");
+async function debugFailure() {
+    const successCount = 0;
+    const attempts = 0;
+    const testHash = "40eda1dc8f1e3052997f2930ae59fed2";
+    const dataset = [];
+    let patchData;
+    for (const data of dataset) {
+        if ((await (0, hashes_1.md5Hash)(data.patch)) === testHash) {
+            patchData = data;
+            break;
+        }
+    }
+    if (patchData) {
+        const originalContent = patchData.before;
+        const dirName = `./src/dataset/diffs/test_files/fail/${testHash}`;
+        const patch = await (0, utils_1.readFile)(`${dirName}/ai-patch.diff`, "utf-8");
+        const fixedPatch = (0, patch_1.fixPatch)(patchData.before, patch);
+        await (0, utils_1.writeFile)(`${dirName}/ai-fixed-patch.diff`, fixedPatch);
+        const updatedContent = (0, diff_1.applyPatch)(originalContent, fixedPatch);
+        console.log({ updatedContent });
+        const success = !!updatedContent;
+        if (updatedContent === patchData.after || fixedPatch === patchData.patch) {
+            console.log("SUCCESS");
+            console.log("EXACT MATCH");
+        }
+        else {
+            console.log("AI SUGGESTED");
+            console.log(patch);
+            console.log("FIXED PATCH");
+            console.log(fixedPatch);
+            console.log("ACTUAL");
+            console.log(patchData.patch);
+            console.log("DID PATCH APPLY?", !!updatedContent);
+        }
+    }
+    const parsedAnswer = (0, diff_1.parsePatch)(patchData.patch);
+    const fileName = parsedAnswer[0].oldFileName;
+    console.log({ successCount, attempts, total: dataset.length });
+}
+if (require.main === module) {
+    debugFailure();
+}
+//# sourceMappingURL=debug.js.map

package/ts_build/src/dataset/diffs/debug.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"debug.js","sourceRoot":"","sources":["../../../../src/dataset/diffs/debug.ts"],"names":[],"mappings":";;AAAA,uCAAqC;AAOrC,+BAAyD;AAEzD,uCAA8D;AAC9D,oDAAgE;AAChE,yCAAuC;AAEvC,KAAK,UAAU,YAAY;IACzB,MAAM,YAAY,GAAG,CAAC,CAAC;IACvB,MAAM,QAAQ,GAAG,CAAC,CAAC;IACnB,MAAM,QAAQ,GAAG,kCAAkC,CAAC;IACpD,MAAM,OAAO,GAAG,EAAE,CAAC;IAEnB,IAAI,SAAS,CAAC;IACd,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE;QAC1B,IAAI,CAAC,MAAM,IAAA,gBAAO,EAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,QAAQ,EAAE;YAC5C,SAAS,GAAG,IAAI,CAAC;YACjB,MAAM;SACP;KACF;IAED,IAAI,SAAS,EAAE;QACb,MAAM,eAAe,GAAG,SAAS,CAAC,MAAM,CAAC;QACzC,MAAM,OAAO,GAAG,uCAAuC,QAAQ,EAAE,CAAC;QAClE,MAAM,KAAK,GAAG,MAAM,IAAA,gBAAQ,EAAC,GAAG,OAAO,gBAAgB,EAAE,OAAO,CAAC,CAAC;QAClE,MAAM,UAAU,GAAG,IAAA,gBAAQ,EAAC,SAAS,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACrD,MAAM,IAAA,iBAAS,EAAC,GAAG,OAAO,sBAAsB,EAAE,UAAU,CAAC,CAAC;QAE9D,MAAM,cAAc,GAAG,IAAA,iBAAU,EAAC,eAAe,EAAE,UAAU,CAAC,CAAC;QAC/D,OAAO,CAAC,GAAG,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC;QAChC,MAAM,OAAO,GAAG,CAAC,CAAC,cAAc,CAAC;QAEjC,IAAI,cAAc,KAAK,SAAS,CAAC,KAAK,IAAI,UAAU,KAAK,SAAS,CAAC,KAAK,EAAE;YACxE,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACvB,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;SAC5B;aAAM;YACL,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAEnB,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YAC3B,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAExB,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACtB,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAE7B,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,CAAC,CAAC,cAAc,CAAC,CAAC;SACnD;KACF;IAED,MAAM,YAAY,GAAG,IAAA,iBAAU,EAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACjD,MAAM,QAAQ,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;IAE7C,OAAO,CAAC,GAAG,CAAC,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;AACjE,CAAC;AAED,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE;IAC3B,YAAY,EAAE,CAAC;CAChB"}

package/ts_build/src/dataset/diffs/generate.d.ts

@@ -0,0 +1 @@
+import "source-map-support/register";

package/ts_build/src/dataset/diffs/generate.js

@@ -0,0 +1,70 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+require("source-map-support/register");
+const glob = __importStar(require("glob"));
+const diff_1 = require("diff");
+const fs = __importStar(require("fs"));
+const utils_1 = require("../../utils");
+async function generateDataset() {
+    const files = glob.sync("./**/*.ts", {
+        ignore: ["./node_modules/**", "./dist/**", "./.git/**"],
+    });
+    const dataset = [];
+    for (const filePath of files) {
+        const commandOutput = await (0, utils_1.execAsync)(`git log --pretty=oneline -- ${filePath}`);
+        const commitHashes = commandOutput.stdout.split("\n");
+        for (const commitHash of commitHashes) {
+            const firstSpaceIndex = commitHash.indexOf(" ");
+            const hash = commitHash.slice(0, firstSpaceIndex);
+            if (hash === "") {
+                continue;
+            }
+            const { stdout: previousFileContent } = await (0, utils_1.execAsync)(`git show ${hash}:${filePath}`);
+            const currentFileContent = fs.readFileSync(filePath, "utf-8");
+            const patch = (0, diff_1.createPatch)(filePath, previousFileContent, currentFileContent);
+            if (patch.split("\n").length < 10) {
+                console.log(`Skipping ${filePath} as the diff is too small`);
+                continue;
+            }
+            console.log(filePath);
+            console.log(patch);
+            dataset.push({
+                before: previousFileContent,
+                after: currentFileContent,
+                patch,
+            });
+            fs.writeFileSync("./src/dataset/diffs/dataset.json", JSON.stringify(dataset, null, 2));
+            if (dataset.length > 200) {
+                break;
+            }
+        }
+    }
+    console.log(`Dataset of ${dataset.length} examples generated`);
+}
+if (require.main === module) {
+    generateDataset();
+}
+//# sourceMappingURL=generate.js.map

package/ts_build/src/dataset/diffs/generate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate.js","sourceRoot":"","sources":["../../../../src/dataset/diffs/generate.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAqC;AACrC,2CAA6B;AAC7B,+BAAmC;AACnC,uCAAyB;AACzB,uCAAwC;AAGxC,KAAK,UAAU,eAAe;IAE5B,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;QACnC,MAAM,EAAE,CAAC,mBAAmB,EAAE,WAAW,EAAE,WAAW,CAAC;KACxD,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,EAAE,CAAC;IAEnB,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE;QAE5B,MAAM,aAAa,GAAG,MAAM,IAAA,iBAAS,EACnC,+BAA+B,QAAQ,EAAE,CAC1C,CAAC;QACF,MAAM,YAAY,GAAG,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACtD,KAAK,MAAM,UAAU,IAAI,YAAY,EAAE;YACrC,MAAM,eAAe,GAAG,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAChD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC;YAClD,IAAI,IAAI,KAAK,EAAE,EAAE;gBACf,SAAS;aACV;YAED,MAAM,EAAE,MAAM,EAAE,mBAAmB,EAAE,GAAG,MAAM,IAAA,iBAAS,EACrD,YAAY,IAAI,IAAI,QAAQ,EAAE,CAC/B,CAAC;YACF,MAAM,kBAAkB,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAG9D,MAAM,KAAK,GAAG,IAAA,kBAAW,EACvB,QAAQ,EACR,mBAAmB,EACnB,kBAAkB,CACnB,CAAC;YAEF,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,EAAE,EAAE;gBACjC,OAAO,CAAC,GAAG,CAAC,YAAY,QAAQ,2BAA2B,CAAC,CAAC;gBAC7D,SAAS;aACV;YAED,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACtB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAEnB,OAAO,CAAC,IAAI,CAAC;gBACX,MAAM,EAAE,mBAAmB;gBAC3B,KAAK,EAAE,kBAAkB;gBACzB,KAAK;aACN,CAAC,CAAC;YAEH,EAAE,CAAC,aAAa,CACd,kCAAkC,EAClC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CACjC,CAAC;YAEF,IAAI,OAAO,CAAC,MAAM,GAAG,GAAG,EAAE;gBACxB,MAAM;aACP;SACF;KACF;IAED,OAAO,CAAC,GAAG,CAAC,cAAc,OAAO,CAAC,MAAM,qBAAqB,CAAC,CAAC;AACjE,CAAC;AAED,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE;IAC3B,eAAe,EAAE,CAAC;CACnB"}

package/ts_build/src/dataset/diffs/jsonl.d.ts

@@ -0,0 +1 @@
+import "source-map-support/register";

package/ts_build/src/dataset/diffs/jsonl.js

@@ -0,0 +1,47 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+require("source-map-support/register");
+const utils_1 = require("../../utils");
+async function generateDataset() {
+    const datasetFile = await (0, utils_1.readFile)(__dirname + "/dataset.json");
+    const dataset = JSON.parse(datasetFile.toString());
+    function toMessage(d) {
+        const { userMessage, before, patch } = d;
+        const fileName = patch.split(" ")[1].split("\n")[0];
+        return {
+            messages: [
+                {
+                    role: "system",
+                    content: "Codebase Agent. You use the tools to read and write code, to help the developer implement features faster. Call final answer once you have finished implementing what is requested. As an agent you will receive multiple rounds of input until you call final answer. You are not able to request feedback from the user, so proceed with your plans and the developer will contact you afterwards if they need more help. After modifying files, you will read them to ensure they look correct before calling final answer. You always check your modifications for syntax errors or bugs. You always make the smallest modifications required to files, rather than outputting the entire file. You think step by step about the blocks of code you're modiyfing",
+                },
+                { role: "user", content: userMessage },
+                {
+                    role: "assistant",
+                    function_call: {
+                        name: "readFile",
+                        arguments: JSON.stringify({
+                            fileName,
+                        }),
+                    },
+                },
+                {
+                    role: "assistant",
+                    function_call: {
+                        name: "applyPatchFile",
+                        arguments: JSON.stringify({
+                            fileName,
+                            patch,
+                        }),
+                    },
+                },
+            ],
+        };
+    }
+    const jsonl = dataset.map((d) => JSON.stringify(toMessage(d))).join("\n");
+    await (0, utils_1.writeFile)(__dirname + "/dataset.jsonl", jsonl);
+    console.log(dataset);
+}
+if (require.main === module) {
+    generateDataset();
+}
+//# sourceMappingURL=jsonl.js.map

package/ts_build/src/dataset/diffs/jsonl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"jsonl.js","sourceRoot":"","sources":["../../../../src/dataset/diffs/jsonl.ts"],"names":[],"mappings":";;AAAA,uCAAqC;AAIrC,uCAA6D;AAG7D,KAAK,UAAU,eAAe;IAC5B,MAAM,WAAW,GAAG,MAAM,IAAA,gBAAQ,EAAC,SAAS,GAAG,eAAe,CAAC,CAAC;IAChE,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC;IAGnD,SAAS,SAAS,CAAC,CAAC;QAClB,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QACzC,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAEpD,OAAO;YACL,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,QAAQ;oBACd,OAAO,EACL,suBAAsuB;iBACzuB;gBACD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE;gBACtC;oBACE,IAAI,EAAE,WAAW;oBACjB,aAAa,EAAE;wBACb,IAAI,EAAE,UAAU;wBAChB,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC;4BACxB,QAAQ;yBACT,CAAC;qBACH;iBACF;gBACD;oBACE,IAAI,EAAE,WAAW;oBACjB,aAAa,EAAE;wBACb,IAAI,EAAE,gBAAgB;wBACtB,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC;4BACxB,QAAQ;4BACR,KAAK;yBACN,CAAC;qBACH;iBACF;aACF;SACF,CAAC;IACJ,CAAC;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1E,MAAM,IAAA,iBAAS,EAAC,SAAS,GAAG,gBAAgB,EAAE,KAAK,CAAC,CAAC;IACrD,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AACvB,CAAC;AAED,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE;IAC3B,eAAe,EAAE,CAAC;CACnB"}

package/ts_build/src/dataset/diffs/test.d.ts

@@ -0,0 +1 @@
+import "source-map-support/register";