@tyvm/knowhow 0.0.1

package/ts_build/src/plugins/notion.js

@@ -0,0 +1,131 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.NotionPlugin = void 0;
+const client_1 = require("@notionhq/client");
+class NotionPlugin {
+    notionClient;
+    constructor() {
+        this.notionClient = new client_1.Client({
+            auth: process.env.NOTION_TOKEN,
+        });
+    }
+    extractUrls(userPrompt) {
+        const notionUrlRegex = /https:\/\/www\.notion\.so\/[^\s]+/g;
+        const matches = userPrompt.match(notionUrlRegex);
+        return matches || [];
+    }
+    getIdFromUrl(url) {
+        return url.split("-").pop() || "";
+    }
+    findKeyInObject(obj, searchKey = "plain_text") {
+        if (!obj) {
+            return null;
+        }
+        const keys = Object.keys(obj);
+        for (const key of keys) {
+            if (key === searchKey) {
+                return obj[key];
+            }
+            else if (typeof obj[key] === "object") {
+                const result = this.findKeyInObject(obj[key], searchKey);
+                if (result) {
+                    return result;
+                }
+            }
+        }
+    }
+    async getAllChildBlocks(pageId, maxDepth = 1, currentDepth = 1, processed = {}) {
+        if (processed[pageId] || currentDepth > maxDepth) {
+            return { results: [] };
+        }
+        console.log(`Notion Plugin: Fetching all blocks for page ${pageId} at depth ${currentDepth}`);
+        processed[pageId] = true;
+        const response = await this.notionClient.blocks.children.list({
+            block_id: pageId,
+        });
+        let cursor = response.next_cursor;
+        while (cursor) {
+            console.log("Fetching more blocks");
+            const childResponse = await this.notionClient.blocks.children.list({
+                block_id: pageId,
+                start_cursor: cursor,
+            });
+            response.results.push(...childResponse.results);
+            cursor = childResponse.next_cursor;
+        }
+        for (const block of response.results) {
+            if ("has_children" in block && block.has_children) {
+                const childBlocks = await this.getAllChildBlocks(block.id, maxDepth, currentDepth + 1, processed);
+                response.results.push(...childBlocks.results);
+            }
+        }
+        response.has_more = false;
+        response.next_cursor = null;
+        return response;
+    }
+    async embed(user_input) {
+        const embeddings = new Array();
+        const urls = this.extractUrls(user_input);
+        const results = await this.getPagesFromUrls(urls);
+        if (!results) {
+            return embeddings;
+        }
+        for (const result of results) {
+            let { page, blocks } = result;
+            const childPages = blocks.results.filter((b) => "has_children" in b && b.has_children);
+            console.log(JSON.stringify(results, null, 2));
+            const childBlocks = await Promise.all(childPages.map(async (childPage) => {
+                const blocks = await this.getAllChildBlocks(childPage.id);
+                return { childPage, blocks };
+            }));
+            for (const child of childBlocks) {
+                const title = "child_page" in child.childPage && child.childPage.child_page;
+                embeddings.push({
+                    id: child.childPage.id,
+                    text: JSON.stringify(child.blocks.results.map((b) => this.findKeyInObject(b))),
+                    metadata: {
+                        ...title,
+                    },
+                });
+            }
+        }
+        console.log(JSON.stringify(embeddings, null, 2));
+        return embeddings;
+    }
+    async getPageEmbedding(page) {
+        let id = page.id;
+        let content = JSON.stringify(page);
+        return { id, content };
+    }
+    async getPageFromUrl(url) {
+        const pageId = url.split("-").pop();
+        if (pageId) {
+            console.log(`Fetching Notion page ${pageId}`);
+            const page = await this.notionClient.pages.retrieve({ page_id: pageId });
+            const blocks = await this.getAllChildBlocks(page.id);
+            return { page, blocks };
+        }
+        return null;
+    }
+    async getPagesFromUrls(urls) {
+        const pages = await Promise.all(urls.map(async (url) => {
+            return this.getPageFromUrl(url);
+        }));
+        return pages;
+    }
+    async call(userPrompt) {
+        const urls = this.extractUrls(userPrompt);
+        const pages = await this.getPagesFromUrls(urls);
+        const pagesDataFiltered = pages.filter((page) => page !== null);
+        if (pagesDataFiltered.length === 0) {
+            return "NOTION PLUGIN: No pages found";
+        }
+        const markdownPages = pagesDataFiltered
+            .map((page) => `### Page: ${JSON.stringify(page, null, 2)}\n-`)
+            .join("\n\n");
+        console.log(markdownPages);
+        return `NOTION PLUGIN: The following pages were loaded:\n\n${markdownPages}`;
+    }
+}
+exports.NotionPlugin = NotionPlugin;
+//# sourceMappingURL=notion.js.map

package/ts_build/src/plugins/notion.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"notion.js","sourceRoot":"","sources":["../../../src/plugins/notion.ts"],"names":[],"mappings":";;;AAAA,6CAA0C;AAK1C,MAAa,YAAY;IACvB,YAAY,CAAS;IAErB;QACE,IAAI,CAAC,YAAY,GAAG,IAAI,eAAM,CAAC;YAC7B,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY;SAC/B,CAAC,CAAC;IACL,CAAC;IAED,WAAW,CAAC,UAAkB;QAC5B,MAAM,cAAc,GAAG,oCAAoC,CAAC;QAC5D,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QACjD,OAAO,OAAO,IAAI,EAAE,CAAC;IACvB,CAAC;IAED,YAAY,CAAC,GAAW;QACtB,OAAO,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;IACpC,CAAC;IAED,eAAe,CAAI,GAAM,EAAE,SAAS,GAAG,YAAY;QACjD,IAAI,CAAC,GAAG,EAAE;YACR,OAAO,IAAI,CAAC;SACb;QACD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC9B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;YACtB,IAAI,GAAG,KAAK,SAAS,EAAE;gBACrB,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC;aACjB;iBAAM,IAAI,OAAO,GAAG,CAAC,GAAG,CAAC,KAAK,QAAQ,EAAE;gBACvC,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,SAAS,CAAC,CAAC;gBACzD,IAAI,MAAM,EAAE;oBACV,OAAO,MAAM,CAAC;iBACf;aACF;SACF;IACH,CAAC;IACD,KAAK,CAAC,iBAAiB,CACrB,MAAc,EACd,QAAQ,GAAG,CAAC,EACZ,YAAY,GAAG,CAAC,EAChB,SAAS,GAAG,EAAE;QAEd,IAAI,SAAS,CAAC,MAAM,CAAC,IAAI,YAAY,GAAG,QAAQ,EAAE;YAChD,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;SACxB;QACD,OAAO,CAAC,GAAG,CACT,+CAA+C,MAAM,aAAa,YAAY,EAAE,CACjF,CAAC;QACF,SAAS,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;QACzB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;YAC5D,QAAQ,EAAE,MAAM;SACjB,CAAC,CAAC;QAEH,IAAI,MAAM,GAAG,QAAQ,CAAC,WAAW,CAAC;QAClC,OAAO,MAAM,EAAE;YACb,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;YACpC,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;gBACjE,QAAQ,EAAE,MAAM;gBAChB,YAAY,EAAE,MAAM;aACrB,CAAC,CAAC;YACH,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;YAChD,MAAM,GAAG,aAAa,CAAC,WAAW,CAAC;SACpC;QAED,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,OAAO,EAAE;YACpC,IAAI,cAAc,IAAI,KAAK,IAAI,KAAK,CAAC,YAAY,EAAE;gBACjD,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAC9C,KAAK,CAAC,EAAE,EACR,QAAQ,EACR,YAAY,GAAG,CAAC,EAChB,SAAS,CACV,CAAC;gBACF,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;aAC/C;SACF;QAED,QAAQ,CAAC,QAAQ,GAAG,KAAK,CAAC;QAC1B,QAAQ,CAAC,WAAW,GAAG,IAAI,CAAC;QAE5B,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,UAAkB;QAC5B,MAAM,UAAU,GAAG,IAAI,KAAK,EAAoB,CAAC;QACjD,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QAC1C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAClD,IAAI,CAAC,OAAO,EAAE;YACZ,OAAO,UAAU,CAAC;SACnB;QAED,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;YAC5B,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;YAC9B,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CACtC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,CAAC,YAAY,CAC7C,CAAC;YAEF,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YAE9C,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,GAAG,CACnC,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE;gBACjC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;gBAC1D,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;YAC/B,CAAC,CAAC,CACH,CAAC;YAEF,KAAK,MAAM,KAAK,IAAI,WAAW,EAAE;gBAC/B,MAAM,KAAK,GACT,YAAY,IAAI,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC,UAAU,CAAC;gBAChE,UAAU,CAAC,IAAI,CAAC;oBACd,EAAE,EAAE,KAAK,CAAC,SAAS,CAAC,EAAE;oBACtB,IAAI,EAAE,IAAI,CAAC,SAAS,CAClB,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CACzD;oBACD,QAAQ,EAAE;wBACR,GAAG,KAAK;qBACT;iBACF,CAAC,CAAC;aACJ;SACF;QAED,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACjD,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,IAAwB;QAC7C,IAAI,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;QACjB,IAAI,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAEnC,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,GAAW;QAC9B,MAAM,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;QACpC,IAAI,MAAM,EAAE;YACV,OAAO,CAAC,GAAG,CAAC,wBAAwB,MAAM,EAAE,CAAC,CAAC;YAC9C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;YACzE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACrD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;SACzB;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,IAAc;QACnC,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7B,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;YACrB,OAAO,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;QAClC,CAAC,CAAC,CACH,CAAC;QACF,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,UAAkB;QAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QAC1C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,iBAAiB,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;QAChE,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE;YAClC,OAAO,+BAA+B,CAAC;SACxC;QAED,MAAM,aAAa,GAAG,iBAAiB;aACpC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,aAAa,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC;aAC9D,IAAI,CAAC,MAAM,CAAC,CAAC;QAChB,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAC3B,OAAO,sDAAsD,aAAa,EAAE,CAAC;IAC/E,CAAC;CACF;AApKD,oCAoKC"}

package/ts_build/src/plugins/plugins.d.ts

@@ -0,0 +1,11 @@
+import { Plugin } from "./types";
+export declare class PluginService {
+    plugins: Record<string, Plugin>;
+    listPlugins(): string[];
+    isPlugin(name: string): boolean;
+    registerPlugin(name: any, plugin: Plugin): void;
+    callMany(plugins: string[], user_input?: string): Promise<string>;
+    call(kind: string, user_input?: string): Promise<string>;
+    embed(kind: string, user_input: string): Promise<import("../types").MinimalEmbedding<any>[]>;
+}
+export declare const Plugins: PluginService;

package/ts_build/src/plugins/plugins.js

@@ -0,0 +1,51 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Plugins = exports.PluginService = void 0;
+const vim_1 = require("./vim");
+const language_1 = require("./language");
+const embedding_1 = require("./embedding");
+const github_1 = require("./github");
+const asana_1 = require("./asana");
+const linear_1 = require("./linear");
+const jira_1 = require("./jira");
+const notion_1 = require("./notion");
+const plugin_1 = require("./downloader/plugin");
+const figma_1 = require("./figma");
+const url_1 = require("./url");
+class PluginService {
+    plugins = {
+        embeddings: new embedding_1.EmbeddingPlugin(),
+        vim: new vim_1.VimPlugin(),
+        github: new github_1.GitHubPlugin(),
+        asana: new asana_1.AsanaPlugin(),
+        linear: new linear_1.LinearPlugin(),
+        jira: new jira_1.JiraPlugin(),
+        notion: new notion_1.NotionPlugin(),
+        download: new plugin_1.DownloaderPlugin(),
+        figma: new figma_1.FigmaPlugin(),
+        language: new language_1.LanguagePlugin(this),
+        url: new url_1.UrlPlugin(),
+    };
+    listPlugins() {
+        return Object.keys(this.plugins);
+    }
+    isPlugin(name) {
+        return name in this.plugins;
+    }
+    registerPlugin(name, plugin) {
+        this.plugins[name] = plugin;
+    }
+    async callMany(plugins, user_input) {
+        const calls = plugins.map((p) => this.plugins[p].call(user_input));
+        return (await Promise.all(calls)).join("\n\n");
+    }
+    async call(kind, user_input) {
+        return this.plugins[kind].call(user_input);
+    }
+    async embed(kind, user_input) {
+        return this.plugins[kind].embed(user_input);
+    }
+}
+exports.PluginService = PluginService;
+exports.Plugins = new PluginService();
+//# sourceMappingURL=plugins.js.map

package/ts_build/src/plugins/plugins.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"plugins.js","sourceRoot":"","sources":["../../../src/plugins/plugins.ts"],"names":[],"mappings":";;;AAEA,+BAAkC;AAClC,yCAA4C;AAC5C,2CAA8C;AAC9C,qCAAwC;AACxC,mCAAsC;AACtC,qCAAwC;AACxC,iCAAoC;AACpC,qCAAwC;AACxC,gDAAuD;AACvD,mCAAsC;AACtC,+BAAkC;AAElC,MAAa,aAAa;IACxB,OAAO,GAAG;QACR,UAAU,EAAE,IAAI,2BAAe,EAAE;QACjC,GAAG,EAAE,IAAI,eAAS,EAAE;QACpB,MAAM,EAAE,IAAI,qBAAY,EAAE;QAC1B,KAAK,EAAE,IAAI,mBAAW,EAAE;QACxB,MAAM,EAAE,IAAI,qBAAY,EAAE;QAC1B,IAAI,EAAE,IAAI,iBAAU,EAAE;QACtB,MAAM,EAAE,IAAI,qBAAY,EAAE;QAC1B,QAAQ,EAAE,IAAI,yBAAgB,EAAE;QAChC,KAAK,EAAE,IAAI,mBAAW,EAAE;QACxB,QAAQ,EAAE,IAAI,yBAAc,CAAC,IAAI,CAAC;QAClC,GAAG,EAAE,IAAI,eAAS,EAAE;KACK,CAAC;IAE5B,WAAW;QACT,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;IAED,QAAQ,CAAC,IAAY;QACnB,OAAO,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC;IAC9B,CAAC;IAED,cAAc,CAAC,IAAI,EAAE,MAAc;QACjC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAAiB,EAAE,UAAmB;QACnD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;QACnE,OAAO,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAY,EAAE,UAAmB;QAC1C,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,UAAkB;QAC1C,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC9C,CAAC;CACF;AAvCD,sCAuCC;AAEY,QAAA,OAAO,GAAG,IAAI,aAAa,EAAE,CAAC"}

package/ts_build/src/plugins/types.d.ts

@@ -0,0 +1,5 @@
+import { MinimalEmbedding } from "../types";
+export interface Plugin {
+    call(user_input?: string): Promise<string>;
+    embed(user_input?: string): Promise<MinimalEmbedding[]>;
+}

package/ts_build/src/plugins/types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/ts_build/src/plugins/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/plugins/types.ts"],"names":[],"mappings":""}

package/ts_build/src/plugins/url.d.ts

@@ -0,0 +1,8 @@
+import { Plugin } from "./types";
+import { MinimalEmbedding } from "../types";
+export declare class UrlPlugin implements Plugin {
+    embed(userPrompt: string): Promise<MinimalEmbedding[]>;
+    extractUrls(userPrompt: string): string[];
+    fetchAndParseUrl(url: string): Promise<MinimalEmbedding | null>;
+    call(userPrompt: string): Promise<string>;
+}

package/ts_build/src/plugins/url.js

@@ -0,0 +1,50 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.UrlPlugin = void 0;
+const loadWebpage_1 = __importDefault(require("../agents/tools/loadWebpage"));
+class UrlPlugin {
+    async embed(userPrompt) {
+        const urls = this.extractUrls(userPrompt);
+        const embeddings = await Promise.all(urls.map(this.fetchAndParseUrl));
+        return embeddings.filter((e) => e !== null);
+    }
+    extractUrls(userPrompt) {
+        const urlRegex = /(https?:\/\/[^\s]+)/g;
+        return userPrompt.match(urlRegex) || [];
+    }
+    async fetchAndParseUrl(url) {
+        try {
+            const text = await (0, loadWebpage_1.default)(url);
+            console.log(`URL PLUGIN: Fetched content from ${url}:`, text);
+            return {
+                id: url + "-url",
+                text,
+                metadata: { url },
+            };
+        }
+        catch (error) {
+            console.error(`Error fetching or parsing URL ${url}:`, error);
+            return null;
+        }
+    }
+    async call(userPrompt) {
+        const urls = this.extractUrls(userPrompt);
+        if (urls.length === 0) {
+            return "URL PLUGIN: No URLs detected.";
+        }
+        const results = await Promise.all(urls.map(this.fetchAndParseUrl));
+        const validResults = results.filter((r) => r !== null);
+        if (validResults.length === 0) {
+            return "URL PLUGIN: Failed to fetch or parse any URLs.";
+        }
+        const formattedResults = validResults
+            .map((result) => `URL: ${result.metadata.url}\n\nContent:\n${result.text.substring(0, 500)}...`)
+            .join("\n\n---\n\n");
+        return `URL PLUGIN: Successfully fetched and parsed the following URLs:\n\n${formattedResults}`;
+    }
+}
+exports.UrlPlugin = UrlPlugin;
+//# sourceMappingURL=url.js.map

package/ts_build/src/plugins/url.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"url.js","sourceRoot":"","sources":["../../../src/plugins/url.ts"],"names":[],"mappings":";;;;;;AAIA,8EAAsD;AAEtD,MAAa,SAAS;IACpB,KAAK,CAAC,KAAK,CAAC,UAAkB;QAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QAC1C,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;QACtE,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAyB,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;IACrE,CAAC;IAED,WAAW,CAAC,UAAkB;QAC5B,MAAM,QAAQ,GAAG,sBAAsB,CAAC;QACxC,OAAO,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,GAAW;QAChC,IAAI;YACF,MAAM,IAAI,GAAG,MAAM,IAAA,qBAAW,EAAC,GAAG,CAAC,CAAC;YAEpC,OAAO,CAAC,GAAG,CAAC,oCAAoC,GAAG,GAAG,EAAE,IAAI,CAAC,CAAC;YAE9D,OAAO;gBACL,EAAE,EAAE,GAAG,GAAG,MAAM;gBAChB,IAAI;gBACJ,QAAQ,EAAE,EAAE,GAAG,EAAE;aAClB,CAAC;SACH;QAAC,OAAO,KAAK,EAAE;YACd,OAAO,CAAC,KAAK,CAAC,iCAAiC,GAAG,GAAG,EAAE,KAAK,CAAC,CAAC;YAC9D,OAAO,IAAI,CAAC;SACb;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,UAAkB;QAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QAC1C,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE;YACrB,OAAO,+BAA+B,CAAC;SACxC;QAED,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;QACnE,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CACjC,CAAC,CAAC,EAAyB,EAAE,CAAC,CAAC,KAAK,IAAI,CACzC,CAAC;QAEF,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE;YAC7B,OAAO,gDAAgD,CAAC;SACzD;QAED,MAAM,gBAAgB,GAAG,YAAY;aAClC,GAAG,CACF,CAAC,MAAM,EAAE,EAAE,CACT,QAAQ,MAAM,CAAC,QAAQ,CAAC,GAAG,iBAAiB,MAAM,CAAC,IAAI,CAAC,SAAS,CAC/D,CAAC,EACD,GAAG,CACJ,KAAK,CACT;aACA,IAAI,CAAC,aAAa,CAAC,CAAC;QAEvB,OAAO,sEAAsE,gBAAgB,EAAE,CAAC;IAClG,CAAC;CACF;AAxDD,8BAwDC"}

package/ts_build/src/plugins/vim.d.ts

@@ -0,0 +1,11 @@
+import { Plugin } from "./types";
+export declare class VimPlugin implements Plugin {
+    embed(userPrompt: string): Promise<any[]>;
+    getVimFiles(): Promise<any>;
+    getSourcePath(vimPath: string, dotFile?: boolean): Promise<string>;
+    getFileContents(swapFile: string): Promise<{
+        filePath: string;
+        content: string;
+    }>;
+    call(): Promise<string>;
+}

package/ts_build/src/plugins/vim.js

@@ -0,0 +1,63 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VimPlugin = void 0;
+const glob_1 = __importDefault(require("glob"));
+const utils_1 = require("../utils");
+class VimPlugin {
+    async embed(userPrompt) {
+        return [];
+    }
+    async getVimFiles() {
+        const vimFiles = await glob_1.default.sync("./**/*.swp", { dot: true });
+        return vimFiles;
+    }
+    async getSourcePath(vimPath, dotFile = false) {
+        const pathParts = vimPath.split("/");
+        const fileName = pathParts[pathParts.length - 1];
+        const cleanedFileName = fileName.slice(1, fileName.length - 4);
+        const sourcePath = pathParts.slice(0, pathParts.length - 1).join("/");
+        const finalPath = sourcePath + "/" + cleanedFileName;
+        const dotFilePath = sourcePath + "/." + cleanedFileName;
+        const finalFileExists = await (0, utils_1.fileExists)(finalPath);
+        if (finalFileExists) {
+            return finalPath;
+        }
+        const dotFileExists = await (0, utils_1.fileExists)(dotFilePath);
+        if (dotFileExists) {
+            return dotFilePath;
+        }
+        return finalPath;
+    }
+    async getFileContents(swapFile) {
+        const filePath = await this.getSourcePath(swapFile);
+        const exists = await (0, utils_1.fileExists)(filePath);
+        if (!exists) {
+            return { filePath, content: "FILE DOES NOT EXIST" };
+        }
+        const stat = await (0, utils_1.fileStat)(filePath);
+        if (stat.isDirectory()) {
+            return { filePath, content: "DIRECTORY" };
+        }
+        if (stat.size > 32000) {
+            console.error(`VIM PLUGIN: File ${filePath} is too large with size ${stat.size}`);
+            return { filePath, content: "FILE TOO LARGE" };
+        }
+        console.log(`VIM PLUGIN: Reading file ${filePath}`);
+        const content = await (0, utils_1.readFile)(filePath, "utf8");
+        return { filePath, content };
+    }
+    async call() {
+        const vimFiles = await this.getVimFiles();
+        const fileContents = await Promise.all(vimFiles.map((f) => this.getFileContents(f)));
+        if (fileContents.length === 0) {
+            return "VIM PLUGIN: No files open in vim";
+        }
+        return ("VIM PLUGIN: The following files are open in vim: " +
+            JSON.stringify(fileContents));
+    }
+}
+exports.VimPlugin = VimPlugin;
+//# sourceMappingURL=vim.js.map

package/ts_build/src/plugins/vim.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vim.js","sourceRoot":"","sources":["../../../src/plugins/vim.ts"],"names":[],"mappings":";;;;;;AAAA,gDAAwB;AACxB,oCAA0D;AAG1D,MAAa,SAAS;IACpB,KAAK,CAAC,KAAK,CAAC,UAAkB;QAC5B,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,KAAK,CAAC,WAAW;QACf,MAAM,QAAQ,GAAG,MAAM,cAAI,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9D,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,OAAe,EAAE,OAAO,GAAG,KAAK;QAClD,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACrC,MAAM,QAAQ,GAAG,SAAS,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACjD,MAAM,eAAe,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC/D,MAAM,UAAU,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtE,MAAM,SAAS,GAAG,UAAU,GAAG,GAAG,GAAG,eAAe,CAAC;QACrD,MAAM,WAAW,GAAG,UAAU,GAAG,IAAI,GAAG,eAAe,CAAC;QAExD,MAAM,eAAe,GAAG,MAAM,IAAA,kBAAU,EAAC,SAAS,CAAC,CAAC;QAEpD,IAAI,eAAe,EAAE;YACnB,OAAO,SAAS,CAAC;SAClB;QAED,MAAM,aAAa,GAAG,MAAM,IAAA,kBAAU,EAAC,WAAW,CAAC,CAAC;QACpD,IAAI,aAAa,EAAE;YACjB,OAAO,WAAW,CAAC;SACpB;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,QAAgB;QACpC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QACpD,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAU,EAAC,QAAQ,CAAC,CAAC;QAC1C,IAAI,CAAC,MAAM,EAAE;YACX,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,qBAAqB,EAAE,CAAC;SACrD;QAED,MAAM,IAAI,GAAG,MAAM,IAAA,gBAAQ,EAAC,QAAQ,CAAC,CAAC;QACtC,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE;YACtB,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;SAC3C;QACD,IAAI,IAAI,CAAC,IAAI,GAAG,KAAK,EAAE;YACrB,OAAO,CAAC,KAAK,CACX,oBAAoB,QAAQ,2BAA2B,IAAI,CAAC,IAAI,EAAE,CACnE,CAAC;YACF,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC;SAChD;QAED,OAAO,CAAC,GAAG,CAAC,4BAA4B,QAAQ,EAAE,CAAC,CAAC;QACpD,MAAM,OAAO,GAAG,MAAM,IAAA,gBAAQ,EAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACjD,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAC1C,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAC7C,CAAC;QACF,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE;YAC7B,OAAO,kCAAkC,CAAC;SAC3C;QACD,OAAO,CACL,mDAAmD;YACnD,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAC7B,CAAC;IACJ,CAAC;CACF;AApED,8BAoEC"}

package/ts_build/src/prompts/BasicCodeDocumenter.d.ts

@@ -0,0 +1,2 @@
+declare const _default: "Summarize this code, with a focus on dependencies, types, models, classes, comments, and examples. Include snippets of core concepts if relevant. \n\n {text}";
+export default _default;

package/ts_build/src/prompts/BasicCodeDocumenter.js

@@ -0,0 +1,4 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = "Summarize this code, with a focus on dependencies, types, models, classes, comments, and examples. Include snippets of core concepts if relevant. \n\n {text}";
+//# sourceMappingURL=BasicCodeDocumenter.js.map

package/ts_build/src/prompts/BasicCodeDocumenter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BasicCodeDocumenter.js","sourceRoot":"","sources":["../../../src/prompts/BasicCodeDocumenter.ts"],"names":[],"mappings":";;AAAA,kBAAe,+JAA+J,CAAC"}

package/ts_build/src/prompts/BasicProjectDocumenter.d.ts

@@ -0,0 +1,2 @@
+declare const _default: "Summarize this project documentation, with the goal of creating a useful primer for others to understand the project in a technical way. Focus on how the different pieces of the project interact with each other, design patterns, naming conventions, etc. \n\n {text}";
+export default _default;

package/ts_build/src/prompts/BasicProjectDocumenter.js

@@ -0,0 +1,4 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = "Summarize this project documentation, with the goal of creating a useful primer for others to understand the project in a technical way. Focus on how the different pieces of the project interact with each other, design patterns, naming conventions, etc. \n\n {text}";
+//# sourceMappingURL=BasicProjectDocumenter.js.map

package/ts_build/src/prompts/BasicProjectDocumenter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BasicProjectDocumenter.js","sourceRoot":"","sources":["../../../src/prompts/BasicProjectDocumenter.ts"],"names":[],"mappings":";;AAAA,kBAAe,2QAA2Q,CAAC"}

package/ts_build/src/prompts/EmbeddingSeachHelper.d.ts

@@ -0,0 +1,2 @@
+declare const _default: "Given this file, create a short summary of what the file contains, and include a list of questions this file would help answer\n\n{text}";
+export default _default;

package/ts_build/src/prompts/EmbeddingSeachHelper.js

@@ -0,0 +1,4 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = `Given this file, create a short summary of what the file contains, and include a list of questions this file would help answer\n\n{text}`;
+//# sourceMappingURL=EmbeddingSeachHelper.js.map

package/ts_build/src/prompts/EmbeddingSeachHelper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"EmbeddingSeachHelper.js","sourceRoot":"","sources":["../../../src/prompts/EmbeddingSeachHelper.ts"],"names":[],"mappings":";;AAAA,kBAAe,0IAA0I,CAAC"}

package/ts_build/src/prompts/index.d.ts

@@ -0,0 +1,13 @@
+export declare const Prompts: ({
+    BasicCodeDocumenter: string;
+    BasicProjectDocumenter?: undefined;
+    BasicEmbeddingExplainer?: undefined;
+} | {
+    BasicProjectDocumenter: string;
+    BasicCodeDocumenter?: undefined;
+    BasicEmbeddingExplainer?: undefined;
+} | {
+    BasicEmbeddingExplainer: string;
+    BasicCodeDocumenter?: undefined;
+    BasicProjectDocumenter?: undefined;
+})[];

package/ts_build/src/prompts/index.js

@@ -0,0 +1,15 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Prompts = void 0;
+const BasicCodeDocumenter_1 = __importDefault(require("./BasicCodeDocumenter"));
+const BasicProjectDocumenter_1 = __importDefault(require("./BasicProjectDocumenter"));
+const EmbeddingSeachHelper_1 = __importDefault(require("./EmbeddingSeachHelper"));
+exports.Prompts = [
+    { BasicCodeDocumenter: BasicCodeDocumenter_1.default },
+    { BasicProjectDocumenter: BasicProjectDocumenter_1.default },
+    { BasicEmbeddingExplainer: EmbeddingSeachHelper_1.default },
+];
+//# sourceMappingURL=index.js.map

package/ts_build/src/prompts/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/prompts/index.ts"],"names":[],"mappings":";;;;;;AAAA,gFAAwD;AACxD,sFAA8D;AAC9D,kFAA6D;AAEhD,QAAA,OAAO,GAAG;IACrB,EAAE,mBAAmB,EAAnB,6BAAmB,EAAE;IACvB,EAAE,sBAAsB,EAAtB,gCAAsB,EAAE;IAC1B,EAAE,uBAAuB,EAAvB,8BAAuB,EAAE;CAC5B,CAAC"}

package/ts_build/src/server/index.d.ts

@@ -0,0 +1 @@
+export {};

package/ts_build/src/server/index.js

@@ -0,0 +1,17 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const express_1 = __importDefault(require("express"));
+const app = (0, express_1.default)();
+const port = 4545;
+app.use((req, res) => {
+    const { path, body, query } = req;
+    console.log({ path, body, query });
+    res.send("Hello World!");
+});
+app.listen(port, () => {
+    console.log(`Server started at http://localhost:${port}`);
+});
+//# sourceMappingURL=index.js.map

package/ts_build/src/server/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/server/index.ts"],"names":[],"mappings":";;;;;AAAA,sDAA8B;AAE9B,MAAM,GAAG,GAAG,IAAA,iBAAO,GAAE,CAAC;AACtB,MAAM,IAAI,GAAG,IAAI,CAAC;AAElB,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;IACnB,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,GAAG,CAAC;IAClC,OAAO,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACnC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;AAC3B,CAAC,CAAC,CAAC;AAEH,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE;IACpB,OAAO,CAAC,GAAG,CAAC,sCAAsC,IAAI,EAAE,CAAC,CAAC;AAC5D,CAAC,CAAC,CAAC"}

package/ts_build/src/services/AgentService.d.ts

@@ -0,0 +1,14 @@
+import { IAgent } from "../agents/interface";
+export declare class AgentService {
+    private agents;
+    constructor();
+    wireUp(): void;
+    registerAgent(agent: IAgent): void;
+    registerAgentByName(name: string, agent: IAgent): void;
+    getAgent(name: string): IAgent;
+    listAgents(): string[];
+    getAgentDescriptions(): string[];
+    loadAgentsFromConfig(): void;
+    callAgent(name: string, query: string): Promise<string>;
+}
+export declare const Agents: AgentService;

package/ts_build/src/services/AgentService.js

@@ -0,0 +1,87 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Agents = exports.AgentService = void 0;
+const config_1 = require("../config");
+const ConfigAgent_1 = require("../agents/configurable/ConfigAgent");
+const EventService_1 = require("./EventService");
+const Tools_1 = require("./Tools");
+class AgentService {
+    agents = new Map();
+    constructor() {
+        this.wireUp();
+    }
+    wireUp() {
+        Tools_1.Tools.addTool({
+            type: "function",
+            function: {
+                name: "agentCall",
+                description: `Allows an agent to ask another agent a question. Useful for getting help from agents that are configured for specific goals.
+        ${this.getAgentDescriptions()}`,
+                parameters: {
+                    type: "object",
+                    positional: true,
+                    properties: {
+                        agentName: {
+                            type: "string",
+                            description: `The name of the agent to call. Available agents: ${this.listAgents()}`,
+                        },
+                        query: {
+                            type: "string",
+                            description: `The query to send to the agent`,
+                        },
+                    },
+                    required: ["agentName", "query"],
+                },
+            },
+        });
+        EventService_1.Events.on("agents:register", (data) => {
+            console.log(`Agent registered: ${data.name}`);
+            const { name, agent } = data;
+            this.registerAgentByName(name, agent);
+        });
+        EventService_1.Events.on("agents:call", (data) => {
+            console.log(`Agent called: ${data.name}`);
+            const { name, query, resolve, reject } = data;
+            this.callAgent(name, query).then(resolve).catch(reject);
+        });
+    }
+    registerAgent(agent) {
+        this.registerAgentByName(agent.name, agent);
+    }
+    registerAgentByName(name, agent) {
+        this.agents.set(name, agent);
+    }
+    getAgent(name) {
+        const agent = this.agents.get(name);
+        if (!agent) {
+            throw new Error(`Agent ${name} not found. Options are: ${this.listAgents()}`);
+        }
+        return agent;
+    }
+    listAgents() {
+        return Array.from(this.agents.keys());
+    }
+    getAgentDescriptions() {
+        return Object.keys(this.agents).map((key) => {
+            const agent = this.getAgent(key);
+            return `name: ${agent.name} \n description: ${agent.description}`;
+        });
+    }
+    loadAgentsFromConfig() {
+        const config = (0, config_1.getConfigSync)();
+        const agents = config.agents || [];
+        for (const agent of agents) {
+            this.registerAgent(new ConfigAgent_1.ConfigAgent(agent));
+        }
+    }
+    async callAgent(name, query) {
+        const agent = this.agents.get(name);
+        if (!agent) {
+            return `Agent ${name} not found. Options are: ${this.listAgents()}`;
+        }
+        return agent.call(query);
+    }
+}
+exports.AgentService = AgentService;
+exports.Agents = new AgentService();
+//# sourceMappingURL=AgentService.js.map

package/ts_build/src/services/AgentService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AgentService.js","sourceRoot":"","sources":["../../../src/services/AgentService.ts"],"names":[],"mappings":";;;AAAA,sCAA0C;AAE1C,oEAAiE;AACjE,iDAAwC;AACxC,mCAAgC;AAEhC,MAAa,YAAY;IACf,MAAM,GAAwB,IAAI,GAAG,EAAE,CAAC;IAEhD;QACE,IAAI,CAAC,MAAM,EAAE,CAAC;IAChB,CAAC;IAEM,MAAM;QACX,aAAK,CAAC,OAAO,CAAC;YACZ,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE;gBACR,IAAI,EAAE,WAAW;gBACjB,WAAW,EAAE;UACX,IAAI,CAAC,oBAAoB,EAAE,EAAE;gBAC/B,UAAU,EAAE;oBACV,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE,IAAI;oBAChB,UAAU,EAAE;wBACV,SAAS,EAAE;4BACT,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,oDAAoD,IAAI,CAAC,UAAU,EAAE,EAAE;yBACrF;wBACD,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,gCAAgC;yBAC9C;qBACF;oBACD,QAAQ,EAAE,CAAC,WAAW,EAAE,OAAO,CAAC;iBACjC;aACF;SACF,CAAC,CAAC;QACH,qBAAM,CAAC,EAAE,CAAC,iBAAiB,EAAE,CAAC,IAAI,EAAE,EAAE;YACpC,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YAC9C,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC;YAC7B,IAAI,CAAC,mBAAmB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QAEH,qBAAM,CAAC,EAAE,CAAC,aAAa,EAAE,CAAC,IAAI,EAAE,EAAE;YAChC,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YAC1C,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;YAC9C,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC1D,CAAC,CAAC,CAAC;IACL,CAAC;IAEM,aAAa,CAAC,KAAa;QAChC,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC9C,CAAC;IAEM,mBAAmB,CAAC,IAAY,EAAE,KAAa;QACpD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC/B,CAAC;IAEM,QAAQ,CAAC,IAAY;QAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,CAAC,KAAK,EAAE;YACV,MAAM,IAAI,KAAK,CACb,SAAS,IAAI,4BAA4B,IAAI,CAAC,UAAU,EAAE,EAAE,CAC7D,CAAC;SACH;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAEM,UAAU;QACf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IACxC,CAAC;IAEM,oBAAoB;QACzB,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YACjC,OAAO,SAAS,KAAK,CAAC,IAAI,oBAAoB,KAAK,CAAC,WAAW,EAAE,CAAC;QACpE,CAAC,CAAC,CAAC;IACL,CAAC;IAEM,oBAAoB;QACzB,MAAM,MAAM,GAAG,IAAA,sBAAa,GAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC;QAEnC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;YAC1B,IAAI,CAAC,aAAa,CAAC,IAAI,yBAAW,CAAC,KAAK,CAAC,CAAC,CAAC;SAC5C;IACH,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,IAAY,EAAE,KAAa;QAChD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,CAAC,KAAK,EAAE;YACV,OAAO,SAAS,IAAI,4BAA4B,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC;SACrE;QACD,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;CACF;AAzFD,oCAyFC;AAEY,QAAA,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC"}

package/ts_build/src/services/EmbeddingService.d.ts

@@ -0,0 +1,39 @@
+import { Config, Embeddable, EmbeddingBase } from "../types";
+import { GenericClient } from "../clients";
+export type CreateEmbeddingOptions = {
+    provider?: string;
+    model: string;
+    input: string;
+};
+export type EmbedOptions = {
+    prompt?: string;
+    chunkSize?: number;
+    uploadMode?: boolean;
+    minLength?: number;
+};
+export declare class EmbeddingService {
+    private config;
+    private embeddingClient;
+    constructor(config: Config, embeddingClient: GenericClient);
+    setEmbeddingClient(client: GenericClient): void;
+    createEmbedding({ provider, model, input }: CreateEmbeddingOptions): Promise<import("../clients").EmbeddingResponse>;
+    loadEmbedding(filePath: string): Promise<Embeddable[]>;
+    getConfiguredEmbeddingMap(): Promise<{
+        [filePath: string]: Embeddable[];
+    }>;
+    getConfiguredEmbeddings(): Promise<Embeddable[]>;
+    private getChunkId;
+    embedSource(model: Config["embeddingModel"], source: Config["embedSources"][0], ignorePattern: string[]): Promise<void>;
+    saveEmbedding(output: string, embeddings: Embeddable[]): Promise<void>;
+    embedKind(model: Config["embeddingModel"], id: string, source: Config["embedSources"][0], embeddings?: Embeddable<any>[], save?: boolean): Promise<void>;
+    handleAllKinds(id: string, source: Config["embedSources"][0]): Promise<Partial<Embeddable>[]>;
+    private handleTextKind;
+    private handleFileKind;
+    embed(model: string, id: string, text: string, metadata: any, embeddings: Embeddable[], options?: EmbedOptions): Promise<string[]>;
+    pruneEmbedding(id: string, chunkIds: string[], embeddings: Embeddable[]): Embeddable[];
+    queryEmbedding<E>(query: string, embeddings: Embeddable<E>[], model?: string): Promise<EmbeddingBase<E>[]>;
+    pruneVector(embeddings: Embeddable[]): void;
+    pruneMetadata(embeddings: Embeddable[], characterLimit?: number): void;
+    isEmbeddingFile(inputFile: string): Promise<boolean>;
+    embedJson(model: string, inputFile: string, source: Config["embedSources"][0]): Promise<void>;
+}