@tyvm/knowhow 0.0.1

package/ts_build/src/plugins/embedding.js

@@ -0,0 +1,28 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EmbeddingPlugin = void 0;
+const config_1 = require("../config");
+const embeddings_1 = require("../embeddings");
+class EmbeddingPlugin {
+    async embed() {
+        return [];
+    }
+    async call(userPrompt) {
+        const count = 7;
+        const embeddings = await (0, embeddings_1.getConfiguredEmbeddings)();
+        const config = await (0, config_1.getConfig)();
+        const results = await (0, embeddings_1.queryEmbedding)(userPrompt, embeddings, config.embeddingModel);
+        const context = results.slice(0, count);
+        (0, embeddings_1.pruneVector)(context);
+        (0, embeddings_1.pruneMetadata)(context);
+        for (const entry of context) {
+            console.log(`EMBEDDING PLUGIN: Reading entry ${entry.id}`);
+        }
+        const contextLength = JSON.stringify(context).split(" ").length;
+        console.log(`EMBEDDING PLUGIN: Found ${context.length} entries. Loading ${contextLength} words`);
+        return `EMBEDDING PLUGIN: Our knowledgebase contains this information which can be used to answer the question:
+    ${JSON.stringify(context)}`;
+    }
+}
+exports.EmbeddingPlugin = EmbeddingPlugin;
+//# sourceMappingURL=embedding.js.map

package/ts_build/src/plugins/embedding.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding.js","sourceRoot":"","sources":["../../../src/plugins/embedding.ts"],"names":[],"mappings":";;;AAAA,sCAAsC;AACtC,8CAKuB;AAIvB,MAAa,eAAe;IAC1B,KAAK,CAAC,KAAK;QACT,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,UAAkB;QAC3B,MAAM,KAAK,GAAG,CAAC,CAAC;QAChB,MAAM,UAAU,GAAG,MAAM,IAAA,oCAAuB,GAAE,CAAC;QACnD,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAS,GAAE,CAAC;QACjC,MAAM,OAAO,GAAG,MAAM,IAAA,2BAAc,EAClC,UAAU,EACV,UAAU,EACV,MAAM,CAAC,cAAc,CACtB,CAAC;QACF,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAExC,IAAA,wBAAW,EAAC,OAAO,CAAC,CAAC;QACrB,IAAA,0BAAa,EAAC,OAAO,CAAC,CAAC;QAEvB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE;YAC3B,OAAO,CAAC,GAAG,CAAC,mCAAmC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;SAC5D;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;QAChE,OAAO,CAAC,GAAG,CACT,2BAA2B,OAAO,CAAC,MAAM,qBAAqB,aAAa,QAAQ,CACpF,CAAC;QAEF,OAAO;MACL,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;IAC9B,CAAC;CACF;AA/BD,0CA+BC"}

package/ts_build/src/plugins/figma.d.ts

@@ -0,0 +1,20 @@
+import { Plugin } from "./types";
+import { MinimalEmbedding } from "../types";
+export declare class FigmaPlugin implements Plugin {
+    private figmaToken;
+    private client;
+    constructor();
+    loadFigmaData(url: string): Promise<{
+        err: string;
+        images: {
+            readonly [key: string]: string;
+        };
+        id: string;
+    }>;
+    extractFileIdFromUrl(url: string): string | null;
+    parseNodeIdsFromUrl(url: string): string[] | null;
+    extractUrls(userPrompt: string): string[];
+    embed(userPrompt: string): Promise<MinimalEmbedding[]>;
+    formatFigmaData(data: any): string;
+    call(userPrompt: string): Promise<string>;
+}

package/ts_build/src/plugins/figma.js

@@ -0,0 +1,94 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FigmaPlugin = void 0;
+const figma_js_1 = require("figma-js");
+const qs_1 = __importDefault(require("qs"));
+const ai_1 = require("../ai");
+class FigmaPlugin {
+    figmaToken;
+    client;
+    constructor() {
+        this.figmaToken = process.env.FIGMA_API_KEY;
+        this.client = (0, figma_js_1.Client)({ personalAccessToken: this.figmaToken });
+    }
+    async loadFigmaData(url) {
+        const fileId = this.extractFileIdFromUrl(url);
+        const nodeIds = this.parseNodeIdsFromUrl(url);
+        if (!fileId) {
+            return null;
+        }
+        try {
+            console.log("Fetching figma data", { fileId, nodeIds });
+            const response = await this.client.fileImages(fileId, { ids: nodeIds });
+            return { id: fileId, ...response.data };
+        }
+        catch (error) {
+            console.error("Error fetching Figma file data:", error);
+            return null;
+        }
+    }
+    extractFileIdFromUrl(url) {
+        const match = /https:\/\/www\.figma\.com\/file\/([A-Za-z0-9]+)/.exec(url);
+        return match ? match[1] : null;
+    }
+    parseNodeIdsFromUrl(url) {
+        const queryIndex = url.indexOf("?");
+        if (queryIndex === -1)
+            return null;
+        const queryStr = url.substring(queryIndex + 1);
+        const queryParams = qs_1.default.parse(queryStr);
+        const nodeParam = queryParams["node-id"];
+        let nodeIds = [];
+        if (Array.isArray(nodeParam)) {
+            nodeIds = nodeParam;
+        }
+        if (typeof nodeParam === "string") {
+            nodeIds = nodeParam.split(",");
+        }
+        return nodeIds || null;
+    }
+    extractUrls(userPrompt) {
+        const urlRegex = /https:\/\/www\.figma\.com\/file\/[^\s]+/g;
+        const matches = userPrompt.match(urlRegex);
+        return matches || [];
+    }
+    async embed(userPrompt) {
+        const urls = this.extractUrls(userPrompt);
+        const figmaData = await Promise.all(urls.map((url) => this.loadFigmaData(url)));
+        const filteredData = figmaData.filter((data) => data !== null);
+        return filteredData.map((data) => ({
+            id: data.id,
+            text: this.formatFigmaData(data),
+            metadata: {},
+        }));
+    }
+    formatFigmaData(data) {
+        return JSON.stringify(data);
+    }
+    async call(userPrompt) {
+        const urls = this.extractUrls(userPrompt);
+        if (!urls || urls.length === 0) {
+            return "FIGMA PLUGIN: No Figma files found";
+        }
+        const figmaData = await Promise.all(urls.map((url) => this.loadFigmaData(url)));
+        const figmaDataFiltered = figmaData.filter((data) => data !== null);
+        if (figmaDataFiltered.length === 0) {
+            return "FIGMA PLUGIN: Failed to fetch data for Figma files";
+        }
+        const responses = [];
+        for (const data of figmaDataFiltered) {
+            for (const nodeId in data.images) {
+                const imageUrl = data.images[nodeId];
+                const imageDescription = await (0, ai_1.askGptVision)(imageUrl, `Describe the image with relavant information for this user question: ${userPrompt}`);
+                console.log("FIGMA PLUGIN: Image description", imageDescription);
+                responses.push({ nodeId, imageDescription });
+            }
+        }
+        return `FIGMA PLUGIN: The following Figma files were loaded:\n\n${JSON.stringify(responses)}`;
+    }
+}
+exports.FigmaPlugin = FigmaPlugin;
+//# sourceMappingURL=figma.js.map

package/ts_build/src/plugins/figma.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"figma.js","sourceRoot":"","sources":["../../../src/plugins/figma.ts"],"names":[],"mappings":";;;;;;AAAA,uCAAkC;AAClC,4CAAoB;AAGpB,8BAAqC;AA4BrC,MAAa,WAAW;IACd,UAAU,CAAS;IACnB,MAAM,CAA4B;IAE1C;QACE,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;QAC5C,IAAI,CAAC,MAAM,GAAG,IAAA,iBAAM,EAAC,EAAE,mBAAmB,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,GAAW;QAC7B,MAAM,MAAM,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC;QAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;QAC9C,IAAI,CAAC,MAAM,EAAE;YACX,OAAO,IAAI,CAAC;SACb;QACD,IAAI;YACF,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;YACxD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC;YACxE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;SACzC;QAAC,OAAO,KAAK,EAAE;YACd,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAC;YACxD,OAAO,IAAI,CAAC;SACb;IACH,CAAC;IAED,oBAAoB,CAAC,GAAW;QAC9B,MAAM,KAAK,GAAG,iDAAiD,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC1E,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACjC,CAAC;IAGD,mBAAmB,CAAC,GAAW;QAC7B,MAAM,UAAU,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,UAAU,KAAK,CAAC,CAAC;YAAE,OAAO,IAAI,CAAC;QACnC,MAAM,QAAQ,GAAG,GAAG,CAAC,SAAS,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QAC/C,MAAM,WAAW,GAAG,YAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,SAAS,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;QACzC,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE;YAC5B,OAAO,GAAG,SAAS,CAAC;SACrB;QACD,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE;YACjC,OAAO,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;SAChC;QACD,OAAO,OAAO,IAAI,IAAI,CAAC;IACzB,CAAC;IAED,WAAW,CAAC,UAAkB;QAC5B,MAAM,QAAQ,GAAG,0CAA0C,CAAC;QAC5D,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC3C,OAAO,OAAO,IAAI,EAAE,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,UAAkB;QAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QAC1C,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,GAAG,CACjC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAC3C,CAAC;QACF,MAAM,YAAY,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;QAE/D,OAAO,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACjC,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,IAAI,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC;YAChC,QAAQ,EAAE,EAAE;SACb,CAAC,CAAC,CAAC;IACN,CAAC;IAED,eAAe,CAAC,IAAS;QACvB,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,UAAkB;QAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QAC1C,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE;YAC9B,OAAO,oCAAoC,CAAC;SAC7C;QAED,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,GAAG,CACjC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAC3C,CAAC;QACF,MAAM,iBAAiB,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;QAEpE,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE;YAClC,OAAO,oDAAoD,CAAC;SAC7D;QAED,MAAM,SAAS,GAAG,EAAE,CAAC;QACrB,KAAK,MAAM,IAAI,IAAI,iBAAiB,EAAE;YACpC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,MAAM,EAAE;gBAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBACrC,MAAM,gBAAgB,GAAG,MAAM,IAAA,iBAAY,EACzC,QAAQ,EACR,wEAAwE,UAAU,EAAE,CACrF,CAAC;gBAEF,OAAO,CAAC,GAAG,CAAC,iCAAiC,EAAE,gBAAgB,CAAC,CAAC;gBACjE,SAAS,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC,CAAC;aAC9C;SACF;QAED,OAAO,2DAA2D,IAAI,CAAC,SAAS,CAC9E,SAAS,CACV,EAAE,CAAC;IACN,CAAC;CACF;AAxGD,kCAwGC"}