editcodewithai 0.0.1 → 0.1.0

package/dist/index.js

@@ -1,161 +1,40 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.performAiEdit = performAiEdit;
-const openai_1 = require("@langchain/openai");
-const output_parsers_1 = require("@langchain/core/output_parsers");
 const llm_code_format_1 = require("llm-code-format");
-const viz_types_1 = require("@vizhub/viz-types");
+const prompt_1 = require("./prompt");
+const metadata_1 = require("./metadata");
+const fileUtils_1 = require("./fileUtils");
 const debug = false;
-// Versions of the prompt template.
-const PROMPT_TEMPLATE_VERSION = 1;
-// Template pieces
-const TASK = (prompt) => `## Your Task\n\n${prompt}`;
-const FILES = (filesContext) => `## Original Files\n\n${filesContext}`;
-const FORMAT = [
-    "## Formatting Instructions\n\n",
-    "Suggest changes to the original files using this exact format:\n\n",
-    "**fileA.js**\n\n```js\n// Entire updated code for fileA\n```\n\n",
-    "**fileB.js**\n\n```js\n// Entire updated code for fileB\n```\n\n",
-    "Only include the files that need to be updated or created.\n\n",
-    "To suggest changes you MUST include the ENTIRE content of the updated file.\n\n",
-    'NEVER leave out sections as in "... rest of the code remain the same ...".\n\n',
-    "Refactor large files into smaller files in the same directory.\n\n",
-    "Delete all unused files, but we need to keep `README.md`. ",
-    "Files can be deleted by setting their content to empty, for example:\n\n",
-    "**fileToDelete.js**\n\n```\n```\n\n",
-    "For D3 logic, make sure it remains idempotent (use data joins), ",
-    "and prefer function signatures like `someFunction(selection, options)` ",
-    "where `selection` is a D3 selection and `options` is an object.\n\n",
-].join("");
-function assembleFullPrompt({ filesContext, prompt, }) {
-    return [TASK(prompt), FILES(filesContext), FORMAT].join("\n\n");
-}
-/**
- * If the LLM outputs empty text for a file, we interpret this
- * as a request to delete the file.
- */
-function shouldDeleteFile(file) {
-    return file && file.text.trim() === "";
-}
-/**
- * Get cost and metadata for a generation from OpenRouter.
- */
-async function getGenerationMetadata({ apiKey, generationId, }) {
-    const url = `https://openrouter.ai/api/v1/generation?id=${generationId}`;
-    const headers = {
-        Authorization: `Bearer ${apiKey}`,
-    };
-    // Retry logic for potential 404 from OpenRouter
-    const maxRetries = 10;
-    const retryDelay = 1000; // 1 second
-    for (let attempt = 1; attempt <= maxRetries; attempt++) {
-        const response = await fetch(url, {
-            method: "GET",
-            headers,
-        });
-        if (response.ok) {
-            const data = await response.json();
-            debug && console.log("[getCost] data:", JSON.stringify(data, null, 2));
-            const upstreamCostInDollars = data.data.total_cost;
-            const upstreamCostCents = upstreamCostInDollars * 100;
-            const provider = data.data.provider_name;
-            const inputTokens = data.data.tokens_prompt;
-            const outputTokens = data.data.tokens_completion;
-            return {
-                upstreamCostCents,
-                provider,
-                inputTokens,
-                outputTokens,
-            };
-        }
-        else {
-            const text = await response.text();
-            debug &&
-                console.error(`Attempt ${attempt} failed. Status: ${response.status}, response text: ${text}`);
-            if (attempt < maxRetries) {
-                debug && console.log(`Retrying in ${retryDelay / 1000} seconds...`);
-                await new Promise((resolve) => setTimeout(resolve, retryDelay));
-            }
-            else {
-                throw new Error(`HTTP error! Status: ${response.status} after ${maxRetries} attempts.`);
-            }
-        }
-    }
-    // You theoretically never reach here because of the throw above
-    throw new Error("Failed to get generation metadata.");
-}
 /**
  * Core AI logic for:
  * - Building the prompt (including context)
- * - Calling the LLM (ChatOpenAI)
+ * - Calling the provided LLM function
  * - Parsing and merging file changes
  * - Retrieving cost metadata
  */
-async function performAiEdit({ prompt, modelName, files, apiKey, baseURL, }) {
-    // 1. Serialize the existing files into the “markdown code block” format
-    const filesContext = (0, llm_code_format_1.serializeMarkdownFiles)(Object.values(files).map((file) => ({
-        name: file.name,
-        // Example: truncate large files, etc.
-        text: file.text
-            .split("\n")
-            .slice(0, file.name.endsWith(".csv") || file.name.endsWith(".json") ? 50 : 500)
-            .map((line) => line.slice(0, 200))
-            .join("\n"),
-    })));
+async function performAiEdit({ prompt, files, llmFunction, apiKey, }) {
+    // 1. Serialize the existing files into the "markdown code block" format
+    const preparedFiles = (0, fileUtils_1.prepareFilesForPrompt)(files);
+    const filesContext = (0, llm_code_format_1.serializeMarkdownFiles)(preparedFiles);
     // 2. Assemble the final prompt
-    const fullPrompt = assembleFullPrompt({ filesContext, prompt });
+    const fullPrompt = (0, prompt_1.assembleFullPrompt)({ filesContext, prompt });
     debug && console.log("[performAiEdit] fullPrompt:", fullPrompt);
-    // 3. Invoke the model via LangChain’s ChatOpenAI
-    const options = {
-        modelName,
-        configuration: {
-            apiKey,
-            baseURL,
-        },
-        streaming: false,
-    };
-    const chatModel = new openai_1.ChatOpenAI(options);
-    const result = await chatModel.invoke(fullPrompt);
+    // 3. Invoke the model via the provided LLM function
+    const result = await llmFunction(fullPrompt);
     // 4. We parse the output to figure out which files changed
-    const parser = new output_parsers_1.StringOutputParser();
-    const resultString = await parser.invoke(result);
+    const resultString = result.content;
     const parsed = (0, llm_code_format_1.parseMarkdownFiles)(resultString, "bold");
     // 5. Merge the changes into a new `Files` object
-    let changedFiles = Object.keys(files).reduce((acc, fileId) => {
-        const original = files[fileId];
-        const changedFile = parsed.files.find((f) => f.name === original.name);
-        if (shouldDeleteFile(changedFile)) {
-            // Exclude from new set
-            return acc;
-        }
-        // If changedFile is present, use it; otherwise use original
-        acc[fileId] = {
-            ...original,
-            text: changedFile ? changedFile.text : original.text,
-        };
-        return acc;
-    }, {});
-    // Handle newly-created files
-    parsed.files.forEach((changedFile) => {
-        const existingFile = Object.values(changedFiles).find((file) => file.name === changedFile.name);
-        // If no existing file and not empty => it's a new file
-        if (!existingFile && !shouldDeleteFile(changedFile)) {
-            const newFileId = (0, viz_types_1.generateVizFileId)();
-            changedFiles[newFileId] = {
-                name: changedFile.name,
-                text: changedFile.text,
-            };
-        }
-    });
+    const changedFiles = (0, fileUtils_1.mergeFileChanges)(files, parsed.files);
     // 6. Retrieve cost metadata for charging the user
-    //    The openRouterGenerationId is stored in `result.lc_kwargs.id` by LangChain
-    const openRouterGenerationId = result.lc_kwargs?.id;
+    const openRouterGenerationId = result.generationId || "";
     let upstreamCostCents = 0;
     let provider = "";
     let inputTokens = 0;
     let outputTokens = 0;
-    if (openRouterGenerationId) {
-        const costData = await getGenerationMetadata({
+    if (openRouterGenerationId && apiKey) {
+        const costData = await (0, metadata_1.getGenerationMetadata)({
             apiKey,
             generationId: openRouterGenerationId,
         });
@@ -166,11 +45,12 @@ async function performAiEdit({ prompt, modelName, files, apiKey, baseURL, }) {
     }
     return {
         changedFiles,
-        openRouterGenerationId: openRouterGenerationId ?? "",
+        openRouterGenerationId,
         upstreamCostCents,
         provider,
         inputTokens,
         outputTokens,
-        promptTemplateVersion: PROMPT_TEMPLATE_VERSION,
+        promptTemplateVersion: prompt_1.PROMPT_TEMPLATE_VERSION,
+        rawResponse: resultString, // Include the raw response
     };
 }

package/dist/metadata.d.ts

@@ -0,0 +1,12 @@
+/**
+ * Get cost and metadata for a generation from OpenRouter.
+ */
+export declare function getGenerationMetadata({ apiKey, generationId, }: {
+    apiKey: string;
+    generationId: string;
+}): Promise<{
+    upstreamCostCents: number;
+    provider: string;
+    inputTokens: number;
+    outputTokens: number;
+}>;

package/dist/metadata.js

@@ -0,0 +1,51 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getGenerationMetadata = getGenerationMetadata;
+const debug = false;
+/**
+ * Get cost and metadata for a generation from OpenRouter.
+ */
+async function getGenerationMetadata({ apiKey, generationId, }) {
+    const url = `https://openrouter.ai/api/v1/generation?id=${generationId}`;
+    const headers = {
+        Authorization: `Bearer ${apiKey}`,
+    };
+    // Retry logic for potential 404 from OpenRouter
+    const maxRetries = 10;
+    const retryDelay = 1000; // 1 second
+    for (let attempt = 1; attempt <= maxRetries; attempt++) {
+        const response = await fetch(url, {
+            method: "GET",
+            headers,
+        });
+        if (response.ok) {
+            const data = await response.json();
+            debug && console.log("[getCost] data:", JSON.stringify(data, null, 2));
+            const upstreamCostInDollars = data.data.total_cost;
+            const upstreamCostCents = upstreamCostInDollars * 100;
+            const provider = data.data.provider_name;
+            const inputTokens = data.data.tokens_prompt;
+            const outputTokens = data.data.tokens_completion;
+            return {
+                upstreamCostCents,
+                provider,
+                inputTokens,
+                outputTokens,
+            };
+        }
+        else {
+            const text = await response.text();
+            debug &&
+                console.error(`Attempt ${attempt} failed. Status: ${response.status}, response text: ${text}`);
+            if (attempt < maxRetries) {
+                debug && console.log(`Retrying in ${retryDelay / 1000} seconds...`);
+                await new Promise((resolve) => setTimeout(resolve, retryDelay));
+            }
+            else {
+                throw new Error(`HTTP error! Status: ${response.status} after ${maxRetries} attempts.`);
+            }
+        }
+    }
+    // You theoretically never reach here because of the throw above
+    throw new Error("Failed to get generation metadata.");
+}

package/dist/prompt.d.ts

@@ -0,0 +1,8 @@
+export declare const PROMPT_TEMPLATE_VERSION = 1;
+/**
+ * Assembles the full prompt by combining task, files context, and formatting instructions
+ */
+export declare function assembleFullPrompt({ filesContext, prompt, }: {
+    filesContext: string;
+    prompt: string;
+}): string;

package/dist/prompt.js

@@ -0,0 +1,31 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PROMPT_TEMPLATE_VERSION = void 0;
+exports.assembleFullPrompt = assembleFullPrompt;
+// Versions of the prompt template.
+exports.PROMPT_TEMPLATE_VERSION = 1;
+// Template pieces
+const TASK = (prompt) => `## Your Task\n\n${prompt}`;
+const FILES = (filesContext) => `## Original Files\n\n${filesContext}`;
+const FORMAT = [
+    "## Formatting Instructions\n\n",
+    "Suggest changes to the original files using this exact format:\n\n",
+    "**fileA.js**\n\n```js\n// Entire updated code for fileA\n```\n\n",
+    "**fileB.js**\n\n```js\n// Entire updated code for fileB\n```\n\n",
+    "Only include the files that need to be updated or created.\n\n",
+    "To suggest changes you MUST include the ENTIRE content of the updated file.\n\n",
+    'NEVER leave out sections as in "... rest of the code remain the same ...".\n\n',
+    "Refactor large files into smaller files in the same directory.\n\n",
+    "Delete all unused files, but we need to keep `README.md`. ",
+    "Files can be deleted by setting their content to empty, for example:\n\n",
+    "**fileToDelete.js**\n\n```\n```\n\n",
+    "For D3 logic, make sure it remains idempotent (use data joins), ",
+    "and prefer function signatures like `someFunction(selection, options)` ",
+    "where `selection` is a D3 selection and `options` is an object.\n\n",
+].join("");
+/**
+ * Assembles the full prompt by combining task, files context, and formatting instructions
+ */
+function assembleFullPrompt({ filesContext, prompt, }) {
+    return [TASK(prompt), FILES(filesContext), FORMAT].join("\n\n");
+}

package/dist/types.d.ts

@@ -0,0 +1,21 @@
+import { VizFiles } from "@vizhub/viz-types";
+export type LlmFunction = (prompt: string) => Promise<{
+    content: string;
+    generationId?: string;
+}>;
+export interface PerformAiEditParams {
+    prompt: string;
+    files: VizFiles;
+    llmFunction: LlmFunction;
+    apiKey?: string;
+}
+export interface PerformAiEditResult {
+    changedFiles: VizFiles;
+    openRouterGenerationId: string;
+    upstreamCostCents: number;
+    provider: string;
+    inputTokens: number;
+    outputTokens: number;
+    promptTemplateVersion: number;
+    rawResponse: string;
+}

package/dist/types.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "editcodewithai",
-  "version": "0.0.1",
+  "version": "0.1.0",
   "description": "Edit Code With AI",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -12,7 +12,8 @@
     "test": "vitest run",
     "build": "tsc",
     "prepublishOnly": "npm run build",
-    "type-check": "tsc --noEmit"
+    "typecheck": "tsc --noEmit",
+    "benchmark": "ts-node src/benchmarks/index.ts"
   },
   "repository": {
     "type": "git",
@@ -35,13 +36,16 @@
   },
   "homepage": "https://github.com/vizhub-core/editcodewithai#readme",
   "dependencies": {
-    "@langchain/core": "^0.3.42",
-    "@langchain/openai": "^0.4.6",
-    "@vizhub/viz-types": "^0.0.1",
-    "llm-code-format": "^0.1.2"
+    "@langchain/core": "^0.3.43",
+    "@langchain/openai": "^0.5.2",
+    "@vizhub/viz-types": "^0.0.2",
+    "@vizhub/viz-utils": "^0.0.1",
+    "dotenv": "^16.4.7",
+    "llm-code-format": "^0.2.2"
   },
   "devDependencies": {
-    "typescript": "^5.3.3",
-    "vitest": "^3.0.9"
+    "ts-node": "^10.9.2",
+    "typescript": "^5.8.2",
+    "vitest": "^3.1.1"
   }
 }