editcodewithai 0.0.1

package/README.md

@@ -0,0 +1,63 @@
+# editcodewithai
+Edit Code With AI 
+
+## A Simple Open Source AI Code Editor
+
+The premise of this project is to build and iterate an open source AI code editing system. The core idea is that you can feed this system a set of source code files and high level instructions, and it will return the edited code after some time. It aims to be compatible with many LLMs, and flexible enough to adapt to future models as they come out.
+
+## Installation
+
+```bash
+# Clone the repository
+git clone https://github.com/yourusername/editcodewithai.git
+
+# Navigate to project directory
+cd editcodewithai
+
+# Install dependencies
+npm install
+```
+
+## Usage
+
+```typescript
+import { performAiEdit } from 'editcodewithai';
+
+const result = await performAiEdit({
+  prompt: "Update the code to use async/await",
+  modelName: "openai/gpt-4",
+  files: {
+    // Your files object
+  },
+  apiKey: "your-openrouter-api-key",
+  baseURL: "https://openrouter.ai/api/v1"
+});
+```
+
+The `files` object should be a map of file IDs to file objects containing:
+- `name`: The filename (e.g. "index.js")
+- `text`: The file contents as a string
+
+The function returns:
+- `changedFiles`: Updated files with modifications
+- `openRouterGenerationId`: ID of the generation
+- `upstreamCostCents`: Cost in cents
+- `provider`: The AI provider used
+- `inputTokens`: Number of input tokens
+- `outputTokens`: Number of output tokens
+
+## Similar open source projects
+
+- **Aider**: An AI pair programming tool that integrates with your terminal to assist in code editing within your local git repository. [https://aider.chat/](https://aider.chat/)
+
+- **Bolt.new / Bolt.diy**: A platform that allows users to prompt, run, edit, and deploy full-stack web and mobile applications. [https://bolt.new/](https://bolt.new/)
+
+- **Cline**: An AI-powered code assistant designed to help developers write and debug code more efficiently. [https://cline.ai/](https://cline.ai/)
+
+- **Cerebras Coder**: A code generation tool developed by Cerebras Systems, leveraging advanced AI models to assist in coding tasks. [https://www.cerebras.net/](https://www.cerebras.net/)
+
+- **Pear AI**: An open-source AI code editor that accelerates the development process by integrating features like AI chat, code generation, and debugging assistance. [https://trypear.ai/](https://trypear.ai/)
+
+- **Void**: An open-source alternative to proprietary AI code editors, offering AI-assisted coding features while prioritizing user privacy and control. [https://void.dev/](https://void.dev/)
+
+- **Cody**: An advanced AI coding assistant developed by Sourcegraph, integrating seamlessly with popular IDEs to provide features like AI-driven chat, code autocompletion, and inline editing. [https://github.com/sourcegraph/cody](https://github.com/sourcegraph/cody)

package/dist/index.d.ts

@@ -0,0 +1,25 @@
+import { VizFiles } from "@vizhub/viz-types";
+export interface PerformAiEditParams {
+    prompt: string;
+    modelName: string;
+    files: VizFiles;
+    apiKey: string;
+    baseURL: string | undefined;
+}
+export interface PerformAiEditResult {
+    changedFiles: VizFiles;
+    openRouterGenerationId: string;
+    upstreamCostCents: number;
+    provider: string;
+    inputTokens: number;
+    outputTokens: number;
+    promptTemplateVersion: number;
+}
+/**
+ * Core AI logic for:
+ * - Building the prompt (including context)
+ * - Calling the LLM (ChatOpenAI)
+ * - Parsing and merging file changes
+ * - Retrieving cost metadata
+ */
+export declare function performAiEdit({ prompt, modelName, files, apiKey, baseURL, }: PerformAiEditParams): Promise<PerformAiEditResult>;

package/dist/index.js

@@ -0,0 +1,176 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.performAiEdit = performAiEdit;
+const openai_1 = require("@langchain/openai");
+const output_parsers_1 = require("@langchain/core/output_parsers");
+const llm_code_format_1 = require("llm-code-format");
+const viz_types_1 = require("@vizhub/viz-types");
+const debug = false;
+// Versions of the prompt template.
+const PROMPT_TEMPLATE_VERSION = 1;
+// Template pieces
+const TASK = (prompt) => `## Your Task\n\n${prompt}`;
+const FILES = (filesContext) => `## Original Files\n\n${filesContext}`;
+const FORMAT = [
+    "## Formatting Instructions\n\n",
+    "Suggest changes to the original files using this exact format:\n\n",
+    "**fileA.js**\n\n```js\n// Entire updated code for fileA\n```\n\n",
+    "**fileB.js**\n\n```js\n// Entire updated code for fileB\n```\n\n",
+    "Only include the files that need to be updated or created.\n\n",
+    "To suggest changes you MUST include the ENTIRE content of the updated file.\n\n",
+    'NEVER leave out sections as in "... rest of the code remain the same ...".\n\n',
+    "Refactor large files into smaller files in the same directory.\n\n",
+    "Delete all unused files, but we need to keep `README.md`. ",
+    "Files can be deleted by setting their content to empty, for example:\n\n",
+    "**fileToDelete.js**\n\n```\n```\n\n",
+    "For D3 logic, make sure it remains idempotent (use data joins), ",
+    "and prefer function signatures like `someFunction(selection, options)` ",
+    "where `selection` is a D3 selection and `options` is an object.\n\n",
+].join("");
+function assembleFullPrompt({ filesContext, prompt, }) {
+    return [TASK(prompt), FILES(filesContext), FORMAT].join("\n\n");
+}
+/**
+ * If the LLM outputs empty text for a file, we interpret this
+ * as a request to delete the file.
+ */
+function shouldDeleteFile(file) {
+    return file && file.text.trim() === "";
+}
+/**
+ * Get cost and metadata for a generation from OpenRouter.
+ */
+async function getGenerationMetadata({ apiKey, generationId, }) {
+    const url = `https://openrouter.ai/api/v1/generation?id=${generationId}`;
+    const headers = {
+        Authorization: `Bearer ${apiKey}`,
+    };
+    // Retry logic for potential 404 from OpenRouter
+    const maxRetries = 10;
+    const retryDelay = 1000; // 1 second
+    for (let attempt = 1; attempt <= maxRetries; attempt++) {
+        const response = await fetch(url, {
+            method: "GET",
+            headers,
+        });
+        if (response.ok) {
+            const data = await response.json();
+            debug && console.log("[getCost] data:", JSON.stringify(data, null, 2));
+            const upstreamCostInDollars = data.data.total_cost;
+            const upstreamCostCents = upstreamCostInDollars * 100;
+            const provider = data.data.provider_name;
+            const inputTokens = data.data.tokens_prompt;
+            const outputTokens = data.data.tokens_completion;
+            return {
+                upstreamCostCents,
+                provider,
+                inputTokens,
+                outputTokens,
+            };
+        }
+        else {
+            const text = await response.text();
+            debug &&
+                console.error(`Attempt ${attempt} failed. Status: ${response.status}, response text: ${text}`);
+            if (attempt < maxRetries) {
+                debug && console.log(`Retrying in ${retryDelay / 1000} seconds...`);
+                await new Promise((resolve) => setTimeout(resolve, retryDelay));
+            }
+            else {
+                throw new Error(`HTTP error! Status: ${response.status} after ${maxRetries} attempts.`);
+            }
+        }
+    }
+    // You theoretically never reach here because of the throw above
+    throw new Error("Failed to get generation metadata.");
+}
+/**
+ * Core AI logic for:
+ * - Building the prompt (including context)
+ * - Calling the LLM (ChatOpenAI)
+ * - Parsing and merging file changes
+ * - Retrieving cost metadata
+ */
+async function performAiEdit({ prompt, modelName, files, apiKey, baseURL, }) {
+    // 1. Serialize the existing files into the “markdown code block” format
+    const filesContext = (0, llm_code_format_1.serializeMarkdownFiles)(Object.values(files).map((file) => ({
+        name: file.name,
+        // Example: truncate large files, etc.
+        text: file.text
+            .split("\n")
+            .slice(0, file.name.endsWith(".csv") || file.name.endsWith(".json") ? 50 : 500)
+            .map((line) => line.slice(0, 200))
+            .join("\n"),
+    })));
+    // 2. Assemble the final prompt
+    const fullPrompt = assembleFullPrompt({ filesContext, prompt });
+    debug && console.log("[performAiEdit] fullPrompt:", fullPrompt);
+    // 3. Invoke the model via LangChain’s ChatOpenAI
+    const options = {
+        modelName,
+        configuration: {
+            apiKey,
+            baseURL,
+        },
+        streaming: false,
+    };
+    const chatModel = new openai_1.ChatOpenAI(options);
+    const result = await chatModel.invoke(fullPrompt);
+    // 4. We parse the output to figure out which files changed
+    const parser = new output_parsers_1.StringOutputParser();
+    const resultString = await parser.invoke(result);
+    const parsed = (0, llm_code_format_1.parseMarkdownFiles)(resultString, "bold");
+    // 5. Merge the changes into a new `Files` object
+    let changedFiles = Object.keys(files).reduce((acc, fileId) => {
+        const original = files[fileId];
+        const changedFile = parsed.files.find((f) => f.name === original.name);
+        if (shouldDeleteFile(changedFile)) {
+            // Exclude from new set
+            return acc;
+        }
+        // If changedFile is present, use it; otherwise use original
+        acc[fileId] = {
+            ...original,
+            text: changedFile ? changedFile.text : original.text,
+        };
+        return acc;
+    }, {});
+    // Handle newly-created files
+    parsed.files.forEach((changedFile) => {
+        const existingFile = Object.values(changedFiles).find((file) => file.name === changedFile.name);
+        // If no existing file and not empty => it's a new file
+        if (!existingFile && !shouldDeleteFile(changedFile)) {
+            const newFileId = (0, viz_types_1.generateVizFileId)();
+            changedFiles[newFileId] = {
+                name: changedFile.name,
+                text: changedFile.text,
+            };
+        }
+    });
+    // 6. Retrieve cost metadata for charging the user
+    //    The openRouterGenerationId is stored in `result.lc_kwargs.id` by LangChain
+    const openRouterGenerationId = result.lc_kwargs?.id;
+    let upstreamCostCents = 0;
+    let provider = "";
+    let inputTokens = 0;
+    let outputTokens = 0;
+    if (openRouterGenerationId) {
+        const costData = await getGenerationMetadata({
+            apiKey,
+            generationId: openRouterGenerationId,
+        });
+        upstreamCostCents = costData.upstreamCostCents;
+        provider = costData.provider;
+        inputTokens = costData.inputTokens;
+        outputTokens = costData.outputTokens;
+    }
+    return {
+        changedFiles,
+        openRouterGenerationId: openRouterGenerationId ?? "",
+        upstreamCostCents,
+        provider,
+        inputTokens,
+        outputTokens,
+        promptTemplateVersion: PROMPT_TEMPLATE_VERSION,
+    };
+}

package/package.json

@@ -0,0 +1,47 @@
+{
+  "name": "editcodewithai",
+  "version": "0.0.1",
+  "description": "Edit Code With AI",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "files": [
+    "dist",
+    "README.md"
+  ],
+  "scripts": {
+    "test": "vitest run",
+    "build": "tsc",
+    "prepublishOnly": "npm run build",
+    "type-check": "tsc --noEmit"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+ssh://git@github.com/vizhub-core/editcodewithai.git"
+  },
+  "keywords": [
+    "AI",
+    "codegen",
+    "vibe",
+    "coding",
+    "LLM",
+    "artificial",
+    "intelligence",
+    "coding"
+  ],
+  "author": "Curran Kelleher",
+  "license": "MIT",
+  "bugs": {
+    "url": "https://github.com/vizhub-core/editcodewithai/issues"
+  },
+  "homepage": "https://github.com/vizhub-core/editcodewithai#readme",
+  "dependencies": {
+    "@langchain/core": "^0.3.42",
+    "@langchain/openai": "^0.4.6",
+    "@vizhub/viz-types": "^0.0.1",
+    "llm-code-format": "^0.1.2"
+  },
+  "devDependencies": {
+    "typescript": "^5.3.3",
+    "vitest": "^3.0.9"
+  }
+}