@polka-codes/core 0.4.4 → 0.4.6

package/dist/index.js

@@ -7951,17 +7951,169 @@ class OllamaService extends AiServiceBase {
   }
 }
 
+// src/AiService/OpenRouterService.ts
+class OpenRouterService extends AiServiceBase {
+  #client;
+  #apiKey;
+  model;
+  constructor(options) {
+    super();
+    if (!options.model) {
+      throw new Error("OpenRouter requires a model");
+    }
+    if (!options.apiKey) {
+      throw new Error("OpenRouter requires an API key");
+    }
+    this.#apiKey = options.apiKey;
+    this.#client = new openai_default({
+      baseURL: "https://openrouter.ai/api/v1",
+      apiKey: options.apiKey,
+      defaultHeaders: {
+        "HTTP-Referer": "https://polka.codes",
+        "X-Title": "Polka Codes"
+      }
+    });
+    this.model = {
+      id: options.model,
+      info: {}
+    };
+  }
+  async* send(systemPrompt, messages) {
+    const openAiMessages = [
+      { role: "system", content: systemPrompt },
+      ...convertToOpenAiMessages(messages)
+    ];
+    switch (this.model.id) {
+      case "anthropic/claude-3.5-sonnet":
+      case "anthropic/claude-3.5-sonnet:beta":
+      case "anthropic/claude-3.5-sonnet-20240620":
+      case "anthropic/claude-3.5-sonnet-20240620:beta":
+      case "anthropic/claude-3-5-haiku":
+      case "anthropic/claude-3-5-haiku:beta":
+      case "anthropic/claude-3-5-haiku-20241022":
+      case "anthropic/claude-3-5-haiku-20241022:beta":
+      case "anthropic/claude-3-haiku":
+      case "anthropic/claude-3-haiku:beta":
+      case "anthropic/claude-3-opus":
+      case "anthropic/claude-3-opus:beta": {
+        openAiMessages[0] = {
+          role: "system",
+          content: [
+            {
+              type: "text",
+              text: systemPrompt,
+              cache_control: { type: "ephemeral" }
+            }
+          ]
+        };
+        const lastTwoUserMessages = openAiMessages.filter((msg) => msg.role === "user").slice(-2);
+        for (const msg of lastTwoUserMessages) {
+          if (typeof msg.content === "string") {
+            msg.content = [{ type: "text", text: msg.content }];
+          }
+          if (Array.isArray(msg.content)) {
+            let lastTextPart = msg.content.filter((part) => part.type === "text").pop();
+            if (!lastTextPart) {
+              lastTextPart = { type: "text", text: "..." };
+              msg.content.push(lastTextPart);
+            }
+            lastTextPart.cache_control = { type: "ephemeral" };
+          }
+        }
+        break;
+      }
+      default:
+        break;
+    }
+    let maxTokens;
+    switch (this.model.id) {
+      case "anthropic/claude-3.5-sonnet":
+      case "anthropic/claude-3.5-sonnet:beta":
+      case "anthropic/claude-3.5-sonnet-20240620":
+      case "anthropic/claude-3.5-sonnet-20240620:beta":
+      case "anthropic/claude-3-5-haiku":
+      case "anthropic/claude-3-5-haiku:beta":
+      case "anthropic/claude-3-5-haiku-20241022":
+      case "anthropic/claude-3-5-haiku-20241022:beta":
+        maxTokens = 8192;
+        break;
+    }
+    let shouldApplyMiddleOutTransform = !this.model.info.supportsPromptCache;
+    if (this.model.id === "deepseek/deepseek-chat") {
+      shouldApplyMiddleOutTransform = true;
+    }
+    const stream = await this.#client.chat.completions.create({
+      model: this.model.id,
+      max_completion_tokens: maxTokens,
+      messages: openAiMessages,
+      temperature: 0,
+      stream: true,
+      transforms: shouldApplyMiddleOutTransform ? ["middle-out"] : undefined,
+      include_reasoning: true
+    });
+    let genId;
+    for await (const chunk of stream) {
+      if ("error" in chunk) {
+        const error = chunk.error;
+        console.error(`OpenRouter API Error: ${error?.code} - ${error?.message}`);
+        throw new Error(`OpenRouter API Error ${error?.code}: ${error?.message}`);
+      }
+      if (!genId && chunk.id) {
+        genId = chunk.id;
+      }
+      const delta = chunk.choices[0]?.delta;
+      if (delta?.reasoning) {
+        yield {
+          type: "reasoning",
+          text: delta.reasoning
+        };
+      }
+      if (delta?.content) {
+        yield {
+          type: "text",
+          text: delta.content
+        };
+      }
+    }
+    await new Promise((resolve) => setTimeout(resolve, 1000));
+    const controller = new AbortController;
+    const timeout = setTimeout(() => controller.abort(), 5000);
+    try {
+      const response = await fetch(`https://openrouter.ai/api/v1/generation?id=${genId}`, {
+        headers: {
+          Authorization: `Bearer ${this.#apiKey}`
+        },
+        signal: controller.signal
+      });
+      const responseBody = await response.json();
+      const generation = responseBody.data;
+      yield {
+        type: "usage",
+        inputTokens: generation?.native_tokens_prompt || 0,
+        outputTokens: generation?.native_tokens_completion || 0,
+        totalCost: generation?.total_cost || 0
+      };
+    } catch (error) {
+      console.error("Error fetching OpenRouter generation details:", error);
+    } finally {
+      clearTimeout(timeout);
+    }
+  }
+}
+
 // src/AiService/index.ts
 var AiServiceProvider;
 ((AiServiceProvider2) => {
   AiServiceProvider2["Anthropic"] = "anthropic";
   AiServiceProvider2["Ollama"] = "ollama";
   AiServiceProvider2["DeepSeek"] = "deepseek";
+  AiServiceProvider2["OpenRouter"] = "openrouter";
 })(AiServiceProvider ||= {});
 var defaultModels = {
   ["anthropic" /* Anthropic */]: "claude-3-5-sonnet-20241022",
   ["ollama" /* Ollama */]: "maryasov/qwen2.5-coder-cline:7b",
-  ["deepseek" /* DeepSeek */]: "deepseek-chat"
+  ["deepseek" /* DeepSeek */]: "deepseek-chat",
+  ["openrouter" /* OpenRouter */]: "anthropic/claude-3.5-sonnet"
 };
 var createService = (provider, options) => {
   switch (provider) {
@@ -7971,6 +8123,8 @@ var createService = (provider, options) => {
       return new OllamaService(options);
     case "deepseek" /* DeepSeek */:
       return new DeepSeekService(options);
+    case "openrouter" /* OpenRouter */:
+      return new OpenRouterService(options);
   }
 };
 // src/tool.ts
@@ -8156,12 +8310,8 @@ var capabilities = (toolNamePrefix) => `
 
 CAPABILITIES
 
-- You have access to a range of tools to aid you in your work. These tools help you effectively accomplish a wide range of tasks, such as writing code, making edits or improvements to existing files, understanding the current state of a project, performing system operations, and much more.
-- When the user initially gives you a task, a recursive list of all filepaths in the current working directory will be included in environment_details. This provides an overview of the project's file structure, offering key insights into the project from directory/file names (how developers conceptualize and organize their code) and file extensions (the language used). This can also guide decision-making on which files to explore further.
-- You can use ${toolNamePrefix}search_files to perform regex searches across files in a specified directory, outputting context-rich results that include surrounding lines. This is particularly useful for understanding code patterns, finding specific implementations, or identifying areas that need refactoring.
-- You can use the ${toolNamePrefix}list_code_definition_names tool to get an overview of source code definitions for all files at the top level of a specified directory. This can be particularly useful when you need to understand the broader context and relationships between certain parts of the code. You may need to call this tool multiple times to understand various parts of the codebase related to the task.
-\t- For example, when asked to make edits or improvements you might analyze the file structure in the initial environment_details to get an overview of the project, then use ${toolNamePrefix}list_code_definition_names to get further insight using source code definitions for files located in relevant directories, then ${toolNamePrefix}read_file to examine the contents of relevant files, analyze the code and suggest improvements or make necessary edits, then use the ${toolNamePrefix}replace_in_file tool to implement changes. If you refactored code that could affect other parts of the codebase, you could use ${toolNamePrefix}search_files to ensure you update other files as needed.
-- You can use the ${toolNamePrefix}execute_command tool to run commands on the user's computer whenever you feel it can help accomplish the user's task. When you need to execute a CLI command, you must provide a clear explanation of what the command does. Prefer to execute complex CLI commands over creating executable scripts, since they are more flexible and easier to run. Interactive and long-running commands are allowed, since the commands are run in the user's VSCode terminal. The user may keep commands running in the background and you will be kept updated on their status along the way. Each command you execute is run in a new terminal instance.`;
+- You have access to a range of tools to aid you in your work. These tools help you effectively accomplish a wide range of tasks.
+- When the user initially gives you a task, a recursive list of all filepaths in the current working directory will be included in context. This provides an overview of the project's file structure, offering key insights into the project from directory/file names (how developers conceptualize and organize their code) and file extensions (the language used). This can also guide decision-making on which files to explore further.`;
 var systemInformation = (info) => `
 ====
 
@@ -8226,7 +8376,7 @@ ${joined}`;
 };
 var responsePrompts = {
   errorInvokeTool: (tool, error) => `An error occurred while invoking the tool "${tool}": ${error}`,
-  requireUseTool: "Error: You must use a tool before proceeding",
+  requireUseTool: "Error: You must use a tool before proceeding. Making sure the tool is invoked using xml tags.",
   toolResults: (tool, result) => `<tool_response>
 <tool_name>${tool}</tool_name>
 <tool_result>
@@ -8238,6 +8388,7 @@ ${result}
 // src/Agent/AgentBase.ts
 var TaskEventKind;
 ((TaskEventKind2) => {
+  TaskEventKind2["StartTask"] = "StartTask";
   TaskEventKind2["StartRequest"] = "StartRequest";
   TaskEventKind2["EndRequest"] = "EndRequest";
   TaskEventKind2["Usage"] = "Usage";
@@ -8278,6 +8429,9 @@ ${agents}`;
     callback = () => {
     }
   }) {
+    if (maxIterations < 1) {
+      throw new Error("Max iterations must be greater than 0");
+    }
     const taskInfo = {
       options: {
         maxIterations
@@ -8294,6 +8448,7 @@ ${agents}`;
       text += `
 <context>${context}</context>`;
     }
+    callback({ kind: "StartTask" /* StartTask */, info: taskInfo, systemPrompt: this.config.systemPrompt });
     return await this.#processLoop(text, taskInfo, callback);
   }
   async#processLoop(userMessage, taskInfo, callback) {
@@ -8439,6 +8594,12 @@ class MockProvider {
   async writeFile(path, content) {
     return;
   }
+  async removeFile(path) {
+    return;
+  }
+  async renameFile(sourcePath, targetPath) {
+    return;
+  }
   async listFiles(path, recursive, maxCount) {
     return [["mock-file.txt"], false];
   }
@@ -8464,6 +8625,8 @@ __export(exports_allTools, {
   writeToFile: () => writeToFile_default,
   searchFiles: () => searchFiles_default,
   replaceInFile: () => replaceInFile_default,
+  renameFile: () => renameFile_default,
+  removeFile: () => removeFile_default,
   readFile: () => readFile_default,
   listFiles: () => listFiles_default,
   listCodeDefinitionNames: () => listCodeDefinitionNames_default,
@@ -8544,7 +8707,10 @@ var getStringArray = (args, name, defaultValue) => {
     }
     return defaultValue;
   }
-  return ret.split(",");
+  if (ret === "") {
+    return [];
+  }
+  return ret.split(",").map((s) => s.trim());
 };
 var getBoolean = (args, name, defaultValue) => {
   const ret = args[name];
@@ -9176,7 +9342,7 @@ var handler9 = async (provider, args) => {
   await provider.writeFile(path, content);
   return {
     type: "Reply" /* Reply */,
-    message: `<write_file_path>${path}</write_file_path><status>Success</status>`
+    message: `<write_to_file_path>${path}</write_to_file_path><status>Success</status>`
   };
 };
 var isAvailable9 = (provider) => {
@@ -9213,7 +9379,7 @@ var toolInfo10 = {
     {
       name: "files",
       description: "The files relevant to the task",
-      required: true,
+      required: false,
       usageValue: "Relevant files"
     }
   ],
@@ -9262,6 +9428,109 @@ var handOver_default = {
   handler: handler10,
   isAvailable: isAvailable10
 };
+// src/tools/removeFile.ts
+var toolInfo11 = {
+  name: "remove_file",
+  description: "Request to remove a file at the specified path.",
+  parameters: [
+    {
+      name: "path",
+      description: "The path of the file to remove",
+      required: true,
+      usageValue: "File path here"
+    }
+  ],
+  examples: [
+    {
+      description: "Request to remove a file",
+      parameters: [
+        {
+          name: "path",
+          value: "src/main.js"
+        }
+      ]
+    }
+  ]
+};
+var handler11 = async (provider, args) => {
+  if (!provider.removeFile) {
+    return {
+      type: "Error" /* Error */,
+      message: "Not possible to remove file. Abort."
+    };
+  }
+  const path = getString(args, "path");
+  await provider.removeFile(path);
+  return {
+    type: "Reply" /* Reply */,
+    message: `<remove_file_path>${path}</remove_file_path><status>Success</status>`
+  };
+};
+var isAvailable11 = (provider) => {
+  return !!provider.removeFile;
+};
+var removeFile_default = {
+  ...toolInfo11,
+  handler: handler11,
+  isAvailable: isAvailable11
+};
+// src/tools/renameFile.ts
+var toolInfo12 = {
+  name: "rename_file",
+  description: "Request to rename a file from source path to target path.",
+  parameters: [
+    {
+      name: "sourcePath",
+      description: "The current path of the file",
+      required: true,
+      usageValue: "Source file path here"
+    },
+    {
+      name: "targetPath",
+      description: "The new path for the file",
+      required: true,
+      usageValue: "Target file path here"
+    }
+  ],
+  examples: [
+    {
+      description: "Request to rename a file",
+      parameters: [
+        {
+          name: "sourcePath",
+          value: "src/old-name.js"
+        },
+        {
+          name: "targetPath",
+          value: "src/new-name.js"
+        }
+      ]
+    }
+  ]
+};
+var handler12 = async (provider, args) => {
+  if (!provider.renameFile) {
+    return {
+      type: "Error" /* Error */,
+      message: "Not possible to rename file. Abort."
+    };
+  }
+  const sourcePath = getString(args, "sourcePath");
+  const targetPath = getString(args, "targetPath");
+  await provider.renameFile(sourcePath, targetPath);
+  return {
+    type: "Reply" /* Reply */,
+    message: `<rename_file_path>${targetPath}</rename_file_path><status>Success</status>`
+  };
+};
+var isAvailable12 = (provider) => {
+  return !!provider.renameFile;
+};
+var renameFile_default = {
+  ...toolInfo12,
+  handler: handler12,
+  isAvailable: isAvailable12
+};
 // src/Agent/CoderAgent/prompts.ts
 var basePrompt = "You are a highly skilled software engineer with extensive knowledge in many programming languages, frameworks, design patterns, and best practices.";
 var editingFilesPrompt = (toolNamePrefix) => `
@@ -9506,19 +9775,24 @@ class MultiAgent {
   get model() {
     return this.#activeAgent?.model;
   }
-  async#startTask(agentName, task, context, callback) {
+  async#startTask(agentName, task, context, maxIterations, callback) {
     this.#activeAgent = await this.#config.createAgent(agentName);
     const [exitReason, info] = await this.#activeAgent.startTask({
       task,
       context,
+      maxIterations,
       callback
     });
     if (typeof exitReason === "string") {
       return [exitReason, info];
     }
     if (exitReason.type === "HandOver") {
+      const remainIteration = maxIterations - Math.floor(info.messages.length / 2);
+      if (remainIteration < 1) {
+        return ["MaxIterations", info];
+      }
       const context2 = await this.#config.getContext(agentName, exitReason.context, exitReason.files);
-      const [exitReason2, info2] = await this.#startTask(exitReason.agentName, exitReason.task, context2, callback);
+      const [exitReason2, info2] = await this.#startTask(exitReason.agentName, exitReason.task, context2, remainIteration, callback);
       info2.inputTokens += info.inputTokens;
       info2.outputTokens += info.outputTokens;
       info2.cacheWriteTokens += info.cacheWriteTokens;
@@ -9532,7 +9806,8 @@ class MultiAgent {
     if (this.#activeAgent) {
       throw new Error("An active agent already exists");
     }
-    return this.#startTask(options.agentName, options.task, options.context, options.callback);
+    const maxIterations = options.maxIterations ?? 50;
+    return this.#startTask(options.agentName, options.task, options.context, maxIterations, options.callback);
   }
   async continueTask(userMessage, taskInfo, callback = () => {
   }) {
@@ -9604,6 +9879,8 @@ ${output}`);
 
 // src/AiTool/generateGithubPullRequestDetails.ts
 var prompt2 = `
+# Generate Github Pull Request Details
+
 You are given:
 - A branch name in <tool_input_branch_name>.
 - An optional context message in <tool_input_context> (which may or may not be present).
@@ -9616,10 +9893,30 @@ Your task:
 3. Produce a single GitHub Pull Request title.
 4. Produce a Pull Request description that explains the changes.
 
+Use the following template for the Pull Request description:
+
+---
+**Context (if provided)**:
+- Acknowledge any guiding concerns or instructions.
+
+**Summary of Changes**:
+- Provide a concise list or overview of what changed.
+
+**Highlights of Changed Code**:
+- Mention only the specific sections or functionalities updated, without showing full surrounding context.
+
+**Additional Information (if needed)**:
+- Testing steps (if applicable).
+- Any notes or caveats.
+
+---
+
 Output format:
 <tool_output>
   <tool_output_pr_title>YOUR PR TITLE HERE</tool_output_pr_title>
-  <tool_output_pr_description>YOUR PR DESCRIPTION HERE</tool_output_pr_description>
+  <tool_output_pr_description>
+    YOUR PR DESCRIPTION HERE
+  </tool_output_pr_description>
 </tool_output>
 
 Below is an **example** of the input and output:
@@ -9641,7 +9938,7 @@ diff --git a/order_service.py b/order_service.py
 - if is_valid_order(order):
 -     process_order(order)
 + validate_and_process(order)
-  </tool_input_commit_diff>
+</tool_input_commit_diff>
 </tool_input>
 
 Example Output:
@@ -9655,8 +9952,7 @@ to use the new validate_and_process method for improved maintainability.
 
 ---
 
-Use the above format whenever you receive \`<tool_input>\` that may include a branch name, an optional context, aggregated commit messages in a single tag, and a combined diff in a single tag. Provide your final output strictly in \`<tool_output>\` with \`<tool_output_pr_title>\` and \`<tool_output_pr_description>\`.
-Only highlight the changed code and avoid including the context around the changes in the description.
+Use the above format whenever you receive <tool_input> that may include a branch name, an optional context, aggregated commit messages in a single tag, and a combined diff in a single tag. Provide your final output strictly in <tool_output> with <tool_output_pr_title> and <tool_output_pr_description>. Only highlight the changed code and avoid including the context around the changes in the description.
 `;
 var generateGithubPullRequestDetails_default = {
   name: "generateGithubPullRequestDetails",
@@ -9712,6 +10008,8 @@ export {
   writeToFile_default as writeToFile,
   searchFiles_default as searchFiles,
   replaceInFile_default as replaceInFile,
+  renameFile_default as renameFile,
+  removeFile_default as removeFile,
   readFile_default as readFile,
   openAiModelInfoSaneDefaults,
   makeTool,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@polka-codes/core",
-  "version": "0.4.4",
+  "version": "0.4.6",
   "license": "AGPL-3.0",
   "type": "module",
   "exports": {