@polka-codes/cli-shared 0.8.21 → 0.8.23

package/dist/index.js

@@ -36777,6 +36777,7 @@ __export(exports_allTools, {
   readFile: () => readFile_default,
   listFiles: () => listFiles_default,
   handOver: () => handOver_default,
+  fetchUrl: () => fetchUrl_default,
   executeCommand: () => executeCommand_default,
   delegate: () => delegate_default,
   attemptCompletion: () => attemptCompletion_default,
@@ -37235,8 +37236,89 @@ var executeCommand_default = {
   handler: handler4,
   isAvailable: isAvailable4
 };
-// ../core/src/tools/listFiles.ts
+// ../core/src/tools/fetchUrl.ts
 var toolInfo5 = {
+  name: "fetch_url",
+  description: "Fetch the content located at one or more HTTP(S) URLs and return it in Markdown format. This works for standard web pages as well as raw files (e.g. README.md, source code) hosted on platforms like GitHub.",
+  parameters: [
+    {
+      name: "url",
+      description: "One or more URLs to fetch, separated by commas if multiple.",
+      required: true
+    }
+  ],
+  examples: [
+    {
+      description: "Fetch a single webpage",
+      parameters: [
+        {
+          name: "url",
+          value: "https://example.com"
+        }
+      ]
+    },
+    {
+      description: "Fetch multiple webpages",
+      parameters: [
+        {
+          name: "url",
+          value: "https://example.com,https://developer.mozilla.org/en-US/docs/Web/HTTP"
+        }
+      ]
+    },
+    {
+      description: "Fetch a raw file from GitHub",
+      parameters: [
+        {
+          name: "url",
+          value: "https://raw.githubusercontent.com/user/repo/main/README.md"
+        }
+      ]
+    }
+  ],
+  permissionLevel: 1 /* Read */
+};
+var handler5 = async (provider, args) => {
+  if (!provider.fetchUrl) {
+    return {
+      type: "Error" /* Error */,
+      message: "Not possible to fetch url. Abort."
+    };
+  }
+  const urls = getStringArray(args, "url");
+  if (urls.length === 0) {
+    return {
+      type: "Error" /* Error */,
+      message: "No URLs provided. Please provide at least one URL to fetch."
+    };
+  }
+  const results = [];
+  for (const url of urls) {
+    try {
+      const content = provider.fetchUrl(url).then((res) => `<fetch_url_content url="${url}">${res}</fetch_url_content>`);
+      results.push(content);
+    } catch (error) {
+      const errorMessage = error instanceof Error ? error.message : "Unknown error";
+      results.push(Promise.resolve(`<fetch_url_error url="${url}">${errorMessage}</fetch_url_error>`));
+    }
+  }
+  const resolvedResults = await Promise.all(results);
+  return {
+    type: "Reply" /* Reply */,
+    message: resolvedResults.join(`
+`)
+  };
+};
+var isAvailable5 = (provider) => {
+  return typeof provider.fetchUrl === "function";
+};
+var fetchUrl_default = {
+  ...toolInfo5,
+  handler: handler5,
+  isAvailable: isAvailable5
+};
+// ../core/src/tools/listFiles.ts
+var toolInfo6 = {
   name: "list_files",
   description: "Request to list files and directories within the specified directory. If recursive is true, it will list all files and directories recursively. If recursive is false or not provided, it will only list the top-level contents. Do not use this tool to confirm the existence of files you may have created, as the user will let you know if the files were created successfully or not.",
   parameters: [
@@ -37276,7 +37358,7 @@ var toolInfo5 = {
   ],
   permissionLevel: 1 /* Read */
 };
-var handler5 = async (provider, args) => {
+var handler6 = async (provider, args) => {
   if (!provider.listFiles) {
     return {
       type: "Error" /* Error */,
@@ -37297,16 +37379,16 @@ ${files.join(`
 <list_files_truncated>${limitReached}</list_files_truncated>`
   };
 };
-var isAvailable5 = (provider) => {
+var isAvailable6 = (provider) => {
   return !!provider.listFiles;
 };
 var listFiles_default = {
-  ...toolInfo5,
-  handler: handler5,
-  isAvailable: isAvailable5
+  ...toolInfo6,
+  handler: handler6,
+  isAvailable: isAvailable6
 };
 // ../core/src/tools/readFile.ts
-var toolInfo6 = {
+var toolInfo7 = {
   name: "read_file",
   description: "Request to read the contents of one or multiple files at the specified paths. Use comma separated paths to read multiple files. Use this when you need to examine the contents of an existing file you do not know the contents of, for example to analyze code, review text files, or extract information from configuration files. May not be suitable for other types of binary files, as it returns the raw content as a string. Try to list all the potential files are relevent to the task, and then use this tool to read all the relevant files.",
   parameters: [
@@ -37339,7 +37421,7 @@ var toolInfo6 = {
   ],
   permissionLevel: 1 /* Read */
 };
-var handler6 = async (provider, args) => {
+var handler7 = async (provider, args) => {
   if (!provider.readFile) {
     return {
       type: "Error" /* Error */,
@@ -37367,16 +37449,16 @@ var handler6 = async (provider, args) => {
 `)
   };
 };
-var isAvailable6 = (provider) => {
+var isAvailable7 = (provider) => {
   return !!provider.readFile;
 };
 var readFile_default = {
-  ...toolInfo6,
-  handler: handler6,
-  isAvailable: isAvailable6
+  ...toolInfo7,
+  handler: handler7,
+  isAvailable: isAvailable7
 };
 // ../core/src/tools/replaceInFile.ts
-var toolInfo7 = {
+var toolInfo8 = {
   name: "replace_in_file",
   description: "Request to replace sections of content in an existing file using SEARCH/REPLACE blocks that define exact changes to specific parts of the file. This tool should be used when you need to make targeted changes to specific parts of a file.",
   parameters: [
@@ -37528,7 +37610,7 @@ function oldFeature() {
   ],
   permissionLevel: 2 /* Write */
 };
-var handler7 = async (provider, args) => {
+var handler8 = async (provider, args) => {
   if (!provider.readFile || !provider.writeFile) {
     return {
       type: "Error" /* Error */,
@@ -37551,16 +37633,16 @@ var handler7 = async (provider, args) => {
     message: `<replace_in_file_path>${path}</replace_in_file_path>`
   };
 };
-var isAvailable7 = (provider) => {
+var isAvailable8 = (provider) => {
   return !!provider.readFile && !!provider.writeFile;
 };
 var replaceInFile_default = {
-  ...toolInfo7,
-  handler: handler7,
-  isAvailable: isAvailable7
+  ...toolInfo8,
+  handler: handler8,
+  isAvailable: isAvailable8
 };
 // ../core/src/tools/searchFiles.ts
-var toolInfo8 = {
+var toolInfo9 = {
   name: "search_files",
   description: "Request to perform a regex search across files in a specified directory, outputting context-rich results that include surrounding lines. This tool searches for patterns or specific content across multiple files, displaying each match with encapsulating context.",
   parameters: [
@@ -37604,7 +37686,7 @@ var toolInfo8 = {
   ],
   permissionLevel: 1 /* Read */
 };
-var handler8 = async (provider, args) => {
+var handler9 = async (provider, args) => {
   if (!provider.searchFiles) {
     return {
       type: "Error" /* Error */,
@@ -37627,18 +37709,59 @@ ${files.join(`
 `
   };
 };
-var isAvailable8 = (provider) => {
+var isAvailable9 = (provider) => {
   return !!provider.searchFiles;
 };
 var searchFiles_default = {
-  ...toolInfo8,
-  handler: handler8,
-  isAvailable: isAvailable8
+  ...toolInfo9,
+  handler: handler9,
+  isAvailable: isAvailable9
 };
 // ../core/src/tools/updateKnowledge.ts
 var import_yaml = __toESM(require_dist(), 1);
-import { join } from "node:path";
-var toolInfo9 = {
+
+// ../core/src/path.ts
+function normalize(path) {
+  const isAbsolute = path.startsWith("/");
+  const segments = path.split("/").filter(Boolean);
+  const stack = [];
+  for (const seg of segments) {
+    if (seg === ".")
+      continue;
+    if (seg === "..") {
+      if (stack.length && stack[stack.length - 1] !== "..") {
+        stack.pop();
+      } else if (!isAbsolute) {
+        stack.push("..");
+      }
+    } else {
+      stack.push(seg);
+    }
+  }
+  let result = stack.join("/");
+  if (!result && !isAbsolute)
+    return ".";
+  if (result && path.endsWith("/"))
+    result += "/";
+  return (isAbsolute ? "/" : "") + result;
+}
+function join(...parts) {
+  if (parts.length === 0)
+    return ".";
+  let combined = "";
+  for (const p2 of parts) {
+    if (typeof p2 !== "string") {
+      throw new TypeError("Arguments to join must be strings");
+    }
+    if (p2) {
+      combined = combined ? `${combined}/${p2}` : p2;
+    }
+  }
+  return normalize(combined);
+}
+
+// ../core/src/tools/updateKnowledge.ts
+var toolInfo10 = {
   name: "update_knowledge",
   description: "Update knowledge in a knowledge.ai.yml file with smart merging capabilities. This tool lets you add, update, or remove information using path-based updates and special directives.",
   parameters: [
@@ -37815,7 +37938,7 @@ function deepMerge(target, source) {
   }
   return output;
 }
-var handler9 = async (provider, args) => {
+var handler10 = async (provider, args) => {
   if (!provider.readFile || !provider.writeFile) {
     return {
       type: "Error" /* Error */,
@@ -37887,16 +38010,16 @@ var handler9 = async (provider, args) => {
     };
   }
 };
-var isAvailable9 = (provider) => {
+var isAvailable10 = (provider) => {
   return !!provider.readFile && !!provider.writeFile;
 };
 var updateKnowledge_default = {
-  ...toolInfo9,
-  handler: handler9,
-  isAvailable: isAvailable9
+  ...toolInfo10,
+  handler: handler10,
+  isAvailable: isAvailable10
 };
 // ../core/src/tools/writeToFile.ts
-var toolInfo10 = {
+var toolInfo11 = {
   name: "write_to_file",
   description: "Request to write content to a file at the specified path. If the file exists, it will be overwritten with the provided content. If the file doesn't exist, it will be created. This tool will automatically create any directories needed to write the file. Ensure that the output content does not include incorrect escaped character patterns such as `&lt;` and `&gt;`.",
   parameters: [
@@ -37941,7 +38064,7 @@ export default App;
   ],
   permissionLevel: 2 /* Write */
 };
-var handler10 = async (provider, args) => {
+var handler11 = async (provider, args) => {
   if (!provider.writeFile) {
     return {
       type: "Error" /* Error */,
@@ -37956,16 +38079,16 @@ var handler10 = async (provider, args) => {
     message: `<write_to_file_path>${path}</write_to_file_path><status>Success</status>`
   };
 };
-var isAvailable10 = (provider) => {
+var isAvailable11 = (provider) => {
   return !!provider.writeFile;
 };
 var writeToFile_default = {
-  ...toolInfo10,
-  handler: handler10,
-  isAvailable: isAvailable10
+  ...toolInfo11,
+  handler: handler11,
+  isAvailable: isAvailable11
 };
 // ../core/src/tools/handOver.ts
-var toolInfo11 = {
+var toolInfo12 = {
   name: "hand_over",
   description: "Hand over the current task to another agent to complete. This tool MUST NOT to be used with any other tool.",
   parameters: [
@@ -38019,7 +38142,7 @@ var toolInfo11 = {
   ],
   permissionLevel: 0 /* None */
 };
-var handler11 = async (_provider, args) => {
+var handler12 = async (_provider, args) => {
   const agentName = getString(args, "agent_name");
   const task = getString(args, "task");
   const context = getString(args, "context", undefined);
@@ -38032,16 +38155,16 @@ var handler11 = async (_provider, args) => {
     files
   };
 };
-var isAvailable11 = (_provider) => {
+var isAvailable12 = (_provider) => {
   return true;
 };
 var handOver_default = {
-  ...toolInfo11,
-  handler: handler11,
-  isAvailable: isAvailable11
+  ...toolInfo12,
+  handler: handler12,
+  isAvailable: isAvailable12
 };
 // ../core/src/tools/removeFile.ts
-var toolInfo12 = {
+var toolInfo13 = {
   name: "remove_file",
   description: "Request to remove a file at the specified path.",
   parameters: [
@@ -38065,7 +38188,7 @@ var toolInfo12 = {
   ],
   permissionLevel: 2 /* Write */
 };
-var handler12 = async (provider, args) => {
+var handler13 = async (provider, args) => {
   if (!provider.removeFile) {
     return {
       type: "Error" /* Error */,
@@ -38079,16 +38202,16 @@ var handler12 = async (provider, args) => {
     message: `<remove_file_path>${path}</remove_file_path><status>Success</status>`
   };
 };
-var isAvailable12 = (provider) => {
+var isAvailable13 = (provider) => {
   return !!provider.removeFile;
 };
 var removeFile_default = {
-  ...toolInfo12,
-  handler: handler12,
-  isAvailable: isAvailable12
+  ...toolInfo13,
+  handler: handler13,
+  isAvailable: isAvailable13
 };
 // ../core/src/tools/renameFile.ts
-var toolInfo13 = {
+var toolInfo14 = {
   name: "rename_file",
   description: "Request to rename a file from source path to target path.",
   parameters: [
@@ -38122,7 +38245,7 @@ var toolInfo13 = {
   ],
   permissionLevel: 2 /* Write */
 };
-var handler13 = async (provider, args) => {
+var handler14 = async (provider, args) => {
   if (!provider.renameFile) {
     return {
       type: "Error" /* Error */,
@@ -38137,13 +38260,13 @@ var handler13 = async (provider, args) => {
     message: `<rename_file_path>${targetPath}</rename_file_path><status>Success</status>`
   };
 };
-var isAvailable13 = (provider) => {
+var isAvailable14 = (provider) => {
   return !!provider.renameFile;
 };
 var renameFile_default = {
-  ...toolInfo13,
-  handler: handler13,
-  isAvailable: isAvailable13
+  ...toolInfo14,
+  handler: handler14,
+  isAvailable: isAvailable14
 };
 // ../core/src/getAvailableTools.ts
 var getAvailableTools = ({
@@ -38501,7 +38624,13 @@ ${joined}`;
 };
 var responsePrompts = {
   errorInvokeTool: (tool, error) => `An error occurred while invoking the tool "${tool}": ${error}`,
-  requireUseTool: "Error: You MUST use a tool before proceeding using XCM tags. e.g. <tool_tool_name>tool_name</tool_tool_name>",
+  requireUseTool: `Error: No tool use detected. You MUST use a tool before proceeding.
+e.g. <tool_tool_name>tool_name</tool_tool_name>
+
+Ensure the opening and closing tags are correctly nested and closed, and that you are using the correct tool name.
+Avoid unnecessary text or symbols before or after the tool use.
+Avoid unnecessary escape characters or special characters.
+`,
   toolResults: (tool, result) => `<tool_response>
 <tool_name>${tool}</tool_name>
 <tool_result>
@@ -38744,8 +38873,8 @@ ${instance.prompt}`;
   }
   async#invokeTool(name, args) {
     try {
-      const handler14 = this.handlers[name]?.handler;
-      if (!handler14) {
+      const handler15 = this.handlers[name]?.handler;
+      if (!handler15) {
         return {
           type: "Error" /* Error */,
           message: responsePrompts.errorInvokeTool(name, "Tool not found"),
@@ -38764,7 +38893,7 @@ ${instance.prompt}`;
       if (resp) {
         return resp;
       }
-      return await handler14(this.config.provider, args);
+      return await handler15(this.config.provider, args);
     } catch (error) {
       return {
         type: "Error" /* Error */,
@@ -47411,7 +47540,7 @@ var readLocalConfig = (path) => {
 var import_ignore2 = __toESM(require_ignore(), 1);
 import { spawn as spawn2 } from "node:child_process";
 import { mkdir, readFile, rename, unlink, writeFile } from "node:fs/promises";
-import { dirname } from "node:path";
+import { dirname as dirname2 } from "node:path";
 
 // ../../node_modules/@inquirer/core/dist/esm/lib/key.js
 var isUpKey = (key) => key.name === "up" || key.name === "k" || key.ctrl && key.name === "p";
@@ -47973,15 +48102,15 @@ function useKeypress(userHandler) {
   signal.current = userHandler;
   useEffect((rl) => {
     let ignore = false;
-    const handler14 = withUpdates((_input, event) => {
+    const handler15 = withUpdates((_input, event) => {
       if (ignore)
         return;
       signal.current(event, rl);
     });
-    rl.input.on("keypress", handler14);
+    rl.input.on("keypress", handler15);
     return () => {
       ignore = true;
-      rl.input.removeListener("keypress", handler14);
+      rl.input.removeListener("keypress", handler15);
     };
   }, []);
 }
@@ -48163,16 +48292,16 @@ class Emitter {
 
 class SignalExitBase {
 }
-var signalExitWrap = (handler14) => {
+var signalExitWrap = (handler15) => {
   return {
     onExit(cb, opts) {
-      return handler14.onExit(cb, opts);
+      return handler15.onExit(cb, opts);
     },
     load() {
-      return handler14.load();
+      return handler15.load();
     },
     unload() {
-      return handler14.unload();
+      return handler15.unload();
     }
   };
 };
@@ -48867,7 +48996,7 @@ var getProvider = (agentName, config2, options = {}) => {
       if (ig.ignores(path)) {
         throw new Error(`Not allow to access file ${path}`);
       }
-      await mkdir(dirname(path), { recursive: true });
+      await mkdir(dirname2(path), { recursive: true });
       return await writeFile(path, content, "utf8");
     },
     removeFile: async (path) => {
@@ -48938,6 +49067,20 @@ var getProvider = (agentName, config2, options = {}) => {
     },
     attemptCompletion: async (result) => {
       return;
+    },
+    fetchUrl: async (url) => {
+      const isRaw = url.startsWith("https://raw.githubusercontent.com/");
+      const urlToFetch = isRaw ? url : `https://r.jina.ai/${url}`;
+      try {
+        const response = await fetch(urlToFetch);
+        if (!response.ok) {
+          throw new Error(`HTTP error! status: ${response.status}`);
+        }
+        return await response.text();
+      } catch (error) {
+        console.error("Error fetching URL:", error);
+        throw error;
+      }
     }
   };
   if (checkRipgrep()) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@polka-codes/cli-shared",
-  "version": "0.8.21",
+  "version": "0.8.23",
   "license": "AGPL-3.0",
   "author": "github@polka.codes",
   "type": "module",
@@ -15,7 +15,7 @@
     "build": "bun build src/index.ts --outdir dist --target node"
   },
   "dependencies": {
-    "@polka-codes/core": "0.8.10",
+    "@polka-codes/core": "0.8.22",
     "ignore": "^7.0.3",
     "lodash": "^4.17.21",
     "yaml": "^2.7.0",