tune-basic-toolset 0.1.8 → 0.1.11

package/README.md

@@ -13,14 +13,16 @@ Basic toolset for [Tune](https://github.com/iovdin/tune).
   - [sh](#sh) execute shell command
   - [cmd](#cmd) execute Windows cmd command
   - [powershell](#powershell) execute PowerShell command
+  - [grep](#grep) search for patterns in text or files
   - [osa](#osa) manage reminders/notes/calendar (AppleScript/macOS)
   - [jina_r](#jina_r) fetch webpage content
-  - [turn](#turn) turn based agent
+  - [websearch](#websearch) search the web with web-enabled llms
   - [list](#list) keep list of tasks todo (loops for LLM)
   - [sqlite](#sqlite) execute sqlite queries 
   - [py](#py) run python code
   - [js](#js) run javascript code
-  - [message](#message) talk to another chat/agent
+  - [turn](#turn) handoff based agent (shared context)
+  - [message](#message) talk to another chat/agent (separate context)
 - [Processors](#processors)
   - [proc](#proc) converts tool to processor
   - [shp](#shp) include shell command output
@@ -175,6 +177,22 @@ TotalPhysicalMemory : 17179869184
 CsProcessors        : {Intel(R) Core(TM) i7-10700K CPU @ 3.80GHz}
 ```
 
+### `grep`
+Search for patterns in text or files using regular expressions
+```chat
+user: @grep
+find all lines containing "TODO" in myfile.js
+tool_call: grep {"filename":"myfile.js","regex":"TODO"}
+tool_result: 
+// TODO: refactor this function
+// TODO: add error handling
+
+system: 
+TODOS:
+@{ myfile.js | proc grep regex=TODO }
+
+```
+
 ### `osa`
 AppleScript tool, manage reminders, notes, calendar etc on osx
 ```chat
@@ -219,41 +237,26 @@ Tune is a versatile toolkit designed for developers and users to effectively int
 <cut for brevity>
 ```
 
+### `websearch`
+Search the web with web enabled llms
+Supports search with  `perplexity/sonar`, `perplexity/sonar-pro`, `gpt-4o-search-preview`, `gpt-4o-mini-search-preview` models via the `model` parameter (defaults to `perplexity/sonar`).
 
-### `turn`
-A way to switch roles when building multistep agents [read more](https://iovdin.github.io/tune/examples/multi-agent) 
 ```chat
-system: @turn @gpt-4o
-You're playing 20 questions game.
-You switch turns between 'thinker' and 'player' agent. 
-Current agent stored in agent.txt file
-'player' always plays first
-
-@@agent|init
-assistant: 
-Is it a living thing?
+user: @websearch
+latest ai news
 
-tool_call: turn {"role":"thinker","filename":"agent.txt"}
-tool_result: now it is turn of thinker to reply
-
-assistant: 
-No.
-
-tool_call: turn {"role":"player","filename":"agent.txt"}
-tool_result: now it is turn of player to reply
-
-assistant: 
-Is it something that can be used indoors?
-
-tool_call: turn {"role":"thinker","filename":"agent.txt"}
-tool_result: now it is turn of thinker to reply
+assistant:
 
-assistant: 
-Yes.
+tool_call: websearch {"model":"perplexity/sonar"}
+latest AI news
+tool_result:
+The latest AI news in October 2025 highlights significant investments, new projects, policy developments, and advances across various sectors:
 
-...
+- Major companies including Microsoft, Google, Nvidia, OpenAI, Salesforce, and CoreWeave have pledged over £31 billion in capital expenditure focused on AI data centers and infrastructure upgrades[1].
 ```
 
+The websearch tool provides up-to-date information by querying the web through AI-powered search models. You can specify different Perplexity models like `perplexity/sonar-pro` for more advanced searches.
+
 ### `list`
 Keep list of tasks to do
 
@@ -353,6 +356,41 @@ tool_result:
 
 ```
 
+### `turn`
+A way to switch roles when building multistep agents [read more](https://iovdin.github.io/tune/examples/multi-agent) 
+```chat
+system:  @gpt-4o
+@{ turn | curry filename=agent.txt}
+You're playing 20 questions game.
+You switch turns between 'thinker' and 'player' agent. 
+'player' always plays first
+
+@@agent|init
+assistant: 
+Is it a living thing?
+
+tool_call: turn {"name": "thinker"}
+tool_result: 
+now it is turn of thinker to reply
+
+assistant: 
+No.
+
+tool_call: turn {"role":"player"}
+tool_result: now it is turn of player to reply
+
+assistant: 
+Is it something that can be used indoors?
+
+tool_call: turn {"role":"thinker"}
+tool_result: now it is turn of thinker to reply
+
+assistant: 
+Yes.
+
+...
+```
+
 ### `message`
 Talk to another chat/agent via tool call. 
 Orchestrate or evaulate other agents/chats.
@@ -362,19 +400,19 @@ system:
 Your goal is to talk to Groot at `groot.prompt` system prompt
 and try to make him say anything but 'I am Groot' 
 
-tool_call: message {"filename":"groot.chat","system":"groot.prompt"}
+tool_call: message {"filename":"groot.chat","system":"@@groot.prompt"}
 Hello Groot! How are you feeling today?
 
 tool_result: 
 I am Groot!
 
-tool_call: message {"filename":"groot.chat","system":"groot.prompt"}
+tool_call: message {"filename":"groot.chat"}
 What do you think about trees?
 
 tool_result: 
 I am Groot!
 
-tool_call: message {"filename":"groot.chat","system":"groot.prompt"}
+tool_call: message {"filename":"groot.chat"}
 Can you tell me a joke?
 
 tool_result: 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "tune-basic-toolset",
-  "version": "0.1.8",
+  "version": "0.1.11",
   "description": "Basic toolset for tune",
   "main": "src/index.js",
   "files": [
@@ -8,6 +8,10 @@
     "README.md",
     "LICENSE"
   ],
+  "scripts": {
+    "test": "node test/index.js",
+    "test:watch": "node --watch test/index.js"
+  },
   "keywords": [
     "ai",
     "chat",

package/src/grep.schema.json

@@ -0,0 +1,25 @@
+{
+  "description": "filter lines with regex",
+  "parameters": {
+    "type": "object",
+    "properties": {
+      "text": {
+        "type": "string",
+        "description": "Text to be filtered"
+      },
+      "filename": {
+        "type": "string",
+        "description": "if text is not set, filename will be read and filtered"
+      },
+      "regex": {
+        "type": "string",
+        "description": "js regex to filter lines in file or text. passed as first arguments to new RegExp "
+      },
+      "regex_flags": {
+        "type": "string",
+        "description": "flags to be passed to new RegExp constructor"
+      }
+    },
+    "required": ["regex"]
+  }
+}

package/src/grep.tool.js

@@ -0,0 +1,16 @@
+module.exports = async function grep({filename, text, regex, regex_flags}, ctx) {
+  if (!text && filename) {
+    const n = await ctx.resolve(filename)
+    if (!n) 
+      return `${filename} not found`
+    
+    text = await n.read()
+  }
+
+  if (!text) {
+    return "content is empty"
+  }
+
+  const r = new RegExp(regex, regex_flags)
+  return text.split(/\r?\n/).filter(line => r.test(line)).join("\n").replaceAll("@", "\\@")
+}

package/src/message.schema.json

@@ -9,7 +9,7 @@
       },
       "system": {
         "type": "string",
-        "description": "Filename that contains system prompt, required once at the beginning of simulation"
+        "description": "System prompt, to include file use @@path/to/file or @@file syntax"
       },
       "text": {
         "type": "string",

package/src/message.tool.js

@@ -1,14 +1,6 @@
-module.exports = async function message({ filename, system, text, stop }, ctx) {
-  let chat = await ctx.read(filename);
-  if (!chat && system) {
-    chat = `system: @@${system}`
+module.exports = async function message({ filename, system, text, stop, save, ...args }, ctx) {
+  if (typeof(save) === "undefined") {
+    save = !!filename
   }
-  chat = `${chat}\nuser:\n${text}`
-  const messages = await ctx.text2run(chat, {stop: "assistant" })
-  chat = `${chat}\n${ctx.msg2text(messages, true)}`
-  await ctx.write(filename, chat)
-  if (messages.length) {
-    return messages[messages.length - 1].content
-  }
-  return ""
+  return ctx.file2run({ stop, filename, system, user: text, save }, args, ctx)
 }

package/src/mock.proc.js

@@ -1,4 +1,5 @@
 module.exports = async function mock(node, args, ctx) {
+  //TODO it is not resolved into sub prompts
   const re = /(?<name>\w+)\s*=/
   let lastName;
   let m;

package/src/patch.tool.js

@@ -5,7 +5,9 @@ const fs = require('fs').promises;
 
 module.exports = async function patch({ text, filename }, ctx) {
   // Regex to match each patch block
-  const patchRegex = /<<<<<<< ORIGINAL[^\n]*\n([\s\S]*?)=======\n([\s\S]*?)>>>>>>> UPDATED[^\n]*(?:\n|$)/g;
+  // Be lenient about the number of conflict marker characters because some
+  // environments may trim one or more > or < characters.
+  const patchRegex = /<{6,}\s*ORIGINAL[^\n]*\n([\s\S]*?)=+\n([\s\S]*?)>{6,}\s*UPDATED[^\n]*(?:\n|$)/g;
   const patches = [];
   let match;
 
@@ -23,10 +25,11 @@ module.exports = async function patch({ text, filename }, ctx) {
   let fileContent = await ctx.read(filename);
 
   for (const { oldPart, newPart } of patches) {
-    // Escape regex special chars in oldPart, then allow flexible whitespace
-    const escaped = oldPart
-      .replace(/[.*+?^${}()|[\]\\]/g, "\\$&")
-      .replace(/\s+/g, "\\s+");
+    // Escape regex special chars in oldPart.
+    // Do NOT relax all whitespace to \s+; that can swallow preceding newlines.
+    // Only normalize line endings so CRLF in patches can match LF in files.
+    let escaped = oldPart.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+    escaped = escaped.replace(/\r?\n/g, "\\r?\\n");
     const oldRegex = new RegExp(escaped, "g");
 
     // Perform replacement using a function to avoid replacement string ambiguities
@@ -35,4 +38,4 @@ module.exports = async function patch({ text, filename }, ctx) {
 
   await ctx.write(filename, fileContent);
   return "patched";
-};
+};

package/src/proc.proc.js

@@ -14,8 +14,6 @@ module.exports = async function proc(node, args, ctx) {
 
   const tool = await ctx.resolve(toolName, { "type": "tool" })
 
-  console.log(params)
-
   if (!tool || tool.type !== "tool") {
     throw Error(`tool '${toolName}' not found`)
   }
@@ -46,7 +44,7 @@ function parseCommandLine(input) {
   // 1) Parse leading alphanumeric command
   skipWS();
   const cmdStart = i;
-  while (i < len && /[A-Za-z0-9]/.test(s[i])) i++;
+  while (i < len && /[A-Za-z0-9_\-]/.test(s[i])) i++;
   const command = s.slice(cmdStart, i);
   if (!command) return [null, {}];
 

package/src/sh.tool.js

@@ -1,12 +1,33 @@
 const { execSync } = require('child_process');
-const util = require('util');
 
 module.exports = async function sh({ text }) {
   let result = "";
   try {
-    result =  execSync(text, { encoding: "utf8" });
+    // Increase maxBuffer to reduce ERR_CHILD_PROCESS_STDIO_MAXBUFFER risk on large outputs
+    result = execSync(text, { encoding: "utf8", maxBuffer: 10 * 1024 * 1024 });
   } catch (e) {
-    result = e.stderr + e.stdout;
+    const stderr = e && typeof e.stderr !== "undefined" ? String(e.stderr || "") : "";
+    const stdout = e && typeof e.stdout !== "undefined" ? String(e.stdout || "") : "";
+
+    if (stderr || stdout) {
+      // Process started and produced output
+      result = stderr + stdout;
+    } else {
+      // Spawn/configuration errors or cases without stdio
+      const parts = [];
+      if (e && e.code) parts.push(`code=${e.code}`);
+      if (e && typeof e.status === "number") parts.push(`exit=${e.status}`);
+      if (e && e.signal) parts.push(`signal=${e.signal}`);
+      if (e && e.errno) parts.push(`errno=${e.errno}`);
+      if (e && e.path) parts.push(`path=${e.path}`);
+      const meta = parts.length ? ` (${parts.join(", ")})` : "";
+
+      if (e && e.code === "ERR_CHILD_PROCESS_STDIO_MAXBUFFER") {
+        result = `Command output exceeded maxBuffer${meta}.`;
+      } else {
+        result = `Failed to spawn/execute command${meta}: ${e && e.message ? e.message : String(e)}`;
+      }
+    }
   }
   return (result || "").replaceAll("@", "\\@");
 };

package/src/turn.tool.js

@@ -1,5 +1,3 @@
-const fs = require("fs");
-
 module.exports = async function turn({ role, filename }, ctx) {
   if (filename) {
     await ctx.write(filename, `@@${role}`);

package/src/websearch.schema.json

@@ -0,0 +1,23 @@
+{
+  "description": "Does a websearch using llm",
+  "parameters": {
+    "type": "object",
+    "properties": {
+      "text": {
+        "type": "string",
+        "description": "web search query"
+      },
+      "model": {
+        "type": "string",
+        "enum": [
+          "perplexity/sonar", 
+          "perplexity/sonar-pro", 
+          "gpt-4o-search-preview", 
+          "gpt-4o-mini-search-preview"
+        ],
+        "description": "model to do websearch, default is perplexity/sonar"
+      }
+    },
+    "required": ["text"]
+  }
+}

package/src/websearch.tool.chat

@@ -0,0 +1,3 @@
+user:
+@{ model | init perplexity/sonar | resolve }
+@text