tune-basic-toolset 0.1.16 → 0.1.18

package/README.md

@@ -20,7 +20,8 @@ Basic toolset for [Tune](https://github.com/iovdin/tune).
   - [list](#list) keep list of tasks todo (loops for LLM)
   - [sqlite](#sqlite) execute sqlite queries 
   - [py](#py) run python code
-  - [js](#js) run javascript code
+  - [js_node](#js_node) run javascript code in node process
+  - [js_ctx](#js_ctx) run javascript code that shares context with LLM
   - [turn](#turn) handoff based agent (shared context)
   - [message](#message) talk to another chat/agent (separate context)
 - [Processors](#processors)
@@ -350,10 +351,10 @@ tool_result:
 5545
 ```
 
-### `js`
-execute javascript code
+### `js_node`
+execute javascript code in nodejs
 ```chat
-user: @js
+user: @js_node
 1234 + 4311
 
 tool_call: js {"inputType":"commonjs"}
@@ -364,6 +365,90 @@ tool_result:
 
 ```
 
+### `js_ctx`
+execute javascript code but also call tools available to llm or trigger LLM response from code 
+It is useful when you need to trigger loops and ifs or chain few tool calls together
+```chat
+user: 
+@js_ctx @sh
+
+what is in my current directory?
+
+tool_call: sh
+ls
+tool_result:
+__pycache__
+append.schema.json
+append.tool.js
+... file list
+
+user:
+can you do the same using js_ctx tool?
+
+assistant:
+
+tool_call: js_ctx
+
+const result = await ctx.exec("sh", { text: "ls" });
+return result;
+
+tool_result:
+__pycache__
+append.schema.json
+append.tool.js
+....
+```
+
+
+Now we can loop trough all the files and summarize its content
+```
+user:
+can you loop throught the .js files and summarize its content using llm?
+assistant:
+
+tool_call: js_ctx
+
+// Get all .js files (excluding .proc.js and .schema.json files)
+const files = await ctx.exec("sh", { text: "ls *.js | grep -v '.proc.js'" });
+const jsFiles = files.trim().split('\n').filter(f => f.endsWith('.js'));
+
+const summaries = [];
+
+// Loop through each .js file
+for (const file of jsFiles) {
+  // Read the file content
+  const content = await ctx.exec("sh", { text: `cat ${file}` });
+  
+  // Use LLM to summarize
+  const summary = await ctx.file2run({
+    system: "@mistral-tiny You are a code analyst. Provide a brief 1-2 sentence summary of what this JavaScript file does.",
+    user: "Summarize this code:\n\n@code"
+  }, {
+    code: content
+  });
+  
+  summaries.push({
+    file: file,
+    summary: summary.trim()
+  });
+}
+
+// Format and return results
+return summaries.map(s => `**${s.file}**\n${s.summary}\n`).join('\n');
+
+tool_result:
+**append.tool.js**
+This JavaScript file exports an asynchronous function that appends the given text to the end of a specified file, and returns "done" once the operation is completed.
+
+**cmd.tool.js**
+This JavaScript file exports an asynchronous function `cmd` that executes a system command (Windows-specific, using 'cmd.exe' as the shell) passed as a string, and returns the command's output or an error message containing both stderr and stdout.
+
+**grep.tool.js**
+This JavaScript module exports an asynchronous function named `grep` that reads a file (if provided) or a provided text and searches for lines matching a given regular expression. It returns the lines that match, separated by newlines. If the file is not found or the content is empty, it returns appropriate error messages.
+....
+
+```
+
 ### `turn`
 A way to switch roles when building multistep agents [read more](https://iovdin.github.io/tune/examples/multi-agent) 
 ```chat

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "tune-basic-toolset",
-  "version": "0.1.16",
+  "version": "0.1.18",
   "description": "Basic toolset for tune",
   "main": "src/index.js",
   "files": [

package/src/js_ctx.schema.json

@@ -0,0 +1,13 @@
+{
+  "description": "run js code",
+  "parameters": {
+    "type": "object",
+    "properties": {
+      "text": {
+        "type": "string",
+        "description": "js code to execute. You can use 'ctx' inside code to call tools available, e.g. await ctx.exec(\"tool_name\", { param: value }),  it is also possible to call LLM from code:   await ctx.file2run({ system: \"You are helpful assistant\" user: \"user request: @data \"  }, { data: \"value of template variable\") to proper escape user input file2run template engine instead of javascripts ${}"
+      }
+    },
+    "required": ["text"]
+  }
+}

package/src/js_ctx.tool.js

@@ -0,0 +1,48 @@
+const { parseScript } = require('esprima');
+const { generate } = require('escodegen');
+const vm = require('node:vm');
+module.exports = async function js({ text }, ctx) {
+
+  let code = `(async () =>{\n${text}\n})()`
+  const ast = parseScript(code, { range: true });
+
+  const bodyAst = ast.body[ast.body.length - 1].expression.callee.body;
+  const lastNode = bodyAst.body[bodyAst.body.length - 1];
+
+  if (lastNode.type === 'ExpressionStatement') {
+    bodyAst.body[bodyAst.body.length - 1] = {
+      type: 'ReturnStatement',
+      argument: lastNode.expression
+    }
+    code = generate(ast);
+  }
+  if (bodyAst.length === 0) {
+    return null;
+  }
+
+  let logs = [];
+
+  try {
+    let result = vm.runInContext(code, vm.createContext({ 
+      ctx,
+      console: {
+        log: (...args) => logs.push(args),
+        error: (...args) => logs.push(args),
+        warn: (...args) => logs.push(args),
+        debug: (...args) => logs.push(args),
+      }
+    }))
+    result = await result
+    return result
+    if (typeof(result) === "object") {
+      result = JSON.stringify(result, null, "  ")
+    } else {
+      result = String(result)
+    }
+    logs = logs.map(log => log.join(" ")).join("\n")
+    result = logs.trim() + "\n" +  (result || "").trim()
+    return result.trim()
+  } catch (e) {
+    return e.stack
+  }
+}

package/src/{js.schema.json → js_node.schema.json}

@@ -1,5 +1,5 @@
  {
-  "description": "Execute a given JavaScript code snippet and return the result",
+  "description": "Execute a given JavaScript code snippet and return the result using new node process",
   "parameters": {
     "type": "object",
     "properties": {

package/src/turn.schema.json

@@ -12,6 +12,6 @@
         "description": "save the role name to filename that keeps the current role"
       }
     },
-    "required": ["name", "filename"]
+    "required": ["role", "filename"]
   }
 }

package/src/wf.tool.js

@@ -3,5 +3,8 @@ const path = require('path');
 
 module.exports = async function writeFile({ filename, text }, ctx) {
   await ctx.write(filename, text)
-  return `written`;
+  if (!text) {
+    return "written empty string"
+  }
+  return `written ${text.length} bytes/chars`;
 };