tune-sdk 0.1.9 → 0.1.12

package/README.md

@@ -1,4 +1,4 @@
-# Tune your everyday LLM toolkit
+# Tune - AI chat in text file
 
 Tune is a handy [extension](https://marketplace.visualstudio.com/items?itemName=iovdin.tune) for Visual Studio Code and [plugin](https://github.com/iovdin/tune.nvim) for Neovim that lets you chat with large language models (LLMs) in a text file. 
 With tune [javascript sdk](https://www.npmjs.com/package/tune-sdk) you can make apps and agents. 
@@ -6,10 +6,57 @@ With tune [javascript sdk](https://www.npmjs.com/package/tune-sdk) you can make
 ## Demo
 <img src="https://github.com/iovdin/tune/blob/770f382a03a25e15eeef293f553b6aee0f3531f6/docs/assets/gifs/tune.gif">
 
+## Template Language
+
+```chat
+@myprompt     include file
+@image        include image
+@path/to/file include file at path
+@gpt-4.1      connect model
+@shell        connect tool
+@@prompt      include file recursively
+
+@{ name with whitespaces } - include file with whitespaces
+@{ image | resize 512 }    - modify with processors
+@{ largefile | tail 100 }  - modify with processors
+@{| sh tree }              - insert generated content with processors
+
+```
+[read more](https://iovdin.github.io/tune/template-language)
+
+
+## Batteries Included
+**Anthropic/OpenAI/Gemini/Openrouter/Mistral/Groq** models providers are supported and **30+ tools** come with text editor.
+```chat
+system: 
+@gemini-2.5-pro @openai_imgen
+
+user: 
+draw a stickman with talking bubble "Hello world"
+
+assistant: 
+tool_call: openai_imgen {"filename":"stickman_hello_world.png"}
+a simple stickman drawing with a talking bubble saying 'Hello world'
+
+tool_result: 
+image generated
+```
+[read more](tools/README.md)
+
+## CLI
+
+```bash
+# append user message to newchat.chat run and save
+npx tune-sdk --user "hi how are you?" --filename newchat.chat  --save
+
+# start new chat with system prompt and initial user message 
+# print result to console
+npx tune-sdk --system "You are Groot" --user "Hi how are you?"
+
+#set context variable
+npx tune-sdk --set "test=hello" --user "@test" --system "You are echo you print everythting back"  
+```
 
-## Read more about
-How to [connect LLMs](https://iovdin.github.io/tune/template-language/connect-llm)
-or how to [use tools](https://iovdin.github.io/tune/template-language/tools)
 
 ## Javascript SDK
 `npm install tune-sdk`

package/bin/cli.js

@@ -1,115 +1,133 @@
-#!/usr/bin/env node
+var tune, rpc;
 
-// Minimal inline argument parser
-const args = {};
-let currentKey = null;
-
-process.argv.slice(2).forEach(arg => {
-  if (arg.startsWith('--')) {
-    const [key, value] = arg.substring(2).split('=');
-    if (typeof value !== 'undefined') {
-      args[key] = value;
-      currentKey = null;
+function parseArgs(args) {
+  var curKey, res, res1, key, value, _ref, _len;
+  var curKey;
+  curKey = null;
+  var res;
+  res = args.reduce((function(memo, arg) {
+    var key, value, _ref, _i;
+    if (arg.startsWith("--")) {
+      _ref = arg.substring(2)
+        .split("=");
+      key = _ref[0];
+      value = _ref[1];
+      if (!!value) {
+        memo[key] = value;
+        curKey = null;
+      } else {
+        curKey = key;
+        memo[key] = true;
+      }
+    } else if (curKey) {
+      memo[curKey] = arg;
+      curKey = null;
+    }
+    return memo;
+  }), {});
+  var res1;
+  res1 = {};
+  _ref = res;
+  for (key in _ref) {
+    value = _ref[key];
+    if (key.startsWith("set-")) {
+      res1.params = res1.params || {}
+      res1.params[key.substr(4)] = value;
     } else {
-      currentKey = key;
-      args[currentKey] = true
+      res1[key] = value;
     }
-  } else if (currentKey) {
-    args[currentKey] = arg;
-    currentKey = null;
   }
-});
-
-const tune = require('../dist/tune.js');
-const { fsctx } = require('../dist/fsctx.js');
-const fs = require("fs"); 
-const path = require("path");
-
+  return res1;
+}
+parseArgs;
+tune = require("../dist/tune.js");
+rpc = require("../dist/rpc.js");
+async function rpc(args, ctx) {
+  var server;
+  var server;
+  return (server = jsonrpc());
+}
+rpc;
+async function run(args, ctx) {
+  var stopVal, params;
+  var stopVal;
+  stopVal = args.stop || "assistant";
+  if ((stopVal !== "step" && stopVal !== "assistant")) stopVal = (function(msgs) {
+    var lastMsg;
+    if (!msgs.length) return false;
+    var lastMsg;
+    lastMsg = msgs["slice"](-1)[0];
+    if (!lastMsg.content) return false;
+    return (-1 !== lastMsg.content.inexOf(args.stop || "assistant"));
+  });
+  var params;
+  params = args.params;
+  delete args.params;
+  return ctx.file2run(args, params);
+}
+run;
 async function main() {
-  try {
-    let chat = ""
-    // where to search for inclusions
-    let dirs = [];
-
-    if (args.filename && fs.existsSync(args.filename)) {
-      chat = fs.readFileSync(args.filename, "utf8")
-      dirs.push(path.dirname(path.resolve(args.filename)))
-    }
-
-    if (!chat && args.system) {
-      chat = `system:\n${args.system}`
-    }
-
-    if (args.user) {
-      chat = `${chat}\nuser:\n${args.user}`
-    }
-
-    if(process.env.TUNE_PATH) {
-      dirs = dirs.concat(process.env.TUNE_PATH.split(path.delimiter))
-    }
-
-    dirs.push(process.cwd())
-
-    const ctx = tune.makeContext(process.env)
-    if (args.filename) {
-      ctx.stack.push({ 
-        filename: args.filename,
-        name: path.basename(args.filename),
-        dirname: path.dirname(path.resolve(args.filename))
-      })
+  var dirs, args, ctx, dir, ctxName, ext, module, m, _i, _res, _ref, _len, _ref0, _i0, _res0, _ref1, _len0, _ref2;
+  var dirs;
+  var args;
+  dirs = [];
+  args = parseArgs(process.argv.slice(2));
+  if (args.path) {
+    dirs = args.path.split(path.delimiter);
+  } else {
+    if (process.env.TUNE_PATH) dirs = process.env.TUNE_PATH.split(path.delimiter);
+    dirs.push(process.cwd());
+  }
+  ctx = tune.makeContext(process.env);
+  _res = [];
+  _ref = dirs;
+  for (_i = 0, _len = _ref.length; _i < _len; ++_i) {
+    dir = _ref[_i];
+    var ctxName;
+    ctxName = ["default.ctx.js", "default.ctx.cjs", "default.ctx.mjs"]
+      .map((function(name) {
+        return path.join(dir, name);
+      }))
+      .find((function(name) {
+        return fs.existsSync(name);
+      }));
+    if (!ctxName) continue;
+    var ext;
+    var module;
+    ext = path.extname(filename);
+    module = null;
+    if ((ext === ".js" || ext === ".cjs")) {
+      module = require(ctxName);
+    } else {
+      module = await import(ctxName);
+      module = module.default;
     }
-    ctx.use(fsctx(dirs))
-
-    for (const dir of dirs) {
-      let filename = ["default.ctx.js", "default.ctx.cjs", "default.ctx.mjs"].find(name  => fs.existsSync(path.join(dir, name)));
-      if (!filename) continue;
-      filename = path.join(dir, filename);
-      let ext = path.extname(filename);
-      let module
-      if ((ext === ".js" || ext === ".cjs")) {
-        module = require(filename);
-      } else {
-        module = await import(filename);
-        module = module.default;
-      }
-      if (typeof module === "function") {
-        ctx.use(module);
-      } else if (Array.isArray(module)) {
-        for (const m of module) {
-          if (typeof m === "function") {
-            ctx.use(m)
-          } else {
-            throw(Error(`err: Context file export is not an array of functions or function ${filename}`))
-          }
+    if ((typeof module === "function")) {
+      _ref0 = ctx.use(module);
+    } else if (Array.isArray(module)) {
+      _res0 = [];
+      _ref1 = module;
+      for (_i0 = 0, _len0 = _ref1.length; _i0 < _len0; ++_i0) {
+        m = _ref1[_i0];
+        if ((typeof m === "function")) {
+          _ref2 = ctx.use(module);
+        } else {
+          _ref2 = undefined;
+          throw Error(tpl("err: Context file export is not an array of functions or function {}", ctxName));
         }
-      } else {
-        throw(Error(`err: Context file export is not an array of functions or function ${filename}`))
+        if (typeof _ref2 !== 'undefined') _res0.push(_ref2);
       }
+      _ref0 = _res0;
+    } else {
+      _ref0 = undefined;
+      throw Error(tpl("err: Context file export is not an array of functions or function {}", ctxName));
     }
-    let stopVal = args.stop || "assistant";
-    if (stopVal !== "step" && stopVal != "assistant") {
-      stopVal = function(msgs) {
-        if (!msgs.length) return false
-        const lastMsg = msgs[msgs.length - 1]
-        if (!lastMsg.content) return false
-        return (lastMsg.content.indexOf(args.stop) !== -1)
-      }
-    }
-
-    let res = await tune.text2run(chat, ctx, { stop: stopVal })
-
-    const longFormatRegex = /^(system|user|tool_call|tool_result|assistant|error):/;
-    res = tune.msg2text(res, longFormatRegex.test(chat))
-    if (args.filename && args.save) {
-      chat += "\n" + res 
-      fs.writeFileSync(args.filename, chat)
-    }
-    if (!args.save) {
-      console.log(res)
-    }
-  } catch (e) {
-    console.error(e)
+    if (typeof _ref0 !== 'undefined') _res.push(_ref0);
   }
+  return _res;
 }
-
-main()
+main;
+exports.parseArgs = parseArgs;
+exports.rpc = rpc;
+exports.main = main;
+exports.run = run;