tune-sdk 0.2.1 → 0.2.2

package/config/default.ctx.js

@@ -15,8 +15,11 @@ if (process.env.TUNE_PATH) {
 
 
 module.exports = [
-  curFile,
+  // curFile,
   fsMix(dirs, { makeSchema }),
-  models(),
+  models({
+    default: "gpt-4.1-mini",
+    alias: { "sonnet": "claude-sonnet-4-20250514"}
+  }),
   defaultWrite()
 ]

package/config/package.json

@@ -1,6 +1,6 @@
 {
   "dependencies": {
-    "tune-models": "/Users/iovdin/projects/tune-models",
-    "tune-sdk": "/Users/iovdin/projects/tune"
+    "tune-models": "latest",
+    "tune-sdk": "latest"
   }
 }

package/dist/cli.js

@@ -1,17 +1,95 @@
-var tune, rpc, path, fs, os, cp, stream;
+var assert, tune, rpc, path, fs, os, cp, stream;
+assert = require("assert");
+
+function showHelp() {
+  console.log("TUNE-CLI - Command Line Interface for Tune SDK");
+  console.log("");
+  console.log("USAGE:");
+  console.log("  npx tune-sdk [OPTIONS]");
+  console.log("");
+  console.log("TLDR EXAMPLES:");
+  console.log("  # Quick chat with system prompt");
+  console.log("  npx tune-sdk --system \"You are Groot\" --user \"Hi how are you?\"");
+  console.log("");
+  console.log("  # Continue existing chat");
+  console.log("  npx tune-sdk --user \"continue the conversation\" --filename chat.chat --save");
+  console.log("");
+  console.log("  # Set context variables");
+  console.log("  npx tune-sdk --set-test=hello --user \"@test\" --system \"Echo assistant\"");
+  console.log("");
+  console.log("  # RPC mode for editor integration");
+  console.log("  npx tune-sdk --rpc");
+  console.log("");
+  console.log("OPTIONS:");
+  console.log("  --user <text>         User message to send");
+  console.log("  --system <text>       System prompt to use");
+  console.log("  --filename <file>     Chat file to load/save");
+  console.log("  --save                Save conversation to file");
+  console.log("  --stop <mode>         Stop condition: assistant|step|<custom>");
+  console.log("  --text <content>      chat content");
+  console.log("  --response <type>     Response format: content|json|messages|chat (default: content)");
+  console.log("  --set-<name>=<value>  Set context parameter");
+  console.log("  --rpc                 Start RPC server mode");
+  console.log("  --path <paths>        Additional search paths (colon-separated)");
+  console.log("  --home <dir>          Tune config directory (default: ~/.tune)");
+  console.log("  --debug               Enable debug output");
+  console.log("  --silent              Suppress output");
+  console.log("  --force-init          Force config initialization");
+  console.log("  --help            Show this help");
+  console.log("");
+  console.log("EXAMPLES:");
+  console.log("  # Start new chat");
+  console.log("  npx tune-sdk --system \"You are Groot\" --user \"Hi how are you?\"");
+  console.log("");
+  console.log("  # Append to existing chat and save");
+  console.log("  npx tune-sdk --user \"hi how are you?\" --filename newchat.chat --save");
+  console.log("");
+  console.log("  # Stop at specific word");
+  console.log("  npx tune-sdk --user \"continue\" --filename chat.chat --stop \"END\"");
+  console.log("");
+  console.log("  #Set context variable");
+  console.log("  npx tune-sdk --set-test=\"hello\" --user \"@test\" --system \"You are echo you print everythting back\"");
+  return console.log("");
+}
+showHelp;
+
+function validateArgs(args) {
+  assert(!!args && (typeof args === "object"), "Arguments must be an object");
+  if (args.user) assert(typeof args.user === "string", "--user must be a string");
+  if (args.system) assert(typeof args.system === "string", "--system must be a string");
+  if (args.filename) assert(typeof args.filename === "string", "--filename must be a string");
+  if (args.text) assert(typeof args.text === "string", "--text must be a string");
+  if (args.response) assert(typeof args.response === "string", "--response must be a string");
+  if (args.stop) assert(typeof args.stop === "string", "--stop must be a string");
+  if (args.path) assert(typeof args.path === "string", "--path must be a string");
+  if (args.home) assert(typeof args.home === "string", "--home must be a string");
+  if (!!args.save) assert(typeof args.save === "boolean", "--save must be a boolean");
+  if (!!args.rpc) assert(typeof args.rpc === "boolean", "--rpc must be a boolean");
+  if (!!args.debug) assert(typeof args.debug === "boolean" || typeof args.debug === "string", "--debug must be a boolean");
+  if (!!args.silent) assert(typeof args.silent === "boolean", "--silent must be a boolean");
+  if (!!args.forceInit) assert(typeof args.forceInit === "boolean", "--force-init must be a boolean");
+  if (args.params) assert(!!args.params && (typeof args.params === "object"), "--set-* parameters must form a valid object");
+  if ((args.stop && (typeof args.stop === "string"))) assert((args.stop === "assistant") || (args.stop === "step") || (args.stop.length > 0), "--stop must be 'assistant', 'step', or a non-empty custom string");
+  if ((!args.rpc && !args.help && !args.user && !args.filename)) assert(false, "Must specify --user, --filename, --rpc, or --help");
+  return args;
+}
+validateArgs;
 
 function parseArgs(args) {
   var curKey, res, res1, key, value, stop, _ref, _len;
+  assert(Array.isArray(args), "parseArgs expects an array of arguments");
   var curKey;
   curKey = null;
   var res;
   res = args.reduce((function(memo, arg) {
     var key, value, _ref, _i;
+    assert(typeof arg === "string", "Each argument must be a string");
     if (arg.startsWith("--")) {
       _ref = arg.substring(2)
         .split("=");
       key = _ref[0];
       value = _ref[1];
+      assert((typeof key === "string") && (key.length > 0), "Argument key must be a non-empty string");
       if (!!value) {
         memo[key] = value;
         curKey = null;
@@ -25,27 +103,38 @@ function parseArgs(args) {
     }
     return memo;
   }), {});
+  assert(!!res && (typeof res === "object"), "Parsed arguments must form an object");
   var res1;
   res1 = {};
   _ref = res;
   for (key in _ref) {
     value = _ref[key];
+    assert(typeof key === "string", "Argument keys must be strings");
     if (key.startsWith("set-")) {
       res1.params = res1.params || {}
+      assert(key.substr(4).length > 0, "Set parameter name cannot be empty");
       res1.params[key.substr(4)] = value;
     } else {
       res1[key] = value;
     }
   }
+  if ((res1.h || res1.help)) res1.help = true;
   stop = res1.stop;
-  if ((!!stop && (stop !== "step" && stop !== "assistant"))) res1.stop = (function(msgs) {
-    var lastMsg;
-    if (!msgs.length) return false;
-    var lastMsg;
-    lastMsg = msgs["slice"](-1)[0];
-    if (!lastMsg.content) return false;
-    return (-1 !== lastMsg.content.inexOf(stop));
-  });
+  if ((!!stop && (stop !== "step" && stop !== "assistant"))) {
+    assert(typeof stop === "string", "Custom stop condition must be a string");
+    assert(stop.length > 0, "Custom stop condition cannot be empty");
+    res1.stop = (function(msgs) {
+      var lastMsg;
+      assert(Array.isArray(msgs), "Messages must be an array");
+      if (!msgs.length) return false;
+      var lastMsg;
+      lastMsg = msgs["slice"](-1)[0];
+      assert(!!lastMsg && (typeof lastMsg === "object"), "Last message must be an object");
+      if (!lastMsg.content) return false;
+      assert(typeof lastMsg.content === "string", "Message content must be a string");
+      return (-1 !== lastMsg.content.indexOf(stop));
+    });
+  }
   return res1;
 }
 parseArgs;
@@ -58,14 +147,18 @@ cp = require("child_process");
 stream = require("stream");
 
 function getHomedir(args) {
+  assert(!!args && (typeof args === "object"), "getHomedir expects args to be an object");
+  if (args.home) assert(typeof args.home === "string", "args.home must be a string");
   return path.resolve(path.normalize((args.home || process.env.TUNE_HOME || "~/.tune")
     .replace("~", os.homedir())));
 }
 getHomedir;
 async function initConfig(args) {
   var homedir, stdout, stderr, _ref, _i;
+  assert(!!args && (typeof args === "object"), "initConfig expects args to be an object");
   var homedir;
   homedir = getHomedir(args);
+  assert(typeof homedir === "string", "Home directory must be a string");
   if ((!args.forceInit && fs.existsSync(homedir))) return;
   console.error("[tune-sdk] initialize " + homedir);
   fs.mkdirSync(homedir, {
@@ -107,6 +200,7 @@ async function suggest(params, ctx) {
     return {
       name: item.name,
       dirname: item.dirname,
+      source: item.source || item.fullname,
       fullname: item.fullname,
       basename: (item.fullname ? path.basename(item.fullname) : undefined),
       type: item.type
@@ -140,22 +234,31 @@ async function remoteContext(name, params) {
 }
 remoteContext;
 async function runRpc(args) {
-  var inStream, outStream, ctx, server;
+  var inStream, outStream, debugStream, ctx, server;
   var inStream;
   var outStream;
+  var debugStream;
   var ctx;
   var server;
   inStream = stream.Readable.toWeb(process.stdin);
   outStream = stream.Writable.toWeb(process.stdout);
+  debugStream = ((typeof args.debug === "string") ? fs.createWriteStream(args.debug, {
+    flags: "a"
+  }) : undefined);
   ctx = await initContext(args);
   server = rpc.jsonrpc({
     inStream: inStream,
     outStream: outStream,
-    debug: args.debug,
+    debug: ((typeof args.debug === "string") ? (function() {
+      var _i;
+      var args = 1 <= arguments.length ? [].slice.call(arguments, 0, _i = arguments.length - 0) : (_i = 0, []);
+      return debugStream.write(args.join(" ") + "\n", "utf8");
+    }) : true),
     name: "server"
   }, {
     init: (async function(methods) {
-      return ((-1 !== methods.indexOf("resolve")) ? ctx.use(remoteContext.bind(server)) : undefined);
+      if ((-1 !== methods.indexOf("resolve"))) ctx.use(remoteContext.bind(server));
+      return "done";
     }),
     file2run: (async function(params, stream) {
       return tune.file2run({
@@ -186,7 +289,7 @@ async function run(args) {
   delete args.params;
   var res;
   res = await ctx.file2run(args, params);
-  return (!args.filename ? console.log(res) : undefined);
+  return (!args.silient ? console.log(res) : undefined);
 }
 run;
 async function initContext(args) {
@@ -195,13 +298,17 @@ async function initContext(args) {
   var pwd;
   dirs = [];
   pwd = process.cwd();
-  args.path ? dirs = args.path.split(path.delimiter)
+  if (args.path) dirs = args.path.split(path.delimiter)
     .map((function(dir) {
       return path.resolve(pwd, dir);
-    })) : dirs.push(getHomedir(args));
-  dirs.push(pwd);
+    }));
+  dirs.push(getHomedir(args));
+  dirs.unshift(pwd);
   process.env.TUNE_PATH = dirs.join(path.delimiter);
-  ctx = tune.makeContext(process.env);
+  ctx = tune.makeContext({
+    TUNE_PATH: process.env.TUNE_PATH,
+    TUNE_HOME: getHomedir(args)
+  });
   _ref = dirs;
   for (_i = 0, _len = _ref.length; _i < _len; ++_i) {
     dir = _ref[_i];
@@ -254,10 +361,16 @@ async function main() {
   try {
     var args;
     args = parseArgs(process.argv.slice(2));
+    if (args.help) {
+      showHelp();
+      process.exit(0);
+    }
+    validateArgs(args);
     await initConfig(args);
     _ref = args.rpc ? await runRpc(args) : await run(args);
   } catch (e) {
-    _ref = console.error(e);
+    console.error(e);
+    _ref = process.exit(1);
   }
   return _ref;
 }

package/dist/rpc.js

@@ -69,9 +69,24 @@ function assert(cond, msg) {
 assert;
 
 function JSONRPC(params, exports) {
-  var self;
+  var debugWriter, self, _ref;
+  var debugWriter;
+  debugWriter;
   this.msgId = 1;
-  this.debug = params.debug;
+  if (!params.debug) {
+    _ref = (function() {});
+  } else if (typeof params.debug === "boolean") {
+    _ref = (function() {
+      var _i;
+      var args = 1 <= arguments.length ? [].slice.call(arguments, 0, _i = arguments.length - 0) : (_i = 0, []);
+      return console.error.apply(console, [].concat(args));
+    });
+  } else if (typeof params.debug === "function") {
+    _ref = params.debug;
+  } else {
+    _ref = undefined;
+  }
+  this.debug = _ref;
   this.name = params.name;
   this.exports = exports || params.exports || {}
   this.callbacks = {};
@@ -82,7 +97,7 @@ function JSONRPC(params, exports) {
   assert(params.inStream, "inStream has to be defined and be a ReadableStream");
   assert(params.outStream, "outStream has to be defined and be a WritableStream");
   async function pump() {
-    var res, value, done, newlineIdx, line, msg, cb, iter, err, _ref, _err;
+    var res, value, done, newlineIdx, line, msg, cb, iter, err, _ref0, _err;
     var res;
     var value;
     var done;
@@ -97,15 +112,15 @@ function JSONRPC(params, exports) {
       var line;
       line = new TextDecoder().decode(self.buf.subarray(0, newlineIdx));
       self.buf = self.buf.subarray(newlineIdx + 1);
-      if (self.debug) console.error(self.name, "<==", line);
+      self.debug(self.name, "<==", line);
       var msg;
       try {
-        _ref = JSON.parse(line);
+        _ref0 = JSON.parse(line);
       } catch (_err) {
-        console.error(self.name, ":", line);
-        _ref = {}
+        self.debug(self.name, " cant parse json: ", line);
+        _ref0 = {}
       }
-      msg = _ref;
+      msg = _ref0;
       if (!msg.id) continue;
       var cb;
       var iter;
@@ -137,31 +152,31 @@ function JSONRPC(params, exports) {
           self._error(msg.id, "method not found: " + msg.method);
           continue;
         }(function(m, r, chunk) {
-          var _ref0;
+          var _ref1;
           try {
-            _ref0 = self.exports[m.method](msg.params, msg.stream)
+            _ref1 = self.exports[m.method](msg.params, msg.stream)
               .then((async function(r) {
-                var _res, _ref0, _ref1;
+                var _res, _ref1, _ref2;
                 if (((typeof r !== 'undefined') && !!r[Symbol.asyncIterator])) {
                   _res = [];
                   while (!chunk.done) {
                     chunk = await r.next();
                     if (chunk.err) throw chunk.err;
-                    if (typeof(_ref0 = (!!chunk.value ? self._result(m.id, chunk.value, chunk.done) : undefined)) !== 'undefined') _res.push(_ref0);
+                    if (typeof(_ref1 = (!!chunk.value ? self._result(m.id, chunk.value, chunk.done) : undefined)) !== 'undefined') _res.push(_ref1);
                   }
-                  _ref1 = _res;
+                  _ref2 = _res;
                 } else {
-                  _ref1 = self._result(m.id, r, true);
+                  _ref2 = self._result(m.id, r, true);
                 }
-                return _ref1;
+                return _ref2;
               }))
               .catch((function(e) {
                 return self._error(m.id, e.message, e.stack);
               }));
           } catch (e) {
-            _ref0 = self._error(m.id, e.message, e.stack);
+            _ref1 = self._error(m.id, e.message, e.stack);
           }
-          return _ref0;
+          return _ref1;
         })(msg, undefined, {});
       }
     }
@@ -178,7 +193,7 @@ JSONRPC.prototype._write = (async function(payload) {
   var data;
   encoder = new TextEncoder();
   data = encoder.encode(JSON.stringify(payload) + "\n");
-  if (this.debug) console.error(this.name, "==>", JSON.stringify(payload));
+  this.debug(this.name, "==>", JSON.stringify(payload));
   return await this.writer.write(data);
 });
 JSONRPC.prototype._error = (function(msgId, message, stack) {

package/dist/tune.js

@@ -1772,7 +1772,7 @@ function ast2payload(ast) {
     }))
     .map((function(item) {
       item.content = item.nodes.reduce((function(memo, node) {
-        var lastNode, _ref;
+        var lastStack, lastNode, _ref;
         if ((node.type === "image")) {
           if ((typeof memo === "string")) memo = Array({
             type: "text",
@@ -1820,6 +1820,10 @@ function ast2payload(ast) {
               text: node.value
             });
           }
+        } else {
+          var lastStack;
+          lastStack = node.stack["slice"](-1)[0];
+          throw new TuneError(tpl("unknown node type '{type}' for '{name}'", node), (((typeof lastStack !== "undefined") && (lastStack !== null) && !Number.isNaN(lastStack) && (typeof lastStack.filename !== "undefined") && (lastStack.filename !== null) && !Number.isNaN(lastStack.filename)) ? lastStack.filename : undefined), (((typeof lastStack !== "undefined") && (lastStack !== null) && !Number.isNaN(lastStack) && (typeof lastStack.row !== "undefined") && (lastStack.row !== null) && !Number.isNaN(lastStack.row)) ? lastStack.row : undefined), (((typeof lastStack !== "undefined") && (lastStack !== null) && !Number.isNaN(lastStack) && (typeof lastStack.col !== "undefined") && (lastStack.col !== null) && !Number.isNaN(lastStack.col)) ? lastStack.col : undefined), node.stack);
         }
         return memo;
       }), "");
@@ -2111,7 +2115,7 @@ function text2run(text, ctx, opts) {
 }
 text2run;
 async function file2run(args, params, ctx) {
-  var lctx, text, stop, node, response, res, r, chunk, itergQageqc, _ref;
+  var lctx, text, stop, node, response, res, r, chunk, itergeDPeG9, _ref;
   var lctx;
   lctx = ctx.clone();
   lctx.ms.unshift(envmd(params));
@@ -2121,10 +2125,9 @@ async function file2run(args, params, ctx) {
   stop = (((typeof args !== "undefined") && (args !== null) && !Number.isNaN(args) && (typeof args.stop !== "undefined") && (args.stop !== null) && !Number.isNaN(args.stop)) ? args.stop : (((typeof "assistant" !== "undefined") && ("assistant" !== null) && !Number.isNaN("assistant")) ? "assistant" : undefined));
   if (args.filename) {
     node = await ctx.resolve(args.filename);
-    if (node) {
-      lctx.stack.push(node);
-      if (!text) text = await node.read();
-    }
+    if (node) lctx.stack.push(node);
+    if ((node && !text)) text = await node.read();
+    if ((!node && !text)) throw new TuneError(tpl("'{}' not found", args.filename));
   }
   if ((!text && args.system)) text = tpl("system:\n{system}", args);
   if (args.user) text += tpl("\nuser:\n{user}", args);
@@ -2178,7 +2181,7 @@ async function file2run(args, params, ctx) {
       stream: true
     });
     chunk = {};
-    itergQageqc = new AsyncIter();
+    itergeDPeG9 = new AsyncIter();
     (async function($lastRes) {
       var _ref;
       try {
@@ -2187,20 +2190,20 @@ async function file2run(args, params, ctx) {
           res = (chunk.value || "");
           if (chunk.done) await save();
           $lastRes = transformOutput(res) || $lastRes;
-          itergQageqc.result = {
+          itergeDPeG9.result = {
             value: $lastRes
           }
         }
-        _ref = itergQageqc.result = {
+        _ref = itergeDPeG9.result = {
           value: $lastRes,
           done: true
         }
       } catch (e) {
-        _ref = (itergQageqc.err = e);
+        _ref = (itergeDPeG9.err = e);
       }
       return _ref;
     })();
-    _ref = itergQageqc;
+    _ref = itergeDPeG9;
   }
   return _ref;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "tune-sdk",
-  "version": "0.2.1",
+  "version": "0.2.2",
   "description": "tune - LLM chat in text file",
   "main": "dist/tune.js",
   "module": "dist/tune.mjs",

package/tools/json_format.proc.mjs

@@ -1,6 +1,9 @@
 import path from 'path';
 
 export default async function json_format(node, args, ctx) {
+  if (!node) {
+    return 
+  }
   let response_format = { "type": "json_object" }
   if (args.trim()) {
 

package/tools/log.proc.js

@@ -1,12 +1,15 @@
 const fs = require("fs")
-module.exports = async (node, args, ctx)  => {
-  const newNode = Object.assign({}, node);
-  newNode.exec = async function(payload, ctx) {
+const path = require("path")
+
+module.exports = async (node, args, ctx)  => ({
+  ...node,
+  exec: async function(payload, ctx) {
     const res = await node.exec(payload, ctx)
     const body = JSON.parse(res.body)
     payload = {...res, body};
-    fs.writeFileSync(args.trim() || "log.json", JSON.stringify(payload, null, "  "));
+    const filename = args.trim() || "log.json"
+    const content =  path.extname(filename) == ".chat" ? ctx.msg2text(payload.body.messages, true) : JSON.stringify(payload, null, "  ") 
+    fs.writeFileSync(filename, content);
     return res
   }
-  return newNode
-}
+})

package/tools/message.schema.json

@@ -1,5 +1,5 @@
 {
-  "description": "Process and generate messages based on input parameters and file context",
+  "description": "this tool sends a message to another ai chat as 'user' role, result of the tool is an 'assistant' reply",
   "parameters": {
     "type": "object",
     "properties": {
@@ -9,11 +9,11 @@
       },
       "system": {
         "type": "string",
-        "description": "Filename that contains system prompt, used once when filename is empty"
+        "description": "Filename that contains system prompt, required once at the beginning of simulation"
       },
       "text": {
         "type": "string",
-        "description": "User input message to process"
+        "description": "User message to send"
       }
     },
     "required": ["filename", "text"]

package/tools/nu.schema.json

@@ -0,0 +1,13 @@
+  {
+  "description": "Execute a nushell command",
+  "parameters": {
+    "type": "object",
+    "properties": {
+      "text": {
+        "type": "string",
+        "description": "The nushell command to execute"
+      }
+    },
+    "required": ["text"]
+  }
+}

package/tools/nu.tool.mjs

@@ -0,0 +1,14 @@
+import { spawnSync } from 'node:child_process';
+import util from 'node:util'
+
+export default async function nu({ text }) {
+  let result = ""
+  try {
+    result =  spawnSync("nu", 
+      ["-c", text, "--error-style", "plain"], 
+      { encoding: "utf8", shell: false })
+  } catch (e) {
+    result = e.stderr + e.stdout
+  }
+  return (result.stdout || result.stderr || "").replaceAll("@", "\\@");
+}

package/tools/antrophic.ctx.js

@@ -1,34 +0,0 @@
-const { createProviderContext } = require("./llm-utils");
-
-async function fetchAnthropicModels(apiKey) {
-  const res = await fetch("https://api.anthropic.com/v1/models", {
-    headers: {
-      "x-api-key": apiKey,
-      "anthropic-version": "2023-06-01"
-    }
-  });
-
-  if (!res.ok) throw new Error(`Error: ${res.status} ${res.statusText}`);
-
-  const content = await res.json();
-  return content.data;
-}
-
-module.exports = createProviderContext("anthropic", {
-  apiKeyEnv: "ANTHROPIC_KEY",
-  apiModelFetcher: fetchAnthropicModels,
-  createExecFunction: (model, payload, key) => {
-    return {
-      url: "https://api.anthropic.com/v1/chat/completions",
-      method: "POST",
-      headers: {
-        "content-type": "application/json",
-        authorization: `Bearer ${key}`,
-      },
-      body: JSON.stringify({
-        model: model.id,
-        ...payload,
-      }),
-    };
-  }
-});

package/tools/default.ctx.js

@@ -1,25 +0,0 @@
-const fs = require('fs') 
-const path = require('path')
-
-const { curFile, fsMix, defaultWrite } = require("../dist/fsctx.js");
-const { file2run, makeContext } = require("../dist/tune.js");
-
-async function makeSchema(params, ctx) {
-  return file2run({ filename:  path.join(__dirname, "schema.tool.chat")}, params, ctx);
-}
-let dirs = [];
-if (process.env.TUNE_PATH) {
-  dirs = process.env.TUNE_PATH.split(path.delimiter);
-}
-
-module.exports = [
-  curFile,
-  fsMix(dirs, { makeSchema }),
-  require("./openai.ctx.js"),
-  require("./openrouter.ctx.js"),
-  require("./antrophic.ctx.js"),
-  require("./gemini.ctx.js"),
-  require("./mistral.ctx.js"),
-  require("./groq.ctx.js"),
-  defaultWrite()
-]

package/tools/gemini.ctx.js

@@ -1,49 +0,0 @@
-const { createProviderContext } = require("./llm-utils");
-
-async function fetchGeminiModels(apiKey) {
-  const res = await fetch(
-    `https://generativelanguage.googleapis.com/v1beta/models?key=${apiKey}&pageSize=200`,
-  );
-
-  if (!res.ok) throw new Error(`Error: ${res.status} ${res.statusText}`);
-  
-  const content = await res.json();
-  content.models.forEach(model => {
-    model.id = model.name.split("/")[1]
-  })
-  return content.models;
-}
-
-module.exports = createProviderContext("gemini", {
-  apiKeyEnv: "GEMINI_KEY",
-  apiModelFetcher: fetchGeminiModels,
-  //modelMatcher: (name) => name.indexOf("google/") === 0,
-  // modelFilter: (models, name, args) => {
-  //   const shortName = name.split("/")[1];
-  //   return models
-  //     .map((item) => ({ ...item, shortName: item.name.split("/")[1] }))
-  //     .filter((item) => item.shortName === shortName);
-  // },
-  createExecFunction: (model, payload, key) => {
-    // google does not like content to be null
-    payload.messages.forEach((message) => {
-      if (message.content === null) {
-        message.content = [];
-      }
-    });
-
-    return {
-      url: "https://generativelanguage.googleapis.com/v1beta/openai/chat/completions",
-      method: "POST",
-      headers: {
-        "content-type": "application/json",
-        authorization: `Bearer ${key}`,
-      },
-      body: JSON.stringify({
-        model: model.shortName || model.name.split("/")[1],
-        ...payload,
-        messages: payload.messages.filter(msg => msg.role !== 'comment'),
-      }),
-    };
-  }
-});

package/tools/groq.ctx.js

@@ -1,33 +0,0 @@
-const { createProviderContext } = require("./llm-utils");
-
-async function fetchGroqModels(apiKey) {
-  const res = await fetch("https://api.groq.com/openai/v1/models", {
-    headers: {
-      Authorization: `Bearer ${apiKey}`,
-    },
-  });
-
-  if (!res.ok) throw new Error(`Error: ${res.status} ${res.statusText}`);
-  const content = await res.json();
-  return content.data;
-}
-
-module.exports = createProviderContext("groq", {
-  apiKeyEnv: "GROQ_KEY",
-  apiModelFetcher: fetchGroqModels,
-  createExecFunction: (model, payload, key) => {
-    return {
-      url: "https://api.groq.com/openai/v1/chat/completions",
-      method: "POST",
-      headers: {
-        "content-type": "application/json",
-        authorization: `Bearer ${key}`,
-      },
-      body: JSON.stringify({
-        model: model.id,
-        ...payload,
-        messages: payload.messages.filter(msg => msg.role !== 'comment'),
-      }),
-    };
-  }
-});

package/tools/mistral.ctx.js

@@ -1,64 +0,0 @@
-const { createProviderContext } = require("./llm-utils");
-
-async function fetchMistralModels(apiKey) {
-  const res = await fetch("https://api.mistral.ai/v1/models", {
-    headers: {
-      authorization: `Bearer ${apiKey}`,
-    },
-  });
-
-  if (!res.ok) throw new Error(`Error: ${res.status} ${res.statusText}`);
-  const content = await res.json();
-  return content.data;
-}
-
-function hashIntegerToBase62(num) {
-  const crypto = require("crypto");
-  const base62chars =
-    "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789";
-  const buffer = crypto.createHash("sha256").update(num.toString()).digest();
-
-  let hashValue = "";
-  for (let i = 0; hashValue.length < 9 && i < buffer.length; i++) {
-    const index = buffer[i] % base62chars.length;
-    hashValue += base62chars.charAt(index);
-  }
-
-  return hashValue.padEnd(9, "0");
-}
-
-module.exports = createProviderContext("mistral", {
-  apiKeyEnv: "MISTRAL_KEY",
-  apiModelFetcher: fetchMistralModels,
-  // modelMatcher: (name) => true, // Handle all names and filter later
-  // modelFilter: (models, name) => models.filter(item => item.id === name),
-  createExecFunction: (model, payload, key, context) => {
-    const { messages, ...rest } = payload;
-
-    // Format tool IDs for Mistral (must be 9 symbols)
-    messages.forEach((msg) => {
-      if (msg.role === "tool") {
-        msg.tool_call_id = hashIntegerToBase62(msg.tool_call_id);
-      }
-      if (msg.tool_calls) {
-        msg.tool_calls.forEach((tc) => {
-          tc.id = hashIntegerToBase62(tc.id);
-        });
-      }
-    });
-
-    return {
-      url: "https://api.mistral.ai/v1/chat/completions",
-      method: "POST",
-      headers: {
-        "content-type": "application/json",
-        authorization: `Bearer ${key}`,
-      },
-      body: JSON.stringify({
-        model: model.id,
-        messages: messages.filter(msg => msg.role !== 'comment'),
-        ...rest,
-      }),
-    };
-  }
-});

package/tools/openai.ctx.js

@@ -1,33 +0,0 @@
-const { createProviderContext } = require("./llm-utils");
-
-async function fetchOpenAIModels(apiKey) {
-  const res = await fetch("https://api.openai.com/v1/models", {
-    headers: {
-      Authorization: `Bearer ${apiKey}`,
-    },
-  });
-
-  if (!res.ok) throw new Error(`Error: ${res.status} ${res.statusText}`);
-  const content = await res.json();
-  return content.data;
-}
-
-module.exports = createProviderContext("openai", {
-  apiKeyEnv: "OPENAI_KEY",
-  apiModelFetcher: fetchOpenAIModels,
-  createExecFunction: (model, payload, key) => {
-    return {
-      url: "https://api.openai.com/v1/chat/completions",
-      method: "POST",
-      headers: {
-        "content-type": "application/json",
-        authorization: `Bearer ${key}`,
-      },
-      body: JSON.stringify({
-        model: model.id,
-        ...payload,
-        messages: payload.messages.filter(msg => msg.role !== 'comment'),
-      }),
-    };
-  }
-});

package/tools/openrouter.ctx.js

@@ -1,38 +0,0 @@
-const { createProviderContext } = require("./llm-utils");
-
-async function fetchOpenRouterModels() {
-  const res = await fetch("https://openrouter.ai/api/v1/models", {
-    method: "GET",
-  });
-
-  if (!res.ok) throw new Error(`Error: ${res.status} ${res.statusText}`);
-  const content = await res.json();
-  return content.data;
-}
-
-module.exports = createProviderContext("openrouter", {
-  apiKeyEnv: "OPENROUTER_KEY",
-  apiModelFetcher: fetchOpenRouterModels,
-  //modelMatcher: (name) => true, // Handle all names
-  // modelFilter: (models, name) => {
-  //   const baseName = name.split(":")[0];
-  //   return models.filter(item => item.id === baseName);
-  // },
-  createExecFunction: (model, payload, key) => {
-    return {
-      url: "https://openrouter.ai/api/v1/chat/completions",
-      method: "POST",
-      headers: {
-        "content-type": "application/json",
-        authorization: `Bearer ${key}`,
-        "HTTP-Referer": "https://iovdin.github.io/tune",
-        "X-Title": "tune"
-      },
-      body: JSON.stringify({
-        model: model.id,
-        ...payload,
-        messages: payload.messages.filter(msg => msg.role !== 'comment'),
-      }),
-    };
-  }
-});