tune-sdk 0.1.0 → 0.1.2

package/README.md

@@ -1,153 +1,43 @@
-# Tune for VSCode
+# Tune your everyday LLM toolkit
 
-[Tune](https://marketplace.visualstudio.com/items?itemName=iovdin.tune) is a handy extension for Visual Studio Code that lets you chat with large language models (LLMs) right in your code editor. Need quick answers, help brainstorming, or running scripts? Tune’s got you covered! You can even use different LLMs and create handy tools in Python, JavaScript, or PHP—all without leaving your editor. Get ready to boost your productivity!
+Tune is a handy [extension](https://marketplace.visualstudio.com/items?itemName=iovdin.tune) for Visual Studio Code and [plugin](https://github.com/iovdin/tune.nvim) for Neovim that lets you chat with large language models (LLMs) in a text file. 
+With tune [javascript sdk](https://www.npmjs.com/package/tune-sdk) you can make apps and agents. 
 
+## Demo
+<img src="https://github.com/iovdin/tune/blob/770f382a03a25e15eeef293f553b6aee0f3531f6/docs/assets/gifs/tune.gif">
 
-## 🚀 Features
-###  💬 .chat file
 
-To start chatting create a .chat file. Use `<Shift>+<Enter>` to trigger chat response 
+## Read more about
+How to [connect LLMs](https://iovdin.github.io/tune/template-language/connect-llm)
+or how to [use tools](https://iovdin.github.io/tune/template-language/tools)
 
-  <img src=https://raw.githubusercontent.com/iovdin/tune/main/gifs/basic.gif width=800 height=450>
+## Javascript SDK
+`npm install tune-sdk`
 
-### 🔗 Variable expansion
-
-You can use `{filename}` to inject filename contents to the chat.
-file can be any text file or image.
-
-  <img src=https://raw.githubusercontent.com/iovdin/tune/main/gifs/variables.gif width=800 height=450>
-
-
-## 🛠️ Setup
-
-1. Install nodejs.
-2. Set OPENAI_KEY in settings. By default Tune uses gpt4o-mini. But you can change it
-
-<img src=https://raw.githubusercontent.com/iovdin/tune/main/gifs/set_openai_key.gif width=800 height=450>
-
-## ⚙️  Support for Multiple LLMs
-
-Configure different LLMs by creating a `.config.js` file that defines the HTTP payload.
-
-  Example: Setting up Claude with [openrouter.ai](https://openrouter.ai)
-
-  ```javascript
-  ({
-      url: "https://openrouter.ai/api/v1/chat/completions",
-      method: "POST",
-      headers: { 
-        "content-type": "application/json",
-        authorization: `Bearer ${OPEN_ROUTER_KEY}`,
-      },
-      body: JSON.stringify({ 
-        ...payload,
-        model: "anthropic/claude-3.5-sonnet"
-      })
-  })
-  ```
-
-  - Add your `OPEN_ROUTER_KEY` to the `.env` file.
-  - Use the config in your `.chat` file:
-
-    ```chat
-    u: {claude}
-    What is the meaning of life?
-    ```
-
-  - Naming the config `default.config.js` makes it the default LLM used by Tune.
-
-  **Note**: Tune supports OpenAI and Ollama for streaming. For Anthropic models, use services like OpenRouter.ai.
-
-  <img src=https://raw.githubusercontent.com/iovdin/tune/main/gifs/config.gif width=800 height=450>
-
-### 🛠️ Tools 
-Tools are functions or scripts that LLMs can call to perform tasks beyond their native capabilities, such as querying a database or calling an external API.
-
-Easily create tools using JavaScript, Python, or PHP. Name your tool files as `toolname.tool.mjs/js/cjs/py/php/chat`.
-
-Here is a shell tool example as ESM module 
-
-**`sh.tool.mjs`**. 
-
-```javascript
-import { execSync } from 'node:child_process';
-
-export default async function sh({ text }) {
-  return execSync(text, { encoding: "utf8" });
-}
-```
-
-To use the tool, just expand the file 
-```chat
-u: {sh} 
-what is contents fo the current directory?
-tc: sh
-ls -la
-tr: total 944
--rw-r--r--   1 iovdin  staff    248  3 Oct 22:12 4o.config.js
--rw-r--r--   1 iovdin  staff    253 17 Sep 16:10 4om.config.js
--rw-r--r--   1 iovdin  staff   2128  8 Oct 17:18 README.md
-c: 
- tc: stands for tool call
- tr: tool result
-```
-
-Here are the shell tool in other languages
-
-**`sh.tool.cjs`**
 ```javascript
-const { execSync } = require('child_process');
-
-exports.default = async function sh({ text }) {
-  return execSync(text, { encoding: "utf8" });
-};
-```
-
-**`sh.tool.py`**
-```python
-import subprocess
-
-def main(params):
-    return subprocess.check_output(params['text'], shell=True, text=True)
-```
+const tune = require("tune-sdk");
+const sonnet = require("./sonnet.llm.js");
+
+require('dotenv').config();
+
+async function main() {
+  const ctx = tune.makeContext({
+    echo: "You are echo, you print everything back",
+    OPENROUTER_KEY: process.env.OPENROUTER_KEY,
+    "default": {
+      type: "llm",
+      exec: sonnet
+    }
+  })
 
-**`sh.tool.php`**
-```php
-<?php
-function main($params) {
-    return shell_exec($params['text']);
+  const text = "s: @echo\nu: hello world";
+  const messages = await tune.text2run(text, ctx)
+  console.log(tune.msg2text(messages))
+  // a: hello world
 }
-?>
-```
-
-<img src=https://raw.githubusercontent.com/iovdin/tune/main/gifs/tool.gif width=800 height=450>
-
-It is possible to make tool out of another chat.
-Lets create a tool that gives file a name given text content
-
-**`filename.tool.chat`**
-```chat
-s: You're given text content, please come up with a filename for the content.
-it should use camel case
-u: {text}
-```
-
-How to use it?
-```chat
-s: {filename}  
-tc: filename
-console.log("hello world")
-tr: HelloWorld.js
-```
-
-Checkout more tools at [Tune GitHub](https://github.com/iovdin/tune)
-
-## Help System Prompt
-You can ask for help using
-```chat
-s: {esc:tune_help}
-u: how to make a tool? 
+main()
 ```
+[read more](https://iovdin.github.io/tune/api) about javascript sdk
 
 ### 📫 Contact
 

package/dist/tune.js

@@ -914,7 +914,6 @@ $roles = {
     "a": "assistant",
     "au": "audio",
     "tc": "tool_call",
-    "v": "variable",
     "err": "error",
     "c": "comment",
     "tr": "tool_result",
@@ -1643,7 +1642,7 @@ function text2run(text, ctx, opts) {
     if ((stopVal === "step")) {
       _ref = !!lastMsg;
     } else if (stopVal === "assistant") {
-      _ref = (!!lastMsg && (lastMsg.role === "assistant") && !!lastMsg.content);
+      _ref = (!!lastMsg && (lastMsg.role === "assistant") && !!lastMsg.content && !lastMsg.tool_calls);
     } else if (typeof stopVal === "function") {
       _ref = stopVal(msgs);
     } else {
@@ -1675,13 +1674,13 @@ function text2run(text, ctx, opts) {
       ctype = res.headers.get("content-type");
       if ((!stream || ctype.includes("application/json"))) {
         res = await res.json();
-        if ((((typeof res !== "undefined") && (res !== null) && !Number.isNaN(res) && (typeof res.error !== "undefined") && (res.error !== null) && !Number.isNaN(res.error)) ? res.error : undefined)) {
+        if (((((typeof res !== "undefined") && (res !== null) && !Number.isNaN(res) && (typeof res.error !== "undefined") && (res.error !== null) && !Number.isNaN(res.error)) ? res.error : undefined) || (res.object === "error"))) {
           var err;
-          err = new TuneError(tpl("{type: }{message}", res.error));
+          err = new TuneError(tpl("{type: }{message}", (((typeof res !== "undefined") && (res !== null) && !Number.isNaN(res) && (typeof res.error !== "undefined") && (res.error !== null) && !Number.isNaN(res.error)) ? res.error : (((typeof res !== "undefined") && (res !== null) && !Number.isNaN(res)) ? res : undefined))));
           err.stack = TuneError.ctx2stack(ctx);
           throw err;
         }
-        msgs.push(res.choices[0].message);
+        msgs.push((((typeof res !== "undefined") && (res !== null) && !Number.isNaN(res) && (typeof res.message !== "undefined") && (res.message !== null) && !Number.isNaN(res.message)) ? res.message : (((typeof res !== "undefined") && (res !== null) && !Number.isNaN(res) && (typeof res.choices !== "undefined") && (res.choices !== null) && !Number.isNaN(res.choices) && (typeof res.choices[0] !== "undefined") && (res.choices[0] !== null) && !Number.isNaN(res.choices[0]) && (typeof res.choices[0].message !== "undefined") && (res.choices[0].message !== null) && !Number.isNaN(res.choices[0].message)) ? res.choices[0].message : undefined)));
         continue;
       }
       var reader;
@@ -1779,10 +1778,14 @@ function msg2text(msg, long) {
   var _ref, _ref0, _ref1;
 
   function mkline(role, content) {
-    return tpl("{role}: {content}", {
-      role: (long ? role : $roles.long2short[role]),
+    return (long ? tpl("{role}:{new_line}{content}", {
+      role: role,
+      content: content,
+      new_line: ((role === "system" || role === "user" || role === "assistant" || role === "tool_result") ? "\n" : " ")
+    }) : tpl("{role}: {content}", {
+      role: $roles.long2short[role],
       content: content
-    });
+    }));
   }
   mkline;
   if (Array.isArray(msg)) {
@@ -1825,7 +1828,7 @@ function msg2text(msg, long) {
         break;
       case "assistant":
         _ref = (function(res) {
-          if (((typeof msg.content === "string") || (msg.content instanceof String))) {
+          if ((msg.content && ((typeof msg.content === "string") || (msg.content instanceof String)))) {
             res.push(mkline("assistant", msg.content));
           } else if (Array.isArray(msg.content)) {
             res.push(msg.content
@@ -1879,6 +1882,12 @@ function msg2text(msg, long) {
       case "tool":
         _ref = mkline("tool_result", msg.content);
         break;
+      case "system":
+        _ref = mkline("system", msg.content);
+        break;
+      case "comment":
+        _ref = mkline("comment", msg.content);
+        break;
       case "error":
         _ref = mkline("error ", msg.content);
         break;

package/dist/tune.mjs

@@ -1,24 +1,5 @@
 import { createRequire } from 'module';
 const require = createRequire(import.meta.url);
 
-const tune = require('./tune.js');
-
-export const makeContext = tune.makeContext;
-export const env2vars = tune.env2vars;
-export const text2roles = tune.text2roles;
-export const roles2text = tune.roles2text;
-export const text2call = tune.text2call;
-export const text2expand = tune.text2expand;
-export const chat2expand = tune.chat2expand;
-export const text2api = tune.text2api;
-export const payload2api = tune.payload2api;
-export const toolCall = tune.toolCall;
-export const makeTool = tune.makeTool;
-export const text2run = tune.text2run;
-export const text2stream = tune.text2stream;
-export const msg2text = tune.msg2text;
-export const msg2role = tune.msg2role;
-export const text2cut = tune.text2cut;
-export const TuneError = tune.TuneError;
-export const pparse = tune.pparse;
-export const text2var = tune.text2var;
+const { makeContext, text2roles, roles2text, text2call, text2ast, ast2payload, toolCall, text2run, msg2text, msg2role, text2cut, TuneError, text2cut, text2payload, payload2http, envmd, unescape, escape } = require('./tune.js');
+export { makeContext, text2roles, roles2text, text2call, text2ast, ast2payload, toolCall, text2run, msg2text, msg2role, text2cut, TuneError, text2cut, text2payload, payload2http, envmd, unescape, escape }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "tune-sdk",
-  "version": "0.1.0",
+  "version": "0.1.2",
   "description": "tune - your everyday LLM toolkit.",
   "main": "dist/tune.js",
   "module": "dist/tune.mjs",