@gilangranggaid/kilua-agent 1.0.2 → 1.0.4

package/bin/kilua.mjs

@@ -5,7 +5,7 @@ import path from "node:path";
 import os from "node:os";
 import { execSync } from "node:child_process";
 
-// ponytail: single-file agent CLI supporting OpenAI, Gemini OpenAI endpoint & Anthropic/9router.
+// ponytail: single-file agent CLI supporting real-time streaming for 9router, Anthropic & OpenAI proxies.
 const KILUA_DIR = path.join(os.homedir(), ".kilua");
 const SETTINGS_PATH = path.join(KILUA_DIR, "settings.json");
 const CLAUDE_SETTINGS_PATH = path.join(os.homedir(), ".claude", "settings.json");
@@ -133,23 +133,14 @@ async function runInteractiveConfig() {
   const claudeCfg = readClaudeSettings();
 
   console.log("\x1b[35m=== KILUA CONFIG ===\x1b[0m\nPath: " + SETTINGS_PATH);
-  console.log("1) TokenHarbor / 9Router / OpenRouter (OpenAI-compatible)");
-  console.log("2) Google Gemini (AI Studio Key)");
-  console.log("3) 9Router Local / Claude Code Proxy (Port 20128)\n");
+  console.log("1) 9Router Local / Claude Code Proxy (Port 20128)");
+  console.log("2) TokenHarbor / 9Router / OpenRouter (OpenAI-compatible)");
+  console.log("3) Google Gemini (AI Studio Key)\n");
 
   const choice = (await promptQuestion(rl, "Pilihan [1/2/3] (default 1): ")).trim() || "1";
   let settings = {};
 
-  if (choice === "2") {
-    const key = (await promptQuestion(rl, "Masukkan GEMINI_API_KEY: ")).trim();
-    const model = (await promptQuestion(rl, "Nama Model (gemini-2.5-flash): ")).trim() || "gemini-2.5-flash";
-    settings = {
-      provider: "openai",
-      base_url: "https://generativelanguage.googleapis.com/v1beta/openai",
-      api_key: key,
-      model
-    };
-  } else if (choice === "3") {
+  if (choice === "1") {
     const defaultUrl = claudeCfg?.base_url || "http://127.0.0.1:20128/v1";
     const defaultKey = claudeCfg?.api_key || "";
     const defaultModel = claudeCfg?.model || "harobor";
@@ -164,8 +155,17 @@ async function runInteractiveConfig() {
       api_key: key,
       model
     };
+  } else if (choice === "3") {
+    const key = (await promptQuestion(rl, "Masukkan GEMINI_API_KEY: ")).trim();
+    const model = (await promptQuestion(rl, "Nama Model (gemini-2.5-flash): ")).trim() || "gemini-2.5-flash";
+    settings = {
+      provider: "openai",
+      base_url: "https://generativelanguage.googleapis.com/v1beta/openai",
+      api_key: key,
+      model
+    };
   } else {
-    console.log("Contoh Base URL: https://tokenharbor.ai/v1 atau https://api.9router.com/v1");
+    console.log("Contoh Base URL: https://tokenharbor.ai/v1");
     const baseUrl = (await promptQuestion(rl, "Base URL (https://tokenharbor.ai/v1): ")).trim() || "https://tokenharbor.ai/v1";
     const key = (await promptQuestion(rl, "API Key: ")).trim();
     const model = (await promptQuestion(rl, "Model (deepseek-v4.1-flash:free): ")).trim() || "deepseek-v4.1-flash:free";
@@ -183,6 +183,41 @@ async function runInteractiveConfig() {
   return settings;
 }
 
+// Stream reader universal untuk SSE (Anthropic & 9router)
+async function readSseStream(res, onChunk) {
+  const reader = res.body.getReader();
+  const decoder = new TextDecoder("utf-8");
+  let buffer = "";
+
+  while (true) {
+    const { done, value } = await reader.read();
+    if (done) break;
+    buffer += decoder.decode(value, { stream: true });
+    const lines = buffer.split("\n");
+    buffer = lines.pop() || "";
+
+    for (const rawLine of lines) {
+      const line = rawLine.trim();
+      if (!line || line.startsWith("event:") || line.startsWith(":")) continue;
+      if (line.startsWith("data:")) {
+        const jsonStr = line.slice(5).trim();
+        if (!jsonStr || jsonStr === "[DONE]") continue;
+        try {
+          const parsed = JSON.parse(jsonStr);
+          onChunk(parsed);
+        } catch {}
+      }
+    }
+  }
+
+  if (buffer.trim().startsWith("data:")) {
+    try {
+      const parsed = JSON.parse(buffer.trim().slice(5).trim());
+      onChunk(parsed);
+    } catch {}
+  }
+}
+
 // Loop untuk Anthropic / 9router local (/v1/messages)
 async function runAnthropicLoop(settings, convo) {
   const SYSTEM = `Kamu KILUA, AI Coding Agent di terminal lokal. Folder: ${process.cwd()}. Gunakan tools (read_file, write_file, edit_file, list_dir, run_cmd) untuk inspeksi dan eksekusi tugas coding mandiri. Respon ringkas to the point.`;
@@ -205,6 +240,7 @@ async function runAnthropicLoop(settings, convo) {
         body: JSON.stringify({
           model: settings.model,
           max_tokens: 4096,
+          stream: true,
           system: SYSTEM,
           messages: convo,
           tools: TOOLS_ANTHROPIC
@@ -216,25 +252,63 @@ async function runAnthropicLoop(settings, convo) {
     }
 
     if (!res.ok) {
-      const err = await res.json().catch(() => ({}));
-      console.error(`\n[!] Error (${res.status}):`, err.error?.message || err.message || res.statusText);
+      const errText = await res.text().catch(() => "");
+      console.error(`\n[!] Error (${res.status}):`, errText.slice(0, 200));
       return;
     }
 
-    const data = await res.json();
-    const blocks = data.content || [];
-    const textBlock = blocks.find(b => b.type === "text");
-    if (textBlock?.text) {
-      process.stdout.write(`\r\x1b[2KKILUA > ${textBlock.text}\n`);
-    }
+    let printedHeader = false;
+    let fullText = "";
+    const toolBlocks = [];
+
+    await readSseStream(res, (evt) => {
+      // 1. Text deltas
+      let deltaText = "";
+      if (typeof evt.delta?.text === "string") deltaText = evt.delta.text;
+      else if (typeof evt.delta?.content === "string") deltaText = evt.delta.content;
+      else if (evt.choices?.[0]?.delta?.content) deltaText = evt.choices[0].delta.content;
+      else if (evt.content_block?.text) deltaText = evt.content_block.text;
+
+      if (deltaText) {
+        if (!printedHeader) {
+          process.stdout.write("\r\x1b[2KKILUA > ");
+          printedHeader = true;
+        }
+        process.stdout.write(deltaText);
+        fullText += deltaText;
+      }
+
+      // 2. Tool deltas
+      if (evt.type === "content_block_start" && evt.content_block?.type === "tool_use") {
+        toolBlocks[evt.index] = { ...evt.content_block, _raw_json: "" };
+      } else if (evt.delta?.type === "input_json_delta") {
+        const idx = evt.index;
+        if (toolBlocks[idx]) {
+          toolBlocks[idx]._raw_json = (toolBlocks[idx]._raw_json || "") + (evt.delta.partial_json || "");
+        }
+      } else if (evt.type === "content_block_stop") {
+        const idx = evt.index;
+        if (toolBlocks[idx]?._raw_json) {
+          try { toolBlocks[idx].input = JSON.parse(toolBlocks[idx]._raw_json); } catch {}
+          delete toolBlocks[idx]._raw_json;
+        }
+      }
+    });
+
+    if (printedHeader) console.log();
+    else process.stdout.write("\r\x1b[2K");
+
+    const activeTools = toolBlocks.filter(Boolean);
+    const assistantBlocks = [];
+    if (fullText) assistantBlocks.push({ type: "text", text: fullText });
+    for (const tb of activeTools) assistantBlocks.push(tb);
 
-    convo.push({ role: "assistant", content: blocks });
+    convo.push({ role: "assistant", content: assistantBlocks.length ? assistantBlocks : fullText });
 
-    const toolUseBlocks = blocks.filter(b => b.type === "tool_use");
-    if (!toolUseBlocks.length) break;
+    if (!activeTools.length) break;
 
     const toolResultContent = [];
-    for (const tu of toolUseBlocks) {
+    for (const tu of activeTools) {
       const name = tu.name;
       const args = tu.input || {};
       console.log(`\x1b[36m⚡ Tool: ${name}\x1b[0m(${JSON.stringify(args)})`);
@@ -248,7 +322,6 @@ async function runAnthropicLoop(settings, convo) {
     }
     convo.push({ role: "user", content: toolResultContent });
   }
-  console.log();
 }
 
 // Loop untuk OpenAI / TokenHarbor / Gemini OpenAI protocol
@@ -274,7 +347,13 @@ async function runOpenAiLoop(settings, convo) {
           Authorization: `Bearer ${settings.api_key}`,
           "x-goog-api-key": settings.api_key
         },
-        body: JSON.stringify({ model: settings.model, messages: [{ role: "system", content: SYSTEM }, ...convo], tools: TOOLS_OPENAI, tool_choice: "auto" })
+        body: JSON.stringify({
+          model: settings.model,
+          stream: true,
+          messages: [{ role: "system", content: SYSTEM }, ...convo],
+          tools: TOOLS_OPENAI,
+          tool_choice: "auto"
+        })
       });
     } catch (e) {
       console.error("\n[!] Connection error:", e.message);
@@ -282,19 +361,42 @@ async function runOpenAiLoop(settings, convo) {
     }
 
     if (!res.ok) {
-      const err = await res.json().catch(() => ({}));
-      console.error(`\n[!] Error (${res.status}):`, err.error?.message || err.message || res.statusText);
+      const errText = await res.text().catch(() => "");
+      console.error(`\n[!] Error (${res.status}):`, errText.slice(0, 200));
       return;
     }
 
-    const data = await res.json();
-    const message = data.choices?.[0]?.message;
-    if (!message) break;
-    convo.push(message);
+    let printedHeader = false;
+    let fullText = "";
+    const toolCallsMap = {};
+
+    await readSseStream(res, (evt) => {
+      const choice = evt.choices?.[0];
+      const delta = choice?.delta;
+      if (delta?.content) {
+        if (!printedHeader) {
+          process.stdout.write("\r\x1b[2KKILUA > ");
+          printedHeader = true;
+        }
+        process.stdout.write(delta.content);
+        fullText += delta.content;
+      }
+      if (delta?.tool_calls) {
+        for (const tc of delta.tool_calls) {
+          const idx = tc.index ?? 0;
+          if (!toolCallsMap[idx]) toolCallsMap[idx] = { id: tc.id, function: { name: tc.function?.name || "", arguments: "" } };
+          if (tc.function?.name) toolCallsMap[idx].function.name = tc.function.name;
+          if (tc.function?.arguments) toolCallsMap[idx].function.arguments += tc.function.arguments;
+        }
+      }
+    });
+
+    if (printedHeader) console.log();
+    else process.stdout.write("\r\x1b[2K");
 
-    if (message.content) process.stdout.write(`\r\x1b[2KKILUA > ${message.content}\n`);
+    const toolCalls = Object.values(toolCallsMap);
+    convo.push({ role: "assistant", content: fullText, tool_calls: toolCalls.length ? toolCalls : undefined });
 
-    const toolCalls = message.tool_calls || [];
     if (!toolCalls.length) break;
 
     for (const tc of toolCalls) {
@@ -307,7 +409,6 @@ async function runOpenAiLoop(settings, convo) {
       convo.push({ role: "tool", tool_call_id: tc.id, name, content: output });
     }
   }
-  console.log();
 }
 
 async function runAgent(settings, userPrompt, convo) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@gilangranggaid/kilua-agent",
-  "version": "1.0.2",
+  "version": "1.0.4",
   "description": "Autonomous AI Coding Agent for your terminal and VS Code",
   "type": "module",
   "main": "bin/kilua.mjs",