@gilangranggaid/kilua-agent 1.0.3 → 1.0.4

package/bin/kilua.mjs

@@ -5,7 +5,7 @@ import path from "node:path";
 import os from "node:os";
 import { execSync } from "node:child_process";
 
-// ponytail: single-file agent CLI with robust SSE & JSON parsing for 9router, Anthropic & OpenAI proxies.
+// ponytail: single-file agent CLI supporting real-time streaming for 9router, Anthropic & OpenAI proxies.
 const KILUA_DIR = path.join(os.homedir(), ".kilua");
 const SETTINGS_PATH = path.join(KILUA_DIR, "settings.json");
 const CLAUDE_SETTINGS_PATH = path.join(os.homedir(), ".claude", "settings.json");
@@ -165,7 +165,7 @@ async function runInteractiveConfig() {
       model
     };
   } else {
-    console.log("Contoh Base URL: https://tokenharbor.ai/v1 atau https://api.9router.com/v1");
+    console.log("Contoh Base URL: https://tokenharbor.ai/v1");
     const baseUrl = (await promptQuestion(rl, "Base URL (https://tokenharbor.ai/v1): ")).trim() || "https://tokenharbor.ai/v1";
     const key = (await promptQuestion(rl, "API Key: ")).trim();
     const model = (await promptQuestion(rl, "Model (deepseek-v4.1-flash:free): ")).trim() || "deepseek-v4.1-flash:free";
@@ -183,50 +183,39 @@ async function runInteractiveConfig() {
   return settings;
 }
 
-// Parser tangguh untuk SSE (Server-Sent Events) maupun raw JSON dari Anthropic/9router
-async function parseAnthropicResponse(res) {
-  const text = await res.text();
-  const trimmed = text.trim();
-
-  // Jika bukan SSE (JSON murni)
-  if (!trimmed.startsWith("event:") && !trimmed.startsWith("data:")) {
-    try { return JSON.parse(trimmed); } catch {}
-  }
-
-  // Jika berupa SSE stream
-  const lines = text.split("\n");
-  const blocks = [];
-
-  for (const line of lines) {
-    if (!line.startsWith("data:")) continue;
-    const jsonStr = line.slice(5).trim();
-    if (!jsonStr || jsonStr === "[DONE]") continue;
-
-    let evt = {};
-    try { evt = JSON.parse(jsonStr); } catch { continue; }
-
-    if (evt.type === "content_block_start") {
-      const blk = { ...evt.content_block };
-      if (blk.type === "tool_use") blk._raw_json = "";
-      blocks[evt.index] = blk;
-    } else if (evt.type === "content_block_delta") {
-      const idx = evt.index;
-      if (!blocks[idx]) blocks[idx] = { type: "text", text: "" };
-      if (evt.delta?.type === "text_delta") {
-        blocks[idx].text = (blocks[idx].text || "") + (evt.delta.text || "");
-      } else if (evt.delta?.type === "input_json_delta") {
-        blocks[idx]._raw_json = (blocks[idx]._raw_json || "") + (evt.delta.partial_json || "");
-      }
-    } else if (evt.type === "content_block_stop") {
-      const idx = evt.index;
-      if (blocks[idx]?.type === "tool_use" && blocks[idx]._raw_json) {
-        try { blocks[idx].input = JSON.parse(blocks[idx]._raw_json); } catch {}
-        delete blocks[idx]._raw_json;
+// Stream reader universal untuk SSE (Anthropic & 9router)
+async function readSseStream(res, onChunk) {
+  const reader = res.body.getReader();
+  const decoder = new TextDecoder("utf-8");
+  let buffer = "";
+
+  while (true) {
+    const { done, value } = await reader.read();
+    if (done) break;
+    buffer += decoder.decode(value, { stream: true });
+    const lines = buffer.split("\n");
+    buffer = lines.pop() || "";
+
+    for (const rawLine of lines) {
+      const line = rawLine.trim();
+      if (!line || line.startsWith("event:") || line.startsWith(":")) continue;
+      if (line.startsWith("data:")) {
+        const jsonStr = line.slice(5).trim();
+        if (!jsonStr || jsonStr === "[DONE]") continue;
+        try {
+          const parsed = JSON.parse(jsonStr);
+          onChunk(parsed);
+        } catch {}
       }
     }
   }
 
-  return { content: blocks.filter(Boolean) };
+  if (buffer.trim().startsWith("data:")) {
+    try {
+      const parsed = JSON.parse(buffer.trim().slice(5).trim());
+      onChunk(parsed);
+    } catch {}
+  }
 }
 
 // Loop untuk Anthropic / 9router local (/v1/messages)
@@ -251,7 +240,7 @@ async function runAnthropicLoop(settings, convo) {
         body: JSON.stringify({
           model: settings.model,
           max_tokens: 4096,
-          stream: false,
+          stream: true,
           system: SYSTEM,
           messages: convo,
           tools: TOOLS_ANTHROPIC
@@ -268,20 +257,58 @@ async function runAnthropicLoop(settings, convo) {
       return;
     }
 
-    const data = await parseAnthropicResponse(res);
-    const blocks = data?.content || [];
-    const textBlock = blocks.find(b => b.type === "text");
-    if (textBlock?.text) {
-      process.stdout.write(`\r\x1b[2KKILUA > ${textBlock.text}\n`);
-    }
+    let printedHeader = false;
+    let fullText = "";
+    const toolBlocks = [];
+
+    await readSseStream(res, (evt) => {
+      // 1. Text deltas
+      let deltaText = "";
+      if (typeof evt.delta?.text === "string") deltaText = evt.delta.text;
+      else if (typeof evt.delta?.content === "string") deltaText = evt.delta.content;
+      else if (evt.choices?.[0]?.delta?.content) deltaText = evt.choices[0].delta.content;
+      else if (evt.content_block?.text) deltaText = evt.content_block.text;
+
+      if (deltaText) {
+        if (!printedHeader) {
+          process.stdout.write("\r\x1b[2KKILUA > ");
+          printedHeader = true;
+        }
+        process.stdout.write(deltaText);
+        fullText += deltaText;
+      }
+
+      // 2. Tool deltas
+      if (evt.type === "content_block_start" && evt.content_block?.type === "tool_use") {
+        toolBlocks[evt.index] = { ...evt.content_block, _raw_json: "" };
+      } else if (evt.delta?.type === "input_json_delta") {
+        const idx = evt.index;
+        if (toolBlocks[idx]) {
+          toolBlocks[idx]._raw_json = (toolBlocks[idx]._raw_json || "") + (evt.delta.partial_json || "");
+        }
+      } else if (evt.type === "content_block_stop") {
+        const idx = evt.index;
+        if (toolBlocks[idx]?._raw_json) {
+          try { toolBlocks[idx].input = JSON.parse(toolBlocks[idx]._raw_json); } catch {}
+          delete toolBlocks[idx]._raw_json;
+        }
+      }
+    });
+
+    if (printedHeader) console.log();
+    else process.stdout.write("\r\x1b[2K");
 
-    convo.push({ role: "assistant", content: blocks });
+    const activeTools = toolBlocks.filter(Boolean);
+    const assistantBlocks = [];
+    if (fullText) assistantBlocks.push({ type: "text", text: fullText });
+    for (const tb of activeTools) assistantBlocks.push(tb);
 
-    const toolUseBlocks = blocks.filter(b => b.type === "tool_use");
-    if (!toolUseBlocks.length) break;
+    convo.push({ role: "assistant", content: assistantBlocks.length ? assistantBlocks : fullText });
+
+    if (!activeTools.length) break;
 
     const toolResultContent = [];
-    for (const tu of toolUseBlocks) {
+    for (const tu of activeTools) {
       const name = tu.name;
       const args = tu.input || {};
       console.log(`\x1b[36m⚡ Tool: ${name}\x1b[0m(${JSON.stringify(args)})`);
@@ -295,29 +322,6 @@ async function runAnthropicLoop(settings, convo) {
     }
     convo.push({ role: "user", content: toolResultContent });
   }
-  console.log();
-}
-
-// Parser tangguh untuk OpenAI format
-async function parseOpenAiResponse(res) {
-  const text = await res.text();
-  const trimmed = text.trim();
-  if (!trimmed.startsWith("data:")) {
-    try { return JSON.parse(trimmed); } catch {}
-  }
-  let content = "";
-  const lines = text.split("\n");
-  for (const line of lines) {
-    if (!line.startsWith("data:")) continue;
-    const jsonStr = line.slice(5).trim();
-    if (!jsonStr || jsonStr === "[DONE]") continue;
-    try {
-      const parsed = JSON.parse(jsonStr);
-      const delta = parsed.choices?.[0]?.delta?.content;
-      if (delta) content += delta;
-    } catch {}
-  }
-  return { choices: [{ message: { role: "assistant", content } }] };
 }
 
 // Loop untuk OpenAI / TokenHarbor / Gemini OpenAI protocol
@@ -343,7 +347,13 @@ async function runOpenAiLoop(settings, convo) {
           Authorization: `Bearer ${settings.api_key}`,
           "x-goog-api-key": settings.api_key
         },
-        body: JSON.stringify({ model: settings.model, stream: false, messages: [{ role: "system", content: SYSTEM }, ...convo], tools: TOOLS_OPENAI, tool_choice: "auto" })
+        body: JSON.stringify({
+          model: settings.model,
+          stream: true,
+          messages: [{ role: "system", content: SYSTEM }, ...convo],
+          tools: TOOLS_OPENAI,
+          tool_choice: "auto"
+        })
       });
     } catch (e) {
       console.error("\n[!] Connection error:", e.message);
@@ -356,14 +366,37 @@ async function runOpenAiLoop(settings, convo) {
       return;
     }
 
-    const data = await parseOpenAiResponse(res);
-    const message = data?.choices?.[0]?.message;
-    if (!message) break;
-    convo.push(message);
+    let printedHeader = false;
+    let fullText = "";
+    const toolCallsMap = {};
+
+    await readSseStream(res, (evt) => {
+      const choice = evt.choices?.[0];
+      const delta = choice?.delta;
+      if (delta?.content) {
+        if (!printedHeader) {
+          process.stdout.write("\r\x1b[2KKILUA > ");
+          printedHeader = true;
+        }
+        process.stdout.write(delta.content);
+        fullText += delta.content;
+      }
+      if (delta?.tool_calls) {
+        for (const tc of delta.tool_calls) {
+          const idx = tc.index ?? 0;
+          if (!toolCallsMap[idx]) toolCallsMap[idx] = { id: tc.id, function: { name: tc.function?.name || "", arguments: "" } };
+          if (tc.function?.name) toolCallsMap[idx].function.name = tc.function.name;
+          if (tc.function?.arguments) toolCallsMap[idx].function.arguments += tc.function.arguments;
+        }
+      }
+    });
+
+    if (printedHeader) console.log();
+    else process.stdout.write("\r\x1b[2K");
 
-    if (message.content) process.stdout.write(`\r\x1b[2KKILUA > ${message.content}\n`);
+    const toolCalls = Object.values(toolCallsMap);
+    convo.push({ role: "assistant", content: fullText, tool_calls: toolCalls.length ? toolCalls : undefined });
 
-    const toolCalls = message.tool_calls || [];
     if (!toolCalls.length) break;
 
     for (const tc of toolCalls) {
@@ -376,7 +409,6 @@ async function runOpenAiLoop(settings, convo) {
       convo.push({ role: "tool", tool_call_id: tc.id, name, content: output });
     }
   }
-  console.log();
 }
 
 async function runAgent(settings, userPrompt, convo) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@gilangranggaid/kilua-agent",
-  "version": "1.0.3",
+  "version": "1.0.4",
   "description": "Autonomous AI Coding Agent for your terminal and VS Code",
   "type": "module",
   "main": "bin/kilua.mjs",