@llmtune/cli 0.1.5 → 0.1.6

package/dist/marketplace/client.js

@@ -7,6 +7,10 @@ exports.publishSkill = publishSkill;
 function getApiBase(config) {
     return String(config.apiBase ?? "https://api.llmtune.io/api/agent/v1").replace(/\/$/, "");
 }
+/** Skills API lives at /api/agent/skills (not under /v1). */
+function getAgentRoot(config) {
+    return getApiBase(config).replace(/\/v1$/, "");
+}
 function getHeaders(config) {
     return {
         "Content-Type": "application/json",
@@ -17,7 +21,7 @@ function getHeaders(config) {
  * List all skills in the marketplace.
  */
 async function listSkills(config, options) {
-    const base = getApiBase(config);
+    const base = getAgentRoot(config);
     const params = new URLSearchParams();
     if (options?.search)
         params.set("search", options.search);
@@ -32,13 +36,21 @@ async function listSkills(config, options) {
     if (!response.ok) {
         throw new Error(`Failed to list skills: HTTP ${response.status}`);
     }
-    return (await response.json());
+    const json = (await response.json());
+    if (Array.isArray(json.data)) {
+        return {
+            skills: json.data,
+            total: json.total ?? json.data.length,
+            page: options?.page ?? 1,
+        };
+    }
+    return json;
 }
 /**
  * Get details for a specific skill.
  */
 async function getSkillDetails(config, name) {
-    const base = getApiBase(config);
+    const base = getAgentRoot(config);
     const url = `${base}/skills/${encodeURIComponent(name)}`;
     const response = await fetch(url, { headers: getHeaders(config) });
     if (!response.ok) {
@@ -52,12 +64,12 @@ async function getSkillDetails(config, name) {
  * Install a skill from the marketplace to the local skills directory.
  */
 async function installSkill(config, name) {
-    const base = getApiBase(config);
+    const base = getAgentRoot(config);
     const url = `${base}/skills/install`;
     const response = await fetch(url, {
         method: "POST",
         headers: getHeaders(config),
-        body: JSON.stringify({ skillName: name }),
+        body: JSON.stringify({ name, content: "" }),
     });
     if (!response.ok) {
         const body = await response.text();
@@ -70,7 +82,7 @@ async function installSkill(config, name) {
  * Publish a local skill to the marketplace.
  */
 async function publishSkill(config, skill) {
-    const base = getApiBase(config);
+    const base = getAgentRoot(config);
     const url = `${base}/skills`;
     const response = await fetch(url, {
         method: "POST",

package/llmtune-session-1780260929719.json

@@ -0,0 +1,6 @@
+[
+  {
+    "role": "user",
+    "content": "Say hello in 3 words"
+  }
+]

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llmtune/cli",
-  "version": "0.1.5",
+  "version": "0.1.6",
   "description": "LLMTune CLI -AI CLI Agent powered by llmtune.io",
   "main": "dist/index.js",
   "bin": {

package/scripts/qa-full.js

@@ -0,0 +1,440 @@
+#!/usr/bin/env node
+/**
+ * Full QA checklist runner for @llmtune/cli
+ * Usage: node scripts/qa-full.js
+ */
+const { execSync, spawnSync, spawn } = require("child_process")
+const fs = require("fs")
+const path = require("path")
+const os = require("os")
+const readline = require("readline")
+
+const CLI_DIR = path.join(__dirname, "..")
+const QA_DIR = path.join(CLI_DIR, ".qa-tmp")
+const QA_FILE = path.join(QA_DIR, "qa-test.txt")
+
+const results = []
+
+function record(id, name, pass, detail = "") {
+  results.push({ id, name, pass, detail })
+  const icon = pass ? "PASS" : "FAIL"
+  console.log(`[${icon}] ${id}: ${name}${detail ? " — " + detail : ""}`)
+}
+
+function run(cmd, opts = {}) {
+  return execSync(cmd, {
+    encoding: "utf-8",
+    cwd: opts.cwd || CLI_DIR,
+    timeout: opts.timeout || 60000,
+    stdio: ["pipe", "pipe", "pipe"],
+    ...opts,
+  })
+}
+
+function loadApiKey() {
+  const configPath = path.join(os.homedir(), ".llmtune", "config.json")
+  if (!fs.existsSync(configPath)) return null
+  const cfg = JSON.parse(fs.readFileSync(configPath, "utf-8"))
+  return cfg.apiKey || null
+}
+
+async function replSession(inputs, opts = {}) {
+  const cwd = opts.cwd || CLI_DIR
+  const input = inputs.join("\n") + "\n"
+  return new Promise((resolve, reject) => {
+    const child = spawn("llmtune", ["chat", ...(opts.model ? ["-m", opts.model] : [])], {
+      cwd,
+      shell: true,
+      stdio: ["pipe", "pipe", "pipe"],
+      env: { ...process.env, ...(opts.noAuth ? { LLMTUNE_QA_NO_AUTH: "1" } : {}) },
+    })
+    let stdout = ""
+    let stderr = ""
+    child.stdout.on("data", (d) => { stdout += d.toString() })
+    child.stderr.on("data", (d) => { stderr += d.toString() })
+    child.on("close", (code) => resolve({ code, stdout, stderr }))
+    child.on("error", reject)
+    child.stdin.write(input)
+    child.stdin.end()
+  })
+}
+
+async function agentPrompt(prompt, opts = {}) {
+  const { createClient } = require("../dist/auth/client")
+  const { Conversation } = require("../dist/agent/conversation")
+  const { ToolRegistry } = require("../dist/tools/registry")
+  const { runAgentLoop } = require("../dist/agent/loop")
+  const { readTool } = require("../dist/tools/tools/read")
+  const { writeTool } = require("../dist/tools/tools/write")
+  const { editTool } = require("../dist/tools/tools/edit")
+  const { bashTool } = require("../dist/tools/tools/bash")
+  const { globTool } = require("../dist/tools/tools/glob")
+  const { grepTool } = require("../dist/tools/tools/grep")
+  const { webFetchTool } = require("../dist/tools/tools/web-fetch")
+
+  const allTools = [readTool, writeTool, editTool, bashTool, globTool, grepTool, webFetchTool]
+  const registry = new ToolRegistry()
+  for (const t of opts.tools || allTools) registry.register(t)
+
+  const client = createClient()
+  const conversation = new Conversation(opts.model || "z-ai/GLM-5.1")
+  const cwd = opts.cwd || CLI_DIR
+
+  const result = await runAgentLoop(client, conversation, registry, prompt, {
+    model: opts.model || "z-ai/GLM-5.1",
+    maxTurns: opts.maxTurns || 5,
+    stream: false,
+    cwd,
+    workspaceRoot: cwd,
+    permissions: opts.permissions,
+  })
+
+  return { result, conversation, stdout: result.finalText }
+}
+
+async function main() {
+  console.log("=" .repeat(60))
+  console.log("LLMTune CLI — Full QA Checklist")
+  console.log("Package: @llmtune/cli from npm")
+  console.log("=" .repeat(60))
+  console.log("")
+
+  fs.mkdirSync(QA_DIR, { recursive: true })
+
+  // ─── A1: Entry commands ───
+  console.log("\n--- A1: CLI Entry Commands ---")
+  try {
+    const ver = run("llmtune --version").trim()
+    record("qa-1a", "Version", ver === "0.1.5", `got ${ver}`)
+  } catch (e) {
+    record("qa-1a", "Version", false, e.message)
+  }
+
+  try {
+    const cfg = run("llmtune config")
+    const ok = cfg.includes("api.llmtune.io") && cfg.includes("GLM")
+    record("qa-1b", "Config", ok)
+  } catch (e) {
+    record("qa-1b", "Config", false, e.message)
+  }
+
+  try {
+    const models = run("llmtune models", { timeout: 120000 })
+    record("qa-1c", "Models list", models.length > 50, `${models.split("\n").length} lines`)
+  } catch (e) {
+    record("qa-1c", "Models list", false, e.message)
+  }
+
+  // ─── Build dist for programmatic tests ───
+  try {
+    run("npm run build", { cwd: CLI_DIR })
+  } catch (e) {
+    console.warn("Build warning:", e.message)
+  }
+
+  // ─── A6: Context / git (no path error) ───
+  console.log("\n--- A6: Context Builder ---")
+  try {
+    const { collectGitContext } = require("../dist/context/git-context")
+    collectGitContext(CLI_DIR)
+    record("qa-6a", "Git context (no path error)", true)
+  } catch (e) {
+    record("qa-6a", "Git context", false, e.message)
+  }
+
+  try {
+    const { buildContextPrompt } = require("../dist/context/builder")
+    const ctx = await buildContextPrompt(CLI_DIR, CLI_DIR, { model: "z-ai/GLM-5.1", useCache: false })
+    const ok = ctx.prompt.includes("LLMTune Agent") && ctx.sections.length > 0
+    record("qa-6b", "Context prompt has identity + sections", ok, `${ctx.sections.length} sections`)
+  } catch (e) {
+    record("qa-6b", "Context prompt", false, e.message)
+  }
+
+  // ─── A3: Tools ───
+  console.log("\n--- A3: Tool Execution ---")
+
+  await (async () => {
+    try {
+      const { result } = await agentPrompt(
+        "Use read tool ONLY. Read package.json in current directory and reply with ONLY the version field value, nothing else.",
+        { tools: [require("../dist/tools/tools/read").readTool], maxTurns: 3 },
+      )
+      const ok = result.totalToolCalls >= 1 && (result.finalText.includes("0.1.5") || result.finalText.includes("1."))
+      record("qa-3-read", "read tool", ok, `${result.totalToolCalls} tool calls`)
+    } catch (e) {
+      record("qa-3-read", "read tool", false, e.message)
+    }
+  })()
+
+  await (async () => {
+    try {
+      const writePath = QA_FILE.replace(/\\/g, "/")
+      const { result } = await agentPrompt(
+        `Use write tool ONLY. Write file at path "${writePath}" with exact content: QA_WRITE_OK`,
+        { tools: [require("../dist/tools/tools/write").writeTool], maxTurns: 3 },
+      )
+      const content = fs.existsSync(QA_FILE) ? fs.readFileSync(QA_FILE, "utf-8") : ""
+      const ok = result.totalToolCalls >= 1 && content.includes("QA_WRITE_OK")
+      record("qa-3-write", "write tool", ok, content.slice(0, 40))
+    } catch (e) {
+      record("qa-3-write", "write tool", false, e.message)
+    }
+  })()
+
+  await (async () => {
+    try {
+      fs.writeFileSync(QA_FILE, "QA_WRITE_OK", "utf-8")
+      const { result } = await agentPrompt(
+        `Use edit tool ONLY. In file "${QA_FILE.replace(/\\/g, "/")}" replace QA_WRITE_OK with QA_EDIT_OK`,
+        { tools: [require("../dist/tools/tools/edit").editTool], maxTurns: 3 },
+      )
+      const content = fs.readFileSync(QA_FILE, "utf-8")
+      const ok = result.totalToolCalls >= 1 && content.includes("QA_EDIT_OK")
+      record("qa-3-edit", "edit tool", ok, content)
+    } catch (e) {
+      record("qa-3-edit", "edit tool", false, e.message)
+    }
+  })()
+
+  await (async () => {
+    try {
+      const { result } = await agentPrompt(
+        "Use bash tool ONLY. Run command: echo QA_BASH_OK — reply with the output only.",
+        { tools: [require("../dist/tools/tools/bash").bashTool], maxTurns: 3 },
+      )
+      const ok = result.totalToolCalls >= 1 && (result.finalText.includes("QA_BASH_OK") || result.totalToolCalls > 0)
+      record("qa-3-bash", "bash tool", ok, `${result.totalToolCalls} calls`)
+    } catch (e) {
+      record("qa-3-bash", "bash tool", false, e.message)
+    }
+  })()
+
+  await (async () => {
+    try {
+      const { result } = await agentPrompt(
+        "Use bash tool ONLY. Run: echo %USERNAME% (Windows cmd). Show output.",
+        { tools: [require("../dist/tools/tools/bash").bashTool], maxTurns: 3 },
+      )
+      record("qa-9-win", "Windows bash (echo %USERNAME%)", result.totalToolCalls >= 1, result.finalText.slice(0, 60))
+    } catch (e) {
+      record("qa-9-win", "Windows bash", false, e.message)
+    }
+  })()
+
+  await (async () => {
+    try {
+      const { result } = await agentPrompt(
+        "Use glob tool ONLY. Find *.ts files in src/ directory. List count in one sentence.",
+        { tools: [require("../dist/tools/tools/glob").globTool], maxTurns: 3 },
+      )
+      record("qa-3-glob", "glob tool", result.totalToolCalls >= 1, `${result.totalToolCalls} calls`)
+    } catch (e) {
+      record("qa-3-glob", "glob tool", false, e.message)
+    }
+  })()
+
+  await (async () => {
+    try {
+      const { result } = await agentPrompt(
+        "Use grep tool ONLY. Search for 'dispatchAsync' in src/ folder. Say if found.",
+        { tools: [require("../dist/tools/tools/grep").grepTool], maxTurns: 3 },
+      )
+      record("qa-3-grep", "grep tool", result.totalToolCalls >= 1, `${result.totalToolCalls} calls`)
+    } catch (e) {
+      record("qa-3-grep", "grep tool", false, e.message)
+    }
+  })()
+
+  await (async () => {
+    try {
+      const { result } = await agentPrompt(
+        "Use web-fetch tool ONLY. Fetch https://httpbin.org/get and tell me if status is 200.",
+        { tools: [require("../dist/tools/tools/web-fetch").webFetchTool], maxTurns: 3 },
+      )
+      const ok = result.totalToolCalls >= 1
+      record("qa-3-web", "web-fetch tool", ok, result.finalText.slice(0, 80))
+    } catch (e) {
+      record("qa-3-web", "web-fetch tool", false, e.message)
+    }
+  })()
+
+  // ─── A5: Memory ───
+  console.log("\n--- A5: Memory Service ---")
+  try {
+    const { saveActiveTask, getActiveTask, buildMemoryPrompt } = require("../dist/memory/service")
+    saveActiveTask("QA codename PHOENIX-TEST-7721")
+    const task = getActiveTask()
+    const mem = buildMemoryPrompt()
+    record("qa-5-memory", "Active task in memory", task.includes("PHOENIX") && mem.includes("PHOENIX"), task.slice(0, 50))
+  } catch (e) {
+    record("qa-5-memory", "Memory service", false, e.message)
+  }
+
+  // ─── A7: Compaction ───
+  console.log("\n--- A7: Compaction Round-Trip ---")
+  await (async () => {
+    try {
+      const { createClient } = require("../dist/auth/client")
+      const { Conversation } = require("../dist/agent/conversation")
+      const { compactConversation, uncompactConversation } = require("../dist/compact/service")
+      const client = createClient()
+      const conv = new Conversation("z-ai/GLM-5.1")
+      conv.addUserMessage("We are fixing the login bug in auth.ts")
+      conv.addAssistantMessage("I'll help fix the login bug in auth.ts")
+      conv.addUserMessage("Check the JWT validation in auth/login.ts")
+      conv.addAssistantMessage("Reading auth/login.ts now")
+      conv.addUserMessage("Also add rate limiting")
+      const before = conv.messages.length
+      const compact = await compactConversation(client, "z-ai/GLM-5.1", conv, undefined, { trigger: "manual" })
+      const hasSummary = conv.messages.some((m) => m.content.includes("Conversation Summary") || m.content.includes("login"))
+      const restored = uncompactConversation(conv)
+      const after = conv.messages.length
+      record("qa-7-compact", "Compact preserves task + uncompact restores", hasSummary && compact.tokensSaved >= 0, `before=${before} afterCompact=${compact.postCompactMessages}`)
+      record("qa-7-uncompact", "Uncompact restores history", restored && after >= before, `restored=${after} msgs`)
+    } catch (e) {
+      record("qa-7-compact", "Compaction", false, e.message)
+    }
+  })()
+
+  // ─── A4: Skills CLI ───
+  console.log("\n--- A4: Skill System ---")
+  try {
+    const skills = run("llmtune skills list", { timeout: 60000 })
+    record("qa-4-list", "llmtune skills list", skills.length > 10, `${skills.length} chars output`)
+  } catch (e) {
+    record("qa-4-list", "skills list", false, e.message)
+  }
+
+  // ─── A10: Infra API ───
+  console.log("\n--- A10: Infra Endpoints ---")
+  const apiKey = loadApiKey()
+  if (apiKey) {
+    try {
+      const ctxRes = run(
+        `curl -s -H "Authorization: Bearer ${apiKey}" -H "X-Workspace-Root: ${CLI_DIR.replace(/\\/g, "/")}" -H "X-CWD: ${CLI_DIR.replace(/\\/g, "/")}" "https://api.llmtune.io/api/agent/v1/context?model=z-ai/GLM-5.1"`,
+        { timeout: 30000 },
+      )
+      const ok = ctxRes.includes("systemPrompt") || ctxRes.includes("subContexts")
+      record("qa-10-context", "GET /api/agent/v1/context", ok, ctxRes.slice(0, 80))
+    } catch (e) {
+      record("qa-10-context", "GET /context", false, e.message)
+    }
+
+    try {
+      const skillsRes = run(
+        `curl -s -H "Authorization: Bearer ${apiKey}" "https://api.llmtune.io/api/agent/skills"`,
+        { timeout: 30000 },
+      )
+      record("qa-10-skills", "GET /api/agent/skills", skillsRes.includes("skills") || skillsRes.includes("["), skillsRes.slice(0, 60))
+    } catch (e) {
+      record("qa-10-skills", "GET /skills", false, e.message)
+    }
+
+    try {
+      const chatRes = run(
+        `curl -s -X POST "https://api.llmtune.io/api/agent/v1/chat/completions" -H "Authorization: Bearer ${apiKey}" -H "Content-Type: application/json" -d "{\\"model\\":\\"z-ai/GLM-5.1\\",\\"messages\\":[{\\"role\\":\\"user\\",\\"content\\":\\"Say QA_API_OK only\\"}]}"`,
+        { timeout: 120000 },
+      )
+      record("qa-10-chat", "POST chat/completions", chatRes.includes("choices") || chatRes.includes("QA"), chatRes.slice(0, 80))
+    } catch (e) {
+      record("qa-10-chat", "POST chat/completions", false, e.message)
+    }
+
+    try {
+      const analyzeBody = JSON.stringify({
+        model: "z-ai/GLM-5.1",
+        systemPrompt: "test prompt",
+        messages: [{ role: "user", content: "hello" }],
+      }).replace(/"/g, '\\"')
+      const analyzeRes = run(
+        `curl -s -X POST "https://api.llmtune.io/api/agent/v1/context/analyze" -H "Authorization: Bearer ${apiKey}" -H "Content-Type: application/json" -d "${analyzeBody}"`,
+        { timeout: 30000 },
+      )
+      record("qa-10-analyze", "POST /context/analyze", analyzeRes.includes("totalTokens") || analyzeRes.includes("categories"), analyzeRes.slice(0, 80))
+    } catch (e) {
+      record("qa-10-analyze", "POST /context/analyze", false, "may need infra deploy")
+    }
+  } else {
+    record("qa-10", "Infra API tests", false, "no API key")
+  }
+
+  // ─── A2: REPL slash commands (piped) ───
+  console.log("\n--- A2: REPL Slash Commands ---")
+  const replOut = await replSession([
+    "/help",
+    "/context",
+    "/skills",
+    "/memory",
+    "/model z-ai/GLM-5.1",
+    "/stream",
+    "/verbose",
+    "/trust bash",
+    "Say hello in 3 words",
+    "/save",
+    "/clear",
+    "one",
+    "two",
+    "three",
+    "/compact",
+    "/uncompact",
+    "/exit",
+  ])
+
+  const o = replOut.stdout + replOut.stderr
+  record("qa-2-help", "/help", o.includes("/help") || o.includes("Commands"))
+  record("qa-2-context", "/context", o.includes("Context Usage") || o.includes("Tokens"))
+  record("qa-2-skills", "/skills", o.includes("Skills") || o.includes("skill"))
+  record("qa-2-memory", "/memory", o.includes("Memory") || o.includes("memory"))
+  record("qa-2-model", "/model", o.includes("Model set") || o.includes("GLM"))
+  record("qa-2-stream", "/stream", o.includes("Streaming"))
+  record("qa-2-verbose", "/verbose", o.includes("Verbose"))
+  record("qa-2-trust", "/trust bash", o.includes("Trusting tool"))
+  record("qa-2-clear", "/clear", o.includes("cleared"))
+  record("qa-2-save", "/save", o.includes("Session saved") || fs.existsSync(path.join(CLI_DIR, "llmtune-session-")) || /llmtune-session-\d+\.json/.test(o))
+  record("qa-2-compact", "/compact", o.includes("Compacted") || o.includes("compact"))
+  record("qa-2-uncompact", "/uncompact", o.includes("Restored") || o.includes("No raw history"))
+  record("qa-2-path", "No 'path specified' error", !o.includes("The system cannot find the path specified"))
+  record("qa-2-async", "No async dispatch error", !o.includes("Async tools not supported"))
+  record("qa-2-identity", "LLMTune identity (not Claude-only)", !o.match(/I'm \*\*Claude\*\*, an AI assistant made by \*\*Anthropic\*\*/))
+
+  // Identity check via agent
+  await (async () => {
+    try {
+      const { result } = await agentPrompt(
+        "Who are you? Answer in one sentence. Do not use tools.",
+        { tools: [], maxTurns: 1 },
+      )
+      const text = result.finalText.toLowerCase()
+      const isLlmtune = text.includes("llmtune")
+      const isClaude = text.includes("claude") && text.includes("anthropic")
+      record("qa-identity", "Agent identifies as LLMTune", isLlmtune && !isClaude, result.finalText.slice(0, 100))
+    } catch (e) {
+      record("qa-identity", "Agent identity", false, e.message)
+    }
+  })()
+
+  // Cleanup QA dir
+  try { fs.rmSync(QA_DIR, { recursive: true, force: true }) } catch {}
+
+  // Summary
+  console.log("\n" + "=".repeat(60))
+  const passed = results.filter((r) => r.pass).length
+  const failed = results.filter((r) => !r.pass).length
+  console.log(`QA SUMMARY: ${passed} passed, ${failed} failed, ${results.length} total`)
+  console.log("=".repeat(60))
+
+  if (failed > 0) {
+    console.log("\nFailed tests:")
+    for (const r of results.filter((x) => !x.pass)) {
+      console.log(`  - ${r.id} ${r.name}: ${r.detail}`)
+    }
+  }
+
+  process.exit(failed > 0 ? 1 : 0)
+}
+
+main().catch((err) => {
+  console.error(err)
+  process.exit(1)
+})