llmist 0.8.0 → 1.0.0

package/dist/cli.js

@@ -22,7 +22,7 @@ import {
   init_model_shortcuts,
   init_registry,
   resolveModel
-} from "./chunk-62M4TDAK.js";
+} from "./chunk-T24KLXY4.js";
 
 // src/cli/constants.ts
 var CLI_NAME = "llmist";
@@ -34,7 +34,6 @@ var COMMANDS = {
 };
 var LOG_LEVELS = ["silly", "trace", "debug", "info", "warn", "error", "fatal"];
 var DEFAULT_MODEL = "openai:gpt-5-nano";
-var DEFAULT_PARAMETER_FORMAT = "toml";
 var OPTION_FLAGS = {
   model: "-m, --model <identifier>",
   systemPrompt: "-s, --system <prompt>",
@@ -42,10 +41,11 @@ var OPTION_FLAGS = {
   maxTokens: "--max-tokens <count>",
   maxIterations: "-i, --max-iterations <count>",
   gadgetModule: "-g, --gadget <module>",
-  parameterFormat: "--parameter-format <format>",
   logLevel: "--log-level <level>",
   logFile: "--log-file <path>",
   logReset: "--log-reset",
+  logLlmRequests: "--log-llm-requests [dir]",
+  logLlmResponses: "--log-llm-responses [dir]",
   noBuiltins: "--no-builtins",
   noBuiltinInteraction: "--no-builtin-interaction",
   quiet: "-q, --quiet"
@@ -57,10 +57,11 @@ var OPTION_DESCRIPTIONS = {
   maxTokens: "Maximum number of output tokens requested from the model.",
   maxIterations: "Maximum number of agent loop iterations before exiting.",
   gadgetModule: "Path or module specifier for a gadget export. Repeat to register multiple gadgets.",
-  parameterFormat: "Format for gadget parameter schemas: 'json', 'yaml', 'toml', or 'auto'.",
   logLevel: "Log level: silly, trace, debug, info, warn, error, fatal.",
   logFile: "Path to log file. When set, logs are written to file instead of stderr.",
   logReset: "Reset (truncate) the log file at session start instead of appending.",
+  logLlmRequests: "Save raw LLM requests as plain text. Optional dir, defaults to ~/.llmist/logs/requests/",
+  logLlmResponses: "Save raw LLM responses as plain text. Optional dir, defaults to ~/.llmist/logs/responses/",
   noBuiltins: "Disable built-in gadgets (AskUser, TellUser).",
   noBuiltinInteraction: "Disable interactive gadgets (AskUser) while keeping TellUser.",
   quiet: "Suppress all output except content (text and TellUser messages)."
@@ -68,12 +69,12 @@ var OPTION_DESCRIPTIONS = {
 var SUMMARY_PREFIX = "[llmist]";
 
 // src/cli/program.ts
-import { Command, InvalidArgumentError as InvalidArgumentError3 } from "commander";
+import { Command, InvalidArgumentError as InvalidArgumentError2 } from "commander";
 
 // package.json
 var package_default = {
   name: "llmist",
-  version: "0.7.0",
+  version: "0.8.0",
   description: "Universal TypeScript LLM client with streaming-first agent framework. Works with any model - no structured outputs or native tool calling required. Implements its own flexible grammar for function calling.",
   type: "module",
   main: "dist/index.cjs",
@@ -375,8 +376,33 @@ async function loadGadgets(specifiers, cwd, importer = (specifier) => import(spe
   return gadgets;
 }
 
-// src/cli/option-helpers.ts
-import { InvalidArgumentError as InvalidArgumentError2 } from "commander";
+// src/cli/llm-logging.ts
+import { mkdir, writeFile } from "node:fs/promises";
+import { homedir } from "node:os";
+import { join } from "node:path";
+var DEFAULT_LLM_LOG_DIR = join(homedir(), ".llmist", "logs");
+function resolveLogDir(option, subdir) {
+  if (option === true) {
+    return join(DEFAULT_LLM_LOG_DIR, subdir);
+  }
+  if (typeof option === "string") {
+    return option;
+  }
+  return void 0;
+}
+function formatLlmRequest(messages) {
+  const lines = [];
+  for (const msg of messages) {
+    lines.push(`=== ${msg.role.toUpperCase()} ===`);
+    lines.push(msg.content ?? "");
+    lines.push("");
+  }
+  return lines.join("\n");
+}
+async function writeLogFile(dir, filename, content) {
+  await mkdir(dir, { recursive: true });
+  await writeFile(join(dir, filename), content, "utf-8");
+}
 
 // src/cli/utils.ts
 init_constants();
@@ -420,9 +446,29 @@ function ensureMarkedConfigured() {
 }
 function renderMarkdown(text) {
   ensureMarkedConfigured();
-  const rendered = marked.parse(text);
+  let rendered = marked.parse(text);
+  rendered = rendered.replace(/\*\*(.+?)\*\*/g, (_, content) => chalk.bold(content)).replace(/(?<!\*)\*(\S[^*]*)\*(?!\*)/g, (_, content) => chalk.italic(content));
   return rendered.trimEnd();
 }
+function createRainbowSeparator() {
+  const colors = [chalk.red, chalk.yellow, chalk.green, chalk.cyan, chalk.blue, chalk.magenta];
+  const char = "\u2500";
+  const width = process.stdout.columns || 80;
+  let result = "";
+  for (let i = 0; i < width; i++) {
+    result += colors[i % colors.length](char);
+  }
+  return result;
+}
+function renderMarkdownWithSeparators(text) {
+  const rendered = renderMarkdown(text);
+  const separator = createRainbowSeparator();
+  return `
+${separator}
+${rendered}
+${separator}
+`;
+}
 function formatTokens(tokens) {
   return tokens >= 1e3 ? `${(tokens / 1e3).toFixed(1)}k` : `${tokens}`;
 }
@@ -542,7 +588,7 @@ function formatGadgetSummary(result) {
   const summaryLine = `${icon} ${gadgetLabel}${paramsLabel} ${chalk.dim("\u2192")} ${outputLabel} ${timeLabel}`;
   if (result.gadgetName === "TellUser" && result.parameters?.message) {
     const message = String(result.parameters.message);
-    const rendered = renderMarkdown(message);
+    const rendered = renderMarkdownWithSeparators(message);
     return `${summaryLine}
 ${rendered}`;
   }
@@ -849,7 +895,7 @@ var StreamProgress = class {
     }
     this.isRunning = false;
     if (this.hasRendered) {
-      this.target.write("\r\x1B[K");
+      this.target.write("\r\x1B[K\x1B[0G");
       this.hasRendered = false;
     }
   }
@@ -942,16 +988,6 @@ async function executeAction(action, env) {
 }
 
 // src/cli/option-helpers.ts
-var PARAMETER_FORMAT_VALUES = ["json", "yaml", "toml", "auto"];
-function parseParameterFormat(value) {
-  const normalized = value.toLowerCase();
-  if (!PARAMETER_FORMAT_VALUES.includes(normalized)) {
-    throw new InvalidArgumentError2(
-      `Parameter format must be one of: ${PARAMETER_FORMAT_VALUES.join(", ")}`
-    );
-  }
-  return normalized;
-}
 function addCompleteOptions(cmd, defaults) {
   return cmd.option(OPTION_FLAGS.model, OPTION_DESCRIPTIONS.model, defaults?.model ?? DEFAULT_MODEL).option(OPTION_FLAGS.systemPrompt, OPTION_DESCRIPTIONS.systemPrompt, defaults?.system).option(
     OPTION_FLAGS.temperature,
@@ -963,7 +999,7 @@ function addCompleteOptions(cmd, defaults) {
     OPTION_DESCRIPTIONS.maxTokens,
     createNumericParser({ label: "Max tokens", integer: true, min: 1 }),
     defaults?.["max-tokens"]
-  ).option(OPTION_FLAGS.quiet, OPTION_DESCRIPTIONS.quiet, defaults?.quiet);
+  ).option(OPTION_FLAGS.quiet, OPTION_DESCRIPTIONS.quiet, defaults?.quiet).option(OPTION_FLAGS.logLlmRequests, OPTION_DESCRIPTIONS.logLlmRequests, defaults?.["log-llm-requests"]).option(OPTION_FLAGS.logLlmResponses, OPTION_DESCRIPTIONS.logLlmResponses, defaults?.["log-llm-responses"]);
 }
 function addAgentOptions(cmd, defaults) {
   const gadgetAccumulator = (value, previous = []) => [
@@ -983,16 +1019,11 @@ function addAgentOptions(cmd, defaults) {
     defaults?.["max-iterations"]
   ).option(OPTION_FLAGS.gadgetModule, OPTION_DESCRIPTIONS.gadgetModule, gadgetAccumulator, [
     ...defaultGadgets
-  ]).option(
-    OPTION_FLAGS.parameterFormat,
-    OPTION_DESCRIPTIONS.parameterFormat,
-    parseParameterFormat,
-    defaults?.["parameter-format"] ?? DEFAULT_PARAMETER_FORMAT
-  ).option(OPTION_FLAGS.noBuiltins, OPTION_DESCRIPTIONS.noBuiltins, defaults?.builtins !== false).option(
+  ]).option(OPTION_FLAGS.noBuiltins, OPTION_DESCRIPTIONS.noBuiltins, defaults?.builtins !== false).option(
     OPTION_FLAGS.noBuiltinInteraction,
     OPTION_DESCRIPTIONS.noBuiltinInteraction,
     defaults?.["builtin-interaction"] !== false
-  ).option(OPTION_FLAGS.quiet, OPTION_DESCRIPTIONS.quiet, defaults?.quiet);
+  ).option(OPTION_FLAGS.quiet, OPTION_DESCRIPTIONS.quiet, defaults?.quiet).option(OPTION_FLAGS.logLlmRequests, OPTION_DESCRIPTIONS.logLlmRequests, defaults?.["log-llm-requests"]).option(OPTION_FLAGS.logLlmResponses, OPTION_DESCRIPTIONS.logLlmResponses, defaults?.["log-llm-responses"]);
 }
 function configToCompleteOptions(config) {
   const result = {};
@@ -1001,6 +1032,8 @@ function configToCompleteOptions(config) {
   if (config.temperature !== void 0) result.temperature = config.temperature;
   if (config["max-tokens"] !== void 0) result.maxTokens = config["max-tokens"];
   if (config.quiet !== void 0) result.quiet = config.quiet;
+  if (config["log-llm-requests"] !== void 0) result.logLlmRequests = config["log-llm-requests"];
+  if (config["log-llm-responses"] !== void 0) result.logLlmResponses = config["log-llm-responses"];
   return result;
 }
 function configToAgentOptions(config) {
@@ -1010,7 +1043,6 @@ function configToAgentOptions(config) {
   if (config.temperature !== void 0) result.temperature = config.temperature;
   if (config["max-iterations"] !== void 0) result.maxIterations = config["max-iterations"];
   if (config.gadget !== void 0) result.gadget = config.gadget;
-  if (config["parameter-format"] !== void 0) result.parameterFormat = config["parameter-format"];
   if (config.builtins !== void 0) result.builtins = config.builtins;
   if (config["builtin-interaction"] !== void 0)
     result.builtinInteraction = config["builtin-interaction"];
@@ -1018,7 +1050,11 @@ function configToAgentOptions(config) {
     result.gadgetStartPrefix = config["gadget-start-prefix"];
   if (config["gadget-end-prefix"] !== void 0)
     result.gadgetEndPrefix = config["gadget-end-prefix"];
+  if (config["gadget-arg-prefix"] !== void 0)
+    result.gadgetArgPrefix = config["gadget-arg-prefix"];
   if (config.quiet !== void 0) result.quiet = config.quiet;
+  if (config["log-llm-requests"] !== void 0) result.logLlmRequests = config["log-llm-requests"];
+  if (config["log-llm-responses"] !== void 0) result.logLlmResponses = config["log-llm-responses"];
   return result;
 }
 
@@ -1042,7 +1078,7 @@ function createHumanInputHandler(env, progress) {
     const rl = createInterface({ input: env.stdin, output: env.stdout });
     try {
       const questionLine = question.trim() ? `
-${renderMarkdown(question.trim())}` : "";
+${renderMarkdownWithSeparators(question.trim())}` : "";
       let isFirst = true;
       while (true) {
         const statsPrompt = progress.formatPrompt();
@@ -1085,6 +1121,9 @@ async function executeAgent(promptArg, options, env) {
   const progress = new StreamProgress(env.stderr, stderrTTY, client.modelRegistry);
   let usage;
   let iterations = 0;
+  const llmRequestsDir = resolveLogDir(options.logLlmRequests, "requests");
+  const llmResponsesDir = resolveLogDir(options.logLlmResponses, "responses");
+  let llmCallCounter = 0;
   const countMessagesTokens = async (model, messages) => {
     try {
       return await client.countTokens(model, messages);
@@ -1107,12 +1146,18 @@ async function executeAgent(promptArg, options, env) {
       // onLLMCallStart: Start progress indicator for each LLM call
       // This showcases how to react to agent lifecycle events
       onLLMCallStart: async (context) => {
+        llmCallCounter++;
         const inputTokens = await countMessagesTokens(
           context.options.model,
           context.options.messages
         );
         progress.startCall(context.options.model, inputTokens);
         progress.setInputTokens(inputTokens, false);
+        if (llmRequestsDir) {
+          const filename = `${Date.now()}_call_${llmCallCounter}.request.txt`;
+          const content = formatLlmRequest(context.options.messages);
+          await writeLogFile(llmRequestsDir, filename, content);
+        }
       },
       // onStreamChunk: Real-time updates as LLM generates tokens
       // This enables responsive UIs that show progress during generation
@@ -1175,6 +1220,10 @@ async function executeAgent(promptArg, options, env) {
 `);
           }
         }
+        if (llmResponsesDir) {
+          const filename = `${Date.now()}_call_${llmCallCounter}.response.txt`;
+          await writeLogFile(llmResponsesDir, filename, context.rawResponse);
+        }
       }
     },
     // SHOWCASE: Controller-based approval gating for dangerous gadgets
@@ -1239,13 +1288,15 @@ Command rejected by user with message: "${response}"`
   if (gadgets.length > 0) {
     builder.withGadgets(...gadgets);
   }
-  builder.withParameterFormat(options.parameterFormat);
   if (options.gadgetStartPrefix) {
     builder.withGadgetStartPrefix(options.gadgetStartPrefix);
   }
   if (options.gadgetEndPrefix) {
     builder.withGadgetEndPrefix(options.gadgetEndPrefix);
   }
+  if (options.gadgetArgPrefix) {
+    builder.withGadgetArgPrefix(options.gadgetArgPrefix);
+  }
   builder.withSyntheticGadgetCall(
     "TellUser",
     {
@@ -1262,17 +1313,25 @@ Command rejected by user with message: "${response}"`
     resultMapping: (text) => `\u2139\uFE0F  ${text}`
   });
   const agent = builder.ask(prompt);
+  let textBuffer = "";
+  const flushTextBuffer = () => {
+    if (textBuffer) {
+      const output = options.quiet ? textBuffer : renderMarkdownWithSeparators(textBuffer);
+      printer.write(output);
+      textBuffer = "";
+    }
+  };
   for await (const event of agent.run()) {
     if (event.type === "text") {
       progress.pause();
-      printer.write(event.content);
+      textBuffer += event.content;
     } else if (event.type === "gadget_result") {
+      flushTextBuffer();
       progress.pause();
       if (options.quiet) {
         if (event.result.gadgetName === "TellUser" && event.result.parameters?.message) {
           const message = String(event.result.parameters.message);
-          const rendered = renderMarkdown(message);
-          env.stdout.write(`${rendered}
+          env.stdout.write(`${message}
 `);
         }
       } else {
@@ -1282,6 +1341,7 @@ Command rejected by user with message: "${response}"`
       }
     }
   }
+  flushTextBuffer();
   progress.complete();
   printer.ensureNewline();
   if (!options.quiet && iterations > 1) {
@@ -1320,9 +1380,18 @@ async function executeComplete(promptArg, options, env) {
     builder.addSystem(options.system);
   }
   builder.addUser(prompt);
+  const messages = builder.build();
+  const llmRequestsDir = resolveLogDir(options.logLlmRequests, "requests");
+  const llmResponsesDir = resolveLogDir(options.logLlmResponses, "responses");
+  const timestamp = Date.now();
+  if (llmRequestsDir) {
+    const filename = `${timestamp}_complete.request.txt`;
+    const content = formatLlmRequest(messages);
+    await writeLogFile(llmRequestsDir, filename, content);
+  }
   const stream = client.stream({
     model,
-    messages: builder.build(),
+    messages,
     temperature: options.temperature,
     maxTokens: options.maxTokens
   });
@@ -1333,7 +1402,7 @@ async function executeComplete(promptArg, options, env) {
   progress.startCall(model, estimatedInputTokens);
   let finishReason;
   let usage;
-  let totalChars = 0;
+  let accumulatedResponse = "";
   for await (const chunk of stream) {
     if (chunk.usage) {
       usage = chunk.usage;
@@ -1346,8 +1415,8 @@ async function executeComplete(promptArg, options, env) {
     }
     if (chunk.text) {
       progress.pause();
-      totalChars += chunk.text.length;
-      progress.update(totalChars);
+      accumulatedResponse += chunk.text;
+      progress.update(accumulatedResponse.length);
       printer.write(chunk.text);
     }
     if (chunk.finishReason !== void 0) {
@@ -1357,6 +1426,10 @@ async function executeComplete(promptArg, options, env) {
   progress.endCall(usage);
   progress.complete();
   printer.ensureNewline();
+  if (llmResponsesDir) {
+    const filename = `${timestamp}_complete.response.txt`;
+    await writeLogFile(llmResponsesDir, filename, accumulatedResponse);
+  }
   if (stderrTTY && !options.quiet) {
     const summary = renderSummary({ finishReason, usage, cost: progress.getTotalCost() });
     if (summary) {
@@ -1375,8 +1448,8 @@ function registerCompleteCommand(program, env, config) {
 
 // src/cli/config.ts
 import { existsSync, readFileSync } from "node:fs";
-import { homedir } from "node:os";
-import { join } from "node:path";
+import { homedir as homedir2 } from "node:os";
+import { join as join2 } from "node:path";
 import { load as parseToml } from "js-toml";
 
 // src/cli/templates.ts
@@ -1471,6 +1544,8 @@ var COMPLETE_CONFIG_KEYS = /* @__PURE__ */ new Set([
   "log-level",
   "log-file",
   "log-reset",
+  "log-llm-requests",
+  "log-llm-responses",
   "type"
   // Allowed for inheritance compatibility, ignored for built-in commands
 ]);
@@ -1480,16 +1555,18 @@ var AGENT_CONFIG_KEYS = /* @__PURE__ */ new Set([
   "temperature",
   "max-iterations",
   "gadget",
-  "parameter-format",
   "builtins",
   "builtin-interaction",
   "gadget-start-prefix",
   "gadget-end-prefix",
+  "gadget-arg-prefix",
   "quiet",
   "inherits",
   "log-level",
   "log-file",
   "log-reset",
+  "log-llm-requests",
+  "log-llm-responses",
   "type"
   // Allowed for inheritance compatibility, ignored for built-in commands
 ]);
@@ -1499,9 +1576,8 @@ var CUSTOM_CONFIG_KEYS = /* @__PURE__ */ new Set([
   "type",
   "description"
 ]);
-var VALID_PARAMETER_FORMATS = ["json", "yaml", "toml", "auto"];
 function getConfigPath() {
-  return join(homedir(), ".llmist", "cli.toml");
+  return join2(homedir2(), ".llmist", "cli.toml");
 }
 var ConfigError = class extends Error {
   constructor(message, path2) {
@@ -1635,6 +1711,20 @@ function validateCompleteConfig(raw, section) {
   if ("quiet" in rawObj) {
     result.quiet = validateBoolean(rawObj.quiet, "quiet", section);
   }
+  if ("log-llm-requests" in rawObj) {
+    result["log-llm-requests"] = validateStringOrBoolean(
+      rawObj["log-llm-requests"],
+      "log-llm-requests",
+      section
+    );
+  }
+  if ("log-llm-responses" in rawObj) {
+    result["log-llm-responses"] = validateStringOrBoolean(
+      rawObj["log-llm-responses"],
+      "log-llm-responses",
+      section
+    );
+  }
   return result;
 }
 function validateAgentConfig(raw, section) {
@@ -1660,15 +1750,6 @@ function validateAgentConfig(raw, section) {
   if ("gadget" in rawObj) {
     result.gadget = validateStringArray(rawObj.gadget, "gadget", section);
   }
-  if ("parameter-format" in rawObj) {
-    const format = validateString(rawObj["parameter-format"], "parameter-format", section);
-    if (!VALID_PARAMETER_FORMATS.includes(format)) {
-      throw new ConfigError(
-        `[${section}].parameter-format must be one of: ${VALID_PARAMETER_FORMATS.join(", ")}`
-      );
-    }
-    result["parameter-format"] = format;
-  }
   if ("builtins" in rawObj) {
     result.builtins = validateBoolean(rawObj.builtins, "builtins", section);
   }
@@ -1693,11 +1774,38 @@ function validateAgentConfig(raw, section) {
       section
     );
   }
+  if ("gadget-arg-prefix" in rawObj) {
+    result["gadget-arg-prefix"] = validateString(
+      rawObj["gadget-arg-prefix"],
+      "gadget-arg-prefix",
+      section
+    );
+  }
   if ("quiet" in rawObj) {
     result.quiet = validateBoolean(rawObj.quiet, "quiet", section);
   }
+  if ("log-llm-requests" in rawObj) {
+    result["log-llm-requests"] = validateStringOrBoolean(
+      rawObj["log-llm-requests"],
+      "log-llm-requests",
+      section
+    );
+  }
+  if ("log-llm-responses" in rawObj) {
+    result["log-llm-responses"] = validateStringOrBoolean(
+      rawObj["log-llm-responses"],
+      "log-llm-responses",
+      section
+    );
+  }
   return result;
 }
+function validateStringOrBoolean(value, field, section) {
+  if (typeof value === "string" || typeof value === "boolean") {
+    return value;
+  }
+  throw new ConfigError(`[${section}].${field} must be a string or boolean`);
+}
 function validateCustomConfig(raw, section) {
   if (typeof raw !== "object" || raw === null) {
     throw new ConfigError(`[${section}] must be a table`);
@@ -1732,15 +1840,6 @@ function validateCustomConfig(raw, section) {
   if ("gadget" in rawObj) {
     result.gadget = validateStringArray(rawObj.gadget, "gadget", section);
   }
-  if ("parameter-format" in rawObj) {
-    const format = validateString(rawObj["parameter-format"], "parameter-format", section);
-    if (!VALID_PARAMETER_FORMATS.includes(format)) {
-      throw new ConfigError(
-        `[${section}].parameter-format must be one of: ${VALID_PARAMETER_FORMATS.join(", ")}`
-      );
-    }
-    result["parameter-format"] = format;
-  }
   if ("builtins" in rawObj) {
     result.builtins = validateBoolean(rawObj.builtins, "builtins", section);
   }
@@ -1765,6 +1864,13 @@ function validateCustomConfig(raw, section) {
       section
     );
   }
+  if ("gadget-arg-prefix" in rawObj) {
+    result["gadget-arg-prefix"] = validateString(
+      rawObj["gadget-arg-prefix"],
+      "gadget-arg-prefix",
+      section
+    );
+  }
   if ("max-tokens" in rawObj) {
     result["max-tokens"] = validateNumber(rawObj["max-tokens"], "max-tokens", section, {
       integer: true,
@@ -2250,7 +2356,7 @@ function registerCustomCommand(program, name, config, env) {
 function parseLogLevel(value) {
   const normalized = value.toLowerCase();
   if (!LOG_LEVELS.includes(normalized)) {
-    throw new InvalidArgumentError3(`Log level must be one of: ${LOG_LEVELS.join(", ")}`);
+    throw new InvalidArgumentError2(`Log level must be one of: ${LOG_LEVELS.join(", ")}`);
   }
   return normalized;
 }