offgrid-ai 0.8.6 → 0.8.8

package/install.sh

@@ -27,6 +27,7 @@ set -euo pipefail
 
 DRY_RUN=false
 SKIP_RUN=false
+DEFAULT_RC="${DEFAULT_RC:-}"  # allow callers to override target rc file
 
 for arg in "$@"; do
   case "$arg" in
@@ -153,13 +154,12 @@ if [[ -n "$NPM_BIN" && -x "$NPM_BIN/offgrid-ai" ]]; then
   else
     # Not on PATH — add it
     export PATH="$NPM_BIN:$PATH"
-    ok "Added $NPM_BIN to PATH for this session"
     ok "offgrid-ai ${INSTALLED_VERSION:+v${INSTALLED_VERSION} }installed"
 
     # Add to shell config for future sessions (pick first existing or .zshrc)
     ADDED_TO_RC=false
     # Respect user's shell preference; default to .zshrc on macOS
-    [[ "$OSTYPE" == darwin* ]] && [[ -z "$DEFAULT_RC" ]] && DEFAULT_RC="$HOME/.zshrc"
+    [[ "$OSTYPE" == darwin* ]] && [[ -z "${DEFAULT_RC}" ]] && DEFAULT_RC="$HOME/.zshrc"
     RC_CANDIDATES=("${DEFAULT_RC:-}" "$HOME/.zshrc" "$HOME/.bashrc" "$HOME/.bash_profile")
     for RC_FILE in "${RC_CANDIDATES[@]}"; do
       [[ -z "$RC_FILE" ]] && continue
@@ -174,7 +174,13 @@ if [[ -n "$NPM_BIN" && -x "$NPM_BIN/offgrid-ai" ]]; then
       fi
     done
 
-    if ! $ADDED_TO_RC; then
+    if $ADDED_TO_RC; then
+      echo ""
+      echo "To use it right now, run:"
+      echo "  source ${RC_FILE}"
+      echo ""
+      echo "Or open a new terminal window/tab."
+    else
       warn "$NPM_BIN is already in a shell config file — restart your terminal to use offgrid-ai"
     fi
   fi

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "offgrid-ai",
-  "version": "0.8.6",
+  "version": "0.8.8",
   "description": "Privacy-first CLI for running local LLMs — discover, configure, run, benchmark",
   "author": "Eeshan Srivastava (https://eeshans.com)",
   "type": "module",

package/src/benchmark.mjs

@@ -262,7 +262,36 @@ function formatToolCall(toolCall) {
   return `[toolCall] ${toolCall.name}${summary}`;
 }
 
-function renderStreamEvent(parsed, state) {
+function formatTokens(n) {
+  if (n >= 1_000_000) return `${(n / 1_000_000).toFixed(1)}M`;
+  if (n >= 1_000) return `${Math.round(n / 1_000)}k`;
+  return String(Math.round(n));
+}
+
+function estimatedTokensFromText(text) {
+  // Simple heuristic: ~4 chars per token for code/English.
+  return Math.max(1, Math.ceil(text.length / 4));
+}
+
+function clearStatusLine() {
+  if (process.stdout.isTTY) {
+    process.stdout.write("\r\x1b[K");
+  }
+}
+
+function printStatusLine(text) {
+  if (process.stdout.isTTY) {
+    process.stdout.write(`\r\x1b[K${text}`);
+  }
+}
+
+function printFinalLine(text) {
+  clearStatusLine();
+  console.log(text);
+}
+
+function renderStreamEvent(parsed, state, opts = {}) {
+  const verbose = Boolean(opts.verbose);
   const type = parsed.type;
 
   switch (type) {
@@ -274,7 +303,11 @@ function renderStreamEvent(parsed, state) {
       break;
     case "turn_start": {
       state.turn += 1;
-      console.log(BENCH_COLORS.info(`\n[turn ${state.turn}]`));
+      state.status.mode = "thinking";
+      state.status.toolName = null;
+      state.status.bytes = 0;
+      state.status.tokens = 0;
+      printFinalLine(BENCH_COLORS.info(`[turn ${state.turn}]`));
       break;
     }
     case "message_start": {
@@ -289,15 +322,21 @@ function renderStreamEvent(parsed, state) {
       if (!evt) return;
       const subtype = String(evt.type ?? "").replace(/_/gu, "");
       if (subtype === "thinkingstart" || subtype === "thinkingdelta") {
-        process.stdout.write(BENCH_COLORS.thinking(evt.delta || ""));
+        if (verbose) process.stdout.write(BENCH_COLORS.thinking(evt.delta || ""));
+        state.status.mode = "thinking";
+        updateStatusFromDelta(state, evt.delta);
       } else if (subtype === "textstart" || subtype === "textdelta") {
-        process.stdout.write(BENCH_COLORS.text(evt.delta || ""));
+        if (verbose) process.stdout.write(BENCH_COLORS.text(evt.delta || ""));
+        state.status.mode = "text";
+        updateStatusFromDelta(state, evt.delta);
       } else if (subtype === "toolcallstart") {
-        console.log(BENCH_COLORS.tool("\n[tool_call_start]"));
+        if (!verbose) printFinalLine(BENCH_COLORS.tool("[tool_call_start]"));
       } else if (subtype === "toolcalldelta") {
-        process.stdout.write(BENCH_COLORS.tool(evt.delta || ""));
+        if (verbose) process.stdout.write(BENCH_COLORS.tool(evt.delta || ""));
+        state.status.mode = "tool";
+        updateStatusFromDelta(state, evt.delta);
       } else if (subtype === "toolcallend") {
-        console.log(BENCH_COLORS.tool("[tool_call_end]"));
+        if (!verbose) printFinalLine(BENCH_COLORS.tool("[tool_call_end]"));
       }
       break;
     }
@@ -306,36 +345,76 @@ function renderStreamEvent(parsed, state) {
       if (msg?.role === "assistant" && Array.isArray(msg.content)) {
         for (const item of msg.content) {
           if (item.type === "toolCall") {
-            console.log(BENCH_COLORS.tool(`\n${formatToolCall(item)}`));
+            const toolLine = formatToolCall(item);
+            state.status.toolName = item.name;
+            if (!verbose) printFinalLine(BENCH_COLORS.tool(toolLine));
           }
         }
       }
       break;
     }
     case "tool_execution_start":
-      console.log(BENCH_COLORS.tool(`\n[exec] ${parsed.toolName}`));
+      state.status.mode = "exec";
+      state.status.toolName = parsed.toolName;
+      state.status.bytes = 0;
+      state.status.tokens = 0;
+      printFinalLine(BENCH_COLORS.tool(`[exec] ${parsed.toolName}`));
       break;
-    case "tool_execution_update":
+    case "tool_execution_update": {
       if (parsed.content) {
-        process.stdout.write(BENCH_COLORS.toolOutput(parsed.content));
+        if (verbose) process.stdout.write(BENCH_COLORS.toolOutput(parsed.content));
+        state.status.mode = "exec";
+        updateStatusFromDelta(state, parsed.content);
       }
       break;
+    }
     case "tool_execution_end":
-      console.log(BENCH_COLORS.tool(`[exec done] ${parsed.toolName}`));
+      printFinalLine(BENCH_COLORS.tool(`[exec done] ${state.status.toolName || parsed.toolName}`));
       break;
     case "toolResult": {
       const errorFlag = parsed.isError ? BENCH_COLORS.error(" error") : "";
-      console.log(BENCH_COLORS.tool(`\n[result] ${parsed.toolName}${errorFlag}`));
+      printFinalLine(BENCH_COLORS.tool(`[result] ${parsed.toolName}${errorFlag}`));
+      break;
+    }
+    case "turn_end": {
+      const usage = parsed.message?.usage;
+      if (usage) {
+        const exact = usage.output ?? usage.totalTokens ?? 0;
+        printFinalLine(BENCH_COLORS.info(`[turn ${state.turn}] completed · ${formatTokens(exact)} tokens`));
+      } else {
+        printFinalLine(BENCH_COLORS.info(`[turn ${state.turn}] completed`));
+      }
       break;
     }
     case "agent_end":
-      console.log(BENCH_COLORS.dim("\n[agent_end]"));
+      clearStatusLine();
+      console.log(BENCH_COLORS.dim("[agent_end]"));
       break;
     default:
       break;
   }
 }
 
+function updateStatusFromDelta(state, delta) {
+  if (!delta) return;
+  state.status.bytes += Buffer.byteLength(delta, "utf8");
+  state.status.tokens = estimatedTokensFromText(String(state.status.bytes));
+  const label = state.status.toolName ? ` · ${state.status.toolName}` : "";
+  const modeLabel = state.status.mode === "thinking" ? "thinking" : state.status.mode === "text" ? "text" : state.status.mode === "tool" ? "tool" : "exec";
+  const bytes = formatBytes(state.status.bytes);
+  const tokens = formatTokens(state.status.tokens);
+  printStatusLine(BENCH_COLORS.dim(`[turn ${state.turn}] ${modeLabel}${label} · ${bytes} (~${tokens} tokens)`));
+}
+
+function formatBytes(bytes) {
+  if (!Number.isFinite(bytes)) return "unknown";
+  const units = ["B", "KB", "MB", "GB", "TB"];
+  let size = bytes;
+  let unit = 0;
+  while (size >= 1024 && unit < units.length - 1) { size /= 1024; unit += 1; }
+  return `${size.toFixed(unit === 0 ? 0 : 2)} ${units[unit]}`;
+}
+
 export function piModelString(profile) {
   return profile.harnesses?.pi?.model ?? `${profile.providerId}/${profile.modelAlias}`;
 }
@@ -382,7 +461,8 @@ export async function runBenchmarkInPi(profile, runDirectory, { signal } = {}) {
   const streamHandle = await openFileHandle(streamPath, "w");
   const stderrHandle = await openFileHandle(stderrPath, "w");
 
-  const renderState = { turn: 0 };
+  const verbose = Boolean(process.env.OFFGRID_BENCHMARK_VERBOSE);
+  const renderState = { turn: 0, status: { mode: "idle", toolName: null, bytes: 0, tokens: 0 } };
 
   function appendResponse(text) {
     responseBuffer += text;
@@ -436,7 +516,7 @@ export async function runBenchmarkInPi(profile, runDirectory, { signal } = {}) {
     const timestamp = extractTimestamp(parsed);
     updateTimeBounds(timestamp);
 
-    renderStreamEvent(parsed, renderState);
+    renderStreamEvent(parsed, renderState, { verbose });
 
     if (parsed.type === "session" || parsed.type === "agent_start") {
       if (timestamp && runStartMs === null) runStartMs = timestamp;

package/src/postinstall.mjs

@@ -17,12 +17,6 @@ if (!prefix) {
   process.exit(0);
 }
 
-if (isHermesPrefix(prefix, process.env.HOME)) {
-  console.log("offgrid-ai installed with a Hermes-managed npm prefix.");
-  console.log("Not adding Hermes Node to PATH automatically. Use your normal Node/npm, or run the offgrid-ai install script.");
-  process.exit(0);
-}
-
 const npmBin = join(prefix, "bin");
 const marker = "# Added by offgrid-ai installer";
 const pathLine = `export PATH="${npmBin}:$PATH"`;
@@ -100,12 +94,6 @@ function currentPackageVersion() {
   }
 }
 
-function isHermesPrefix(prefix, home) {
-  const normalized = prefix.replace(/\\/gu, "/");
-  if (normalized.includes("/.hermes/")) return true;
-  return Boolean(home && normalized === `${home.replace(/\\/gu, "/")}/.hermes/node`);
-}
-
 function isLikelyGlobalPrefix(prefix, home) {
   if (!prefix || !home) return false;
   const normalized = prefix.replace(/\\/gu, "/");