offgrid-ai 0.16.3 → 0.18.0

package/src/benchmark/prepare.mjs

@@ -1,118 +0,0 @@
-// ── Create a benchmark run directory ────────────────────────────────────────
-
-import { mkdir, writeFile } from "node:fs/promises";
-import { join } from "node:path";
-import { pc, renderRows, renderSection } from "../ui.mjs";
-import { slugModelId, createRunId } from "./shared.mjs";
-import { parseModelName } from "../model-name.mjs";
-
-function harnessDisplayName(id) {
-  if (id === "pi") return "Pi";
-  return String(id).replace(/[-_]+/gu, " ").replace(/\b\w/gu, (char) => char.toUpperCase());
-}
-
-function intendedRunnerForProfile(profile) {
-  if (!profile) return "your tool";
-  const harnessEntries = Object.entries(profile.harnesses ?? {}).filter(([, config]) => config?.enabled !== false);
-  const [id] = harnessEntries.find(([key]) => key === "pi") ?? harnessEntries[0] ?? ["pi"];
-  return harnessDisplayName(id);
-}
-
-function printBenchmarkNextSteps({ repoPath, runDirectory, profile, modelId, runnerLabel }) {
-  const runCommand = profile ? `offgrid-ai run ${profile.id}` : null;
-  const runnerCommand = runCommand ?? `Open ${runnerLabel} for ${modelId}`;
-
-  console.log("");
-  console.log(pc.bold("Next steps"));
-  console.log(`  1. Open the gallery. If it is not running: ${pc.cyan(`cd ${repoPath} && npm run dev`)}`);
-  console.log(`  2. ${pc.cyan(`cd ${runDirectory}`)}`);
-  console.log(`  3. ${pc.cyan(runnerCommand)}, then copy this run's prompt from the gallery and paste it into ${runnerLabel}`);
-}
-
-export async function prepareBenchmarkRun({ repoPath, benchmark, kind, modelId, modelSource, backendLabel, profile, showNextSteps = true }) {
-  const toolPrompt = benchmark.prompt;
-  const now = new Date();
-  const runId = createRunId(now);
-  const modelSlug = slugModelId(modelId);
-  const runnerLabel = intendedRunnerForProfile(profile);
-  const runsDir = join(repoPath, "runs");
-  const benchmarkDirectory = join(runsDir, benchmark.id);
-  const modelDirectory = join(benchmarkDirectory, modelSlug);
-  const runDirectory = join(modelDirectory, runId);
-
-  await mkdir(runDirectory, { recursive: true });
-
-  const isDs = kind === "data-science";
-  const baseAssets = {
-    metadata: "metadata.json",
-    prompt: "prompt.md",
-  };
-  const metadata = {
-    schemaVersion: 1,
-    kind,
-    runId,
-    benchmark: { id: benchmark.id, title: benchmark.title, description: benchmark.description, prompt: benchmark.prompt },
-    model: { id: modelId, slug: modelSlug, displayName: parseModelName(modelId, modelSource === "omlx" ? "omlx" : "local-gguf").display },
-    status: "prepared",
-    createdAt: now.toISOString(),
-    updatedAt: now.toISOString(),
-    preparedAt: now.toISOString(),
-    runDirectory,
-    assets: isDs
-      ? { ...baseAssets, ds: { notebook: "analysis.ipynb", summary: "summary.json", chartDistribution: "chart-distribution.png", chartTreatmentEffect: "chart-treatment-effect.png", chartCompletionRates: "chart-completion-rates.png" } }
-      : { ...baseAssets, html: "index.html", preview: "preview.png", video: "preview.webm" },
-    runner: {
-      mode: modelSource === "cloud" ? "manual" : "external",
-      intendedRunner: profile ? runnerLabel : undefined,
-      ...(profile?.harnesses?.pi || runnerLabel === "Pi" ? { tool: "pi" } : {}),
-      ...(modelSource ? { modelSource } : {}),
-      ...(backendLabel ? { backendLabel } : {}),
-      ...(profile?.baseUrl ? { baseUrl: profile.baseUrl } : {}),
-      model: modelId,
-      retries: 0,
-      tokenMetrics: {
-        reported: false,
-        promptTokens: 0,
-        completionTokens: 0,
-        totalTokens: 0,
-      },
-      speedMetrics: {
-        prefillTokensPerSecond: null,
-        generationTokensPerSecond: null,
-        ttftMs: null,
-        modelLoadMs: null,
-        speculativeDecodeAcceptance: null,
-        kvCacheTokens: null,
-      },
-      metricSource: null,
-    },
-    results: {
-      wallClockMs: null,
-      agentTurns: 0,
-      toolCalls: 0,
-      toolResults: 0,
-      success: false,
-      outputFiles: [],
-      perTurn: [],
-    },
-  };
-
-  await writeFile(join(runDirectory, "metadata.json"), JSON.stringify(metadata, null, 2) + "\n", "utf8");
-  await writeFile(join(runDirectory, "prompt.md"), toolPrompt + "\n", "utf8");
-
-  console.log("");
-  console.log(pc.green("✓ Run slot prepared"));
-  console.log(renderSection("Run", renderRows([
-    ["Directory", pc.cyan(runDirectory)],
-    ["Benchmark", benchmark.title],
-    ["Kind", kind],
-    ["Model", pc.bold(modelId)],
-    ["Source", backendLabel || modelSource],
-  ])));
-
-  if (showNextSteps) {
-    printBenchmarkNextSteps({ repoPath, runDirectory, profile, modelId, runnerLabel });
-  }
-
-  return runDirectory;
-}

package/src/benchmark/repo.mjs

@@ -1,77 +0,0 @@
-// ── Benchmark repo linking ────────────────────────────────────────────────────
-
-import { existsSync } from "node:fs";
-import { join, resolve } from "node:path";
-import { homedir } from "node:os";
-import { execFile } from "node:child_process";
-import { promisify } from "node:util";
-import { loadConfig, saveConfig } from "../config.mjs";
-import { pc } from "../ui.mjs";
-
-const execFileAsync = promisify(execFile);
-
-const BENCHMARK_REPO = "https://github.com/eeshansrivastava89/local-llm-visual-benchmark.git";
-
-export async function findBenchmarkRepo() {
-  const config = await loadConfig();
-  if (config.benchmarkRepoPath && existsSync(join(config.benchmarkRepoPath, "benchmarks"))) {
-    return config.benchmarkRepoPath;
-  }
-  return null;
-}
-
-export async function linkBenchmarkRepo(prompt) {
-  const existing = await findBenchmarkRepo();
-  if (existing) return existing;
-
-  const candidates = [
-    join(homedir(), "dev", "local-llm-visual-benchmark"),
-    join(homedir(), "projects", "local-llm-visual-benchmark"),
-    join(homedir(), "local-llm-visual-benchmark"),
-  ];
-  for (const candidate of candidates) {
-    if (existsSync(join(candidate, "benchmarks"))) {
-      const config = await loadConfig();
-      config.benchmarkRepoPath = candidate;
-      await saveConfig(config);
-      return candidate;
-    }
-  }
-
-  console.log(pc.dim("\nThe benchmark gallery needs to be linked to offgrid-ai."));
-  console.log(pc.dim("This is the local-llm-visual-benchmark repo that stores prompts and run results.\n"));
-
-  const choice = await prompt.choice("Link benchmark gallery", [
-    { value: "clone", label: "Clone from GitHub", hint: "git clone into ~/dev" },
-    { value: "manual", label: "Enter path manually", hint: "If you already have it cloned" },
-  ], "clone");
-
-  if (choice === "clone") {
-    const targetDir = join(homedir(), "dev", "local-llm-visual-benchmark");
-    console.log(pc.dim(`\nCloning ${BENCHMARK_REPO}...`));
-    try {
-      await execFileAsync("git", ["clone", BENCHMARK_REPO, targetDir], { stdio: "pipe" });
-      const config = await loadConfig();
-      config.benchmarkRepoPath = targetDir;
-      await saveConfig(config);
-      console.log(pc.green(`✓ Cloned to ${targetDir}`));
-      return targetDir;
-    } catch (err) {
-      console.log(pc.red(`Clone failed: ${err.message}`));
-      return null;
-    }
-  }
-
-  const path = await prompt.text("Path to local-llm-visual-benchmark", "");
-  if (!path) return null;
-  const resolved = resolve(path.replace(/^~/, homedir()));
-  if (!existsSync(join(resolved, "benchmarks"))) {
-    console.log(pc.red(`No benchmarks/ directory found at ${resolved}`));
-    return null;
-  }
-  const config = await loadConfig();
-  config.benchmarkRepoPath = resolved;
-  await saveConfig(config);
-  console.log(pc.green(`✓ Linked to ${resolved}`));
-  return resolved;
-}

package/src/benchmark/sdk-runner.mjs

@@ -1,363 +0,0 @@
-// ── Run benchmark via Pi SDK (no subprocess, no NDJSON parsing) ────────────────
-
-import { readFile } from "node:fs/promises";
-import { join, relative, basename } from "node:path";
-import { Agent } from "@earendil-works/pi-agent-core";
-import { streamSimple } from "@earendil-works/pi-ai/compat";
-import { createCodingTools } from "@earendil-works/pi-coding-agent";
-import { pc, formatBytes } from "../ui.mjs";
-import { piApiModelId, modelReasoning, modelCompat } from "../harness-pi.mjs";
-
-const C = {
-  thinking: pc.magenta,
-  text: pc.green,
-  tool: pc.yellow,
-  success: pc.green,
-  warning: pc.yellow,
-  error: pc.red,
-  info: pc.cyan,
-  dim: pc.dim,
-};
-
-export async function runBenchmarkInPi(profile, runDirectory, { signal } = {}) {
-  const model = buildModel(profile);
-  const tools = createCodingTools(runDirectory);
-  const systemPrompt = buildSystemPrompt(runDirectory);
-  const promptText = await readFile(join(runDirectory, "prompt.md"), "utf8");
-
-  const runResult = {
-    model: `${profile.providerId}/${piApiModelId(profile)}`,
-    exitCode: 0,
-    wallClockMs: null,
-    agentTurns: 0,
-    promptTokens: 0,
-    completionTokens: 0,
-    totalTokens: 0,
-    cacheRead: 0,
-    cacheWrite: 0,
-    toolCalls: 0,
-    toolResults: 0,
-    perTurn: [],
-    rawResponseLines: [],
-    error: null,
-  };
-
-  const runStartMs = Date.now();
-  let currentTurnStartMs = null;
-  let lastTurnEndMs = null;
-  let turnToolCalls = 0;
-  let responseBuffer = "";
-  const verbose = Boolean(process.env.OFFGRID_BENCHMARK_VERBOSE);
-  const toolArgsByCallId = new Map();
-
-  // ── Status line state ────────────────────────────────────────────────────
-  let statusBytes = 0;
-  let streamedText = false;
-  let execTimer = null;
-  let execStartedAt = null;
-
-  function clearStatusLine() {
-    if (process.stdout.isTTY) process.stdout.write("\r\x1b[K");
-  }
-
-  function printStatusLine(text) {
-    if (process.stdout.isTTY) process.stdout.write(`\r\x1b[K${text}`);
-  }
-
-  function stopExecTimer() {
-    if (execTimer) { clearInterval(execTimer); execTimer = null; }
-    clearStatusLine();
-  }
-
-  function startExecTimer(toolName) {
-    stopExecTimer();
-    execStartedAt = Date.now();
-    if (!process.stdout.isTTY) return;
-    const update = () => {
-      const elapsed = Math.floor((Date.now() - execStartedAt) / 1000);
-      printStatusLine(C.dim(`running ${toolName}… ${elapsed}s`));
-    };
-    update();
-    execTimer = setInterval(update, 1000);
-  }
-
-  const agent = new Agent({
-    initialState: {
-      systemPrompt,
-      model,
-      thinkingLevel: profile.reasoning ? "low" : "off",
-      tools,
-    },
-    streamFn: async (mdl, ctx, opts) =>
-      streamSimple(mdl, ctx, { ...opts, apiKey: "none", timeoutMs: 2147483647 }),
-  });
-
-  // ── Event handler: render + collect metrics ──────────────────────────────
-
-  agent.subscribe((event) => {
-    try {
-      handleEvent(event);
-    } catch (err) {
-      console.error(C.error(`[renderer error] ${err.message}`));
-    }
-  });
-
-  function handleEvent(event) {
-    switch (event.type) {
-      case "turn_start": {
-        stopExecTimer();
-        runResult.agentTurns += 1;
-        currentTurnStartMs = lastTurnEndMs ?? runStartMs;
-        turnToolCalls = 0;
-        console.log("");
-        console.log(C.info(`Turn ${runResult.agentTurns}`));
-        break;
-      }
-
-      case "message_update": {
-        const evt = event.assistantMessageEvent;
-        if (!evt) break;
-        const sub = String(evt.type ?? "").replace(/_/gu, "");
-        if (sub === "thinkingstart") {
-          statusBytes = 0;
-        } else if (sub === "thinkingdelta") {
-          statusBytes += Buffer.byteLength(evt.delta || "", "utf8");
-          const tokens = Math.max(1, Math.ceil(statusBytes / 4));
-          printStatusLine(C.dim(`thinking… ${formatBytes(statusBytes)} (~${formatTokens(tokens)} tokens)`));
-          if (verbose) process.stdout.write(C.thinking(evt.delta || ""));
-        } else if (sub === "textstart") {
-          clearStatusLine();
-          statusBytes = 0;
-        } else if (sub === "textdelta") {
-          process.stdout.write(evt.delta || "");
-          responseBuffer += evt.delta || "";
-          streamedText = true;
-        } else if (sub === "toolcallstart") {
-          clearStatusLine();
-        }
-        break;
-      }
-
-      case "message_end": {
-        if (streamedText) {
-          console.log("");
-          streamedText = false;
-        }
-        if (event.message?.role === "assistant") {
-          for (const item of event.message.content ?? []) {
-            if (item.type === "toolCall") {
-              runResult.toolCalls += 1;
-              turnToolCalls += 1;
-              responseBuffer += `\n[toolCall] ${item.name}\n`;
-            }
-          }
-          if (responseBuffer) {
-            runResult.rawResponseLines.push(responseBuffer);
-            responseBuffer = "";
-          }
-        }
-        break;
-      }
-
-      case "tool_execution_start": {
-        clearStatusLine();
-        toolArgsByCallId.set(event.toolCallId, event.args);
-        console.log(C.tool(formatToolStart(event.toolName, event.args, runDirectory)));
-        startExecTimer(event.toolName);
-        break;
-      }
-
-      case "tool_execution_end": {
-        stopExecTimer();
-        const { toolName, result, isError, toolCallId } = event;
-        const args = toolArgsByCallId.get(toolCallId) ?? {};
-        const marker = isError ? C.error("✗") : C.success("✓");
-        console.log(`${marker} ${toolSummary(toolName, result, isError, args, runDirectory)}`);
-        runResult.toolResults += 1;
-        break;
-      }
-
-      case "turn_end": {
-        stopExecTimer();
-        clearStatusLine();
-        const msg = event.message;
-        const isFailure = msg?.role === "assistant" && (msg.stopReason === "error" || msg.stopReason === "aborted");
-        const usage = !isFailure ? msg?.usage : null;
-        if (usage) {
-          runResult.promptTokens += usage.input ?? 0;
-          runResult.completionTokens += usage.output ?? 0;
-          runResult.cacheRead += usage.cacheRead ?? 0;
-          runResult.cacheWrite += usage.cacheWrite ?? 0;
-        }
-        const turnEndMs = Date.now();
-        const wallClockMs = currentTurnStartMs ? turnEndMs - currentTurnStartMs : null;
-        runResult.perTurn.push({
-          turn: runResult.agentTurns,
-          inputTokens: usage?.input ?? 0,
-          outputTokens: usage?.output ?? 0,
-          cacheRead: usage?.cacheRead ?? 0,
-          cacheWrite: usage?.cacheWrite ?? 0,
-          wallClockMs,
-          toolCalls: turnToolCalls,
-        });
-        lastTurnEndMs = turnEndMs;
-        const tokStr = usage ? ` · ${formatTokens(usage.output ?? 0)} tokens` : "";
-        console.log(C.success(`✓ turn ${runResult.agentTurns}${tokStr}`));
-        break;
-      }
-
-      case "agent_end": {
-        if (responseBuffer) {
-          runResult.rawResponseLines.push(responseBuffer);
-          responseBuffer = "";
-        }
-        break;
-      }
-    }
-  }
-
-  // ── Wire abort signal ────────────────────────────────────────────────────
-
-  let cancelled = false;
-  const abortListener = () => {
-    cancelled = true;
-    agent.abort();
-  };
-  if (signal) signal.addEventListener("abort", abortListener, { once: true });
-
-  // ── Run ───────────────────────────────────────────────────────────────────
-
-  try {
-    console.log(C.info("Pi benchmark started"));
-    console.log(C.dim(`  Model    ${model.provider}/${model.id}`));
-    await agent.prompt(promptText);
-  } catch (err) {
-    if (!cancelled) {
-      runResult.error = { message: err.message };
-    }
-  } finally {
-    if (signal) signal.removeEventListener("abort", abortListener);
-  }
-
-  if (cancelled) {
-    runResult.error = { message: "Cancelled by user" };
-  }
-
-  if (!runResult.error && agent.state.errorMessage) {
-    runResult.error = { message: agent.state.errorMessage };
-  }
-
-  runResult.wallClockMs = Date.now() - runStartMs;
-  runResult.totalTokens = runResult.promptTokens + runResult.completionTokens;
-
-  console.log(C.info("Pi benchmark finished"));
-  return runResult;
-}
-
-// ── Model construction ──────────────────────────────────────────────────────
-
-function buildModel(profile) {
-  const reasoning = modelReasoning(profile) ?? false;
-  const compat = modelCompat(profile);
-
-  return {
-    id: piApiModelId(profile),
-    name: profile.label,
-    api: "openai-completions",
-    provider: profile.providerId,
-    baseUrl: profile.baseUrl,
-    reasoning,
-    input: profile.mmprojPath || profile.capabilities?.vision ? ["text", "image"] : ["text"],
-    cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },
-    contextWindow: profile.flags?.ctxSize ?? 32768,
-    maxTokens: 16384,
-    compat: {
-      supportsDeveloperRole: false,
-      supportsReasoningEffort: false,
-      maxTokensField: "max_tokens",
-      ...(compat ?? {}),
-    },
-  };
-}
-
-// ── System prompt ───────────────────────────────────────────────────────────
-
-function buildSystemPrompt(cwd) {
-  const now = new Date();
-  const date = `${now.getFullYear()}-${String(now.getMonth() + 1).padStart(2, "0")}-${String(now.getDate()).padStart(2, "0")}`;
-  return `You are an expert coding assistant. You help users by reading files, executing commands, editing code, and writing new files.
-
-Available tools:
-- read: Read file contents (supports text and images)
-- bash: Execute shell commands
-- edit: Apply targeted text replacements to files
-- write: Write content to files (creates or overwrites)
-
-Guidelines:
-- Be concise in your responses
-- Show file paths clearly when working with files
-- Use the write tool to create files — do not return file contents as chat text
-- Use bash to run commands and verify your work
-
-Current date: ${date}
-Current working directory: ${cwd.replace(/\\/gu, "/")}`;
-}
-
-// ── Rendering helpers ───────────────────────────────────────────────────────
-
-function formatToolStart(toolName, args, cwd) {
-  if (toolName === "read") return `→ read ${relPath(args.path, cwd)}`;
-  if (toolName === "write") {
-    const size = args.content ? ` · ${formatBytes(Buffer.byteLength(String(args.content), "utf8"))}` : "";
-    return `→ write ${relPath(args.path, cwd)}${size}`;
-  }
-  if (toolName === "edit") {
-    const count = Array.isArray(args.edits) ? args.edits.length : 0;
-    return `→ edit ${relPath(args.path, cwd)}${count > 0 ? ` · ${count} replacement${count === 1 ? "" : "s"}` : ""}`;
-  }
-  if (toolName === "bash") return `→ run ${truncateOneLine(args.command ?? "")}`;
-  return `→ ${toolName}`;
-}
-
-function toolSummary(toolName, result, isError, args, cwd) {
-  const text = toolResultText(result);
-  if (isError) return `${toolName} failed · ${firstLine(text)}`;
-  if (toolName === "write") {
-    const m = String(text).match(/Successfully wrote\s+([0-9,]+)\s+bytes/iu);
-    const size = m ? ` · ${formatBytes(Number(m[1].replace(/,/gu, "")))}` : "";
-    return `wrote ${relPath(args.path, cwd)}${size}`;
-  }
-  if (toolName === "read") return `read ${relPath(args.path, cwd)}${text ? ` · ${formatBytes(Buffer.byteLength(text, "utf8"))}` : ""}`;
-  if (toolName === "edit") return `edited ${relPath(args.path, cwd)}`;
-  if (toolName === "bash") return firstLine(text) || "command completed";
-  return `${toolName}${text ? ` · ${firstLine(text)}` : ""}`;
-}
-
-function toolResultText(result) {
-  const content = result?.content;
-  if (typeof content === "string") return content;
-  if (!Array.isArray(content)) return "";
-  return content.map((c) => c?.text ?? "").filter(Boolean).join("\n");
-}
-
-function firstLine(text) {
-  return String(text ?? "").split(/\r?\n/u).map((s) => s.trim()).find(Boolean) ?? "no details";
-}
-
-function relPath(path, cwd) {
-  if (!path) return "unknown";
-  const r = relative(cwd, String(path));
-  if (r && !r.startsWith("..") && r !== ".") return r;
-  return basename(String(path)) || String(path);
-}
-
-function truncateOneLine(value, max = 80) {
-  const text = String(value ?? "").replace(/\s+/gu, " ").trim();
-  return text.length > max ? `${text.slice(0, Math.max(1, max - 1))}…` : text;
-}
-
-function formatTokens(n) {
-  if (n >= 1_000_000) return `${(n / 1_000_000).toFixed(1)}M`;
-  if (n >= 1_000) return `${Math.round(n / 1_000)}k`;
-  return String(Math.round(n));
-}

package/src/benchmark/shared.mjs

@@ -1,46 +0,0 @@
-// ── Shared utilities (matches local-llm-visual-benchmark) ──────────────────
-
-import { createHash } from "node:crypto";
-import { readdir, readFile } from "node:fs/promises";
-import { join } from "node:path";
-
-export function slugModelId(modelId, maxLength = 80) {
-  const hash = createHash("sha256").update(modelId).digest("hex").slice(0, 10);
-  const normalized = modelId.normalize("NFKD").replace(/[\u0300-\u036f]/gu, "").toLowerCase();
-  const slug = normalized.replace(/[^a-z0-9]+/gu, "-").replace(/^-+|-+$/gu, "").replace(/-{2,}/gu, "-");
-  if (slug.length > 0 && slug.length <= maxLength && slug === normalized) return slug;
-  const baseMaxLength = Math.max(1, maxLength - 11);
-  const base = slug.slice(0, baseMaxLength).replace(/^-+|-+$/gu, "") || "model";
-  return `${base}-${hash}`;
-}
-
-export function createRunId(date = new Date()) {
-  return date.toISOString().replace(/:/gu, "-").replace(/\./gu, "-");
-}
-
-export async function loadBenchmarks(benchDir) {
-  const entries = await readdir(benchDir);
-  const markdownFiles = entries.filter((f) => f.endsWith(".md")).sort();
-  const benchmarks = [];
-  for (const filename of markdownFiles) {
-    const raw = await readFile(join(benchDir, filename), "utf8");
-    const match = raw.match(/^---\n([\s\S]*?)\n---\n([\s\S]*)$/);
-    const frontmatter = match ? match[1] : "";
-    const content = match ? match[2].trim() : raw.trim();
-    let id = filename.replace(/\.md$/u, "");
-    let title = id;
-    let description = "";
-    for (const line of frontmatter.split("\n")) {
-      const kv = line.match(/^(\w+):\s*(.+)$/);
-      if (kv) {
-        const [, key, val] = kv;
-        if (key === "id") id = val.trim();
-        if (key === "title") title = val.trim();
-        if (key === "description") description = val.trim();
-      }
-    }
-    const kind = id === "ab-test-analysis" ? "data-science" : "visual";
-    benchmarks.push({ id, title, description, prompt: content, kind });
-  }
-  return benchmarks;
-}

package/src/benchmark.mjs

@@ -1,12 +0,0 @@
-// ── Benchmark module (thin facade) ──────────────────────────────────────────
-// Submodules handle the actual logic. This file re-exports for backward compatibility.
-
-export { slugModelId, createRunId, loadBenchmarks } from "./benchmark/shared.mjs";
-export { findBenchmarkRepo, linkBenchmarkRepo } from "./benchmark/repo.mjs";
-export { prepareBenchmarkRun } from "./benchmark/prepare.mjs";
-export { runBenchmarkInPi } from "./benchmark/sdk-runner.mjs";
-export { queryServerMetrics } from "./benchmark/metrics.mjs";
-// unloadModelFromServer now lives in src/process.mjs (managed-server counterpart to stopProfile).
-export { unloadModelFromServer } from "./process.mjs";
-export { finalizeBenchmarkRun, renderBenchmarkSummary } from "./benchmark/finalize.mjs";
-export { benchmarkForProfile, benchmarkFlow } from "./benchmark/flow.mjs";

package/src/commands/benchmark.mjs

@@ -1,4 +0,0 @@
-export async function benchmarkCommand() {
-  const { benchmarkFlow } = await import("../benchmark.mjs");
-  return await benchmarkFlow();
-}