offgrid-ai 0.16.3 → 0.18.0

package/resources/hf-download.py

@@ -1,79 +0,0 @@
-#!/usr/bin/env python3
-"""
-Download a HuggingFace model into the standard HF cache.
-
-Usage:
-  python3 hf-download.py --repo mlx-community/gemma-4-e2b-it-4bit
-  python3 hf-download.py --repo unsloth/gemma-4-E2B-it-GGUF --file gemma-4-E2B-it-Q4_K_S.gguf
-
-Streams NDJSON progress events to stdout.
-"""
-import argparse
-import json
-import os
-import sys
-
-
-def emit(event):
-    print(json.dumps(event), flush=True)
-
-
-def progress_callback(relative_path, downloaded, total):
-    emit({
-        "type": "progress",
-        "file": relative_path,
-        "downloadedBytes": downloaded,
-        "totalBytes": total,
-    })
-
-
-def main():
-    parser = argparse.ArgumentParser(description="Download a HuggingFace model into the standard cache.")
-    parser.add_argument("--repo", required=True, help="HuggingFace repo ID (e.g. mlx-community/gemma-4-e2b-it-4bit)")
-    parser.add_argument("--file", help="Specific filename to download (for GGUF). Omit to download the full repo (MLX).")
-    parser.add_argument("--cache-dir", help="HF hub cache directory (where models--org--name/... live). Defaults to $HF_HUB_CACHE or $HF_HOME/hub or ~/.cache/huggingface/hub.")
-    args = parser.parse_args()
-
-    try:
-        from huggingface_hub import hf_hub_download, snapshot_download
-    except ImportError as e:
-        emit({"type": "error", "message": f"huggingface_hub is not installed: {e}"})
-        sys.exit(1)
-
-    cache_dir = args.cache_dir or os.environ.get("HF_HUB_CACHE") or os.path.join(
-        os.environ.get("HF_HOME") or os.path.join(os.path.expanduser("~"), ".cache", "huggingface"),
-        "hub",
-    )
-
-    try:
-        if args.file:
-            local_path = hf_hub_download(
-                repo_id=args.repo,
-                filename=args.file,
-                cache_dir=cache_dir,
-                resume_download=True,
-            )
-            emit({
-                "type": "complete",
-                "localDir": os.path.dirname(local_path),
-                "localPath": local_path,
-                "format": "gguf",
-            })
-        else:
-            local_dir = snapshot_download(
-                repo_id=args.repo,
-                cache_dir=cache_dir,
-                resume_download=True,
-            )
-            emit({
-                "type": "complete",
-                "localDir": local_dir,
-                "format": "mlx",
-            })
-    except Exception as e:
-        emit({"type": "error", "message": str(e)})
-        sys.exit(1)
-
-
-if __name__ == "__main__":
-    main()

package/src/backend-installers.mjs

@@ -1,42 +0,0 @@
-import { pc } from "./ui.mjs";
-
-export const BACKEND_INSTALLERS = {
-  lmstudio: {
-    label: "LM Studio",
-    choiceLabel: "LM Studio (recommended)",
-    hint: "brew install --cask lm-studio — visual model browser + CLI",
-    commands: [["brew", ["install", "--cask", "lm-studio"], "LM Studio"]],
-    success(model) {
-      console.log(pc.green("✓ LM Studio installed"));
-      console.log(pc.yellow("\nOpen LM Studio and download a model to get started."));
-      console.log(pc.dim(`Recommended for your machine: ${model.label}`));
-      console.log(pc.dim("Then run offgrid-ai again to pick and run a model."));
-    },
-    failure: "Download it manually from https://lmstudio.ai",
-    allFailure: "✗ LM Studio installation failed. Download from https://lmstudio.ai",
-  },
-  omlx: {
-    label: "oMLX",
-    choiceLabel: "oMLX",
-    hint: "brew tap jundot/omlx && brew install omlx — Apple Silicon optimized",
-    commands: [
-      ["brew", ["tap", "jundot/omlx", "https://github.com/jundot/omlx"], "oMLX tap"],
-      ["brew", ["install", "omlx"], "oMLX"],
-    ],
-    success(model) {
-      console.log(pc.green("✓ oMLX installed"));
-      console.log(pc.yellow("\nStart oMLX and download a model:"));
-      console.log(pc.bold("  omlx start"));
-      console.log(pc.dim(`Recommended for your machine: ${model.label}`));
-      console.log(pc.dim("Then run offgrid-ai again to pick and run a model."));
-    },
-    failure: "Install manually: brew tap jundot/omlx && brew install omlx",
-    allFailure: "✗ oMLX installation failed. Install manually: brew tap jundot/omlx && brew install omlx",
-  },
-};
-
-export const BACKEND_INSTALL_CHOICES = [
-  ...Object.entries(BACKEND_INSTALLERS).map(([value, installer]) => ({ value, label: installer.choiceLabel, hint: installer.hint })),
-  { value: "all", label: "Install both", hint: "LM Studio + oMLX" },
-  { value: "skip", label: "Skip for now", hint: "I'll set up models myself" },
-];

package/src/benchmark/finalize.mjs

@@ -1,169 +0,0 @@
-// ── Benchmark finalization (metadata + summary rendering) ───────────────────
-// unloadModelFromServer has been moved to src/process.mjs (it's the managed-server
-// counterpart to stopProfile, used by both the benchmark flow and the Pi chat flow).
-
-import { existsSync } from "node:fs";
-import { readFile, writeFile } from "node:fs/promises";
-import { join } from "node:path";
-import { pc, renderRows, renderSection } from "../ui.mjs";
-
-export async function finalizeBenchmarkRun(runDirectory, runResult, speedMetrics, speedMetricsError = null) {
-  const metadataPath = join(runDirectory, "metadata.json");
-  const metadata = JSON.parse(await readFile(metadataPath, "utf8"));
-  const now = new Date();
-  const timestamp = now.toISOString();
-
-  const kind = metadata.kind ?? "visual";
-  const isDs = kind === "data-science";
-  const requiredFile = isDs ? "analysis.ipynb" : "index.html";
-  const requiredPath = join(runDirectory, requiredFile);
-
-  const outputFiles = [];
-  for (const candidate of [requiredFile, isDs ? "summary.json" : "preview.png", isDs ? "chart-distribution.png" : "preview.webm", "preview.mp4"]) {
-    if (existsSync(join(runDirectory, candidate))) {
-      outputFiles.push(candidate);
-    }
-  }
-
-  const success = existsSync(requiredPath) && (await readFile(requiredPath, "utf8")).trim().length > 0;
-  const hasTurns = runResult.agentTurns > 0;
-
-  let failureReason = null;
-  if (runResult.error) {
-    failureReason = typeof runResult.error === "string" ? runResult.error : (runResult.error.message ?? "Unknown error");
-  } else if (!hasTurns) {
-    failureReason = "The model did not produce any response turns.";
-  } else if (!success) {
-    if (runResult.toolCalls === 0) {
-      failureReason = `The model finished without writing the required output file (${requiredFile}). It may have returned the response as chat text instead of using the write tool.`;
-    } else {
-      failureReason = `The required output file (${requiredFile}) was missing or empty after the run.`;
-    }
-  }
-
-  const failed = failureReason !== null;
-
-  metadata.status = failed ? "failed" : "completed";
-  metadata.updatedAt = timestamp;
-  if (failed) {
-    metadata.failedAt = timestamp;
-  } else {
-    metadata.completedAt = timestamp;
-  }
-
-  const totalTokens = runResult.promptTokens + runResult.completionTokens;
-
-  metadata.runner.tokenMetrics = {
-    reported: hasTurns,
-    promptTokens: runResult.promptTokens,
-    completionTokens: runResult.completionTokens,
-    totalTokens,
-  };
-
-  metadata.runner.speedMetrics = speedMetrics;
-  metadata.runner.metricSource = speedMetrics?.metricSource ?? null;
-  metadata.runner.speedMetricsError = speedMetricsError ?? null;
-
-  metadata.results = {
-    wallClockMs: runResult.wallClockMs,
-    agentTurns: runResult.agentTurns,
-    toolCalls: runResult.toolCalls,
-    toolResults: runResult.toolResults,
-    success,
-    outputFiles,
-    perTurn: runResult.perTurn,
-  };
-
-  if (failureReason) {
-    metadata.error = { message: failureReason, ...(typeof runResult.error === "object" && runResult.error?.stack ? { stack: runResult.error.stack } : {}) };
-  } else if (runResult.error) {
-    metadata.error = typeof runResult.error === "string"
-      ? { message: runResult.error }
-      : { message: runResult.error.message ?? "Unknown error", ...(runResult.error.stack ? { stack: runResult.error.stack } : {}) };
-  }
-
-  await writeFile(metadataPath, JSON.stringify(metadata, null, 2) + "\n", "utf8");
-  return metadata;
-}
-
-function formatMetric(value, formatter) {
-  if (value === null || value === undefined || !Number.isFinite(value)) return pc.dim("—");
-  return formatter(value);
-}
-
-function formatMs(ms) {
-  return formatMetric(ms, (n) => (n < 1000 ? `${Math.round(n)} ms` : `${(n / 1000).toFixed(1)} s`));
-}
-
-function formatNumber(n) {
-  return formatMetric(n, (v) => v.toLocaleString());
-}
-
-function formatTokPerSec(n) {
-  return formatMetric(n, (v) => `${v.toFixed(1)} tok/s`);
-}
-
-function formatPercent(n) {
-  return formatMetric(n, (v) => `${(v * 100).toFixed(0)} %`);
-}
-
-export function renderBenchmarkSummary(metadata) {
-  const { status, results, runner, error } = metadata;
-
-  const agentRows = [
-    ["Status", status === "completed" ? pc.green("completed") : pc.red(status ?? "failed")],
-    ["Duration", formatMs(results?.wallClockMs)],
-    ["Agent turns", formatNumber(results?.agentTurns)],
-    ["Input tokens", formatNumber(runner?.tokenMetrics?.promptTokens)],
-    ["Output tokens", formatNumber(runner?.tokenMetrics?.completionTokens)],
-    ["Total tokens", formatNumber(runner?.tokenMetrics?.totalTokens)],
-    ["Tool calls", formatNumber(results?.toolCalls)],
-    ["Tool results", formatNumber(results?.toolResults)],
-    ["Output files", (results?.outputFiles?.length ?? 0) > 0 ? results.outputFiles.join(", ") : pc.dim("—")],
-  ];
-
-  console.log("");
-  console.log(renderSection("Benchmark Result", renderRows(agentRows)));
-
-  if (status === "completed" && runner?.speedMetrics) {
-    const speed = runner.speedMetrics;
-    const speedRows = [
-      ["Prefill tok/s", formatTokPerSec(speed.prefillTokensPerSecond)],
-      ["Generation tok/s", formatTokPerSec(speed.generationTokensPerSecond)],
-      ["TTFT", formatMs(speed.ttftMs)],
-      ["Speculative decode", formatPercent(speed.speculativeDecodeAcceptance)],
-      ["KV cache tokens", formatNumber(speed.kvCacheTokens)],
-      ["Model load time", formatMs(speed.modelLoadMs)],
-      ["Metric source", speed.metricSource ?? pc.dim("—")],
-    ];
-    console.log(renderSection("Speed Metrics", renderRows(speedRows)));
-  } else if (error) {
-    const wrappedError = wrapText(error.message ?? "Unknown error");
-    console.log(renderSection("Error", pc.red(wrappedError)));
-    if (error.message?.includes("write tool") || error.message?.includes("required output file")) {
-      const tip = wrapText("Tip: This usually means the model returned the answer as chat text instead of writing the file. Try a model with stronger tool-use support, or run the prompt manually.", 64);
-      console.log(pc.dim("\n" + tip));
-    }
-  }
-
-  if (status === "completed" && !runner?.speedMetrics && runner?.speedMetricsError) {
-    console.log(pc.dim(`\nSpeed metrics unavailable: ${runner.speedMetricsError}`));
-  }
-}
-
-function wrapText(text, width = 64) {
-  if (!text) return "";
-  const words = text.split(/\s+/);
-  const lines = [];
-  let current = "";
-  for (const word of words) {
-    if ((current + " " + word).trim().length > width) {
-      if (current) lines.push(current.trim());
-      current = word;
-    } else {
-      current = current ? `${current} ${word}` : word;
-    }
-  }
-  if (current) lines.push(current.trim());
-  return lines.join("\n");
-}

package/src/benchmark/flow.mjs

@@ -1,240 +0,0 @@
-// ── Benchmark command flows ───────────────────────────────────────────────────
-
-import { join } from "node:path";
-import { ensureDirs } from "../config.mjs";
-import { backendFor } from "../backends.mjs";
-import { serverReady, startServer, waitForReady, stopProfile, modelAvailableOnServer, unloadModelFromServer } from "../process.mjs";
-import { loadProfiles } from "../profiles.mjs";
-import { pc, createPrompt } from "../ui.mjs";
-import { linkBenchmarkRepo } from "./repo.mjs";
-import { loadBenchmarks } from "./shared.mjs";
-import { prepareBenchmarkRun } from "./prepare.mjs";
-import { runBenchmarkInPi } from "./sdk-runner.mjs";
-import { queryServerMetrics } from "./metrics.mjs";
-import { finalizeBenchmarkRun, renderBenchmarkSummary } from "./finalize.mjs";
-
-function benchmarkModelSource(profile) {
-  if (!profile) return "cloud";
-  return profile.backend === "omlx" ? "omlx" : "llama-cpp";
-}
-
-async function chooseBenchmarkAction(prompt, canRun) {
-  const choices = [
-    { value: "run", label: "Run Benchmark", hint: "Automated with Pi" },
-    { value: "prepare", label: "Prepare Benchmark (manual)", hint: "Copy prompt and run yourself" },
-  ];
-  return await prompt.choice("Action", canRun ? choices : choices.filter((c) => c.value === "prepare"), canRun ? "run" : "prepare");
-}
-
-function managedModelId(profile) {
-  return profile.omlxModel ?? profile.modelAlias ?? profile.label;
-}
-
-async function ensureManagedModelAvailableForBenchmark(profile, backend) {
-  if (backend.type !== "managed-server") return;
-  if (await modelAvailableOnServer(profile)) return;
-  throw new Error(`${managedModelId(profile)} is not available on ${backend.label} at ${profile.baseUrl}.`);
-}
-
-async function ensureServerForBenchmark(profile) {
-  const backend = backendFor(profile.backend);
-  if (await serverReady(profile.baseUrl)) {
-    await ensureManagedModelAvailableForBenchmark(profile, backend);
-    console.log(pc.green(`[ready] ${backend.label} at ${profile.baseUrl}`));
-    return { started: false };
-  }
-
-  if (backend.type === "managed-server") {
-    throw new Error(`${backend.label} is not running at ${profile.baseUrl}. Start it and try again.`);
-  }
-
-  console.log(pc.dim(`Starting ${backend.label} for ${profile.label}...`));
-  const state = await startServer(profile);
-  await waitForReady(profile, state?.pid, state?.rawLogPath);
-  console.log(pc.green(`[ready] ${profile.baseUrl}/models`));
-  return { started: true, state };
-}
-
-export async function runPreparedBenchmark(profile, runDirectory, options = {}) {
-  const controller = new AbortController();
-  if (options.signal) {
-    options.signal.addEventListener("abort", () => controller.abort(), { once: true });
-  }
-  let serverStarted = false;
-  let benchmarkStarted = false;
-  let metadata;
-
-  const onSigint = () => {
-    controller.abort();
-  };
-  process.on("SIGINT", onSigint);
-
-  try {
-    const serverState = await ensureServerForBenchmark(profile);
-    serverStarted = serverState.started;
-
-    benchmarkStarted = true;
-    const runResult = await runBenchmarkInPi(profile, runDirectory, { signal: controller.signal });
-
-    let speedMetrics = null;
-    let speedMetricsError = null;
-    if (!runResult.error) {
-      try {
-        speedMetrics = await queryServerMetrics(profile);
-      } catch (err) {
-        // Non-fatal: speed metrics are a supplementary measurement, not the
-        // benchmark itself. Don't poison the run result; surface it as a note.
-        speedMetricsError = err.message;
-      }
-    }
-
-    metadata = await finalizeBenchmarkRun(runDirectory, runResult, speedMetrics, speedMetricsError);
-    renderBenchmarkSummary(metadata);
-  } catch (err) {
-    const failedResult = {
-      error: { message: err.message },
-      wallClockMs: null,
-      agentTurns: 0,
-      promptTokens: 0,
-      completionTokens: 0,
-      totalTokens: 0,
-      cacheRead: 0,
-      cacheWrite: 0,
-      toolCalls: 0,
-      toolResults: 0,
-      perTurn: [],
-    };
-    metadata = await finalizeBenchmarkRun(runDirectory, failedResult, null);
-    renderBenchmarkSummary(metadata);
-  } finally {
-    process.removeListener("SIGINT", onSigint);
-    if (serverStarted && !options.keepServer) {
-      const backend = backendFor(profile.backend);
-      if (backend.type !== "managed-server") {
-        const result = await stopProfile(profile);
-        console.log(result.stopped ? pc.green(`[stop] ${result.message}`) : pc.dim(`[stop] ${result.message}`));
-      }
-    }
-    if (benchmarkStarted) {
-      const unloadResult = await unloadModelFromServer(profile);
-      if (!unloadResult.unloaded && unloadResult.error) {
-        console.log(pc.yellow(`[unload] ${unloadResult.backend}: ${unloadResult.error}`));
-      } else if (!unloadResult.unloaded && unloadResult.reason) {
-        console.log(pc.dim(`[unload] ${unloadResult.backend}: ${unloadResult.reason}`));
-      }
-    }
-  }
-
-  return metadata;
-}
-
-// ── Shared benchmark selection ────────────────────────────────────────────
-
-async function selectBenchmark(prompt, repoPath) {
-  const kind = await prompt.choice("Benchmark category", [
-    { value: "visual", label: "Visual Benchmark", hint: "HTML/CSS/JS animation benchmarks" },
-    { value: "data-science", label: "Data Science", hint: "Analysis and charting benchmarks" },
-  ], "visual");
-
-  const benchDir = join(repoPath, "benchmarks");
-  const benchmarks = (await loadBenchmarks(benchDir)).filter((b) => b.kind === kind);
-  if (benchmarks.length === 0) {
-    console.log(pc.yellow(`No ${kind} benchmarks found in ${benchDir}`));
-    return null;
-  }
-  const benchmarkId = await prompt.choice("Prompt", benchmarks.map((b) => ({
-    value: b.id, label: b.title, hint: b.description || b.id,
-  })), benchmarks[0].id);
-  const benchmark = benchmarks.find((b) => b.id === benchmarkId);
-  if (!benchmark) return null;
-  return { kind, benchmark };
-}
-
-// ── Shared benchmark setup ───────────────────────────────────────────────
-
-async function benchmarkSetup() {
-  await ensureDirs();
-  const prompt = createPrompt();
-  const repoPath = await linkBenchmarkRepo(prompt);
-  if (!repoPath) return { prompt, repoPath: null, selected: null };
-  const selected = await selectBenchmark(prompt, repoPath);
-  return { prompt, repoPath, selected };
-}
-
-// ── Benchmark from a selected profile (from model picker) ────────────────
-
-export async function benchmarkForProfile(profile) {
-  const { prompt, repoPath, selected } = await benchmarkSetup();
-  try {
-    if (!selected) return;
-    const { kind, benchmark: selectedBenchmark } = selected;
-
-    const modelId = profile.modelAlias;
-    const modelSource = benchmarkModelSource(profile);
-    const backendLabel = backendFor(profile.backend).label;
-
-    const canRun = modelSource !== "cloud";
-    const action = await chooseBenchmarkAction(prompt, canRun);
-
-    const runDirectory = await prepareBenchmarkRun({ repoPath, benchmark: selectedBenchmark, kind, modelId, modelSource, backendLabel, profile, showNextSteps: action === "prepare" });
-
-    if (action === "run") {
-      return await runPreparedBenchmark(profile, runDirectory);
-    }
-
-    return runDirectory;
-  } finally {
-    prompt.close();
-  }
-}
-
-// ── Standalone benchmark flow (offgrid-ai benchmark) ──────────────────────
-
-export async function benchmarkFlow() {
-  const { prompt, repoPath, selected } = await benchmarkSetup();
-  try {
-    if (!selected) return;
-    const { kind, benchmark: selectedBenchmark } = selected;
-
-    const profiles = await loadProfiles();
-    const source = await prompt.choice("Model source", [
-      { value: "profile", label: "Use existing profile", hint: "Pick a saved offgrid-ai profile" },
-      { value: "cloud", label: "Custom / cloud", hint: "Free-form model label for cloud runs" },
-    ], "profile");
-
-    let modelId, modelSource, backendLabel, profile;
-
-    if (source === "profile") {
-      if (profiles.length === 0) {
-        console.log(pc.yellow("No profiles yet. Run: offgrid-ai models"));
-        return;
-      }
-      const profileId = await prompt.choice("Profile", profiles.map((p) => ({
-        value: p.id, label: p.label, hint: `${backendFor(p.backend).label} · ${p.modelAlias}`,
-      })), profiles[0].id);
-      profile = profiles.find((p) => p.id === profileId);
-      if (!profile) return;
-      modelId = profile.modelAlias;
-      modelSource = benchmarkModelSource(profile);
-      backendLabel = backendFor(profile.backend).label;
-    } else {
-      backendLabel = await prompt.text("Backend label", "cloud");
-      modelId = await prompt.text("Model name", "");
-      if (!modelId) { console.log(pc.yellow("Model name is required.")); return; }
-      modelSource = "cloud";
-    }
-
-    const canRun = modelSource !== "cloud" && profile != null;
-    const action = await chooseBenchmarkAction(prompt, canRun);
-
-    const runDirectory = await prepareBenchmarkRun({ repoPath, benchmark: selectedBenchmark, kind, modelId, modelSource, backendLabel, profile, showNextSteps: action === "prepare" });
-
-    if (action === "run" && profile) {
-      return await runPreparedBenchmark(profile, runDirectory);
-    }
-
-    return runDirectory;
-  } finally {
-    prompt.close();
-  }
-}

package/src/benchmark/metrics.mjs

@@ -1,107 +0,0 @@
-// ── Backend-aware server speed metrics ───────────────────────────────────────
-
-import { backendFor } from "../backends.mjs";
-
-const BENCH_SPEED_PROMPT = "Write a one-sentence summary of machine learning.";
-const SPEED_QUERY_TIMEOUT_MS = 120_000;
-const SPEED_QUERY_MAX_TOKENS = 64;
-
-export async function queryServerMetrics(profile) {
-  const backend = backendFor(profile.backend);
-
-  if (backend.id === "llama-cpp") {
-    return await queryLlamaCppMetrics(profile);
-  }
-  if (backend.id === "omlx") {
-    return await queryOmlxMetrics(profile);
-  }
-
-  throw new Error(`Unsupported backend for benchmark speed metrics: ${backend.id}`);
-}
-
-async function speedQueryFetch(profile, { stream = false, streamOptions = null, errorLabel = "speed query" } = {}) {
-  const body = {
-    model: profile.modelAlias,
-    messages: [{ role: "user", content: BENCH_SPEED_PROMPT }],
-    stream,
-    max_tokens: SPEED_QUERY_MAX_TOKENS,
-    ...(streamOptions ? { stream_options: streamOptions } : {}),
-  };
-
-  const response = await fetch(profile.baseUrl.replace(/\/$/u, "") + "/chat/completions", {
-    method: "POST",
-    headers: { "Content-Type": "application/json" },
-    body: JSON.stringify(body),
-    signal: AbortSignal.timeout(SPEED_QUERY_TIMEOUT_MS),
-  });
-
-  if (!response.ok) {
-    throw new Error(`${errorLabel} failed: ${response.status} ${response.statusText}`);
-  }
-
-  return response;
-}
-
-async function queryLlamaCppMetrics(profile) {
-  const response = await speedQueryFetch(profile, { errorLabel: "llama.cpp speed query" });
-
-  const data = await response.json();
-  const timings = data.timings;
-  if (!timings || typeof timings.prompt_per_second !== "number" || typeof timings.predicted_per_second !== "number") {
-    throw new Error("llama.cpp response did not include usable timings object");
-  }
-  const draftN = timings.draft_n;
-  const draftAccepted = timings.draft_n_accepted;
-
-  return {
-    prefillTokensPerSecond: timings.prompt_per_second ?? null,
-    generationTokensPerSecond: timings.predicted_per_second ?? null,
-    ttftMs: timings.prompt_ms ?? null,
-    modelLoadMs: null,
-    speculativeDecodeAcceptance: (draftN && Number.isFinite(draftAccepted) && Number.isFinite(draftN) && draftN > 0)
-      ? draftAccepted / draftN
-      : null,
-    kvCacheTokens: timings.cache_n ?? null,
-    metricSource: "llama.cpp /v1/chat/completions timings",
-  };
-}
-
-async function queryOmlxMetrics(profile) {
-  const response = await speedQueryFetch(profile, {
-    stream: true,
-    streamOptions: { include_usage: true },
-    errorLabel: "oMLX speed query",
-  });
-
-  const text = await response.text();
-  let usage = null;
-  for (const line of text.split("\n").reverse()) {
-    const trimmed = line.trim();
-    if (!trimmed || !trimmed.startsWith("data:")) continue;
-    const payload = trimmed.slice(5).trim();
-    if (payload === "[DONE]") continue;
-    try {
-      const chunk = JSON.parse(payload);
-      if (chunk.usage) {
-        usage = chunk.usage;
-        break;
-      }
-    } catch {
-      // Ignore malformed SSE chunks.
-    }
-  }
-
-  if (!usage) {
-    throw new Error("oMLX speed query did not return usage in streaming response");
-  }
-
-  return {
-    prefillTokensPerSecond: usage.prompt_tokens_per_second ?? null,
-    generationTokensPerSecond: usage.generation_tokens_per_second ?? null,
-    ttftMs: usage.time_to_first_token != null ? usage.time_to_first_token * 1000 : null,
-    modelLoadMs: null,
-    speculativeDecodeAcceptance: null,
-    kvCacheTokens: usage.prompt_tokens_details?.cached_tokens ?? null,
-    metricSource: "oMLX /v1/chat/completions streaming include_usage",
-  };
-}