omniharness-cli 0.1.83 → 0.1.84

package/dist/config/omniRoute.js

@@ -32,6 +32,7 @@ export class OmniRouteClient {
     metrics = {
         compression: { inputTokens: 0, compressedTokens: 0, ratio: 1, strategy: 'none', updatedAt: new Date().toISOString() },
         fallback: { attempts: 0 },
+        usage: { contextTokens: 0, tokensIn: 0, tokensOut: 0, costUsd: 0 },
         requestCount: 0,
     };
     constructor(config = {}) {
@@ -186,7 +187,19 @@ export class OmniRouteClient {
         let lineBuffer = '';
         // Partially-accumulated tool calls keyed by stream index.
         const toolStreams = new Map();
+        // OmniRoute's response headers are sent at stream start, before the
+        // latency, usage and cost are known, so on a stream they carry zeros. With
+        // OMNIROUTE_SSE_COMMENTS on, the gateway ends the stream with the same
+        // fields as `: x-omniroute-<name>=<value>` comment lines — the values that
+        // were final. They are collected here and read like a second header set.
+        const trailer = new Headers();
         const flushData = (line) => {
+            if (line.startsWith(':')) {
+                const meta = /^:\s*(x-omniroute-[a-z0-9-]+)=(.*)$/i.exec(line);
+                if (meta)
+                    trailer.set(meta[1].toLowerCase(), meta[2].trim());
+                return;
+            }
             const sep = line.indexOf(':');
             if (sep === -1)
                 return;
@@ -274,6 +287,10 @@ export class OmniRouteClient {
         const toolCalls = [...toolStreams.values()]
             .filter((entry) => entry.id !== '' && entry.name !== '')
             .map((entry) => ({ id: entry.id, type: 'function', function: { name: entry.name, arguments: entry.argsFragments.join('') } }));
+        // The trailer names the provider and model that finished the stream, so it
+        // supersedes the routing picture taken from the initial headers.
+        this.updateMetrics(trailer);
+        this.recordCompletion(response.headers, usage, trailer);
         return { content, model: answered, finishReason, reasoning: reasoning || undefined, toolCalls, usage, headers: response.headers, compression: this.compressionFrom(response.headers) };
     }
     async chat(model, messages, options = {}) {
@@ -294,6 +311,11 @@ export class OmniRouteClient {
         // (the combo may have routed anywhere); fall back to the requested id.
         const answered = typeof payload.model === 'string' && payload.model.trim() !== '' ? payload.model : model;
         const toolCalls = Array.isArray(message.tool_calls) ? message.tool_calls.map((call) => this.asToolCall(call)).filter((call) => call !== null) : undefined;
+        this.recordCompletion(response.headers, usage ? {
+            inputTokens: this.number(usage.prompt_tokens),
+            outputTokens: this.number(usage.completion_tokens),
+            totalTokens: this.number(usage.total_tokens),
+        } : undefined);
         return {
             content: typeof message.content === 'string' ? message.content : '',
             model: answered,
@@ -309,6 +331,50 @@ export class OmniRouteClient {
             compression: this.compressionFrom(response.headers),
         };
     }
+    /**
+     * OmniRoute's cost-telemetry set for one completion, or undefined when the
+     * headers carry no token counts. A stream's initial headers hold zeros for
+     * every field the gateway could not know yet, and zeros are treated as
+     * absent so they never overwrite a count read elsewhere.
+     */
+    usageFromHeaders(headers) {
+        const inputTokens = this.headerNumber(headers, 'x-omniroute-tokens-in') ?? 0;
+        const outputTokens = this.headerNumber(headers, 'x-omniroute-tokens-out') ?? 0;
+        if (inputTokens <= 0 && outputTokens <= 0)
+            return undefined;
+        const costUsd = this.headerNumber(headers, 'x-omniroute-response-cost');
+        const latencyMs = this.headerNumber(headers, 'x-omniroute-latency-ms');
+        return {
+            inputTokens: Math.max(0, inputTokens),
+            outputTokens: Math.max(0, outputTokens),
+            costUsd: costUsd !== undefined && costUsd > 0 ? costUsd : undefined,
+            latencyMs: latencyMs !== undefined && latencyMs > 0 ? latencyMs : undefined,
+        };
+    }
+    /**
+     * Fold one completion into the session's usage. Sources, most authoritative
+     * first: the SSE metadata trailer (final values of a stream), the response
+     * headers (final on a non-streaming reply, zeros on a stream), then the
+     * `usage` object in the body. Token counts come from one source only, so a
+     * reply that reports itself twice is still counted once.
+     */
+    recordCompletion(headers, body, trailer) {
+        const usage = this.metrics.usage;
+        const measured = (trailer && this.usageFromHeaders(trailer))
+            ?? this.usageFromHeaders(headers)
+            ?? (body && (body.inputTokens > 0 || body.outputTokens > 0) ? { inputTokens: body.inputTokens, outputTokens: body.outputTokens } : undefined);
+        if (!measured)
+            return;
+        if (measured.inputTokens > 0)
+            usage.contextTokens = measured.inputTokens;
+        usage.tokensIn += measured.inputTokens;
+        usage.tokensOut += measured.outputTokens;
+        if (measured.costUsd !== undefined)
+            usage.costUsd += measured.costUsd;
+        if (measured.latencyMs !== undefined)
+            usage.latencyMs = measured.latencyMs;
+        usage.updatedAt = new Date().toISOString();
+    }
     compressionFrom(headers) {
         const input = this.headerNumber(headers, 'x-omniroute-input-tokens');
         const compressed = this.headerNumber(headers, 'x-omniroute-compressed-tokens');

package/dist/ui/terminalInterface.js

@@ -981,9 +981,12 @@ export function TerminalInterface({ engine }) {
     const contentWidth = Math.max(20, convoWidth - 6);
     const terminalRows = rows;
     const metrics = engine.client.snapshotMetrics();
-    const meter = contextMeter(metrics.compression.inputTokens, engine.state.activeModel, metrics.fallback.activeProvider);
+    // The prompt tokens of the last completion, as the gateway counted them,
+    // are the size of the context the next turn will carry.
+    const contextTokens = metrics.usage?.contextTokens ?? 0;
+    const meter = contextMeter(contextTokens, engine.state.activeModel, metrics.fallback.activeProvider);
     const meterColor = meter.zone === 'danger' ? PALETTE.error : meter.zone === 'warn' ? PALETTE.warn : PALETTE.muted;
-    const contextLabel = metrics.compression.inputTokens > 0 ? `ctx ${meterBar(meter.fraction, 8)} ${Math.round(meter.fraction * 100)}%` : '';
+    const contextLabel = contextTokens > 0 ? `ctx ${meterBar(meter.fraction, 8)} ${Math.round(meter.fraction * 100)}%` : '';
     const compression = metrics.compression.inputTokens > 0 ? `${Math.round((1 - metrics.compression.ratio) * 100)}% ${metrics.compression.strategy.toUpperCase()}` : '';
     const phase = busy && currentTool ? phaseFor(currentTool) : (busy ? 'working' : 'ready');
     const elapsedMs = busy && runStartedAt.current !== null ? Math.max(0, now - runStartedAt.current) : 0;
@@ -1009,7 +1012,7 @@ export function TerminalInterface({ engine }) {
     const liveThinkView = liveThinkLines.slice(-Math.max(2, Math.floor(liveBudget / 2)));
     const liveAnswerView = liveAnswerLines.slice(-liveBudget);
     const doneAgents = agents.filter((lane) => lane.status === 'done').length;
-    const panel = _jsx(SidebarPanel, { width: SIDEBAR_WIDTH, model: engine.state.activeModel, mode: mode, perm: permMode, workspace: engine.state.workspace.root, usage: { tokensIn: metrics.compression.inputTokens, requests: metrics.requestCount }, agents: agents, todos: taskQueue, skills: engine.skills.length, plugins: new Set(engine.skills.map((skill) => skill.source).filter((source) => source !== undefined)).size });
+    const panel = _jsx(SidebarPanel, { width: SIDEBAR_WIDTH, model: engine.state.activeModel, mode: mode, perm: permMode, workspace: engine.state.workspace.root, usage: { tokensIn: metrics.usage?.tokensIn, tokensOut: metrics.usage?.tokensOut, costUSD: metrics.usage?.costUsd, requests: metrics.requestCount }, agents: agents, todos: taskQueue, skills: engine.skills.length, plugins: new Set(engine.skills.map((skill) => skill.source).filter((source) => source !== undefined)).size });
     return _jsxs(Box, { flexDirection: "column", width: width, paddingLeft: gutter, paddingRight: gutter, children: [_jsx(Static, { items: lines, children: (line, index) => _jsx(TranscriptEntry, { line: line, width: contentWidth, fallbackModel: engine.state.activeModel }, index) }, staticKey), sideMode === 'replace' && _jsx(Box, { marginBottom: 1, children: panel }), _jsxs(Box, { flexDirection: "row", alignItems: "flex-start", children: [_jsxs(Box, { flexDirection: "column", width: sideMode === 'split' ? convoWidth : undefined, flexGrow: sideMode === 'split' ? 0 : 1, children: [view.showHero && _jsx(Hero, { width: contentWidth + 2, endpoint: engine.client.endpoint ?? 'omniroute', model: engine.state.activeModel, mode: mode, perm: permMode, workspace: engine.state.workspace.root, sessions: recentSessions, skills: engine.skills.length, plugins: new Set(engine.skills.map((skill) => skill.source).filter((source) => source !== undefined)).size, mcpTools: engine.mcpTools.length }), liveThink !== '' && _jsxs(Box, { flexDirection: "column", marginTop: 1, children: [_jsx(Text, { bold: true, color: PALETTE.warn, children: "\u00B7 thinking" }), liveThinkView.map((segments, index) => _jsx(SegmentText, { segments: segments, role: "thinking" }, index))] }), liveAnswer !== '' && _jsxs(Box, { flexDirection: "column", marginTop: 1, children: [_jsx(Text, { bold: true, color: PALETTE.accent, children: engine.state.activeModel }), liveAnswerView.map((segments, index) => _jsx(SegmentText, { segments: segments, role: "assistant" }, index))] }), (view.toolCards > 0 ? toolCards.slice(-view.toolCards) : []).map((card) => {
                                 const expanded = expandedTool === card.id;
                                 const status = card.status === 'running' ? 'running' : card.status === 'error' ? 'error' : 'done';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "omniharness-cli",
-  "version": "0.1.83",
+  "version": "0.1.84",
   "description": "OmniHarness — local-first agent orchestration harness for OmniRoute.",
   "license": "MIT",
   "type": "module",