inferock-bench 0.1.0

package/dist/server.js

@@ -0,0 +1,48 @@
+import { serve } from "@hono/node-server";
+import { benchKeyFromConfig, DEFAULT_HOST, DEFAULT_PORT, providerKeyStatus, } from "./config.js";
+import { createBenchApp } from "./proxy.js";
+import { JsonlEventStore } from "./storage.js";
+import { renderLiveCounter, summarizeBenchEvents } from "./summary.js";
+export async function startServer(input) {
+    const log = input.log ?? console.log;
+    const env = input.env ?? process.env;
+    const host = input.host ?? env.INFEROCK_BENCH_HOST ?? DEFAULT_HOST;
+    const port = input.port ?? portFromEnv(env) ?? DEFAULT_PORT;
+    const store = new JsonlEventStore(input.paths.eventsFile);
+    const app = createBenchApp({
+        config: input.config,
+        paths: input.paths,
+        store,
+        env,
+        log,
+    });
+    const summary = summarizeBenchEvents(await store.readAll());
+    const dashboardUrl = `http://${host}:${port}/`;
+    log(`inferock-bench listening at http://${host}:${port}`);
+    log(`Dashboard: ${dashboardUrl}`);
+    log(`OpenAI SDK baseURL: http://${host}:${port}/v1`);
+    log(`Anthropic SDK baseURL: http://${host}:${port}`);
+    log(`Local bench key: ${input.config.benchKey ?? benchKeyFromConfig(input.config, env)}`);
+    if (env.INFEROCK_BENCH_KEY && input.config.benchKey) {
+        log("INFEROCK_BENCH_KEY override is also accepted for proxy requests.");
+    }
+    log(`Config: ${input.paths.configFile}`);
+    if (!providerKeyStatus("openai", input.config, env).configured &&
+        !providerKeyStatus("anthropic", input.config, env).configured) {
+        log(`Provider setup: open ${dashboardUrl} and save an OpenAI or Anthropic key locally.`);
+    }
+    log(renderLiveCounter(summary));
+    serve({
+        fetch: app.fetch,
+        hostname: host,
+        port,
+    });
+}
+function portFromEnv(env) {
+    const value = env.INFEROCK_BENCH_PORT;
+    if (!value)
+        return undefined;
+    const parsed = Number(value);
+    return Number.isInteger(parsed) && parsed > 0 && parsed <= 65_535 ? parsed : undefined;
+}
+//# sourceMappingURL=server.js.map

package/dist/server.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.js","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAC;AAC1C,OAAO,EACL,kBAAkB,EAClB,YAAY,EACZ,YAAY,EACZ,iBAAiB,GAGlB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AAWvE,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,KAAuB;IACvD,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;IACrC,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;IACrC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,IAAI,GAAG,CAAC,mBAAmB,IAAI,YAAY,CAAC;IACnE,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,IAAI,WAAW,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC;IAC5D,MAAM,KAAK,GAAG,IAAI,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC1D,MAAM,GAAG,GAAG,cAAc,CAAC;QACzB,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,KAAK;QACL,GAAG;QACH,GAAG;KACJ,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,oBAAoB,CAAC,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IAC5D,MAAM,YAAY,GAAG,UAAU,IAAI,IAAI,IAAI,GAAG,CAAC;IAC/C,GAAG,CAAC,sCAAsC,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC;IAC1D,GAAG,CAAC,cAAc,YAAY,EAAE,CAAC,CAAC;IAClC,GAAG,CAAC,8BAA8B,IAAI,IAAI,IAAI,KAAK,CAAC,CAAC;IACrD,GAAG,CAAC,iCAAiC,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC;IACrD,GAAG,CAAC,oBAAoB,KAAK,CAAC,MAAM,CAAC,QAAQ,IAAI,kBAAkB,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IAC1F,IAAI,GAAG,CAAC,kBAAkB,IAAI,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QACpD,GAAG,CAAC,kEAAkE,CAAC,CAAC;IAC1E,CAAC;IACD,GAAG,CAAC,WAAW,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;IACzC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,UAAU;QAC5D,CAAC,iBAAiB,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC;QAChE,GAAG,CAAC,wBAAwB,YAAY,+CAA+C,CAAC,CAAC;IAC3F,CAAC;IACD,GAAG,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;IAEhC,KAAK,CAAC;QACJ,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,QAAQ,EAAE,IAAI;QACd,IAAI;KACL,CAAC,CAAC;AACL,CAAC;AAED,SAAS,WAAW,CAAC,GAAsB;IACzC,MAAM,KAAK,GAAG,GAAG,CAAC,mBAAmB,CAAC;IACtC,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,OAAO,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,IAAI,MAAM,IAAI,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;AACzF,CAAC"}

package/dist/sse.js

@@ -0,0 +1,48 @@
+// Copied from apps/proxy/src/sse.ts for inferock-bench Track C.
+// Reuse approved by .claude/plans/oss-wave-2026-07.md "Track C Reuse Boundary".
+export class SseAccumulator {
+    #buffer = "";
+    push(chunk) {
+        this.#buffer += chunk;
+        const messages = [];
+        while (true) {
+            const normalized = this.#buffer.replace(/\r\n/g, "\n");
+            const boundary = normalized.indexOf("\n\n");
+            if (boundary === -1)
+                break;
+            const frame = normalized.slice(0, boundary);
+            this.#buffer = normalized.slice(boundary + 2);
+            const message = parseFrame(frame);
+            if (message)
+                messages.push(message);
+        }
+        return messages;
+    }
+    end() {
+        const frame = this.#buffer.trimEnd();
+        this.#buffer = "";
+        const message = parseFrame(frame);
+        return message ? [message] : [];
+    }
+}
+function parseFrame(frame) {
+    if (frame.length === 0)
+        return undefined;
+    const data = [];
+    let event;
+    for (const line of frame.split("\n")) {
+        if (line.startsWith(":"))
+            continue;
+        if (line.startsWith("event:")) {
+            event = line.slice("event:".length).trimStart();
+            continue;
+        }
+        if (line.startsWith("data:")) {
+            data.push(line.slice("data:".length).trimStart());
+        }
+    }
+    if (data.length === 0)
+        return undefined;
+    return { ...(event ? { event } : {}), data: data.join("\n") };
+}
+//# sourceMappingURL=sse.js.map

package/dist/sse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sse.js","sourceRoot":"","sources":["../src/sse.ts"],"names":[],"mappings":"AAAA,gEAAgE;AAChE,gFAAgF;AAOhF,MAAM,OAAO,cAAc;IACzB,OAAO,GAAG,EAAE,CAAC;IAEb,IAAI,CAAC,KAAa;QAChB,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC;QACtB,MAAM,QAAQ,GAAiB,EAAE,CAAC;QAElC,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACvD,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC5C,IAAI,QAAQ,KAAK,CAAC,CAAC;gBAAE,MAAM;YAE3B,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;YAC5C,IAAI,CAAC,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;YAC9C,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;YAClC,IAAI,OAAO;gBAAE,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,GAAG;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACrC,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;QAClC,OAAO,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAClC,CAAC;CACF;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAEzC,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,IAAI,KAAyB,CAAC;IAC9B,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACrC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,SAAS;QACnC,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9B,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,CAAC;YAChD,SAAS;QACX,CAAC;QACD,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7B,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAED,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IACxC,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;AAChE,CAAC"}

package/dist/storage.js

@@ -0,0 +1,71 @@
+import { mkdir, readFile, writeFile } from "node:fs/promises";
+import { dirname } from "node:path";
+import { CanonicalEventAny, } from "@inferock/measure/canonical-event";
+import { isRecord, stringValue } from "./record.js";
+export class JsonlEventStore {
+    filePath;
+    constructor(filePath) {
+        this.filePath = filePath;
+    }
+    async append(record) {
+        await mkdir(dirname(this.filePath), { recursive: true });
+        await writeFile(this.filePath, `${JSON.stringify(record)}\n`, {
+            encoding: "utf8",
+            flag: "a",
+        });
+    }
+    async readAll() {
+        let raw;
+        try {
+            raw = await readFile(this.filePath, "utf8");
+        }
+        catch (error) {
+            if (isNodeError(error) && error.code === "ENOENT")
+                return [];
+            throw error;
+        }
+        const records = [];
+        for (const line of raw.split("\n")) {
+            const trimmed = line.trim();
+            if (!trimmed)
+                continue;
+            const parsed = parseStoredBenchEvent(trimmed);
+            if (parsed)
+                records.push(parsed);
+        }
+        return records;
+    }
+}
+export function createStoredBenchEvent(event) {
+    return {
+        schemaVersion: "inferock-bench-event-v1",
+        capturedAt: new Date().toISOString(),
+        event,
+    };
+}
+function parseStoredBenchEvent(line) {
+    let parsed;
+    try {
+        parsed = JSON.parse(line);
+    }
+    catch {
+        return undefined;
+    }
+    if (!isRecord(parsed) || parsed.schemaVersion !== "inferock-bench-event-v1")
+        return undefined;
+    const capturedAt = stringValue(parsed.capturedAt);
+    if (!capturedAt)
+        return undefined;
+    const event = CanonicalEventAny.safeParse(parsed.event);
+    if (!event.success)
+        return undefined;
+    return {
+        schemaVersion: "inferock-bench-event-v1",
+        capturedAt,
+        event: event.data,
+    };
+}
+function isNodeError(error) {
+    return error instanceof Error && "code" in error;
+}
+//# sourceMappingURL=storage.js.map

package/dist/storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage.js","sourceRoot":"","sources":["../src/storage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EACL,iBAAiB,GAElB,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAapD,MAAM,OAAO,eAAe;IACG;IAA7B,YAA6B,QAAgB;QAAhB,aAAQ,GAAR,QAAQ,CAAQ;IAAG,CAAC;IAEjD,KAAK,CAAC,MAAM,CAAC,MAAwB;QACnC,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzD,MAAM,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE;YAC5D,QAAQ,EAAE,MAAM;YAChB,IAAI,EAAE,GAAG;SACV,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,GAAW,CAAC;QAChB,IAAI,CAAC;YACH,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAC9C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;gBAAE,OAAO,EAAE,CAAC;YAC7D,MAAM,KAAK,CAAC;QACd,CAAC;QAED,MAAM,OAAO,GAAuB,EAAE,CAAC;QACvC,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO;gBAAE,SAAS;YACvB,MAAM,MAAM,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;YAC9C,IAAI,MAAM;gBAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACnC,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAED,MAAM,UAAU,sBAAsB,CAAC,KAA4B;IACjE,OAAO;QACL,aAAa,EAAE,yBAAyB;QACxC,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACpC,KAAK;KACN,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAAC,IAAY;IACzC,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAY,CAAC;IACvC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,aAAa,KAAK,yBAAyB;QAAE,OAAO,SAAS,CAAC;IAC9F,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAClD,IAAI,CAAC,UAAU;QAAE,OAAO,SAAS,CAAC;IAClC,MAAM,KAAK,GAAG,iBAAiB,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACxD,IAAI,CAAC,KAAK,CAAC,OAAO;QAAE,OAAO,SAAS,CAAC;IACrC,OAAO;QACL,aAAa,EAAE,yBAAyB;QACxC,UAAU;QACV,KAAK,EAAE,KAAK,CAAC,IAAI;KAClB,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,KAAK,YAAY,KAAK,IAAI,MAAM,IAAI,KAAK,CAAC;AACnD,CAAC"}

package/dist/summary.js

@@ -0,0 +1,112 @@
+import { normalizeCanonicalEvent, } from "@inferock/measure/canonical-event";
+import { estimateCostUsd, runStatelessDetectors } from "@inferock/measure/stateless";
+export function summarizeBenchEvents(records, window = {}) {
+    const events = records
+        .filter((record) => withinWindow(record.event, window))
+        .map((record) => normalizeCanonicalEvent(record.event));
+    const eventsWithSignals = events.map((event) => ({
+        event,
+        signals: runStatelessDetectors(event),
+    }));
+    const signals = eventsWithSignals.flatMap((entry) => entry.signals);
+    const rows = reportRows(signals);
+    const providerRecognizedUsd = roundUsd(sum(rows.map((row) => row.providerRecognizedUsd)));
+    const unrecognizedUsd = roundUsd(sum(rows.map((row) => row.unrecognizedUsd)));
+    return {
+        period: {
+            since: window.since ? window.since.toISOString() : null,
+            until: (window.until ?? new Date()).toISOString(),
+        },
+        measuredCalls: events.length,
+        failureCount: signals.filter((signal) => signal.severity === "loss").length,
+        providerSpendUsd: roundUsd(sum(events.map((event) => estimateCostUsd(event)))),
+        providerRecognizedUsd,
+        unrecognizedUsd,
+        totalLostUsd: roundUsd(providerRecognizedUsd + unrecognizedUsd),
+        pricingUnknownCount: signals.filter((signal) => signal.code === "PRICING_UNKNOWN").length,
+        rows,
+    };
+}
+export function renderLiveCounter(summary) {
+    const failures = summary.failureCount === 1 ? "1 failure" : `${summary.failureCount} failures`;
+    return [
+        `$ lost so far: ${formatUsd(summary.totalLostUsd)}`,
+        `measured ${summary.measuredCalls} calls, ${failures}`,
+        `provider-recognized ${formatUsd(summary.providerRecognizedUsd)}, unrecognized ${formatUsd(summary.unrecognizedUsd)}`,
+    ].join(" | ");
+}
+export function renderReport(summary) {
+    const lines = [
+        renderLiveCounter(summary),
+        `provider spend observed: ${formatUsd(summary.providerSpendUsd)}`,
+    ];
+    if (summary.rows.length === 0) {
+        lines.push(`No loss rows. measured ${summary.measuredCalls} calls, 0 failures.`);
+        return lines.join("\n");
+    }
+    lines.push("class | evidence | count | provider-recognized | unrecognized");
+    for (const row of summary.rows) {
+        lines.push([
+            `${row.code}/${row.failureClass}`,
+            row.evidenceGrade,
+            String(row.count),
+            formatUsd(row.providerRecognizedUsd),
+            formatUsd(row.unrecognizedUsd),
+        ].join(" | "));
+    }
+    return lines.join("\n");
+}
+export function formatUsd(value) {
+    return new Intl.NumberFormat("en-US", {
+        style: "currency",
+        currency: "USD",
+        minimumFractionDigits: 2,
+        maximumFractionDigits: 2,
+    }).format(value);
+}
+function reportRows(signals) {
+    const rows = new Map();
+    for (const signal of signals) {
+        const key = `${signal.code}\u0000${signal.failureClass}\u0000${signal.evidenceGrade}`;
+        const existing = rows.get(key);
+        const providerRecognized = signal.providerRecoverableLossUsd ?? 0;
+        const unrecognized = unrecognizedUsdForSignal(signal, providerRecognized);
+        rows.set(key, {
+            code: signal.code,
+            failureClass: signal.failureClass,
+            evidenceGrade: signal.evidenceGrade,
+            count: (existing?.count ?? 0) + 1,
+            providerRecognizedUsd: roundUsd((existing?.providerRecognizedUsd ?? 0) + providerRecognized),
+            unrecognizedUsd: roundUsd((existing?.unrecognizedUsd ?? 0) + unrecognized),
+        });
+    }
+    return [...rows.values()].sort(compareRows);
+}
+function unrecognizedUsdForSignal(signal, providerRecognizedUsd) {
+    if (signal.valueKind !== "money")
+        return 0;
+    return Math.max(0, signal.costUsd - providerRecognizedUsd);
+}
+function withinWindow(event, window) {
+    const normalized = normalizeCanonicalEvent(event);
+    const startedAt = new Date(normalized.timing.startedAt).getTime();
+    if (window.since && startedAt < window.since.getTime())
+        return false;
+    if (window.until && startedAt > window.until.getTime())
+        return false;
+    return true;
+}
+function compareRows(left, right) {
+    const leftTotal = left.providerRecognizedUsd + left.unrecognizedUsd;
+    const rightTotal = right.providerRecognizedUsd + right.unrecognizedUsd;
+    if (leftTotal !== rightTotal)
+        return rightTotal - leftTotal;
+    return left.code.localeCompare(right.code);
+}
+function sum(values) {
+    return values.reduce((total, value) => total + value, 0);
+}
+function roundUsd(value) {
+    return Math.round(value * 1_000_000) / 1_000_000;
+}
+//# sourceMappingURL=summary.js.map

package/dist/summary.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"summary.js","sourceRoot":"","sources":["../src/summary.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,uBAAuB,GAGxB,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAmB,MAAM,6BAA6B,CAAC;AAuCtG,MAAM,UAAU,oBAAoB,CAClC,OAAoC,EACpC,SAAqB,EAAE;IAEvB,MAAM,MAAM,GAAG,OAAO;SACnB,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;SACtD,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,uBAAuB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAC1D,MAAM,iBAAiB,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAoB,EAAE,CAAC,CAAC;QACjE,KAAK;QACL,OAAO,EAAE,qBAAqB,CAAC,KAAK,CAAC;KACtC,CAAC,CAAC,CAAC;IACJ,MAAM,OAAO,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACpE,MAAM,IAAI,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;IACjC,MAAM,qBAAqB,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IAC1F,MAAM,eAAe,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IAE9E,OAAO;QACL,MAAM,EAAE;YACN,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI;YACvD,KAAK,EAAE,CAAC,MAAM,CAAC,KAAK,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE;SAClD;QACD,aAAa,EAAE,MAAM,CAAC,MAAM;QAC5B,YAAY,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,MAAM;QAC3E,gBAAgB,EAAE,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC9E,qBAAqB;QACrB,eAAe;QACf,YAAY,EAAE,QAAQ,CAAC,qBAAqB,GAAG,eAAe,CAAC;QAC/D,mBAAmB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,iBAAiB,CAAC,CAAC,MAAM;QACzF,IAAI;KACL,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,OAAqB;IACrD,MAAM,QAAQ,GAAG,OAAO,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,YAAY,WAAW,CAAC;IAC/F,OAAO;QACL,kBAAkB,SAAS,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE;QACnD,YAAY,OAAO,CAAC,aAAa,WAAW,QAAQ,EAAE;QACtD,uBAAuB,SAAS,CAAC,OAAO,CAAC,qBAAqB,CAAC,kBAAkB,SAAS,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE;KACtH,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,OAAqB;IAChD,MAAM,KAAK,GAAG;QACZ,iBAAiB,CAAC,OAAO,CAAC;QAC1B,4BAA4B,SAAS,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE;KAClE,CAAC;IACF,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,KAAK,CAAC,IAAI,CAAC,0BAA0B,OAAO,CAAC,aAAa,qBAAqB,CAAC,CAAC;QACjF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,+DAA+D,CAAC,CAAC;IAC5E,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QAC/B,KAAK,CAAC,IAAI,CAAC;YACT,GAAG,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,YAAY,EAAE;YACjC,GAAG,CAAC,aAAa;YACjB,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;YACjB,SAAS,CAAC,GAAG,CAAC,qBAAqB,CAAC;YACpC,SAAS,CAAC,GAAG,CAAC,eAAe,CAAC;SAC/B,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IACjB,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,KAAa;IACrC,OAAO,IAAI,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE;QACpC,KAAK,EAAE,UAAU;QACjB,QAAQ,EAAE,KAAK;QACf,qBAAqB,EAAE,CAAC;QACxB,qBAAqB,EAAE,CAAC;KACzB,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACnB,CAAC;AAED,SAAS,UAAU,CAAC,OAA8B;IAChD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAqB,CAAC;IAC1C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,GAAG,GAAG,GAAG,MAAM,CAAC,IAAI,SAAS,MAAM,CAAC,YAAY,SAAS,MAAM,CAAC,aAAa,EAAE,CAAC;QACtF,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC/B,MAAM,kBAAkB,GAAG,MAAM,CAAC,0BAA0B,IAAI,CAAC,CAAC;QAClE,MAAM,YAAY,GAAG,wBAAwB,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC;QAC1E,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE;YACZ,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,KAAK,EAAE,CAAC,QAAQ,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC;YACjC,qBAAqB,EAAE,QAAQ,CAAC,CAAC,QAAQ,EAAE,qBAAqB,IAAI,CAAC,CAAC,GAAG,kBAAkB,CAAC;YAC5F,eAAe,EAAE,QAAQ,CAAC,CAAC,QAAQ,EAAE,eAAe,IAAI,CAAC,CAAC,GAAG,YAAY,CAAC;SAC3E,CAAC,CAAC;IACL,CAAC;IACD,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,wBAAwB,CAAC,MAAkB,EAAE,qBAA6B;IACjF,IAAI,MAAM,CAAC,SAAS,KAAK,OAAO;QAAE,OAAO,CAAC,CAAC;IAC3C,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,OAAO,GAAG,qBAAqB,CAAC,CAAC;AAC7D,CAAC;AAED,SAAS,YAAY,CAAC,KAAwB,EAAE,MAAkB;IAChE,MAAM,UAAU,GAAG,uBAAuB,CAAC,KAAK,CAAC,CAAC;IAClD,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;IAClE,IAAI,MAAM,CAAC,KAAK,IAAI,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE;QAAE,OAAO,KAAK,CAAC;IACrE,IAAI,MAAM,CAAC,KAAK,IAAI,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE;QAAE,OAAO,KAAK,CAAC;IACrE,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,WAAW,CAAC,IAAe,EAAE,KAAgB;IACpD,MAAM,SAAS,GAAG,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,eAAe,CAAC;IACpE,MAAM,UAAU,GAAG,KAAK,CAAC,qBAAqB,GAAG,KAAK,CAAC,eAAe,CAAC;IACvE,IAAI,SAAS,KAAK,UAAU;QAAE,OAAO,UAAU,GAAG,SAAS,CAAC;IAC5D,OAAO,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAC7C,CAAC;AAED,SAAS,GAAG,CAAC,MAAyB;IACpC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,QAAQ,CAAC,KAAa;IAC7B,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC,GAAG,SAAS,CAAC;AACnD,CAAC"}

package/dist/telemetry.js

@@ -0,0 +1,38 @@
+import { reliabilityEndpoint } from "./config.js";
+export function buildReliabilityIndexPayload(summary) {
+    return {
+        schemaVersion: "inferock-bench-reliability-index-v1",
+        generatedAt: new Date().toISOString(),
+        period: summary.period,
+        measuredCalls: summary.measuredCalls,
+        failureCounts: summary.rows.map((row) => ({
+            failureClass: row.failureClass,
+            evidenceGrade: row.evidenceGrade,
+            count: row.count,
+        })),
+    };
+}
+export async function sendReliabilityIndexPayload(input) {
+    const payload = buildReliabilityIndexPayload(input.summary);
+    if (input.config.reliabilityIndex?.enabled !== true) {
+        return {
+            sent: false,
+            message: "reliability index is off",
+            payload,
+        };
+    }
+    const endpoint = reliabilityEndpoint(input.config, input.env);
+    if (!endpoint) {
+        return {
+            sent: false,
+            message: "index endpoint not yet live; payload assembled locally only",
+            payload,
+        };
+    }
+    return {
+        sent: false,
+        message: "index endpoint configured, but sender is disabled until the reliability index is live",
+        payload,
+    };
+}
+//# sourceMappingURL=telemetry.js.map

package/dist/telemetry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"telemetry.js","sourceRoot":"","sources":["../src/telemetry.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAuBlD,MAAM,UAAU,4BAA4B,CAAC,OAAqB;IAChE,OAAO;QACL,aAAa,EAAE,qCAAqC;QACpD,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACrC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,aAAa,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACxC,YAAY,EAAE,GAAG,CAAC,YAAY;YAC9B,aAAa,EAAE,GAAG,CAAC,aAAa;YAChC,KAAK,EAAE,GAAG,CAAC,KAAK;SACjB,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,KAIjD;IACC,MAAM,OAAO,GAAG,4BAA4B,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC5D,IAAI,KAAK,CAAC,MAAM,CAAC,gBAAgB,EAAE,OAAO,KAAK,IAAI,EAAE,CAAC;QACpD,OAAO;YACL,IAAI,EAAE,KAAK;YACX,OAAO,EAAE,0BAA0B;YACnC,OAAO;SACR,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,mBAAmB,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;IAC9D,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO;YACL,IAAI,EAAE,KAAK;YACX,OAAO,EAAE,6DAA6D;YACtE,OAAO;SACR,CAAC;IACJ,CAAC;IAED,OAAO;QACL,IAAI,EAAE,KAAK;QACX,OAAO,EAAE,uFAAuF;QAChG,OAAO;KACR,CAAC;AACJ,CAAC"}

package/package.json

@@ -0,0 +1,41 @@
+{
+  "name": "inferock-bench",
+  "version": "0.1.0",
+  "private": false,
+  "license": "FSL-1.1-Apache-2.0",
+  "type": "module",
+  "bin": {
+    "inferock-bench": "dist/index.js"
+  },
+  "files": [
+    "dist",
+    "LICENSE",
+    "README.md",
+    "package.json"
+  ],
+  "main": "dist/index.js",
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsx watch src/index.ts",
+    "start": "node dist/index.js",
+    "test": "vitest run",
+    "test:integration": "vitest run --config vitest.integration.config.ts",
+    "lint": "eslint src/ --max-warnings 0",
+    "typecheck": "tsc --noEmit",
+    "clean": "rm -rf dist coverage"
+  },
+  "dependencies": {
+    "@hono/node-server": "^1.14.0",
+    "@inferock/measure": "^0.1.0",
+    "hono": "^4.7.0"
+  },
+  "devDependencies": {
+    "@types/node": "^22",
+    "tsx": "^4.19.0",
+    "typescript": "^5.7.0",
+    "vitest": "^3.0.0"
+  },
+  "publishConfig": {
+    "access": "public"
+  }
+}