@tuned-tensor/local 0.1.0

package/dist/evaluation.js

@@ -0,0 +1,318 @@
+import { spawn } from "node:child_process";
+import { mkdir, readFile, writeFile } from "node:fs/promises";
+import { dirname, resolve } from "node:path";
+import { performance } from "node:perf_hooks";
+import { writeJson, fileUri } from "./artifacts.js";
+import { openRouterChat } from "./openrouter.js";
+function normalize(value) {
+    return value.trim().replace(/\s+/g, " ").toLowerCase();
+}
+function scoreActual(expected, actual) {
+    return normalize(expected) === normalize(actual) ? 1 : 0;
+}
+function fileUriToPath(value) {
+    if (!value)
+        return undefined;
+    return value.startsWith("file://") ? value.slice("file://".length) : value;
+}
+async function runInferenceCommand(args) {
+    const [cmd, ...cmdArgs] = args.command;
+    const payload = JSON.stringify({
+        system: args.system,
+        prompt: args.prompt,
+        expected: args.expected,
+    });
+    return await new Promise((resolve, reject) => {
+        const child = spawn(cmd, cmdArgs, {
+            stdio: ["pipe", "pipe", "pipe"],
+            env: process.env,
+        });
+        let stdout = "";
+        let stderr = "";
+        const timer = setTimeout(() => {
+            child.kill("SIGTERM");
+            reject(new Error(`Inference command timed out after ${args.timeoutMs}ms`));
+        }, args.timeoutMs);
+        child.stdout.setEncoding("utf8");
+        child.stderr.setEncoding("utf8");
+        child.stdout.on("data", (chunk) => { stdout += chunk; });
+        child.stderr.on("data", (chunk) => { stderr += chunk; });
+        child.on("error", (error) => {
+            clearTimeout(timer);
+            reject(error);
+        });
+        child.on("close", (code) => {
+            clearTimeout(timer);
+            if (code !== 0) {
+                reject(new Error(`Inference command exited ${code}: ${stderr.slice(0, 1000)}`));
+                return;
+            }
+            const trimmed = stdout.trim();
+            try {
+                const parsed = JSON.parse(trimmed);
+                const content = parsed.content ?? parsed.output ?? parsed.actual;
+                resolve(typeof content === "string" ? content : trimmed);
+            }
+            catch {
+                resolve(trimmed);
+            }
+        });
+        child.stdin.end(payload);
+    });
+}
+function buildUvInferenceArgs(config, inputPath, outputPath) {
+    const inference = config.evaluation.inference;
+    const args = ["run"];
+    if (inference.project)
+        args.push("--project", inference.project);
+    for (const dependency of inference.with ?? [])
+        args.push("--with", dependency);
+    args.push("python");
+    if (inference.module) {
+        args.push("-m", inference.module);
+    }
+    else {
+        args.push(inference.script);
+    }
+    args.push("--input", inputPath, "--output", outputPath);
+    return args;
+}
+async function runTransformersInference(args) {
+    const inputPath = `${args.outputPath}.inference-input.json`;
+    const outputPath = `${args.outputPath}.inference-output.json`;
+    await mkdir(dirname(inputPath), { recursive: true });
+    await writeFile(inputPath, `${JSON.stringify({
+        kind: args.kind,
+        model_id: args.modelId,
+        base_model: args.baseModelId,
+        adapter_path: fileUriToPath(args.adapterPath),
+        system: args.system,
+        examples: args.examples,
+        model_cache: args.config.paths.modelCache ? resolve(args.config.paths.modelCache) : undefined,
+        trust_remote_code: args.config.evaluation.inference.trustRemoteCode,
+        device: args.config.evaluation.inference.device,
+        generation: {
+            max_new_tokens: args.config.evaluation.inference.maxNewTokens,
+            temperature: args.config.evaluation.inference.temperature,
+            top_p: args.config.evaluation.inference.topP,
+        },
+    }, null, 2)}\n`, "utf8");
+    const uvArgs = buildUvInferenceArgs(args.config, inputPath, outputPath);
+    await new Promise((resolvePromise, reject) => {
+        const child = spawn("uv", uvArgs, {
+            cwd: args.config.evaluation.inference.cwd ? resolve(args.config.evaluation.inference.cwd) : process.cwd(),
+            stdio: ["ignore", "pipe", "pipe"],
+            env: {
+                ...process.env,
+                ...args.config.evaluation.inference.env,
+            },
+        });
+        let stderr = "";
+        const timer = setTimeout(() => {
+            child.kill("SIGTERM");
+            reject(new Error(`Transformers inference timed out after ${args.config.evaluation.timeoutMs}ms`));
+        }, args.config.evaluation.timeoutMs);
+        child.stderr.setEncoding("utf8");
+        child.stderr.on("data", (chunk) => { stderr += chunk; });
+        child.on("error", (error) => {
+            clearTimeout(timer);
+            reject(error);
+        });
+        child.on("close", (code) => {
+            clearTimeout(timer);
+            if (code !== 0) {
+                reject(new Error(`Transformers inference exited ${code}: ${stderr.slice(0, 1000)}`));
+                return;
+            }
+            resolvePromise();
+        });
+    });
+    return JSON.parse(await readFile(outputPath, "utf8"));
+}
+async function judgeWithOpenRouter(args) {
+    if (!args.config.llm) {
+        throw new Error("evaluation.mode=llm_judge requires llm OpenRouter config");
+    }
+    const result = await openRouterChat([
+        {
+            role: "system",
+            content: "You are a strict evaluator. Return JSON only with keys score (0 to 1), passed (boolean), and reasoning (string).",
+        },
+        {
+            role: "user",
+            content: JSON.stringify({
+                prompt: args.prompt,
+                expected: args.expected,
+                actual: args.actual,
+            }),
+        },
+    ], {
+        model: args.config.llm.model,
+        apiKeyEnv: args.config.llm.apiKeyEnv,
+        appName: args.config.llm.appName,
+        siteUrl: args.config.llm.siteUrl,
+        timeoutMs: args.config.evaluation.timeoutMs,
+    });
+    const parsed = JSON.parse(result.content);
+    const score = typeof parsed.score === "number"
+        ? Math.max(0, Math.min(1, parsed.score))
+        : 0;
+    return {
+        score,
+        passed: typeof parsed.passed === "boolean" ? parsed.passed : score === 1,
+        reasoning: typeof parsed.reasoning === "string" ? parsed.reasoning : "OpenRouter judge returned no reasoning.",
+        model: result.model ?? args.config.llm.model,
+    };
+}
+function canUseOpenRouterJudge(config) {
+    return Boolean(config.llm && process.env[config.llm.apiKeyEnv]);
+}
+export async function evaluateExamples(args) {
+    const maxExamples = args.config.evaluation.maxExamples ?? args.examples.length;
+    const selected = args.examples.slice(0, maxExamples);
+    const command = args.kind === "baseline"
+        ? args.config.evaluation.baselineCommand
+        : args.config.evaluation.candidateCommand;
+    const inferenceProvider = args.config.dryRun
+        ? "none"
+        : args.config.evaluation.mode === "command" && command
+            ? "command"
+            : args.config.evaluation.inference.provider;
+    const scoringMode = args.config.dryRun || inferenceProvider === "none" || inferenceProvider === "command"
+        ? "exact_match"
+        : args.config.evaluation.mode === "llm_judge"
+            ? "llm_judge"
+            : args.config.evaluation.scoring.mode;
+    const results = [];
+    let judgeModelId = null;
+    let generationConfig;
+    const inferred = inferenceProvider === "transformers"
+        ? await runTransformersInference({
+            kind: args.kind,
+            modelId: args.modelId,
+            baseModelId: args.baseModelId ?? args.modelId,
+            adapterPath: args.adapterPath,
+            examples: selected,
+            system: args.system,
+            config: args.config,
+            outputPath: args.outputPath,
+        })
+        : null;
+    generationConfig = inferred?.generation_config;
+    for (const [index, example] of selected.entries()) {
+        const started = performance.now();
+        const commandActual = inferenceProvider === "command" && command
+            ? await runInferenceCommand({
+                command,
+                prompt: example.input,
+                system: args.system,
+                expected: example.output,
+                timeoutMs: args.config.evaluation.timeoutMs,
+            })
+            : undefined;
+        const inferredResult = inferred?.results[index];
+        const actual = commandActual ?? inferredResult?.actual ?? "";
+        const exactScore = scoreActual(example.output, actual);
+        const shouldJudge = scoringMode === "llm_judge" && canUseOpenRouterJudge(args.config);
+        if (scoringMode === "llm_judge" && !shouldJudge && args.config.evaluation.scoring.fallback === "fail") {
+            const keyName = args.config.llm?.apiKeyEnv ?? "OPENROUTER_API_KEY";
+            throw new Error(`evaluation.scoring.mode=llm_judge requires ${keyName} or scoring.fallback=exact_match`);
+        }
+        const judged = shouldJudge
+            ? await judgeWithOpenRouter({
+                prompt: example.input,
+                expected: example.output,
+                actual,
+                config: args.config,
+            })
+            : null;
+        if (judged?.model)
+            judgeModelId = judged.model;
+        const latencyMs = inferredResult?.latency_ms ?? Math.max(0, Math.round(performance.now() - started));
+        const score = judged?.score ?? exactScore;
+        results.push({
+            prompt: example.input,
+            expected: example.output,
+            actual,
+            passed: judged?.passed ?? score === 1,
+            score,
+            reasoning: judged?.reasoning ?? (inferenceProvider === "none"
+                ? "No inference command configured; recorded an empty local response."
+                : scoringMode === "llm_judge"
+                    ? "OpenRouter judge unavailable; fell back to normalized exact match."
+                    : "Scored by normalized exact match."),
+            latency_ms: latencyMs,
+        });
+    }
+    const total = results.length;
+    const avgScore = total > 0
+        ? results.reduce((sum, result) => sum + result.score, 0) / total
+        : 0;
+    const passRate = total > 0
+        ? results.filter((result) => result.passed).length / total
+        : 0;
+    const exactMatchRate = total > 0
+        ? results.filter((result) => scoreActual(result.expected, result.actual) === 1).length / total
+        : 0;
+    const avgLatency = total > 0
+        ? Math.round(results.reduce((sum, result) => sum + result.latency_ms, 0) / total)
+        : 0;
+    const scoringMethod = judgeModelId
+        ? "llm_judge"
+        : inferenceProvider === "command"
+            ? "command"
+            : inferenceProvider === "none"
+                ? "heuristic"
+                : "exact_match";
+    const report = {
+        kind: args.kind,
+        model_id: args.modelId,
+        total,
+        eval_examples_total: args.examples.length,
+        eval_examples_used: total,
+        eval_truncated: args.examples.length > total,
+        avg_score: avgScore,
+        pass_rate: passRate,
+        exact_match_rate: exactMatchRate,
+        avg_latency_ms: avgLatency,
+        results,
+        artifact_uri: fileUri(args.outputPath),
+        scoring_method: scoringMethod,
+        judge_model_id: judgeModelId,
+        inference_provider: inferenceProvider,
+        scoring_mode: scoringMode,
+        generation_config: generationConfig,
+    };
+    await writeJson(args.outputPath, report);
+    return report;
+}
+export function compareEvalReports(baseline, candidate) {
+    let regressions = 0;
+    let improvements = 0;
+    const regressedExamples = [];
+    const count = Math.min(baseline.results.length, candidate.results.length);
+    for (let index = 0; index < count; index += 1) {
+        const oldScore = baseline.results[index]?.score ?? 0;
+        const newScore = candidate.results[index]?.score ?? 0;
+        if (newScore < oldScore) {
+            regressions += 1;
+            regressedExamples.push({
+                prompt: baseline.results[index]?.prompt ?? "",
+                old_score: oldScore,
+                new_score: newScore,
+            });
+        }
+        else if (newScore > oldScore) {
+            improvements += 1;
+        }
+    }
+    return {
+        avg_score_delta: candidate.avg_score - baseline.avg_score,
+        pass_rate_delta: candidate.pass_rate - baseline.pass_rate,
+        exact_match_rate_delta: candidate.exact_match_rate - baseline.exact_match_rate,
+        regressions,
+        improvements,
+        regressed_examples: regressedExamples,
+    };
+}
+//# sourceMappingURL=evaluation.js.map

package/dist/evaluation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluation.js","sourceRoot":"","sources":["../src/evaluation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAO9C,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AACpD,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAEjD,SAAS,SAAS,CAAC,KAAa;IAC9B,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;AACzD,CAAC;AAED,SAAS,WAAW,CAAC,QAAgB,EAAE,MAAc;IACnD,OAAO,SAAS,CAAC,QAAQ,CAAC,KAAK,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,OAAO,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAC7E,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,IAMlC;IACC,MAAM,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC;IACvC,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;QAC7B,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;KACxB,CAAC,CAAC;IAEH,OAAO,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC3C,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,EAAE,OAAO,EAAE;YAChC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;YAC/B,GAAG,EAAE,OAAO,CAAC,GAAG;SACjB,CAAC,CAAC;QACH,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACtB,MAAM,CAAC,IAAI,KAAK,CAAC,qCAAqC,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC;QAC7E,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAEnB,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACjC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACjC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,GAAG,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,GAAG,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAC1B,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,MAAM,CAAC,KAAK,CAAC,CAAC;QAChB,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACzB,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,KAAK,CAAC,4BAA4B,IAAI,KAAK,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;gBAChF,OAAO;YACT,CAAC;YACD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAA8D,CAAC;gBAChG,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC;gBACjE,OAAO,CAAC,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAC3D,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,CAAC,OAAO,CAAC,CAAC;YACnB,CAAC;QACH,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC,CAAC,CAAC;AACL,CAAC;AAgBD,SAAS,oBAAoB,CAAC,MAAyB,EAAE,SAAiB,EAAE,UAAkB;IAC5F,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC;IAC9C,MAAM,IAAI,GAAa,CAAC,KAAK,CAAC,CAAC;IAC/B,IAAI,SAAS,CAAC,OAAO;QAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC;IACjE,KAAK,MAAM,UAAU,IAAI,SAAS,CAAC,IAAI,IAAI,EAAE;QAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IAC/E,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACpB,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;QACrB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAC9B,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;IACxD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,wBAAwB,CAAC,IASvC;IACC,MAAM,SAAS,GAAG,GAAG,IAAI,CAAC,UAAU,uBAAuB,CAAC;IAC5D,MAAM,UAAU,GAAG,GAAG,IAAI,CAAC,UAAU,wBAAwB,CAAC;IAC9D,MAAM,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACrD,MAAM,SAAS,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC;QAC3C,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,QAAQ,EAAE,IAAI,CAAC,OAAO;QACtB,UAAU,EAAE,IAAI,CAAC,WAAW;QAC5B,YAAY,EAAE,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC;QAC7C,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS;QAC7F,iBAAiB,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,eAAe;QACnE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,MAAM;QAC/C,UAAU,EAAE;YACV,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,YAAY;YAC7D,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,WAAW;YACzD,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI;SAC7C;KACF,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAEzB,MAAM,MAAM,GAAG,oBAAoB,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;IACxE,MAAM,IAAI,OAAO,CAAO,CAAC,cAAc,EAAE,MAAM,EAAE,EAAE;QACjD,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE;YAChC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;YACzG,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC;YACjC,GAAG,EAAE;gBACH,GAAG,OAAO,CAAC,GAAG;gBACd,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,GAAG;aACxC;SACF,CAAC,CAAC;QACH,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACtB,MAAM,CAAC,IAAI,KAAK,CAAC,0CAA0C,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC;QACpG,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QACrC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACjC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,GAAG,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAC1B,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,MAAM,CAAC,KAAK,CAAC,CAAC;QAChB,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACzB,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,KAAK,CAAC,iCAAiC,IAAI,KAAK,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;gBACrF,OAAO;YACT,CAAC;YACD,cAAc,EAAE,CAAC;QACnB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IACH,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC,CAAgC,CAAC;AACvF,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,IAKlC;IACC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;IAC9E,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC;QAClC;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,kHAAkH;SAC5H;QACD;YACE,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC;gBACtB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,IAAI,CAAC,MAAM;aACpB,CAAC;SACH;KACF,EAAE;QACD,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK;QAC5B,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS;QACpC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO;QAChC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO;QAChC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,SAAS;KAC5C,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAA+D,CAAC;IACxG,MAAM,KAAK,GAAG,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ;QAC5C,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC,CAAC;IACN,OAAO;QACL,KAAK;QACL,MAAM,EAAE,OAAO,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC;QACxE,SAAS,EAAE,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,yCAAyC;QAC9G,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK;KAC7C,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAAC,MAAyB;IACtD,OAAO,OAAO,CAAC,MAAM,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;AAClE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,IAStC;IACC,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;IAC/E,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;IACrD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,KAAK,UAAU;QACtC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,eAAe;QACxC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC;IAC5C,MAAM,iBAAiB,GACrB,IAAI,CAAC,MAAM,CAAC,MAAM;QAChB,CAAC,CAAC,MAAM;QACR,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,KAAK,SAAS,IAAI,OAAO;YACpD,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,QAAQ,CAAC;IAClD,MAAM,WAAW,GACf,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,iBAAiB,KAAK,MAAM,IAAI,iBAAiB,KAAK,SAAS;QACnF,CAAC,CAAC,aAAa;QACf,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,KAAK,WAAW;YAC3C,CAAC,CAAC,WAAW;YACb,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC;IAC5C,MAAM,OAAO,GAAwB,EAAE,CAAC;IACxC,IAAI,YAAY,GAAkB,IAAI,CAAC;IACvC,IAAI,gBAAqD,CAAC;IAE1D,MAAM,QAAQ,GAAG,iBAAiB,KAAK,cAAc;QACnD,CAAC,CAAC,MAAM,wBAAwB,CAAC;YAC7B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,OAAO;YAC7C,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,QAAQ,EAAE,QAAQ;YAClB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC;QACJ,CAAC,CAAC,IAAI,CAAC;IACT,gBAAgB,GAAG,QAAQ,EAAE,iBAAiB,CAAC;IAE/C,KAAK,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;QAClD,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAClC,MAAM,aAAa,GAAG,iBAAiB,KAAK,SAAS,IAAI,OAAO;YAC9D,CAAC,CAAC,MAAM,mBAAmB,CAAC;gBACxB,OAAO;gBACP,MAAM,EAAE,OAAO,CAAC,KAAK;gBACrB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,QAAQ,EAAE,OAAO,CAAC,MAAM;gBACxB,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,SAAS;aAC5C,CAAC;YACJ,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,cAAc,GAAG,QAAQ,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QAChD,MAAM,MAAM,GAAG,aAAa,IAAI,cAAc,EAAE,MAAM,IAAI,EAAE,CAAC;QAC7D,MAAM,UAAU,GAAG,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACvD,MAAM,WAAW,GAAG,WAAW,KAAK,WAAW,IAAI,qBAAqB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACtF,IAAI,WAAW,KAAK,WAAW,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;YACtG,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,SAAS,IAAI,oBAAoB,CAAC;YACnE,MAAM,IAAI,KAAK,CAAC,8CAA8C,OAAO,kCAAkC,CAAC,CAAC;QAC3G,CAAC;QACD,MAAM,MAAM,GAAG,WAAW;YACxB,CAAC,CAAC,MAAM,mBAAmB,CAAC;gBACxB,MAAM,EAAE,OAAO,CAAC,KAAK;gBACrB,QAAQ,EAAE,OAAO,CAAC,MAAM;gBACxB,MAAM;gBACN,MAAM,EAAE,IAAI,CAAC,MAAM;aACpB,CAAC;YACJ,CAAC,CAAC,IAAI,CAAC;QACT,IAAI,MAAM,EAAE,KAAK;YAAE,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC;QAC/C,MAAM,SAAS,GAAG,cAAc,EAAE,UAAU,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC;QACrG,MAAM,KAAK,GAAG,MAAM,EAAE,KAAK,IAAI,UAAU,CAAC;QAC1C,OAAO,CAAC,IAAI,CAAC;YACX,MAAM,EAAE,OAAO,CAAC,KAAK;YACrB,QAAQ,EAAE,OAAO,CAAC,MAAM;YACxB,MAAM;YACN,MAAM,EAAE,MAAM,EAAE,MAAM,IAAI,KAAK,KAAK,CAAC;YACrC,KAAK;YACL,SAAS,EAAE,MAAM,EAAE,SAAS,IAAI,CAAC,iBAAiB,KAAK,MAAM;gBAC3D,CAAC,CAAC,oEAAoE;gBACtE,CAAC,CAAC,WAAW,KAAK,WAAW;oBAC3B,CAAC,CAAC,oEAAoE;oBACtE,CAAC,CAAC,mCAAmC,CAAC;YAC1C,UAAU,EAAE,SAAS;SACtB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC;IAC7B,MAAM,QAAQ,GAAG,KAAK,GAAG,CAAC;QACxB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,KAAK;QAChE,CAAC,CAAC,CAAC,CAAC;IACN,MAAM,QAAQ,GAAG,KAAK,GAAG,CAAC;QACxB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,KAAK;QAC1D,CAAC,CAAC,CAAC,CAAC;IACN,MAAM,cAAc,GAAG,KAAK,GAAG,CAAC;QAC9B,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,GAAG,KAAK;QAC9F,CAAC,CAAC,CAAC,CAAC;IACN,MAAM,UAAU,GAAG,KAAK,GAAG,CAAC;QAC1B,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC;QACjF,CAAC,CAAC,CAAC,CAAC;IACN,MAAM,aAAa,GAAG,YAAY;QAChC,CAAC,CAAC,WAAW;QACb,CAAC,CAAC,iBAAiB,KAAK,SAAS;YAC/B,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,iBAAiB,KAAK,MAAM;gBAC5B,CAAC,CAAC,WAAW;gBACb,CAAC,CAAC,aAAa,CAAC;IACtB,MAAM,MAAM,GAAe;QACzB,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,QAAQ,EAAE,IAAI,CAAC,OAAO;QACtB,KAAK;QACL,mBAAmB,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM;QACzC,kBAAkB,EAAE,KAAK;QACzB,cAAc,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,KAAK;QAC5C,SAAS,EAAE,QAAQ;QACnB,SAAS,EAAE,QAAQ;QACnB,gBAAgB,EAAE,cAAc;QAChC,cAAc,EAAE,UAAU;QAC1B,OAAO;QACP,YAAY,EAAE,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC;QACtC,cAAc,EAAE,aAAa;QAC7B,cAAc,EAAE,YAAY;QAC5B,kBAAkB,EAAE,iBAAiB;QACrC,YAAY,EAAE,WAAW;QACzB,iBAAiB,EAAE,gBAAgB;KACpC,CAAC;IACF,MAAM,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IACzC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,QAAoB,EAAE,SAAqB;IAC5E,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,MAAM,iBAAiB,GAAG,EAAE,CAAC;IAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC1E,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAC9C,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC;QACrD,MAAM,QAAQ,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC;QACtD,IAAI,QAAQ,GAAG,QAAQ,EAAE,CAAC;YACxB,WAAW,IAAI,CAAC,CAAC;YACjB,iBAAiB,CAAC,IAAI,CAAC;gBACrB,MAAM,EAAE,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,MAAM,IAAI,EAAE;gBAC7C,SAAS,EAAE,QAAQ;gBACnB,SAAS,EAAE,QAAQ;aACpB,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,QAAQ,GAAG,QAAQ,EAAE,CAAC;YAC/B,YAAY,IAAI,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IACD,OAAO;QACL,eAAe,EAAE,SAAS,CAAC,SAAS,GAAG,QAAQ,CAAC,SAAS;QACzD,eAAe,EAAE,SAAS,CAAC,SAAS,GAAG,QAAQ,CAAC,SAAS;QACzD,sBAAsB,EAAE,SAAS,CAAC,gBAAgB,GAAG,QAAQ,CAAC,gBAAgB;QAC9E,WAAW;QACX,YAAY;QACZ,kBAAkB,EAAE,iBAAiB;KACtC,CAAC;AACJ,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,14 @@
+#!/usr/bin/env node
+export * from "./contracts.js";
+export * from "./dataset.js";
+export * from "./orchestrator.js";
+export * from "./local-project.js";
+export * from "./openrouter.js";
+export * from "./server.js";
+export * from "./store.js";
+export interface LocalRunnerInfo {
+    name: "tuned-tensor-local";
+    status: "local-runner-preview";
+    description: string;
+}
+export declare function getLocalRunnerInfo(): LocalRunnerInfo;

package/dist/index.js

@@ -0,0 +1,316 @@
+#!/usr/bin/env node
+import { readFile } from "node:fs/promises";
+import { resolve } from "node:path";
+import { fineTuneRunRequestSchema, localBehaviorSpecFileSchema, localRunnerConfigSchema, specSnapshotSchema } from "./contracts.js";
+import { loadLocalRunnerConfig, runLocalFineTune, } from "./orchestrator.js";
+import { runDoctor } from "./doctor.js";
+import { createLocalStore } from "./store.js";
+import { serveLocalDashboard } from "./server.js";
+import { DEFAULT_LOCAL_SPEC_PATH, initLocalSpecFile, loadLocalRunInput, runRequestFromLocalSpec, } from "./local-project.js";
+export * from "./contracts.js";
+export * from "./dataset.js";
+export * from "./orchestrator.js";
+export * from "./local-project.js";
+export * from "./openrouter.js";
+export * from "./server.js";
+export * from "./store.js";
+export function getLocalRunnerInfo() {
+    return {
+        name: "tuned-tensor-local",
+        status: "local-runner-preview",
+        description: "Local fine-tuning runner for single-GPU uv/Python hosts.",
+    };
+}
+function readOption(argv, name) {
+    const index = argv.indexOf(name);
+    if (index === -1)
+        return undefined;
+    return argv[index + 1];
+}
+function hasFlag(argv, name) {
+    return argv.includes(name);
+}
+function printHelp() {
+    console.log(`tt-local
+
+Commands:
+  info
+  init [--name "My Local Model"] [--model Qwen/Qwen3.5-2B] [--output tunedtensor.json] [--force]
+  doctor [--config local-runner.json]
+  validate [tunedtensor.json|request.json] [--config local-runner.json]
+  run [tunedtensor.json|request.json] [--config local-runner.json] [--dry-run]
+  serve [--config local-runner.json] [--host 127.0.0.1] [--port 8787]
+  runs list|get|events|watch|report|cancel|reconcile [args] [--config local-runner.json]
+  models list|get [args] [--config local-runner.json]
+  specs list|get|import [args] [--config local-runner.json]
+  store rebuild-index [--config local-runner.json]
+
+The run command writes local artifacts under config.artifactRoot, defaulting to
+.tt-local/artifacts. The file-backed local store defaults to
+~/.tuned-tensor-local unless config.storeRoot or TT_LOCAL_HOME is set.`);
+}
+const optionNamesWithValues = new Set([
+    "--config",
+    "--host",
+    "--port",
+    "--name",
+    "--model",
+    "--output",
+    "--id",
+    "--user-id",
+    "--run-number",
+]);
+function readPositionals(argv, startIndex = 3) {
+    const positionals = [];
+    for (let index = startIndex; index < argv.length; index += 1) {
+        const arg = argv[index];
+        if (!arg)
+            continue;
+        if (optionNamesWithValues.has(arg)) {
+            index += 1;
+            continue;
+        }
+        if (arg.startsWith("--"))
+            continue;
+        positionals.push(arg);
+    }
+    return positionals;
+}
+function readNumberOption(argv, name) {
+    const value = readOption(argv, name);
+    return value ? Number(value) : undefined;
+}
+async function configFromArgv(argv) {
+    const configPath = readOption(argv, "--config");
+    return loadLocalRunnerConfig(configPath ? resolve(configPath) : undefined);
+}
+function printJson(value) {
+    console.log(JSON.stringify(value, null, 2));
+}
+async function sleep(ms) {
+    await new Promise((resolveSleep) => setTimeout(resolveSleep, ms));
+}
+function isTerminalStatus(status) {
+    return status === "completed" || status === "failed" || status === "cancelled";
+}
+async function main(argv) {
+    const command = argv[2] ?? "info";
+    if (command === "info" || command === "--help" || command === "-h") {
+        const info = getLocalRunnerInfo();
+        console.log(`${info.name}: ${info.description}`);
+        console.log(`Status: ${info.status}`);
+        if (command !== "info")
+            printHelp();
+        return;
+    }
+    if (command === "doctor") {
+        const config = await configFromArgv(argv);
+        const checks = await runDoctor(config);
+        const ok = checks.every((check) => check.ok);
+        printJson({ ok, checks });
+        if (!ok)
+            process.exitCode = 1;
+        return;
+    }
+    if (command === "init") {
+        const outputPath = resolve(readOption(argv, "--output") ?? DEFAULT_LOCAL_SPEC_PATH);
+        const spec = await initLocalSpecFile({
+            outputPath,
+            name: readOption(argv, "--name") ?? "Local Tuned Tensor Spec",
+            baseModel: readOption(argv, "--model") ?? "Qwen/Qwen3.5-2B",
+            force: hasFlag(argv, "--force"),
+        });
+        printJson({
+            ok: true,
+            path: outputPath,
+            id: spec.id,
+            name: spec.name,
+            base_model: spec.base_model,
+        });
+        return;
+    }
+    if (command === "validate") {
+        const inputPath = resolve(readPositionals(argv)[0] ?? DEFAULT_LOCAL_SPEC_PATH);
+        const input = await loadLocalRunInput(inputPath, {
+            userId: readOption(argv, "--user-id"),
+            runNumber: readNumberOption(argv, "--run-number"),
+        });
+        const request = input.request;
+        const config = await configFromArgv(argv);
+        printJson({
+            ok: true,
+            input_kind: input.kind,
+            input_path: input.path,
+            run_id: request.run_id,
+            behavior_spec_id: request.behavior_spec_id,
+            base_model: request.spec_snapshot.base_model,
+            artifact_root: config.artifactRoot,
+            store_root: config.storeRoot,
+            dry_run: config.dryRun,
+        });
+        return;
+    }
+    if (command === "run") {
+        const inputPath = resolve(readPositionals(argv)[0] ?? DEFAULT_LOCAL_SPEC_PATH);
+        const configInput = await configFromArgv(argv);
+        const config = localRunnerConfigSchema.parse({
+            ...configInput,
+            dryRun: hasFlag(argv, "--dry-run") ? true : configInput.dryRun,
+        });
+        const input = await loadLocalRunInput(inputPath, {
+            userId: readOption(argv, "--user-id"),
+            runNumber: readNumberOption(argv, "--run-number"),
+        });
+        const request = input.request;
+        const result = await runLocalFineTune({ request, config });
+        printJson({
+            status: result.report.status,
+            input_kind: input.kind,
+            run_id: result.report.run_id,
+            behavior_spec_id: result.report.behavior_spec_id,
+            report_path: result.reportPath,
+            artifact_dir: result.artifactDir,
+            avg_score_delta: result.report.comparison.avg_score_delta,
+        });
+        return;
+    }
+    if (command === "serve") {
+        const config = await configFromArgv(argv);
+        const host = readOption(argv, "--host") ?? "127.0.0.1";
+        const port = Number(readOption(argv, "--port") ?? "8787");
+        const dashboard = await serveLocalDashboard({ host, port, config });
+        console.log(`Tuned Tensor Local dashboard: ${dashboard.url}`);
+        await new Promise((resolveStop) => {
+            const stop = () => {
+                dashboard.close().then(resolveStop, resolveStop);
+            };
+            process.once("SIGINT", stop);
+            process.once("SIGTERM", stop);
+        });
+        return;
+    }
+    if (command === "runs") {
+        const subcommand = argv[3] ?? "list";
+        const config = await configFromArgv(argv);
+        const store = createLocalStore(config.storeRoot);
+        if (subcommand === "list")
+            return printJson(await store.listRuns());
+        if (subcommand === "get") {
+            const id = argv[4];
+            if (!id)
+                throw new Error("runs get requires <run-id>");
+            return printJson(await store.getRun(id));
+        }
+        if (subcommand === "events") {
+            const id = argv[4];
+            if (!id)
+                throw new Error("runs events requires <run-id>");
+            return printJson(await store.getRunEvents(id));
+        }
+        if (subcommand === "report") {
+            const id = argv[4];
+            if (!id)
+                throw new Error("runs report requires <run-id>");
+            return printJson(await store.getRunReport(id));
+        }
+        if (subcommand === "cancel") {
+            const id = argv[4];
+            if (!id)
+                throw new Error("runs cancel requires <run-id>");
+            await store.cancelRun(id);
+            return printJson({ ok: true, run_id: id });
+        }
+        if (subcommand === "watch") {
+            const id = argv[4];
+            if (!id)
+                throw new Error("runs watch requires <run-id>");
+            const printed = new Set();
+            while (true) {
+                const events = await store.getRunEvents(id);
+                for (const event of events) {
+                    if (printed.has(event.id))
+                        continue;
+                    printed.add(event.id);
+                    console.log(`${event.occurred_at} ${event.stage} ${event.status}: ${event.message}`);
+                }
+                const run = await store.getRun(id);
+                if (isTerminalStatus(run.status))
+                    return;
+                await sleep(1000);
+            }
+        }
+        if (subcommand === "reconcile") {
+            await store.rebuildIndexes();
+            return printJson({ ok: true });
+        }
+        throw new Error(`Unknown runs command: ${subcommand}`);
+    }
+    if (command === "models") {
+        const subcommand = argv[3] ?? "list";
+        const config = await configFromArgv(argv);
+        const store = createLocalStore(config.storeRoot);
+        if (subcommand === "list")
+            return printJson(await store.listModels());
+        if (subcommand === "get") {
+            const id = argv[4];
+            if (!id)
+                throw new Error("models get requires <model-id>");
+            return printJson(await store.getModel(id));
+        }
+        throw new Error(`Unknown models command: ${subcommand}`);
+    }
+    if (command === "specs") {
+        const subcommand = argv[3] ?? "list";
+        const config = await configFromArgv(argv);
+        const store = createLocalStore(config.storeRoot);
+        if (subcommand === "list")
+            return printJson(await store.listSpecs());
+        if (subcommand === "get") {
+            const id = argv[4];
+            if (!id)
+                throw new Error("specs get requires <spec-id>");
+            return printJson(await store.getSpec(id));
+        }
+        if (subcommand === "import") {
+            const path = argv[4];
+            if (!path)
+                throw new Error("specs import requires <spec-or-request.json>");
+            const input = JSON.parse(await readFile(resolve(path), "utf8"));
+            const request = fineTuneRunRequestSchema.safeParse(input);
+            if (request.success)
+                return printJson(await store.importSpec(request.data.behavior_spec_id, request.data.spec_snapshot));
+            const localSpec = localBehaviorSpecFileSchema.safeParse(input);
+            if (localSpec.success) {
+                const localRequest = runRequestFromLocalSpec(localSpec.data, {
+                    userId: readOption(argv, "--user-id"),
+                    runNumber: readNumberOption(argv, "--run-number"),
+                });
+                return printJson(await store.importSpec(localRequest.behavior_spec_id, localRequest.spec_snapshot));
+            }
+            const id = readOption(argv, "--id");
+            if (!id)
+                throw new Error("specs import requires --id when importing a raw spec snapshot");
+            return printJson(await store.importSpec(id, specSnapshotSchema.parse(input)));
+        }
+        throw new Error(`Unknown specs command: ${subcommand}`);
+    }
+    if (command === "store") {
+        const subcommand = argv[3];
+        const config = await configFromArgv(argv);
+        const store = createLocalStore(config.storeRoot);
+        if (subcommand === "rebuild-index") {
+            await store.rebuildIndexes();
+            return printJson({ ok: true });
+        }
+        throw new Error(`Unknown store command: ${subcommand ?? ""}`);
+    }
+    console.error(`Unknown command: ${command}`);
+    process.exitCode = 1;
+}
+if (import.meta.url === `file://${process.argv[1]}`) {
+    main(process.argv).catch((error) => {
+        console.error(error instanceof Error ? error.message : String(error));
+        process.exitCode = 1;
+    });
+}
+//# sourceMappingURL=index.js.map