systemoneprompts 0.1.0

package/dist/cli/eval.js

@@ -0,0 +1,314 @@
+import { writeFile } from "node:fs/promises";
+import { resolve } from "node:path";
+import { createFactorEvaluator, NOUL_CUTOFF } from "../factors/evaluate.js";
+import { COMPARATOR_KEYS } from "../factors/schema.js";
+import { isJsonValue, isPlainObject } from "../json.js";
+import { createStateAssert } from "../state/requirements.js";
+import { createClient, fail, loadChecked, readText } from "./io.js";
+export async function runEval(file, options) {
+    if (!file || !options.cases) {
+        fail("systemoneprompts eval <file> --cases cases.jsonl [--cache] [--sweep factor] [--report out.json] [--model name]");
+    }
+    if (options.report &&
+        (resolve(options.report) === resolve(file) ||
+            resolve(options.report) === resolve(options.cases))) {
+        fail("--report must not overwrite the definition or cases input");
+    }
+    const def = await loadChecked(file);
+    const cases = parseJsonl(await readText(options.cases), options.cases, def);
+    const evaluate = createFactorEvaluator(def.factorDefinitions);
+    const assertState = createStateAssert(def.requires);
+    const stateErrors = [];
+    for (const [index, testCase] of cases.entries()) {
+        try {
+            assertState(testCase.state);
+        }
+        catch (error) {
+            const id = testCase.id ?? String(index);
+            stateErrors.push(`case ${id}: ${error instanceof Error ? error.message : String(error)}`);
+        }
+    }
+    if (stateErrors.length > 0) {
+        for (const message of stateErrors)
+            console.error(message);
+        fail(`${stateErrors.length} invalid eval case(s)`);
+    }
+    const sweep = options.sweep ? prepareSweep(options.sweep, def) : undefined;
+    if (sweep &&
+        !cases.some((testCase) => groundTruth(sweep.id, sweep.ref, sweep.field, sweep.key, testCase) !== undefined)) {
+        fail(`--sweep: no usable truth samples for factor \`${sweep.id}\``);
+    }
+    const questionStats = Object.create(null);
+    const factorStats = Object.create(null);
+    const nearThreshold = Object.create(null);
+    const predictions = [];
+    let errors = 0;
+    const { client, model, cache } = createClient(def, options);
+    for (const [index, testCase] of cases.entries()) {
+        const id = testCase.id ?? String(index);
+        try {
+            const response = await client.systemOne({
+                state: testCase.state,
+                questions: def.questions,
+                model,
+            });
+            for (const [qid, expected] of Object.entries(testCase.labels ?? {})) {
+                const answer = response.answers[qid];
+                const stats = (questionStats[qid] ??= {
+                    correct: 0,
+                    total: 0,
+                    confusion: Object.create(null),
+                });
+                stats.total += 1;
+                const predicted = labelOf(answer) ?? "<none>";
+                const expectedLabel = String(expected);
+                if (predicted === expectedLabel)
+                    stats.correct += 1;
+                const row = (stats.confusion[expectedLabel] ??= Object.create(null));
+                row[predicted] = (row[predicted] ?? 0) + 1;
+                recordNear(qid, answer, nearThreshold);
+            }
+            let factors;
+            try {
+                factors = evaluate(response.answers);
+            }
+            catch (error) {
+                errors += 1;
+                console.error(`case ${id}: factor evaluation failed: ${error instanceof Error ? error.message : String(error)}`);
+                continue;
+            }
+            predictions.push({ id, answers: response.answers, factors, testCase });
+            for (const [fid, expected] of Object.entries(testCase.factors ?? {})) {
+                const stats = (factorStats[fid] ??= { correct: 0, total: 0 });
+                stats.total += 1;
+                if (factors[fid] === expected)
+                    stats.correct += 1;
+            }
+        }
+        catch (error) {
+            errors += 1;
+            console.error(`case ${id}: ${error instanceof Error ? error.message : String(error)}`);
+        }
+    }
+    const report = {
+        file,
+        model,
+        cases: cases.length,
+        errors,
+        questions: Object.fromEntries(Object.entries(questionStats).map(([id, s]) => [
+            id,
+            { ...withAccuracy(s), confusion: s.confusion },
+        ])),
+        factors: Object.fromEntries(Object.entries(factorStats).map(([id, s]) => [id, withAccuracy(s)])),
+        near_threshold: nearThreshold,
+        cache: cache?.stats(),
+    };
+    if (sweep)
+        report.sweep = sweepFactor(sweep, predictions);
+    await finishEval(report, options.report, errors);
+}
+async function finishEval(report, reportPath, errors) {
+    if (reportPath) {
+        await writeFile(reportPath, `${JSON.stringify(report, null, 2)}\n`);
+        console.log(reportPath);
+    }
+    else {
+        console.log(JSON.stringify(report, null, 2));
+    }
+    if (errors > 0)
+        process.exitCode = 1;
+}
+function parseJsonl(text, what, def) {
+    const lines = text.split(/\r?\n/);
+    const cases = [];
+    const errors = [];
+    for (const [i, raw] of lines.entries()) {
+        const line = raw.trim();
+        if (!line || line.startsWith("#"))
+            continue;
+        let parsed;
+        try {
+            parsed = JSON.parse(line);
+        }
+        catch (error) {
+            errors.push(`${what}:${i + 1}: ${error instanceof Error ? error.message : String(error)}`);
+            continue;
+        }
+        const validation = validateCase(parsed, def);
+        if (validation.length > 0) {
+            for (const message of validation)
+                errors.push(`${what}:${i + 1}: ${message}`);
+            continue;
+        }
+        cases.push(parsed);
+    }
+    if (errors.length > 0) {
+        for (const message of errors)
+            console.error(message);
+        fail(`${errors.length} invalid eval case error(s)`);
+    }
+    return cases;
+}
+function validateCase(value, def) {
+    if (!isPlainObject(value))
+        return ["each case must be an object"];
+    const errors = [];
+    if (Object.hasOwn(value, "id") && typeof value.id !== "string") {
+        errors.push("`id` must be a string");
+    }
+    if (!Object.hasOwn(value, "state")) {
+        errors.push("each case needs a `state` field");
+    }
+    else if (!isEvalState(value.state)) {
+        errors.push("`state` must be null, a string, object, or array");
+    }
+    if (Object.hasOwn(value, "labels")) {
+        if (!isPlainObject(value.labels)) {
+            errors.push("`labels` must be an object");
+        }
+        else {
+            for (const [id, expected] of Object.entries(value.labels)) {
+                if (!Object.hasOwn(def.questions, id)) {
+                    errors.push(`labels.${id}: unknown question id`);
+                    continue;
+                }
+                const question = def.questions[id];
+                if (question.type === "choice") {
+                    if (typeof expected !== "string") {
+                        errors.push(`labels.${id}: expected a Choice label string`);
+                    }
+                    else if (!Object.hasOwn(question.criteria, expected)) {
+                        errors.push(`labels.${id}: unknown Choice label \`${expected}\``);
+                    }
+                }
+                else if (question.type === "noul") {
+                    if (typeof expected !== "boolean") {
+                        errors.push(`labels.${id}: expected a Noul boolean`);
+                    }
+                }
+                else if (typeof expected !== "number" ||
+                    !Number.isInteger(expected) ||
+                    expected < 0 ||
+                    expected >= question.criteria.length) {
+                    errors.push(`labels.${id}: expected a Score integer from 0 through ${question.criteria.length - 1}`);
+                }
+            }
+        }
+    }
+    if (Object.hasOwn(value, "factors")) {
+        if (!isPlainObject(value.factors)) {
+            errors.push("`factors` must be an object");
+        }
+        else {
+            for (const [id, expected] of Object.entries(value.factors)) {
+                if (!Object.hasOwn(def.factorDefinitions, id)) {
+                    errors.push(`factors.${id}: unknown factor id`);
+                }
+                else if (typeof expected !== "boolean") {
+                    errors.push(`factors.${id}: expected a boolean`);
+                }
+            }
+        }
+    }
+    return errors;
+}
+function isEvalState(value) {
+    return (isJsonValue(value) &&
+        (value === null || typeof value === "string" || isPlainObject(value) || Array.isArray(value)));
+}
+function prepareSweep(id, def) {
+    if (!Object.hasOwn(def.factorDefinitions, id))
+        fail(`--sweep: unknown factor \`${id}\``);
+    const table = def.factorDefinitions[id];
+    if (typeof table.ref !== "string") {
+        fail(`--sweep: factor \`${id}\` is not a predicate; only predicates can be swept`);
+    }
+    const field = ["noul", "score", "confidence"].find((candidate) => isPlainObject(table[candidate]));
+    if (!field)
+        fail(`--sweep: factor \`${id}\` has no numeric comparator to sweep`);
+    const comparator = table[field];
+    if (!isPlainObject(comparator))
+        fail(`--sweep: factor \`${id}\` has an invalid comparator`);
+    const keys = COMPARATOR_KEYS.filter((key) => comparator[key] !== undefined);
+    if (keys.length !== 1) {
+        fail(`--sweep: factor \`${id}\` comparator must have exactly one operator to sweep`);
+    }
+    const question = def.questions[table.ref];
+    const thresholds = field === "score" && question?.type === "score"
+        ? range(0, question.criteria.length - 1, 0.1)
+        : range(0.05, 0.95, 0.05);
+    return { id, ref: table.ref, field, key: keys[0], table, thresholds };
+}
+function withAccuracy(t) {
+    return { accuracy: t.total === 0 ? 0 : t.correct / t.total, correct: t.correct, total: t.total };
+}
+/** The comparable label of an answer: Choice label, Noul as `true`/`false`, Score rounded to a level. */
+function labelOf(answer) {
+    if (!isPlainObject(answer))
+        return undefined;
+    if (answer.type === "choice" && typeof answer.choice === "string")
+        return answer.choice;
+    if (answer.type === "noul" && typeof answer.noul === "number") {
+        return String(answer.noul >= NOUL_CUTOFF);
+    }
+    if (answer.type === "score" && typeof answer.score === "number") {
+        return String(Math.round(answer.score));
+    }
+    return undefined;
+}
+/** Count answers whose value sits close to a decision boundary — the ones worth inspecting. */
+function recordNear(id, answer, dest) {
+    if (!isPlainObject(answer))
+        return;
+    if (typeof answer.noul === "number" && Math.abs(answer.noul - NOUL_CUTOFF) <= 0.1) {
+        dest[id] = (dest[id] ?? 0) + 1;
+    }
+    if (typeof answer.confidence === "number" &&
+        answer.confidence >= 0.4 &&
+        answer.confidence < 0.75) {
+        dest[`${id}.confidence`] = (dest[`${id}.confidence`] ?? 0) + 1;
+    }
+}
+/**
+ * Re-evaluate a predicate factor across a range of thresholds using the real evaluator,
+ * so any other fields on the predicate (`choice = …`, a second comparator) stay in force.
+ * Ground truth is the case's expected value for the factor; for a Noul predicate a
+ * Boolean label on the referenced question is accepted as a fallback.
+ */
+function sweepFactor(sweep, predictions) {
+    const { id, ref, field, key, table, thresholds } = sweep;
+    const rows = thresholds.map((threshold) => {
+        const swept = { ...table, [field]: { [key]: threshold } };
+        const evaluate = createFactorEvaluator({ [id]: swept });
+        let correct = 0;
+        let total = 0;
+        for (const pred of predictions) {
+            const want = groundTruth(id, ref, field, key, pred.testCase);
+            if (want === undefined)
+                continue;
+            const predicted = evaluate(pred.answers)[id];
+            total += 1;
+            if (predicted === want)
+                correct += 1;
+        }
+        return { threshold, ...withAccuracy({ correct, total }) };
+    });
+    return { factor: id, ref, field, comparator: key, rows };
+}
+function groundTruth(id, ref, field, key, testCase) {
+    const expected = testCase.factors?.[id];
+    if (typeof expected === "boolean")
+        return expected;
+    const label = testCase.labels?.[ref];
+    if (field === "noul" && typeof label === "boolean") {
+        return key === "lt" || key === "lte" ? !label : label;
+    }
+    return undefined;
+}
+function range(from, to, step) {
+    const out = [];
+    for (let t = from; t <= to + 1e-9; t += step)
+        out.push(Number(t.toFixed(2)));
+    return out;
+}
+//# sourceMappingURL=eval.js.map

package/dist/cli/eval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval.js","sourceRoot":"","sources":["../../src/cli/eval.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,OAAO,EAAmB,qBAAqB,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAC7F,OAAO,EAAE,eAAe,EAAwC,MAAM,sBAAsB,CAAC;AAC7F,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAoB,MAAM,0BAA0B,CAAC;AAC/E,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAkCpE,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,IAAwB,EACxB,OAA6F;IAE7F,IAAI,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAC5B,IAAI,CACF,gHAAgH,CACjH,CAAC;IACJ,CAAC;IACD,IACE,OAAO,CAAC,MAAM;QACd,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC;YACxC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EACrD,CAAC;QACD,IAAI,CAAC,2DAA2D,CAAC,CAAC;IACpE,CAAC;IACD,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,CAAC;IACpC,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAC5E,MAAM,QAAQ,GAAG,qBAAqB,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;IAC9D,MAAM,WAAW,GAAgB,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAEjE,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,KAAK,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;QAChD,IAAI,CAAC;YACH,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC9B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,EAAE,GAAG,QAAQ,CAAC,EAAE,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC;YACxC,WAAW,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC5F,CAAC;IACH,CAAC;IACD,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,KAAK,MAAM,OAAO,IAAI,WAAW;YAAE,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC1D,IAAI,CAAC,GAAG,WAAW,CAAC,MAAM,uBAAuB,CAAC,CAAC;IACrD,CAAC;IAED,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3E,IACE,KAAK;QACL,CAAC,KAAK,CAAC,IAAI,CACT,CAAC,QAAQ,EAAE,EAAE,CACX,WAAW,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,KAAK,SAAS,CACnF,EACD,CAAC;QACD,IAAI,CAAC,iDAAiD,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC;IACtE,CAAC;IAED,MAAM,aAAa,GAGf,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACxB,MAAM,WAAW,GAA0B,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC/D,MAAM,aAAa,GAA2B,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAClE,MAAM,WAAW,GAAiB,EAAE,CAAC;IACrC,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,YAAY,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAC5D,KAAK,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;QAChD,MAAM,EAAE,GAAG,QAAQ,CAAC,EAAE,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC;QACxC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC;gBACtC,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,KAAK;aACN,CAAC,CAAC;YAEH,KAAK,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;gBACpE,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBACrC,MAAM,KAAK,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK;oBACpC,OAAO,EAAE,CAAC;oBACV,KAAK,EAAE,CAAC;oBACR,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;iBAC/B,CAAC,CAAC;gBACH,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC;gBACjB,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,QAAQ,CAAC;gBAC9C,MAAM,aAAa,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;gBACvC,IAAI,SAAS,KAAK,aAAa;oBAAE,KAAK,CAAC,OAAO,IAAI,CAAC,CAAC;gBACpD,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,aAAa,CAAC,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;gBACrE,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;gBAC3C,UAAU,CAAC,GAAG,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC;YACzC,CAAC;YAED,IAAI,OAAgC,CAAC;YACrC,IAAI,CAAC;gBACH,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YACvC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,CAAC,CAAC;gBACZ,OAAO,CAAC,KAAK,CACX,QAAQ,EAAE,+BAA+B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAClG,CAAC;gBACF,SAAS;YACX,CAAC;YACD,WAAW,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;YACvE,KAAK,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC;gBACrE,MAAM,KAAK,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;gBAC9D,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC;gBACjB,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,QAAQ;oBAAE,KAAK,CAAC,OAAO,IAAI,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,CAAC;YACZ,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACzF,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAA4B;QACtC,IAAI;QACJ,KAAK;QACL,KAAK,EAAE,KAAK,CAAC,MAAM;QACnB,MAAM;QACN,SAAS,EAAE,MAAM,CAAC,WAAW,CAC3B,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;YAC7C,EAAE;YACF,EAAE,GAAG,YAAY,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE;SAC/C,CAAC,CACH;QACD,OAAO,EAAE,MAAM,CAAC,WAAW,CACzB,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CACpE;QACD,cAAc,EAAE,aAAa;QAC7B,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE;KACtB,CAAC;IACF,IAAI,KAAK;QAAE,MAAM,CAAC,KAAK,GAAG,WAAW,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IAC1D,MAAM,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AACnD,CAAC;AAED,KAAK,UAAU,UAAU,CACvB,MAA+B,EAC/B,UAA8B,EAC9B,MAAc;IAEd,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,SAAS,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QACpE,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC1B,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC;IACD,IAAI,MAAM,GAAG,CAAC;QAAE,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,UAAU,CAAC,IAAY,EAAE,IAAY,EAAE,GAAe;IAC7D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAClC,MAAM,KAAK,GAAe,EAAE,CAAC;IAC7B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,MAAM,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;QACxB,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,SAAS;QAC5C,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAY,CAAC;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC3F,SAAS;QACX,CAAC;QACD,MAAM,UAAU,GAAG,YAAY,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC7C,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,KAAK,MAAM,OAAO,IAAI,UAAU;gBAAE,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,OAAO,EAAE,CAAC,CAAC;YAC9E,SAAS;QACX,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,MAA6B,CAAC,CAAC;IAC5C,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,KAAK,MAAM,OAAO,IAAI,MAAM;YAAE,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACrD,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,6BAA6B,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,YAAY,CAAC,KAAc,EAAE,GAAe;IACnD,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,6BAA6B,CAAC,CAAC;IAClE,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,OAAO,KAAK,CAAC,EAAE,KAAK,QAAQ,EAAE,CAAC;QAC/D,MAAM,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IACvC,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;IACjD,CAAC;SAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;QACrC,MAAM,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAC;IAClE,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC;QACnC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YACjC,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QAC5C,CAAC;aAAM,CAAC;YACN,KAAK,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1D,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,CAAC,EAAE,CAAC;oBACtC,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,uBAAuB,CAAC,CAAC;oBACjD,SAAS;gBACX,CAAC;gBACD,MAAM,QAAQ,GAAG,GAAG,CAAC,SAAS,CAAC,EAAE,CAAE,CAAC;gBACpC,IAAI,QAAQ,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC/B,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;wBACjC,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,kCAAkC,CAAC,CAAC;oBAC9D,CAAC;yBAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAAC;wBACvD,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,4BAA4B,QAAQ,IAAI,CAAC,CAAC;oBACpE,CAAC;gBACH,CAAC;qBAAM,IAAI,QAAQ,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBACpC,IAAI,OAAO,QAAQ,KAAK,SAAS,EAAE,CAAC;wBAClC,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,2BAA2B,CAAC,CAAC;oBACvD,CAAC;gBACH,CAAC;qBAAM,IACL,OAAO,QAAQ,KAAK,QAAQ;oBAC5B,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC;oBAC3B,QAAQ,GAAG,CAAC;oBACZ,QAAQ,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,EACpC,CAAC;oBACD,MAAM,CAAC,IAAI,CACT,UAAU,EAAE,6CAA6C,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CACxF,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;QACpC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;YAClC,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;QAC7C,CAAC;aAAM,CAAC;YACN,KAAK,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC3D,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,iBAAiB,EAAE,EAAE,CAAC,EAAE,CAAC;oBAC9C,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,qBAAqB,CAAC,CAAC;gBAClD,CAAC;qBAAM,IAAI,OAAO,QAAQ,KAAK,SAAS,EAAE,CAAC;oBACzC,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,sBAAsB,CAAC,CAAC;gBACnD,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,CACL,WAAW,CAAC,KAAK,CAAC;QAClB,CAAC,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAC9F,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,EAAU,EAAE,GAAe;IAC/C,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,iBAAiB,EAAE,EAAE,CAAC;QAAE,IAAI,CAAC,6BAA6B,EAAE,IAAI,CAAC,CAAC;IACzF,MAAM,KAAK,GAAG,GAAG,CAAC,iBAAiB,CAAC,EAAE,CAAE,CAAC;IACzC,IAAI,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ,EAAE,CAAC;QAClC,IAAI,CAAC,qBAAqB,EAAE,qDAAqD,CAAC,CAAC;IACrF,CAAC;IACD,MAAM,KAAK,GAAI,CAAC,MAAM,EAAE,OAAO,EAAE,YAAY,CAAW,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAC1E,aAAa,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAChC,CAAC;IACF,IAAI,CAAC,KAAK;QAAE,IAAI,CAAC,qBAAqB,EAAE,uCAAuC,CAAC,CAAC;IACjF,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;IAChC,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC;QAAE,IAAI,CAAC,qBAAqB,EAAE,8BAA8B,CAAC,CAAC;IAC5F,MAAM,IAAI,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,SAAS,CAAC,CAAC;IAC5E,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,IAAI,CAAC,qBAAqB,EAAE,uDAAuD,CAAC,CAAC;IACvF,CAAC;IACD,MAAM,QAAQ,GAAG,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC1C,MAAM,UAAU,GACd,KAAK,KAAK,OAAO,IAAI,QAAQ,EAAE,IAAI,KAAK,OAAO;QAC7C,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,GAAG,CAAC;QAC7C,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IAC9B,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC,CAAE,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;AACzE,CAAC;AAED,SAAS,YAAY,CAAC,CAAQ;IAC5B,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC;AACnG,CAAC;AAED,yGAAyG;AACzG,SAAS,OAAO,CAAC,MAAe;IAC9B,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC;QAAE,OAAO,SAAS,CAAC;IAC7C,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,MAAM,CAAC;IACxF,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC9D,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,IAAI,WAAW,CAAC,CAAC;IAC5C,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;QAChE,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAC1C,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,+FAA+F;AAC/F,SAAS,UAAU,CAAC,EAAU,EAAE,MAAe,EAAE,IAA4B;IAC3E,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC;QAAE,OAAO;IACnC,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,GAAG,WAAW,CAAC,IAAI,GAAG,EAAE,CAAC;QAClF,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IACjC,CAAC;IACD,IACE,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ;QACrC,MAAM,CAAC,UAAU,IAAI,GAAG;QACxB,MAAM,CAAC,UAAU,GAAG,IAAI,EACxB,CAAC;QACD,IAAI,CAAC,GAAG,EAAE,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,aAAa,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IACjE,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,SAAS,WAAW,CAAC,KAAY,EAAE,WAAyB;IAC1D,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,KAAK,CAAC;IACzD,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;QACxC,MAAM,KAAK,GAAgB,EAAE,GAAG,KAAK,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,SAAS,EAAE,EAAE,CAAC;QACvE,MAAM,QAAQ,GAAG,qBAAqB,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;QACxD,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;YAC/B,MAAM,IAAI,GAAG,WAAW,CAAC,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC7D,IAAI,IAAI,KAAK,SAAS;gBAAE,SAAS;YACjC,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC;YAC7C,KAAK,IAAI,CAAC,CAAC;YACX,IAAI,SAAS,KAAK,IAAI;gBAAE,OAAO,IAAI,CAAC,CAAC;QACvC,CAAC;QACD,OAAO,EAAE,SAAS,EAAE,GAAG,YAAY,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;IAC5D,CAAC,CAAC,CAAC;IACH,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;AAC3D,CAAC;AAED,SAAS,WAAW,CAClB,EAAU,EACV,GAAW,EACX,KAAsC,EACtC,GAAkB,EAClB,QAAkB;IAElB,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;IACxC,IAAI,OAAO,QAAQ,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IACnD,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC;IACrC,IAAI,KAAK,KAAK,MAAM,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;QACnD,OAAO,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;IACxD,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,KAAK,CAAC,IAAY,EAAE,EAAU,EAAE,IAAY;IACnD,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,IAAI,EAAE,GAAG,IAAI,EAAE,CAAC,IAAI,IAAI;QAAE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7E,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/cli/generate.d.ts

@@ -0,0 +1,5 @@
+export declare function runGenerate(files: string[], options: {
+    out?: string;
+    check?: boolean;
+}): Promise<void>;
+//# sourceMappingURL=generate.d.ts.map

package/dist/cli/generate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate.d.ts","sourceRoot":"","sources":["../../src/cli/generate.ts"],"names":[],"mappings":"AASA,wBAAsB,WAAW,CAC/B,KAAK,EAAE,MAAM,EAAE,EACf,OAAO,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,OAAO,CAAA;CAAE,GACzC,OAAO,CAAC,IAAI,CAAC,CA8Ef"}

package/dist/cli/generate.js

@@ -0,0 +1,93 @@
+import { mkdir, readFile, writeFile } from "node:fs/promises";
+import { basename, dirname, join, resolve } from "node:path";
+import { checkDefinition } from "../definition/check.js";
+import { hasErrors, SystemOnePromptsError } from "../definition/diagnostics.js";
+import { parseDefinition } from "../definition/parse.js";
+import { emitGenerated } from "../generate/generate.js";
+import { fail, printDiagnostics, readText } from "./io.js";
+export async function runGenerate(files, options) {
+    if (files.length === 0)
+        fail("systemoneprompts generate <files...> [--out dir] [--check]");
+    const outputPaths = new Map();
+    for (const file of files) {
+        if (!/\.toml$/i.test(file)) {
+            console.error(`error: ${file}: source file must have a .toml extension`);
+            process.exit(1);
+        }
+        const outPath = outputPath(file, options.out);
+        const resolved = resolve(outPath);
+        outputPaths.set(resolved, [...(outputPaths.get(resolved) ?? []), file]);
+        if (resolve(file) === resolved) {
+            console.error(`error: refusing to overwrite source file ${file}`);
+            process.exit(1);
+        }
+    }
+    const duplicates = [...outputPaths.entries()].filter(([, sources]) => sources.length > 1);
+    if (duplicates.length > 0) {
+        for (const [outPath, sources] of duplicates) {
+            console.error(`error: duplicate output path ${outPath} for ${sources.join(", ")}`);
+        }
+        process.exit(1);
+    }
+    let failed = 0;
+    for (const file of files) {
+        let def;
+        try {
+            const source = await readText(file);
+            def = parseDefinition(source, { filename: file });
+        }
+        catch (error) {
+            failed += 1;
+            if (error instanceof SystemOnePromptsError)
+                printDiagnostics(error.diagnostics);
+            else
+                console.error(`error: ${file}: ${error instanceof Error ? error.message : String(error)}`);
+            continue;
+        }
+        const diagnostics = checkDefinition(def);
+        printDiagnostics(diagnostics);
+        if (hasErrors(diagnostics)) {
+            failed += 1;
+            continue;
+        }
+        const generated = emitGenerated(def, file);
+        const outPath = outputPath(file, options.out);
+        if (options.check) {
+            let existing;
+            try {
+                existing = await readFile(outPath, "utf8");
+            }
+            catch (error) {
+                if (error.code === "ENOENT") {
+                    console.error(`missing generated file: ${outPath}`);
+                }
+                else {
+                    console.error(`error: ${outPath}: ${error instanceof Error ? error.message : String(error)}`);
+                }
+                failed += 1;
+                continue;
+            }
+            if (existing !== generated) {
+                console.error(`stale generated file: ${outPath}`);
+                failed += 1;
+            }
+            continue;
+        }
+        try {
+            await mkdir(dirname(outPath), { recursive: true });
+            await writeFile(outPath, generated);
+            console.log(outPath);
+        }
+        catch (error) {
+            failed += 1;
+            console.error(`error: ${outPath}: ${error instanceof Error ? error.message : String(error)}`);
+        }
+    }
+    if (failed > 0)
+        process.exit(1);
+}
+function outputPath(file, outDir) {
+    const name = basename(file).replace(/\.toml$/i, ".generated.ts");
+    return join(outDir ?? dirname(file), name);
+}
+//# sourceMappingURL=generate.js.map

package/dist/cli/generate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate.js","sourceRoot":"","sources":["../../src/cli/generate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7D,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,SAAS,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAChF,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAEzD,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,IAAI,EAAE,gBAAgB,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAE3D,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,KAAe,EACf,OAA0C;IAE1C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,IAAI,CAAC,4DAA4D,CAAC,CAAC;IAE3F,MAAM,WAAW,GAAG,IAAI,GAAG,EAAoB,CAAC;IAChD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3B,OAAO,CAAC,KAAK,CAAC,UAAU,IAAI,2CAA2C,CAAC,CAAC;YACzE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QACD,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;QAClC,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;QACxE,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,QAAQ,EAAE,CAAC;YAC/B,OAAO,CAAC,KAAK,CAAC,4CAA4C,IAAI,EAAE,CAAC,CAAC;YAClE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IACD,MAAM,UAAU,GAAG,CAAC,GAAG,WAAW,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC1F,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,KAAK,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,UAAU,EAAE,CAAC;YAC5C,OAAO,CAAC,KAAK,CAAC,gCAAgC,OAAO,QAAQ,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACrF,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,GAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;YACpC,GAAG,GAAG,eAAe,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QACpD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,CAAC;YACZ,IAAI,KAAK,YAAY,qBAAqB;gBAAE,gBAAgB,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;;gBAE9E,OAAO,CAAC,KAAK,CAAC,UAAU,IAAI,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC7F,SAAS;QACX,CAAC;QAED,MAAM,WAAW,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;QACzC,gBAAgB,CAAC,WAAW,CAAC,CAAC;QAC9B,IAAI,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,CAAC,CAAC;YACZ,SAAS;QACX,CAAC;QACD,MAAM,SAAS,GAAG,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC;QAC9C,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,IAAI,QAA4B,CAAC;YACjC,IAAI,CAAC;gBACH,QAAQ,GAAG,MAAM,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC7C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBACvD,OAAO,CAAC,KAAK,CAAC,2BAA2B,OAAO,EAAE,CAAC,CAAC;gBACtD,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,KAAK,CACX,UAAU,OAAO,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAC/E,CAAC;gBACJ,CAAC;gBACD,MAAM,IAAI,CAAC,CAAC;gBACZ,SAAS;YACX,CAAC;YACD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAC3B,OAAO,CAAC,KAAK,CAAC,yBAAyB,OAAO,EAAE,CAAC,CAAC;gBAClD,MAAM,IAAI,CAAC,CAAC;YACd,CAAC;YACD,SAAS;QACX,CAAC;QACD,IAAI,CAAC;YACH,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACnD,MAAM,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YACpC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,CAAC;YACZ,OAAO,CAAC,KAAK,CAAC,UAAU,OAAO,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAChG,CAAC;IACH,CAAC;IACD,IAAI,MAAM,GAAG,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClC,CAAC;AAED,SAAS,UAAU,CAAC,IAAY,EAAE,MAAe;IAC/C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;IACjE,OAAO,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;AAC7C,CAAC"}

package/dist/cli/index.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/cli/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/cli/index.ts"],"names":[],"mappings":""}

package/dist/cli/index.js

@@ -0,0 +1,76 @@
+#!/usr/bin/env node
+import { parseArgs } from "node:util";
+import { runCache } from "./cache.js";
+import { runCheck } from "./check.js";
+import { runEval } from "./eval.js";
+import { runGenerate } from "./generate.js";
+import { fail } from "./io.js";
+import { runRun } from "./run.js";
+const USAGE = `systemoneprompts <command> [options]
+
+Commands:
+  check     <files...> [--strict]
+  generate  <files...> [--out dir] [--check]
+  run       <file> --state s.json | <stdin> [--cache] [--json] [--model name]
+  eval      <file> --cases cases.jsonl [--cache] [--sweep factor] [--report out.json] [--model name]
+  cache     stats | clear
+`;
+async function main() {
+    const { values, positionals } = parseArgs({
+        args: process.argv.slice(2),
+        allowPositionals: true,
+        options: {
+            strict: { type: "boolean", default: false },
+            out: { type: "string" },
+            check: { type: "boolean", default: false },
+            state: { type: "string" },
+            cache: { type: "boolean", default: false },
+            json: { type: "boolean", default: false },
+            cases: { type: "string" },
+            sweep: { type: "string" },
+            report: { type: "string" },
+            model: { type: "string" },
+            help: { type: "boolean", default: false },
+        },
+    });
+    if (values.help || positionals.length === 0) {
+        console.log(USAGE);
+        process.exit(values.help ? 0 : 1);
+    }
+    const [command, ...rest] = positionals;
+    switch (command) {
+        case "check":
+            await runCheck(rest, Boolean(values.strict));
+            break;
+        case "generate":
+            await runGenerate(rest, { out: values.out, check: Boolean(values.check) });
+            break;
+        case "run":
+            await runRun(rest[0], {
+                state: values.state,
+                cache: Boolean(values.cache),
+                json: Boolean(values.json),
+                model: values.model,
+            });
+            break;
+        case "eval":
+            await runEval(rest[0], {
+                cases: values.cases,
+                cache: Boolean(values.cache),
+                sweep: values.sweep,
+                report: values.report,
+                model: values.model,
+            });
+            break;
+        case "cache":
+            await runCache(rest[0]);
+            break;
+        default:
+            fail(`unknown command \`${command}\`\n\n${USAGE}`);
+    }
+}
+main().catch((error) => {
+    console.error(error instanceof Error ? error.message : error);
+    process.exit(1);
+});
+//# sourceMappingURL=index.js.map

package/dist/cli/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/cli/index.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAC/B,OAAO,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAElC,MAAM,KAAK,GAAG;;;;;;;;CAQb,CAAC;AAEF,KAAK,UAAU,IAAI;IACjB,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,SAAS,CAAC;QACxC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAC3B,gBAAgB,EAAE,IAAI;QACtB,OAAO,EAAE;YACP,MAAM,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE;YAC3C,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACvB,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE;YAC1C,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACzB,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE;YAC1C,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE;YACzC,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACzB,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACzB,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACzB,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE;SAC1C;KACF,CAAC,CAAC;IAEH,IAAI,MAAM,CAAC,IAAI,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACnB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACpC,CAAC;IAED,MAAM,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,GAAG,WAAW,CAAC;IACvC,QAAQ,OAAO,EAAE,CAAC;QAChB,KAAK,OAAO;YACV,MAAM,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;YAC7C,MAAM;QACR,KAAK,UAAU;YACb,MAAM,WAAW,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC3E,MAAM;QACR,KAAK,KAAK;YACR,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE;gBACpB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC5B,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC;gBAC1B,KAAK,EAAE,MAAM,CAAC,KAAK;aACpB,CAAC,CAAC;YACH,MAAM;QACR,KAAK,MAAM;YACT,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE;gBACrB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC5B,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,KAAK,EAAE,MAAM,CAAC,KAAK;aACpB,CAAC,CAAC;YACH,MAAM;QACR,KAAK,OAAO;YACV,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YACxB,MAAM;QACR;YACE,IAAI,CAAC,qBAAqB,OAAO,SAAS,KAAK,EAAE,CAAC,CAAC;IACvD,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;IAC9B,OAAO,CAAC,KAAK,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC9D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/cli/io.d.ts

@@ -0,0 +1,28 @@
+import { TypeSafeClient } from "../client.js";
+import { type Diagnostic } from "../definition/diagnostics.js";
+import type { Definition } from "../definition/schema.js";
+import { type CachingFetch } from "../dev/cache.js";
+export declare function readStdin(): Promise<string>;
+export declare function readText(path: string): Promise<string>;
+/** Parse JSON with a message that names the source instead of a bare "Unexpected token". */
+export declare function parseJson(text: string, what: string): unknown;
+/** Parse and check a definition file; print diagnostics and exit on errors. */
+export declare function loadChecked(file: string): Promise<Definition>;
+/**
+ * Build the TypeSafe client for a live CLI call. Model precedence, later wins:
+ * default → `TYPESAFE_DEFAULT_MODEL` / `TYPESAFE_MODEL` → TOML `model` → `--model`.
+ *
+ * Cloudflare mode (`CLOUDFLARE_ACCOUNT_ID`) uses `CLOUDFLARE_API_TOKEN` and is
+ * mutually exclusive with `TYPESAFE_BASE_URL`.
+ */
+export declare function createClient(def: Definition, options: {
+    cache?: boolean;
+    model?: string;
+}): {
+    client: TypeSafeClient;
+    model: string;
+    cache?: CachingFetch;
+};
+export declare function printDiagnostics(diagnostics: readonly Diagnostic[], strict?: boolean): number;
+export declare function fail(message: string, code?: number): never;
+//# sourceMappingURL=io.d.ts.map

package/dist/cli/io.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"io.d.ts","sourceRoot":"","sources":["../../src/cli/io.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAG9C,OAAO,EAAE,KAAK,UAAU,EAA+B,MAAM,8BAA8B,CAAC;AAE5F,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,KAAK,YAAY,EAAsB,MAAM,iBAAiB,CAAC;AAIxE,wBAAsB,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC,CAMjD;AAED,wBAAsB,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAE5D;AAED,4FAA4F;AAC5F,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAM7D;AAED,+EAA+E;AAC/E,wBAAsB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CASnE;AAED;;;;;;GAMG;AACH,wBAAgB,YAAY,CAC1B,GAAG,EAAE,UAAU,EACf,OAAO,EAAE;IAAE,KAAK,CAAC,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,GAC3C;IAAE,MAAM,EAAE,cAAc,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,YAAY,CAAA;CAAE,CAqBjE;AAED,wBAAgB,gBAAgB,CAAC,WAAW,EAAE,SAAS,UAAU,EAAE,EAAE,MAAM,UAAQ,GAAG,MAAM,CAa3F;AAED,wBAAgB,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,SAAI,GAAG,KAAK,CAGrD"}