spawnfile 0.1.25 → 0.1.27

package/dist/training/cases/training/schema.js

@@ -0,0 +1,207 @@
+import { defaultInferenceProviders } from '../../providers/index.js';
+import { fail, fields, number, object, oneOf, safePath, string, uniqueStrings } from '../validation.js';
+function integer(value, path, min = 1, max = Number.MAX_SAFE_INTEGER) {
+    if (!Number.isSafeInteger(number(value, path, min, max)))
+        fail(path, 'expected an integer');
+}
+/** Validate controls without executing templates or contacting declared providers. */
+export function validateTrainingConfiguration(value, path = '$.training', registry = defaultInferenceProviders) {
+    const config = object(value, path);
+    fields(config, ['models', 'judges', 'optimizer', 'comparison', 'budget', 'cache', 'recovery', 'scoring', 'test', 'validation', 'validation_groups', 'seed'], path);
+    const models = object(config.models, `${path}.models`);
+    if (!Object.keys(models).length)
+        fail(`${path}.models`, 'requires a named model');
+    for (const [name, value] of Object.entries(models)) {
+        const location = `${path}.models.${name}`;
+        string(name, location);
+        const model = object(value, location);
+        fields(model, ['provider', 'model', 'endpoint', 'reasoning_effort', 'think', 'keep_alive_seconds', 'max_output_tokens', 'context_window'], location);
+        oneOf(model.provider, Object.keys(registry.providers), `${location}.provider`);
+        registry.providers[model.provider].validate(model, location);
+    }
+    function route(value, location, judge = false) {
+        const policy = object(value, location);
+        fields(policy, ['model', 'fallbacks', 'attempts', 'timeout_ms', ...(judge ? ['template', 'citation_repairs', 'protocol'] : ['proposal', 'method', 'variants', 'keep', 'budget', 'selection', 'boundaries', 'patience'])], location);
+        const primary = string(policy.model, `${location}.model`);
+        const fallbacks = policy.fallbacks === undefined ? [] : uniqueStrings(policy.fallbacks, `${location}.fallbacks`);
+        if (fallbacks.includes(primary))
+            fail(`${location}.fallbacks`, 'primary model cannot be its own fallback');
+        for (const name of [primary, ...fallbacks])
+            if (!Object.hasOwn(models, name))
+                fail(location, `unknown model ${name}`);
+        const providers = new Set([primary, ...fallbacks].map(name => models[name].provider));
+        for (const id of providers) {
+            const descriptor = registry.providers[id];
+            if (descriptor.incompatibleWith?.some(other => providers.has(other)))
+                fail(location, descriptor.incompatibilityReason ?? 'provider routes cannot fall back to an incompatible provider');
+        }
+        if (policy.attempts !== undefined)
+            integer(policy.attempts, `${location}.attempts`, 1, Math.min(10, 1 + fallbacks.length));
+        if (policy.timeout_ms !== undefined)
+            integer(policy.timeout_ms, `${location}.timeout_ms`, 1, 3_600_000);
+        if (policy.citation_repairs !== undefined)
+            oneOf(policy.citation_repairs, [0, 1], `${location}.citation_repairs`);
+        if (policy.protocol !== undefined)
+            oneOf(policy.protocol, ['citations', 'evidence-ids'], `${location}.protocol`);
+        if (policy.protocol === 'evidence-ids' && policy.citation_repairs === 1)
+            fail(`${location}.citation_repairs`, 'citation repair is not supported for evidence-ids');
+        if (policy.proposal !== undefined) {
+            const proposal = object(policy.proposal, `${location}.proposal`);
+            fields(proposal, ['strategy', 'min_change', 'rewrite_share', 'hypothesis_similarity', 'max_attempts', 'history_entries', 'history_bytes'], `${location}.proposal`);
+            if (proposal.strategy !== undefined)
+                oneOf(proposal.strategy, ['refine', 'rewrite'], `${location}.proposal.strategy`);
+            for (const field of ['min_change', 'rewrite_share', 'hypothesis_similarity']) {
+                if (proposal[field] !== undefined)
+                    number(proposal[field], `${location}.proposal.${field}`, 0, 1);
+            }
+            for (const [field, min, max] of [['max_attempts', 1, 5], ['history_entries', 1, 100], ['history_bytes', 1024, 262144]]) {
+                if (proposal[field] !== undefined)
+                    integer(proposal[field], `${location}.proposal.${field}`, min, max);
+            }
+        }
+        if (!judge) {
+            if (policy.method !== undefined)
+                oneOf(policy.method, ['gepa'], `${location}.method`);
+            for (const field of ['variants', 'keep', 'patience']) {
+                if (policy[field] !== undefined)
+                    integer(policy[field], `${location}.${field}`);
+            }
+            if (policy.selection !== undefined)
+                oneOf(policy.selection, ['pareto', 'top-k'], `${location}.selection`);
+            if (policy.budget !== undefined) {
+                const budget = object(policy.budget, `${location}.budget`);
+                fields(budget, ['rounds'], `${location}.budget`);
+                integer(budget.rounds, `${location}.budget.rounds`);
+            }
+            if (policy.boundaries !== undefined) {
+                if (!Array.isArray(policy.boundaries) || policy.boundaries.length > 50)
+                    fail(`${location}.boundaries`, 'expected at most 50 strings');
+                for (const [index, boundary] of policy.boundaries.entries()) {
+                    if (string(boundary, `${location}.boundaries[${index}]`).length > 500)
+                        fail(`${location}.boundaries[${index}]`, 'expected 1..500 characters');
+                }
+            }
+            if (policy.variants !== undefined) {
+                integer(policy.keep, `${location}.keep`, 1, policy.variants);
+                if (policy.budget === undefined)
+                    fail(`${location}.budget.rounds`, 'required when variants is present');
+            }
+            else {
+                for (const field of ['keep', 'budget', 'selection', 'boundaries', 'patience']) {
+                    if (policy[field] !== undefined)
+                        fail(`${location}.${field}`, 'requires optimizer.variants');
+                }
+                const proposal = policy.proposal;
+                for (const field of ['rewrite_share', 'hypothesis_similarity']) {
+                    if (proposal?.[field] !== undefined)
+                        fail(`${location}.proposal.${field}`, 'requires optimizer.variants');
+                }
+            }
+        }
+        if (policy.template !== undefined) {
+            const template = object(policy.template, `${location}.template`);
+            fields(template, ['language', 'text'], `${location}.template`);
+            oneOf(template.language, ['jinja'], `${location}.template.language`);
+            string(template.text, `${location}.template.text`);
+        }
+    }
+    if (config.judges !== undefined) {
+        for (const [name, value] of Object.entries(object(config.judges, `${path}.judges`))) {
+            string(name, `${path}.judges`);
+            route(value, `${path}.judges.${name}`, true);
+        }
+    }
+    if (config.comparison !== undefined) {
+        const comparison = object(config.comparison, `${path}.comparison`);
+        fields(comparison, ['candidate'], `${path}.comparison`);
+        const candidate = object(comparison.candidate, `${path}.comparison.candidate`);
+        fields(candidate, ['name', 'replacements'], `${path}.comparison.candidate`);
+        const name = string(candidate.name, `${path}.comparison.candidate.name`);
+        if (!name.trim() || name.length > 120)
+            fail(`${path}.comparison.candidate.name`, 'expected 1..120 characters');
+        if (!Array.isArray(candidate.replacements) || !candidate.replacements.length || candidate.replacements.length > 128) {
+            fail(`${path}.comparison.candidate.replacements`, 'requires 1..128 resource replacements');
+        }
+        const resources = new Set();
+        for (const [index, value] of candidate.replacements.entries()) {
+            const location = `${path}.comparison.candidate.replacements[${index}]`;
+            const row = object(value, location);
+            fields(row, ['resource', 'source'], location);
+            const resource = safePath(row.resource, `${location}.resource`);
+            safePath(row.source, `${location}.source`);
+            if (resources.has(resource))
+                fail(location, 'duplicate comparison resource');
+            resources.add(resource);
+        }
+        if (config.optimizer !== undefined)
+            fail(`${path}.optimizer`, 'comparison does not run an optimizer');
+        if (config.budget !== undefined && Object.hasOwn(object(config.budget, `${path}.budget`), 'max_proposals')) {
+            fail(`${path}.budget.max_proposals`, 'comparison has no proposals; omit this field');
+        }
+    }
+    if (config.optimizer !== undefined)
+        route(config.optimizer, `${path}.optimizer`);
+    if (config.budget !== undefined) {
+        const budget = object(config.budget, `${path}.budget`);
+        fields(budget, ['trial_retries', 'test_repeats', 'max_trials', 'max_proposals', 'timeout_ms', 'experiment_timeout_ms', 'trial_timeout_ms'], `${path}.budget`);
+        for (const [key, value] of Object.entries(budget)) {
+            const maximum = key === 'timeout_ms' || key === 'experiment_timeout_ms' ? 604_800_000
+                : key === 'trial_retries' ? 3 : key === 'test_repeats' ? 8 : key === 'trial_timeout_ms' ? 86_400_000 : key === 'max_trials' ? 10_000 : 1000;
+            integer(value, `${path}.budget.${key}`, key === 'trial_retries' ? 0 : 1, maximum);
+        }
+    }
+    if (config.comparison !== undefined && config.budget?.test_repeats !== undefined
+        && config.budget.test_repeats !== 1) {
+        fail(`${path}.budget.test_repeats`, 'repeats are supported for optimizer training only');
+    }
+    if (config.comparison !== undefined && (config.budget?.trial_retries ?? 0) !== 0) {
+        fail(`${path}.budget.trial_retries`, 'retries are supported for optimizer training only');
+    }
+    const optimizer = config.optimizer;
+    const maxProposals = config.budget?.max_proposals;
+    if (optimizer?.variants !== undefined && maxProposals !== undefined && maxProposals < optimizer.variants + optimizer.keep) {
+        fail(`${path}.budget.max_proposals`, 'must be at least optimizer.keep + optimizer.variants');
+    }
+    if (config.cache !== undefined) {
+        const cache = object(config.cache, `${path}.cache`);
+        fields(cache, ['mode', 'max_entries', 'namespace', 'directory'], `${path}.cache`);
+        oneOf(cache.mode, ['off', 'exact', 'persistent'], `${path}.cache.mode`);
+        if (cache.mode === 'persistent') {
+            const namespace = string(cache.namespace, `${path}.cache.namespace`);
+            if (!namespace.trim())
+                fail(`${path}.cache.namespace`, 'namespace cannot be whitespace');
+            if (namespace.length > 512)
+                fail(`${path}.cache.namespace`, 'namespace exceeds 512 characters');
+            if (cache.directory !== undefined)
+                safePath(cache.directory, `${path}.cache.directory`);
+        }
+        else if (cache.namespace !== undefined || cache.directory !== undefined)
+            fail(`${path}.cache`, 'namespace and directory require persistent mode');
+        if (cache.max_entries !== undefined)
+            integer(cache.max_entries, `${path}.cache.max_entries`, 1, 10_000);
+    }
+    if (config.scoring !== undefined) {
+        const scoring = object(config.scoring, `${path}.scoring`);
+        fields(scoring, ['deferred'], `${path}.scoring`);
+        if (scoring.deferred !== undefined)
+            oneOf(scoring.deferred, ['zero', 'stage-score'], `${path}.scoring.deferred`);
+    }
+    if (config.recovery !== undefined) {
+        const recovery = object(config.recovery, `${path}.recovery`);
+        fields(recovery, ['max_attempts'], `${path}.recovery`);
+        if (recovery.max_attempts !== undefined)
+            integer(recovery.max_attempts, `${path}.recovery.max_attempts`, 0, 10);
+    }
+    if (config.test !== undefined)
+        safePath(config.test, `${path}.test`);
+    if (config.validation !== undefined)
+        safePath(config.validation, `${path}.validation`);
+    if (config.validation !== undefined && config.validation_groups !== undefined)
+        fail(path, 'validation and validation_groups are mutually exclusive');
+    if (config.validation_groups !== undefined)
+        uniqueStrings(config.validation_groups, `${path}.validation_groups`);
+    if (config.seed !== undefined)
+        integer(config.seed, `${path}.seed`, 0);
+    return structuredClone(config);
+}
+//# sourceMappingURL=schema.js.map

package/dist/training/cases/training/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../../src/training/cases/training/schema.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AAErE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAExG,SAAS,OAAO,CAAC,KAAc,EAAE,IAAY,EAAE,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,MAAM,CAAC,gBAAgB;IACnF,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAAE,IAAI,CAAC,IAAI,EAAE,qBAAqB,CAAC,CAAC;AAC9F,CAAC;AAED,sFAAsF;AACtF,MAAM,UAAU,6BAA6B,CAAC,KAAc,EAAE,IAAI,GAAG,YAAY,EAAE,WAAsC,yBAAyB;IAChJ,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACnC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC;IACnK,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,IAAI,SAAS,CAAC,CAAC;IACvD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM;QAAE,IAAI,CAAC,GAAG,IAAI,SAAS,EAAE,wBAAwB,CAAC,CAAC;IAClF,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACnD,MAAM,QAAQ,GAAG,GAAG,IAAI,WAAW,IAAI,EAAE,CAAC;QAC1C,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACvB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACtC,MAAM,CAAC,KAAK,EAAE,CAAC,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAAE,OAAO,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,gBAAgB,CAAC,EAAE,QAAQ,CAAC,CAAC;QACrJ,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,GAAG,QAAQ,WAAW,CAAC,CAAC;QAC/E,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,QAAkB,CAAE,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAC1E,CAAC;IACD,SAAS,KAAK,CAAC,KAAc,EAAE,QAAgB,EAAE,KAAK,GAAG,KAAK;QAC5D,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACvC,MAAM,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,kBAAkB,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QACpO,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,QAAQ,QAAQ,CAAC,CAAC;QAC1D,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,EAAE,GAAG,QAAQ,YAAY,CAAC,CAAC;QACjH,IAAI,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,IAAI,CAAC,GAAG,QAAQ,YAAY,EAAE,0CAA0C,CAAC,CAAC;QAC3G,KAAK,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC;YAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC;gBAAE,IAAI,CAAC,QAAQ,EAAE,iBAAiB,IAAI,EAAE,CAAC,CAAC;QACtH,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAE,MAAM,CAAC,IAAI,CAA4B,CAAC,QAAQ,CAAC,CAAC,CAAC;QAClH,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;YAC3B,MAAM,UAAU,GAAG,QAAQ,CAAC,SAAS,CAAC,EAAY,CAAE,CAAC;YACrD,IAAI,UAAU,CAAC,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBAAE,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,qBAAqB,IAAI,8DAA8D,CAAC,CAAC;QAC3L,CAAC;QACD,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS;YAAE,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,GAAG,QAAQ,WAAW,EAAE,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QAC3H,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS;YAAE,OAAO,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,QAAQ,aAAa,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC;QACxG,IAAI,MAAM,CAAC,gBAAgB,KAAK,SAAS;YAAE,KAAK,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,QAAQ,mBAAmB,CAAC,CAAC;QAClH,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS;YAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,WAAW,EAAE,cAAc,CAAC,EAAE,GAAG,QAAQ,WAAW,CAAC,CAAC;QACjH,IAAI,MAAM,CAAC,QAAQ,KAAK,cAAc,IAAI,MAAM,CAAC,gBAAgB,KAAK,CAAC;YAAE,IAAI,CAAC,GAAG,QAAQ,mBAAmB,EAAE,mDAAmD,CAAC,CAAC;QACnK,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAClC,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,GAAG,QAAQ,WAAW,CAAC,CAAC;YACjE,MAAM,CAAC,QAAQ,EAAE,CAAC,UAAU,EAAE,YAAY,EAAE,eAAe,EAAE,uBAAuB,EAAE,cAAc,EAAE,iBAAiB,EAAE,eAAe,CAAC,EAAE,GAAG,QAAQ,WAAW,CAAC,CAAC;YACnK,IAAI,QAAQ,CAAC,QAAQ,KAAK,SAAS;gBAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,SAAS,CAAC,EAAE,GAAG,QAAQ,oBAAoB,CAAC,CAAC;YACtH,KAAK,MAAM,KAAK,IAAI,CAAC,YAAY,EAAE,eAAe,EAAE,uBAAuB,CAAC,EAAE,CAAC;gBAC7E,IAAI,QAAQ,CAAC,KAAK,CAAC,KAAK,SAAS;oBAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,GAAG,QAAQ,aAAa,KAAK,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YACpG,CAAC;YACD,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,iBAAiB,EAAE,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,eAAe,EAAE,IAAI,EAAE,MAAM,CAAC,CAAU,EAAE,CAAC;gBAChI,IAAI,QAAQ,CAAC,KAAK,CAAC,KAAK,SAAS;oBAAE,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,GAAG,QAAQ,aAAa,KAAK,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;YACzG,CAAC;QACH,CAAC;QACD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS;gBAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,EAAE,GAAG,QAAQ,SAAS,CAAC,CAAC;YACtF,KAAK,MAAM,KAAK,IAAI,CAAC,UAAU,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,CAAC;gBACrD,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,SAAS;oBAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,QAAQ,IAAI,KAAK,EAAE,CAAC,CAAC;YAClF,CAAC;YACD,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS;gBAAE,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,GAAG,QAAQ,YAAY,CAAC,CAAC;YAC1G,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBAChC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,QAAQ,SAAS,CAAC,CAAC;gBAC3D,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,GAAG,QAAQ,SAAS,CAAC,CAAC;gBACjD,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,QAAQ,gBAAgB,CAAC,CAAC;YACtD,CAAC;YACD,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;gBACpC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,GAAG,EAAE;oBAAE,IAAI,CAAC,GAAG,QAAQ,aAAa,EAAE,6BAA6B,CAAC,CAAC;gBACtI,KAAK,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,IAAK,MAAM,CAAC,UAAwB,CAAC,OAAO,EAAE,EAAE,CAAC;oBAC3E,IAAI,MAAM,CAAC,QAAQ,EAAE,GAAG,QAAQ,eAAe,KAAK,GAAG,CAAC,CAAC,MAAM,GAAG,GAAG;wBAAE,IAAI,CAAC,GAAG,QAAQ,eAAe,KAAK,GAAG,EAAE,4BAA4B,CAAC,CAAC;gBAChJ,CAAC;YACH,CAAC;YACD,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAClC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,QAAQ,OAAO,EAAE,CAAC,EAAE,MAAM,CAAC,QAAkB,CAAC,CAAC;gBACvE,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS;oBAAE,IAAI,CAAC,GAAG,QAAQ,gBAAgB,EAAE,mCAAmC,CAAC,CAAC;YAC1G,CAAC;iBAAM,CAAC;gBACN,KAAK,MAAM,KAAK,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,CAAC,EAAE,CAAC;oBAC9E,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,SAAS;wBAAE,IAAI,CAAC,GAAG,QAAQ,IAAI,KAAK,EAAE,EAAE,6BAA6B,CAAC,CAAC;gBAC/F,CAAC;gBACD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAA+C,CAAC;gBACxE,KAAK,MAAM,KAAK,IAAI,CAAC,eAAe,EAAE,uBAAuB,CAAC,EAAE,CAAC;oBAC/D,IAAI,QAAQ,EAAE,CAAC,KAAK,CAAC,KAAK,SAAS;wBAAE,IAAI,CAAC,GAAG,QAAQ,aAAa,KAAK,EAAE,EAAE,6BAA6B,CAAC,CAAC;gBAC5G,CAAC;YACH,CAAC;QACH,CAAC;QACD,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAClC,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,GAAG,QAAQ,WAAW,CAAC,CAAC;YACjE,MAAM,CAAC,QAAQ,EAAE,CAAC,UAAU,EAAE,MAAM,CAAC,EAAE,GAAG,QAAQ,WAAW,CAAC,CAAC;YAC/D,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,GAAG,QAAQ,oBAAoB,CAAC,CAAC;YACrE,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,QAAQ,gBAAgB,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAChC,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,IAAI,SAAS,CAAC,CAAC,EAAE,CAAC;YACpF,MAAM,CAAC,IAAI,EAAE,GAAG,IAAI,SAAS,CAAC,CAAC;YAC/B,KAAK,CAAC,KAAK,EAAE,GAAG,IAAI,WAAW,IAAI,EAAE,EAAE,IAAI,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IACD,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QACpC,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,IAAI,aAAa,CAAC,CAAC;QACnE,MAAM,CAAC,UAAU,EAAE,CAAC,WAAW,CAAC,EAAE,GAAG,IAAI,aAAa,CAAC,CAAC;QACxD,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,CAAC,SAAS,EAAE,GAAG,IAAI,uBAAuB,CAAC,CAAC;QAC/E,MAAM,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,cAAc,CAAC,EAAE,GAAG,IAAI,uBAAuB,CAAC,CAAC;QAC5E,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE,GAAG,IAAI,4BAA4B,CAAC,CAAC;QACzE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG;YAAE,IAAI,CAAC,GAAG,IAAI,4BAA4B,EAAE,4BAA4B,CAAC,CAAC;QAC/G,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,MAAM,IAAI,SAAS,CAAC,YAAY,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YACpH,IAAI,CAAC,GAAG,IAAI,oCAAoC,EAAE,uCAAuC,CAAC,CAAC;QAC7F,CAAC;QACD,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;QACpC,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAK,SAAS,CAAC,YAA0B,CAAC,OAAO,EAAE,EAAE,CAAC;YAC7E,MAAM,QAAQ,GAAG,GAAG,IAAI,sCAAsC,KAAK,GAAG,CAAC;YACvE,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YACpC,MAAM,CAAC,GAAG,EAAE,CAAC,UAAU,EAAE,QAAQ,CAAC,EAAE,QAAQ,CAAC,CAAC;YAC9C,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,QAAQ,WAAW,CAAC,CAAC;YAChE,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,QAAQ,SAAS,CAAC,CAAC;YAC3C,IAAI,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAAE,IAAI,CAAC,QAAQ,EAAE,+BAA+B,CAAC,CAAC;YAC7E,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC1B,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS;YAAE,IAAI,CAAC,GAAG,IAAI,YAAY,EAAE,sCAAsC,CAAC,CAAC;QACtG,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,IAAI,SAAS,CAAC,EAAE,eAAe,CAAC,EAAE,CAAC;YAC3G,IAAI,CAAC,GAAG,IAAI,uBAAuB,EAAE,8CAA8C,CAAC,CAAC;QACvF,CAAC;IACH,CAAC;IACD,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS;QAAE,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,GAAG,IAAI,YAAY,CAAC,CAAC;IACjF,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,IAAI,SAAS,CAAC,CAAC;QACvD,MAAM,CAAC,MAAM,EAAE,CAAC,eAAe,EAAE,cAAc,EAAE,YAAY,EAAE,eAAe,EAAE,YAAY,EAAE,uBAAuB,EAAE,kBAAkB,CAAC,EAAE,GAAG,IAAI,SAAS,CAAC,CAAC;QAC9J,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAClD,MAAM,OAAO,GAAG,GAAG,KAAK,YAAY,IAAI,GAAG,KAAK,uBAAuB,CAAC,CAAC,CAAC,WAAW;gBACnF,CAAC,CAAC,GAAG,KAAK,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,kBAAkB,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,KAAK,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;YAC9I,OAAO,CAAC,KAAK,EAAE,GAAG,IAAI,WAAW,GAAG,EAAE,EAAE,GAAG,KAAK,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QACpF,CAAC;IACH,CAAC;IACD,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,IAAK,MAAM,CAAC,MAAgD,EAAE,YAAY,KAAK,SAAS;WACnH,MAAM,CAAC,MAAmC,CAAC,YAAY,KAAK,CAAC,EAAE,CAAC;QACtE,IAAI,CAAC,GAAG,IAAI,sBAAsB,EAAE,mDAAmD,CAAC,CAAC;IAC3F,CAAC;IACD,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,IAAI,CAAE,MAAM,CAAC,MAAiD,EAAE,aAAa,IAAI,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;QAC7H,IAAI,CAAC,GAAG,IAAI,uBAAuB,EAAE,mDAAmD,CAAC,CAAC;IAC5F,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,CAAC,SAA6D,CAAC;IACvF,MAAM,YAAY,GAAI,MAAM,CAAC,MAAiD,EAAE,aAAa,CAAC;IAC9F,IAAI,SAAS,EAAE,QAAQ,KAAK,SAAS,IAAI,YAAY,KAAK,SAAS,IAAI,YAAY,GAAG,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,IAAK,EAAE,CAAC;QAC3H,IAAI,CAAC,GAAG,IAAI,uBAAuB,EAAE,sDAAsD,CAAC,CAAC;IAC/F,CAAC;IACD,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,IAAI,QAAQ,CAAC,CAAC;QACpD,MAAM,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,aAAa,EAAE,WAAW,EAAE,WAAW,CAAC,EAAE,GAAG,IAAI,QAAQ,CAAC,CAAC;QAClF,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,YAAY,CAAC,EAAE,GAAG,IAAI,aAAa,CAAC,CAAC;QACxE,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAChC,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,IAAI,kBAAkB,CAAC,CAAC;YACrE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE;gBAAE,IAAI,CAAC,GAAG,IAAI,kBAAkB,EAAE,gCAAgC,CAAC,CAAC;YACzF,IAAI,SAAS,CAAC,MAAM,GAAG,GAAG;gBAAE,IAAI,CAAC,GAAG,IAAI,kBAAkB,EAAE,kCAAkC,CAAC,CAAC;YAChG,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS;gBAAE,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,IAAI,kBAAkB,CAAC,CAAC;QAC1F,CAAC;aAAM,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS;YAAE,IAAI,CAAC,GAAG,IAAI,QAAQ,EAAE,iDAAiD,CAAC,CAAC;QACpJ,IAAI,KAAK,CAAC,WAAW,KAAK,SAAS;YAAE,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,GAAG,IAAI,oBAAoB,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;IAC1G,CAAC;IACD,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,GAAG,IAAI,UAAU,CAAC,CAAC;QAC1D,MAAM,CAAC,OAAO,EAAE,CAAC,UAAU,CAAC,EAAE,GAAG,IAAI,UAAU,CAAC,CAAC;QACjD,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS;YAAE,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,aAAa,CAAC,EAAE,GAAG,IAAI,mBAAmB,CAAC,CAAC;IACnH,CAAC;IACD,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,GAAG,IAAI,WAAW,CAAC,CAAC;QAC7D,MAAM,CAAC,QAAQ,EAAE,CAAC,cAAc,CAAC,EAAE,GAAG,IAAI,WAAW,CAAC,CAAC;QACvD,IAAI,QAAQ,CAAC,YAAY,KAAK,SAAS;YAAE,OAAO,CAAC,QAAQ,CAAC,YAAY,EAAE,GAAG,IAAI,wBAAwB,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;IAClH,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS;QAAE,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,IAAI,OAAO,CAAC,CAAC;IACrE,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS;QAAE,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,IAAI,aAAa,CAAC,CAAC;IACvF,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,IAAI,MAAM,CAAC,iBAAiB,KAAK,SAAS;QAAE,IAAI,CAAC,IAAI,EAAE,yDAAyD,CAAC,CAAC;IACrJ,IAAI,MAAM,CAAC,iBAAiB,KAAK,SAAS;QAAE,aAAa,CAAC,MAAM,CAAC,iBAAiB,EAAE,GAAG,IAAI,oBAAoB,CAAC,CAAC;IACjH,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS;QAAE,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,IAAI,OAAO,EAAE,CAAC,CAAC,CAAC;IACvE,OAAO,eAAe,CAAC,MAAM,CAAqC,CAAC;AACrE,CAAC"}

package/dist/training/cases/turn-bindings.d.ts

@@ -0,0 +1,3 @@
+export declare function validatePredicate(value: unknown, variables: readonly string[], path: string): void;
+export declare function bindingShape(value: unknown, path: string): void;
+export declare function validateBindingReferences(value: unknown, available: ReadonlySet<string>, path: string): void;

package/dist/training/cases/turn-bindings.js

@@ -0,0 +1,61 @@
+import { Environment } from '@marcbachmann/cel-js';
+import { fail, fields, object, oneOf, string } from './validation.js';
+export function validatePredicate(value, variables, path) {
+    const source = string(value, path);
+    if (source.length > 16_000)
+        fail(path, 'predicate exceeds 16000 characters');
+    const environment = new Environment();
+    for (const variable of variables)
+        environment.registerVariable(variable, 'map');
+    const result = environment.check(source);
+    if (!result.valid)
+        fail(path, `invalid CEL predicate: ${result.error?.message ?? 'unsupported expression'}`);
+    if (!['bool', 'dyn'].includes(result.type ?? ''))
+        fail(path, 'CEL predicate must produce a boolean');
+}
+export function bindingShape(value, path) {
+    const bindings = object(value, path);
+    if (!Object.keys(bindings).length)
+        fail(path, 'expected at least one binding');
+    for (const [name, declaration] of Object.entries(bindings)) {
+        const location = `${path}.${name}`;
+        if (!/^[A-Za-z_][\w-]*$/.test(name))
+            fail(location, 'invalid binding name');
+        const binding = object(declaration, location);
+        fields(binding, ['event', 'where', 'distinct', 'cardinality', 'value'], location);
+        oneOf(binding.event, ['tool.dispatch', 'tool.complete', 'output'], `${location}.event`);
+        oneOf(binding.distinct, ['event.id', 'call.id'], `${location}.distinct`);
+        oneOf(binding.cardinality, ['one'], `${location}.cardinality`);
+        if (binding.event === 'output' && binding.distinct === 'call.id')
+            fail(location, 'output events have no call identity');
+        const selector = string(binding.value, `${location}.value`);
+        if (!/^(event|call)(\.[A-Za-z_][\w-]*)+$/.test(selector) ||
+            (binding.event === 'output' && selector.startsWith('call.')))
+            fail(location, 'unsupported typed observation selector');
+        if (binding.where !== undefined) {
+            const where = object(binding.where, `${location}.where`);
+            fields(where, ['cel'], `${location}.where`);
+            validatePredicate(where.cel, binding.event === 'output' ? ['event', 'context'] : ['event', 'call', 'context'], `${location}.where.cel`);
+        }
+    }
+}
+export function validateBindingReferences(value, available, path) {
+    if (Array.isArray(value)) {
+        value.forEach((item, index) => validateBindingReferences(item, available, `${path}[${index}]`));
+    }
+    else if (value && typeof value === 'object') {
+        const map = value;
+        if (Object.hasOwn(map, 'binding')) {
+            fields(map, ['binding'], path);
+            const reference = string(map.binding, `${path}.binding`);
+            if (!/^[A-Za-z_][\w-]*(\.[A-Za-z_][\w-]*)*$/.test(reference) || !available.has(reference.split('.')[0])) {
+                fail(path, `binding must reference an earlier turn declaration: ${reference}`);
+            }
+        }
+        else {
+            for (const [key, item] of Object.entries(map))
+                validateBindingReferences(item, available, `${path}.${key}`);
+        }
+    }
+}
+//# sourceMappingURL=turn-bindings.js.map

package/dist/training/cases/turn-bindings.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"turn-bindings.js","sourceRoot":"","sources":["../../../src/training/cases/turn-bindings.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAEtE,MAAM,UAAU,iBAAiB,CAAC,KAAc,EAAE,SAA4B,EAAE,IAAY;IAC1F,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACnC,IAAI,MAAM,CAAC,MAAM,GAAG,MAAM;QAAE,IAAI,CAAC,IAAI,EAAE,oCAAoC,CAAC,CAAC;IAC7E,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;IACtC,KAAK,MAAM,QAAQ,IAAI,SAAS;QAAE,WAAW,CAAC,gBAAgB,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAChF,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACzC,IAAI,CAAC,MAAM,CAAC,KAAK;QAAE,IAAI,CAAC,IAAI,EAAE,0BAA0B,MAAM,CAAC,KAAK,EAAE,OAAO,IAAI,wBAAwB,EAAE,CAAC,CAAC;IAC7G,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QAAE,IAAI,CAAC,IAAI,EAAE,sCAAsC,CAAC,CAAC;AACvG,CAAC;AACD,MAAM,UAAU,YAAY,CAAC,KAAc,EAAE,IAAY;IACvD,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACrC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM;QAAE,IAAI,CAAC,IAAI,EAAE,+BAA+B,CAAC,CAAC;IAC/E,KAAK,MAAM,CAAC,IAAI,EAAE,WAAW,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3D,MAAM,QAAQ,GAAG,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC;QACnC,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,IAAI,CAAC,QAAQ,EAAE,sBAAsB,CAAC,CAAC;QAC5E,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;QAC9C,MAAM,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,OAAO,CAAC,EAAE,QAAQ,CAAC,CAAC;QAClF,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,eAAe,EAAE,eAAe,EAAE,QAAQ,CAAC,EAAE,GAAG,QAAQ,QAAQ,CAAC,CAAC;QACxF,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,GAAG,QAAQ,WAAW,CAAC,CAAC;QACzE,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,EAAE,GAAG,QAAQ,cAAc,CAAC,CAAC;QAC/D,IAAI,OAAO,CAAC,KAAK,KAAK,QAAQ,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS;YAAE,IAAI,CAAC,QAAQ,EAAE,qCAAqC,CAAC,CAAC;QACxH,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,QAAQ,QAAQ,CAAC,CAAC;QAC5D,IAAI,CAAC,oCAAoC,CAAC,IAAI,CAAC,QAAQ,CAAC;YACtD,CAAC,OAAO,CAAC,KAAK,KAAK,QAAQ,IAAI,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YAAE,IAAI,CAAC,QAAQ,EAAE,wCAAwC,CAAC,CAAC;QACzH,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAChC,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,QAAQ,QAAQ,CAAC,CAAC;YACzD,MAAM,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,EAAE,GAAG,QAAQ,QAAQ,CAAC,CAAC;YAC5C,iBAAiB,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,GAAG,QAAQ,YAAY,CAAC,CAAC;QAC1I,CAAC;IACH,CAAC;AACH,CAAC;AACD,MAAM,UAAU,yBAAyB,CAAC,KAAc,EAAE,SAA8B,EAAE,IAAY;IACpG,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,yBAAyB,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,IAAI,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC;IAClG,CAAC;SAAM,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9C,MAAM,GAAG,GAAG,KAAgC,CAAC;QAC7C,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,SAAS,CAAC,EAAE,CAAC;YAClC,MAAM,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,CAAC;YAC/B,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,IAAI,UAAU,CAAC,CAAC;YACzD,IAAI,CAAC,uCAAuC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC,EAAE,CAAC;gBACzG,IAAI,CAAC,IAAI,EAAE,uDAAuD,SAAS,EAAE,CAAC,CAAC;YACjF,CAAC;QACH,CAAC;aAAM,CAAC;YACN,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC;gBAAE,yBAAyB,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,IAAI,IAAI,GAAG,EAAE,CAAC,CAAC;QAC9G,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/training/cases/validation.d.ts

@@ -0,0 +1,17 @@
+import type { DataValue } from '../contracts/dataset.js';
+export declare class DatasetError extends Error {
+    readonly path: string;
+    constructor(path: string, message: string);
+}
+export declare function fail(path: string, message: string): never;
+export declare function object(value: unknown, path: string): Record<string, unknown>;
+export declare function fields(value: Record<string, unknown>, allowed: readonly string[], path: string): void;
+export declare function string(value: unknown, path: string): string;
+export declare function sequence(value: unknown, path: string, nonempty?: boolean): unknown[];
+export declare function oneOf(value: unknown, choices: readonly unknown[], path: string): void;
+export declare function number(value: unknown, path: string, min?: number, max?: number): number;
+export declare function exclusive(value: Record<string, unknown>, keys: readonly string[], path: string, required?: boolean): void;
+export declare function safePath(value: unknown, path: string): string;
+export declare function json(value: unknown, path: string, depth?: number): DataValue;
+export declare function uniqueStrings(value: unknown, path: string, nonempty?: boolean): string[];
+export declare function canonical(value: unknown): string;

package/dist/training/cases/validation.js

@@ -0,0 +1,92 @@
+export class DatasetError extends Error {
+    path;
+    constructor(path, message) {
+        super(`${path}: ${message}`);
+        this.path = path;
+        this.name = 'DatasetError';
+    }
+}
+export function fail(path, message) {
+    throw new DatasetError(path, message);
+}
+export function object(value, path) {
+    if (!value || typeof value !== 'object' || Array.isArray(value)) {
+        return fail(path, 'expected a mapping');
+    }
+    return value;
+}
+export function fields(value, allowed, path) {
+    for (const key of Object.keys(value)) {
+        if (!allowed.includes(key))
+            fail(`${path}.${key}`, 'unknown field');
+    }
+}
+export function string(value, path) {
+    if (typeof value !== 'string' || value.length === 0)
+        return fail(path, 'expected a nonempty string');
+    return value;
+}
+export function sequence(value, path, nonempty = true) {
+    if (!Array.isArray(value) || (nonempty && value.length === 0)) {
+        return fail(path, 'expected a nonempty sequence');
+    }
+    return value;
+}
+export function oneOf(value, choices, path) {
+    if (!choices.includes(value))
+        fail(path, `expected one of ${choices.join(', ')}`);
+}
+export function number(value, path, min = 0, max = 1) {
+    if (typeof value !== 'number' || !Number.isFinite(value) || value < min || value > max) {
+        return fail(path, `expected a finite number between ${min} and ${max}`);
+    }
+    return value;
+}
+export function exclusive(value, keys, path, required = false) {
+    const present = keys.filter(key => value[key] !== undefined);
+    if (present.length > 1 || (required && present.length !== 1)) {
+        fail(path, `expected ${required ? 'exactly' : 'at most'} one of ${keys.join(', ')}`);
+    }
+}
+export function safePath(value, path) {
+    const result = string(value, path);
+    if (result.startsWith('/') || result.includes('\\') || result.includes('\0') ||
+        result.split('/').some(part => part === '..' || part === '.' || !part) || /^[A-Za-z]:/.test(result)) {
+        fail(path, 'expected a contained relative path');
+    }
+    return result;
+}
+export function json(value, path, depth = 0) {
+    if (depth > 64)
+        return fail(path, 'nesting exceeds 64 levels');
+    if (value === null || typeof value === 'boolean' || typeof value === 'string')
+        return value;
+    if (typeof value === 'number' && Number.isFinite(value))
+        return value;
+    if (Array.isArray(value))
+        return value.map((item, index) => json(item, `${path}[${index}]`, depth + 1));
+    const map = object(value, path);
+    const result = {};
+    for (const [key, item] of Object.entries(map)) {
+        if (['__proto__', 'constructor', 'prototype', '<<'].includes(key))
+            fail(path, `unsupported key ${key}`);
+        result[key] = json(item, `${path}.${key}`, depth + 1);
+    }
+    return result;
+}
+export function uniqueStrings(value, path, nonempty = true) {
+    const result = sequence(value, path, nonempty).map((item, index) => string(item, `${path}[${index}]`));
+    if (new Set(result).size !== result.length)
+        fail(path, 'duplicate identity');
+    return result;
+}
+export function canonical(value) {
+    if (Array.isArray(value))
+        return `[${value.map(canonical).join(',')}]`;
+    if (value && typeof value === 'object') {
+        return `{${Object.entries(value).sort(([a], [b]) => a < b ? -1 : a > b ? 1 : 0)
+            .map(([key, item]) => `${JSON.stringify(key)}:${canonical(item)}`).join(',')}}`;
+    }
+    return JSON.stringify(value);
+}
+//# sourceMappingURL=validation.js.map

package/dist/training/cases/validation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validation.js","sourceRoot":"","sources":["../../../src/training/cases/validation.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,YAAa,SAAQ,KAAK;IACrB,IAAI,CAAS;IAC7B,YAAY,IAAY,EAAE,OAAe;QACvC,KAAK,CAAC,GAAG,IAAI,KAAK,OAAO,EAAE,CAAC,CAAC;QAC7B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,IAAI,GAAG,cAAc,CAAC;IAC7B,CAAC;CACF;AACD,MAAM,UAAU,IAAI,CAAC,IAAY,EAAE,OAAe;IAChD,MAAM,IAAI,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AACxC,CAAC;AACD,MAAM,UAAU,MAAM,CAAC,KAAc,EAAE,IAAY;IACjD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAChE,OAAO,IAAI,CAAC,IAAI,EAAE,oBAAoB,CAAC,CAAC;IAC1C,CAAC;IACD,OAAO,KAAgC,CAAC;AAC1C,CAAC;AACD,MAAM,UAAU,MAAM,CAAC,KAA8B,EAAE,OAA0B,EAAE,IAAY;IAC7F,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACrC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,IAAI,CAAC,GAAG,IAAI,IAAI,GAAG,EAAE,EAAE,eAAe,CAAC,CAAC;IACtE,CAAC;AACH,CAAC;AACD,MAAM,UAAU,MAAM,CAAC,KAAc,EAAE,IAAY;IACjD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC,IAAI,EAAE,4BAA4B,CAAC,CAAC;IACrG,OAAO,KAAK,CAAC;AACf,CAAC;AACD,MAAM,UAAU,QAAQ,CAAC,KAAc,EAAE,IAAY,EAAE,QAAQ,GAAG,IAAI;IACpE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC;QAC9D,OAAO,IAAI,CAAC,IAAI,EAAE,8BAA8B,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AACD,MAAM,UAAU,KAAK,CAAC,KAAc,EAAE,OAA2B,EAAE,IAAY;IAC7E,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,IAAI,CAAC,IAAI,EAAE,mBAAmB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACpF,CAAC;AACD,MAAM,UAAU,MAAM,CAAC,KAAc,EAAE,IAAY,EAAE,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC;IACnE,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,GAAG,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QACvF,OAAO,IAAI,CAAC,IAAI,EAAE,oCAAoC,GAAG,QAAQ,GAAG,EAAE,CAAC,CAAC;IAC1E,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AACD,MAAM,UAAU,SAAS,CAAC,KAA8B,EAAE,IAAuB,EAAE,IAAY,EAC7F,QAAQ,GAAG,KAAK;IAChB,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,SAAS,CAAC,CAAC;IAC7D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC;QAC7D,IAAI,CAAC,IAAI,EAAE,YAAY,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,WAAW,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACvF,CAAC;AACH,CAAC;AACD,MAAM,UAAU,QAAQ,CAAC,KAAc,EAAE,IAAY;IACnD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACnC,IAAI,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;QAC1E,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QACtG,IAAI,CAAC,IAAI,EAAE,oCAAoC,CAAC,CAAC;IACnD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AACD,MAAM,UAAU,IAAI,CAAC,KAAc,EAAE,IAAY,EAAE,KAAK,GAAG,CAAC;IAC1D,IAAI,KAAK,GAAG,EAAE;QAAE,OAAO,IAAI,CAAC,IAAI,EAAE,2BAA2B,CAAC,CAAC;IAC/D,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5F,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACtE,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,IAAI,IAAI,KAAK,GAAG,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;IACxG,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAChC,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAC9C,IAAI,CAAC,WAAW,EAAE,aAAa,EAAE,WAAW,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,IAAI,CAAC,IAAI,EAAE,mBAAmB,GAAG,EAAE,CAAC,CAAC;QACxG,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,GAAG,IAAI,IAAI,GAAG,EAAE,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;IACxD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AACD,MAAM,UAAU,aAAa,CAAC,KAAc,EAAE,IAAY,EAAE,QAAQ,GAAG,IAAI;IACzE,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,IAAI,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC;IACvG,IAAI,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,MAAM;QAAE,IAAI,CAAC,IAAI,EAAE,oBAAoB,CAAC,CAAC;IAC7E,OAAO,MAAM,CAAC;AAChB,CAAC;AACD,MAAM,UAAU,SAAS,CAAC,KAAc;IACtC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;IACvE,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACvC,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;aAC5E,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;IACpF,CAAC;IACD,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;AAC/B,CAAC"}

package/dist/training/cli/arguments.d.ts

@@ -0,0 +1,18 @@
+import type { TrainingConfiguration } from '../contracts/training-config.js';
+export interface CliArguments {
+    command: 'help' | 'validate' | 'evaluate' | 'train' | 'view' | 'grader';
+    graderCommand?: 'validate' | 'label' | 'calibrate' | 'grade' | 'expand' | 'decompose' | 'traps' | 'reference';
+    dataset?: string;
+    training?: TrainingConfiguration;
+    frozenDataset?: {
+        path: string;
+        sourceDigest: string;
+    };
+    flags: Readonly<Record<string, readonly string[]>>;
+}
+export declare const helpText = "Training \u2014 explicit local native-agent experiments\n\ngrader decompose --templates FILE --inputs FILE --extractors PROVIDER[,PROVIDER] --out DIR [--timeout-ms N]\ngrader traps --templates FILE --decompositions DIR --out DIR [--references FILE] [--allow-rejections] [--seed S] [--timeout-ms N]\ngrader reference --templates FILE --decompositions DIR [--traps DIR] [--allow-rejections] --teachers PROVIDER,PROVIDER --out FILE [--concurrency N] [--timeout-ms N]\ngrader validate --grader FILE [--timeout-ms N]\ngrader label --grader FILE --inputs FILE --teachers a,b [--relabel] [--adjudication N] [--concurrency N] [--limit N] [--timeout-ms N]\ngrader label --grader FILE --import FILE [--relabel] [--timeout-ms N]\ngrader calibrate --grader FILE [--max-spend-usd N] [--exclude-dataset FILE]... [--seed S] [--report FILE.md] [--concurrency N] [--timeout-ms N]\ngrader grade --grader FILE [--max-spend-usd N] --output FILE.json [--context NAME=FILE]... [--timeout-ms N]\ngrader expand --grader FILE --output FILE.json [--context NAME=FILE]... [--timeout-ms N]\nvalidate DATASET [--judge NAME=MODEL]\nview OUT_DIRECTORY [--port PORT] [--timeout-ms N]\nevaluate DATASET --runtime RUNTIME --model MODEL --instructions FILE --out DIRECTORY\ntrain --train DATASET [--validation DATASET] [--test DATASET] --runtime RUNTIME --model MODEL\n      --instructions FILE --editable FILE --optimizer-model MODEL --bridge-command EXECUTABLE --out DIRECTORY\n\nRepeat --instructions FILE, --supporting FILE or --locked FILE to select Markdown resources.\nAll resources are locked by default; train --editable selects a declared whole file.\nSource paths and native destinations are identical, relative to --source-root (default cwd).\nNative skills, Spawnfile compilation and custom setup recipes require a public API integration.\nRepeat --resource NAME=DIRECTORY for hash-pinned dataset inputs; --judge NAME=MODEL uses Claude subscriptions.\n--judge-citation-repairs NAME=0|1 selects one optional citation repair for a declared judge (default 0).\nThis never retries valid quality failures, authentication/quota failures or malformed JSON.\nDataset training controls declare named models, focused judges, fallbacks, templates, cache, optimizer, test and budgets.\nYAML test paths are relative to the training dataset; scalar CLI flags override authored defaults.\nConfigured judge policies cannot be replaced by --judge or conflicting citation repair flags.\nThe optimizer bridge defaults to the installed spawnfile-training-dspy executable for YAML-configured training.\nTrain accepts --validation DATASET, or repeated --validation-group GROUP, or freezes an internal group partition.\nExplicit validation and validation groups are mutually exclusive.\n--max-trials N (default 20, ceiling 10000) includes conservative reserved sealed-test trials.\n--concurrency N (1..8; defaults to provisioned slot count, otherwise 1); --slots-file FILE overrides /run/spawnfile-training/slots.json.\n--max-proposals N (default 3, ceiling 1000), --seed N (GEPA sampling only).\ntrain --dry-run resolves local inputs and prints an API-equivalent cost plan without launching any runtime or model.\ntrain --resume reopens the same --out with unchanged execution inputs and cumulative optimizer budgets.\ntrain --repair-measurements PARENT --out FRESH forks verified development evidence using a launcher-produced --repair-context receipt.\nRepair preserves valid grades and native work; its dry-run conservatively estimates a full run without importing evidence.\n--cost-config FILE selects a spawnfile.training.cost-config.v1 YAML with token assumptions and explicit model prices.\nDry-run requires no --out or --bridge-command. Unknown costs are reported, never priced at zero.\ntrain --experiment-timeout-ms N (default 43200000 / 12h, ceiling 604800000 / 7d) is the whole-command deadline for the experiment.\ntrain --timeout-ms N is a legacy experiment deadline alias; --experiment-timeout-ms takes precedence.\ntrain --trial-timeout-ms N (default 3600000 / 1h, ceiling 86400000 / 24h) bounds each native trial separately.\nTraining inference defaults to 1800000 / 30min per call; route timeout_ms overrides it.\nBroker turn limits and atomic extractor.deadline_ms (default 900000 / 15min) remain independent.\n--timeout-ms N (default 180000, ceiling 3600000) bounds evaluate/grader commands.\nOutput stays local. An invocation index identifies immutable stored report and candidate blobs.\n--view PORT enables persisted live observation during evaluate/train (0 selects a free port).\nview reads a saved invocation with its recorded frozen-candidate authorization and has no default deadline.\nCtrl+C closes the server; view --timeout-ms N adds an explicit deadline.\nExit: 0 completed/passing, 1 completed with failed checks, 2 error, 130 cancelled.\n";
+export declare function parseArguments(argv: readonly string[]): CliArguments;
+export declare function one(args: CliArguments, name: string, fallback?: string): string;
+export declare function count(args: CliArguments, name: string, fallback: number, maximum: number, minimum?: number): number;
+export declare function pairs(values: readonly string[]): Record<string, string>;
+export declare function judgeCitationRepairs(args: CliArguments, judges?: Record<string, string>): Record<string, 0 | 1>;

package/dist/training/cli/arguments.js

@@ -0,0 +1,165 @@
+const repeated = new Set(['instructions', 'supporting', 'locked', 'editable', 'resource', 'judge', 'judge-citation-repairs', 'validation-group', 'exclude-dataset', 'context']);
+const common = ['runtime', 'model', 'instructions', 'supporting', 'locked', 'resource', 'judge', 'judge-citation-repairs', 'source-root', 'out', 'max-trials', 'timeout-ms', 'view', 'cost-config', 'spawnfile-context'];
+const graderFlags = {
+    decompose: ['templates', 'inputs', 'extractors', 'out', 'timeout-ms'],
+    traps: ['allow-rejections', 'references', 'templates', 'decompositions', 'out', 'seed', 'timeout-ms'],
+    reference: ['allow-rejections', 'templates', 'decompositions', 'traps', 'teachers', 'out', 'concurrency', 'batch-size', 'timeout-ms'],
+    validate: ['grader', 'timeout-ms'],
+    label: ['grader', 'import', 'inputs', 'teachers', 'relabel', 'adjudication', 'concurrency', 'limit', 'timeout-ms'],
+    calibrate: ['max-spend-usd', 'grader', 'exclude-dataset', 'seed', 'report', 'concurrency', 'timeout-ms'],
+    grade: ['max-spend-usd', 'grader', 'output', 'context', 'timeout-ms'],
+    expand: ['grader', 'output', 'context', 'timeout-ms'],
+};
+const flags = {
+    validate: ['judge', 'judge-citation-repairs'], evaluate: common, view: ['port', 'timeout-ms'],
+    train: [...common, 'experiment-timeout-ms', 'trial-timeout-ms', 'concurrency', 'slots-file', 'train', 'validation', 'test', 'editable', 'validation-group', 'optimizer-model', 'bridge-command', 'max-proposals', 'seed', 'dry-run', 'resume', 'repair-measurements', 'repair-context'],
+};
+export const helpText = `Training — explicit local native-agent experiments
+
+grader decompose --templates FILE --inputs FILE --extractors PROVIDER[,PROVIDER] --out DIR [--timeout-ms N]
+grader traps --templates FILE --decompositions DIR --out DIR [--references FILE] [--allow-rejections] [--seed S] [--timeout-ms N]
+grader reference --templates FILE --decompositions DIR [--traps DIR] [--allow-rejections] --teachers PROVIDER,PROVIDER --out FILE [--concurrency N] [--timeout-ms N]
+grader validate --grader FILE [--timeout-ms N]
+grader label --grader FILE --inputs FILE --teachers a,b [--relabel] [--adjudication N] [--concurrency N] [--limit N] [--timeout-ms N]
+grader label --grader FILE --import FILE [--relabel] [--timeout-ms N]
+grader calibrate --grader FILE [--max-spend-usd N] [--exclude-dataset FILE]... [--seed S] [--report FILE.md] [--concurrency N] [--timeout-ms N]
+grader grade --grader FILE [--max-spend-usd N] --output FILE.json [--context NAME=FILE]... [--timeout-ms N]
+grader expand --grader FILE --output FILE.json [--context NAME=FILE]... [--timeout-ms N]
+validate DATASET [--judge NAME=MODEL]
+view OUT_DIRECTORY [--port PORT] [--timeout-ms N]
+evaluate DATASET --runtime RUNTIME --model MODEL --instructions FILE --out DIRECTORY
+train --train DATASET [--validation DATASET] [--test DATASET] --runtime RUNTIME --model MODEL
+      --instructions FILE --editable FILE --optimizer-model MODEL --bridge-command EXECUTABLE --out DIRECTORY
+
+Repeat --instructions FILE, --supporting FILE or --locked FILE to select Markdown resources.
+All resources are locked by default; train --editable selects a declared whole file.
+Source paths and native destinations are identical, relative to --source-root (default cwd).
+Native skills, Spawnfile compilation and custom setup recipes require a public API integration.
+Repeat --resource NAME=DIRECTORY for hash-pinned dataset inputs; --judge NAME=MODEL uses Claude subscriptions.
+--judge-citation-repairs NAME=0|1 selects one optional citation repair for a declared judge (default 0).
+This never retries valid quality failures, authentication/quota failures or malformed JSON.
+Dataset training controls declare named models, focused judges, fallbacks, templates, cache, optimizer, test and budgets.
+YAML test paths are relative to the training dataset; scalar CLI flags override authored defaults.
+Configured judge policies cannot be replaced by --judge or conflicting citation repair flags.
+The optimizer bridge defaults to the installed spawnfile-training-dspy executable for YAML-configured training.
+Train accepts --validation DATASET, or repeated --validation-group GROUP, or freezes an internal group partition.
+Explicit validation and validation groups are mutually exclusive.
+--max-trials N (default 20, ceiling 10000) includes conservative reserved sealed-test trials.
+--concurrency N (1..8; defaults to provisioned slot count, otherwise 1); --slots-file FILE overrides /run/spawnfile-training/slots.json.
+--max-proposals N (default 3, ceiling 1000), --seed N (GEPA sampling only).
+train --dry-run resolves local inputs and prints an API-equivalent cost plan without launching any runtime or model.
+train --resume reopens the same --out with unchanged execution inputs and cumulative optimizer budgets.
+train --repair-measurements PARENT --out FRESH forks verified development evidence using a launcher-produced --repair-context receipt.
+Repair preserves valid grades and native work; its dry-run conservatively estimates a full run without importing evidence.
+--cost-config FILE selects a spawnfile.training.cost-config.v1 YAML with token assumptions and explicit model prices.
+Dry-run requires no --out or --bridge-command. Unknown costs are reported, never priced at zero.
+train --experiment-timeout-ms N (default 43200000 / 12h, ceiling 604800000 / 7d) is the whole-command deadline for the experiment.
+train --timeout-ms N is a legacy experiment deadline alias; --experiment-timeout-ms takes precedence.
+train --trial-timeout-ms N (default 3600000 / 1h, ceiling 86400000 / 24h) bounds each native trial separately.
+Training inference defaults to 1800000 / 30min per call; route timeout_ms overrides it.
+Broker turn limits and atomic extractor.deadline_ms (default 900000 / 15min) remain independent.
+--timeout-ms N (default 180000, ceiling 3600000) bounds evaluate/grader commands.
+Output stays local. An invocation index identifies immutable stored report and candidate blobs.
+--view PORT enables persisted live observation during evaluate/train (0 selects a free port).
+view reads a saved invocation with its recorded frozen-candidate authorization and has no default deadline.
+Ctrl+C closes the server; view --timeout-ms N adds an explicit deadline.
+Exit: 0 completed/passing, 1 completed with failed checks, 2 error, 130 cancelled.
+`;
+export function parseArguments(argv) {
+    if (argv.length === 0 || (argv.length === 1 && ['help', '--help', '-h'].includes(argv[0])))
+        return { command: 'help', flags: {} };
+    const command = argv[0];
+    const graderCommand = command === 'grader' ? argv[1] : undefined;
+    const allowed = command === 'grader' ? graderFlags[graderCommand ?? ''] : flags[command];
+    if (!allowed)
+        throw new Error(`Unsupported command ${command}; use --help`);
+    const values = {};
+    const positional = [];
+    for (let index = command === 'grader' ? 2 : 1; index < argv.length; index += 1) {
+        const token = argv[index];
+        if (!token.startsWith('-')) {
+            positional.push(token);
+            continue;
+        }
+        const name = token.slice(2);
+        if (!token.startsWith('--') || !allowed.includes(name))
+            throw new Error(`Unsupported option ${token} for ${command}`);
+        if (name === 'dry-run' || name === 'resume' || name === 'relabel' || name === 'allow-rejections') {
+            if (values[name])
+                throw new Error(`Option ${token} may appear only once`);
+            values[name] = ['true'];
+            continue;
+        }
+        const value = argv[++index];
+        if (value === undefined || value.length === 0 || value.startsWith('-'))
+            throw new Error(`Option ${token} requires a value`);
+        if (values[name] && !repeated.has(name))
+            throw new Error(`Option ${token} may appear only once`);
+        (values[name] ??= []).push(value);
+    }
+    if (command === 'grader') {
+        if (positional.length)
+            throw new Error('grader accepts flags only');
+        if (values.import && (values.inputs || values.teachers))
+            throw new Error('--import is mutually exclusive with --inputs/--teachers');
+        if (values.import && (values.adjudication || values.concurrency || values.limit))
+            throw new Error('--import does not accept --adjudication/--concurrency/--limit');
+        const atomicRequired = {
+            decompose: ['templates', 'inputs', 'extractors', 'out'],
+            traps: ['templates', 'decompositions', 'out'],
+            reference: ['templates', 'decompositions', 'teachers', 'out'],
+        };
+        for (const required of atomicRequired[graderCommand ?? ''] ?? (graderCommand === 'label' && !values.import ? ['grader', 'inputs', 'teachers'] : graderCommand === 'grade' || graderCommand === 'expand' ? ['grader', 'output'] : ['grader'])) {
+            if (!values[required])
+                throw new Error(`Required option --${required} is missing`);
+        }
+        if (values['max-spend-usd'] && (!values['max-spend-usd'][0].trim() || !Number.isFinite(Number(values['max-spend-usd'][0])) || Number(values['max-spend-usd'][0]) < 0))
+            throw new Error('--max-spend-usd must be a finite nonnegative number');
+        return { command: 'grader', graderCommand: graderCommand, flags: values };
+    }
+    if (positional.length !== (command === 'train' ? 0 : 1))
+        throw new Error(`${command} requires ${command === 'train' ? '--train and --test, without positional arguments' : 'exactly one dataset path'}`);
+    const args = { command: command, dataset: positional[0], flags: values };
+    if (Boolean(values['repair-context']) !== Boolean(values['repair-measurements']) && !values['dry-run']) {
+        throw new Error('Measurement repair requires both a parent and a protected launcher receipt');
+    }
+    judgeCitationRepairs(args);
+    return args;
+}
+export function one(args, name, fallback) {
+    const value = args.flags[name]?.[0] ?? fallback;
+    if (value === undefined || value.trim().length === 0)
+        throw new Error(`Required option --${name} is missing`);
+    return value;
+}
+export function count(args, name, fallback, maximum, minimum = 1) {
+    const text = one(args, name, String(fallback));
+    const value = Number(text);
+    if (!/^\d+$/.test(text) || !Number.isSafeInteger(value) || value < minimum || value > maximum) {
+        throw new Error(`--${name} must be an integer from ${minimum} to ${maximum}`);
+    }
+    return value;
+}
+export function pairs(values) {
+    const result = {};
+    for (const value of values) {
+        const split = value.indexOf('=');
+        const name = value.slice(0, split), target = value.slice(split + 1);
+        if (split < 1 || !/^[A-Za-z][\w.-]{0,119}$/.test(name) || !target.trim() || Object.hasOwn(result, name)) {
+            throw new Error('Mappings require unique NAME=VALUE entries');
+        }
+        result[name] = target;
+    }
+    return result;
+}
+export function judgeCitationRepairs(args, judges = pairs(args.flags.judge ?? [])) {
+    const selections = pairs(args.flags['judge-citation-repairs'] ?? []);
+    for (const [name, value] of Object.entries(selections)) {
+        if (!Object.hasOwn(judges, name))
+            throw new Error(`--judge-citation-repairs names unknown judge ${name}`);
+        if (value !== '0' && value !== '1')
+            throw new Error('--judge-citation-repairs requires literal NAME=0 or NAME=1');
+    }
+    return Object.fromEntries(Object.keys(judges).map(name => [name, selections[name] === '1' ? 1 : 0]));
+}
+//# sourceMappingURL=arguments.js.map