universal-physics-tensor 0.44.1 → 0.44.2

package/dist/composition/probe/limits.js

@@ -0,0 +1,71 @@
+/**
+ * Declared-limit checks for probe candidates.
+ *
+ * A failed limit is **not automatically fatal**. It is fatal only when the
+ * candidate claims the domain in which the limit fails.
+ *
+ * @internal
+ */
+import { evalExpr } from '../expr-eval.js';
+/**
+ * Evaluate `prefactor · expr` RMSE on `dataset`. When the candidate does not
+ * claim `limit.regime`, a failure is recorded but not fatal.
+ *
+ * @internal
+ */
+export function checkDeclaredLimit(expr, dataset, prefactor, limit, claimsDomain) {
+    if (dataset.rows.length === 0) {
+        return {
+            id: limit.id,
+            passed: true,
+            claimedDomain: claimsDomain,
+            fatal: false,
+            detail: `no observations for declared-limit ${limit.id}`,
+        };
+    }
+    let sumSq = 0;
+    let n = 0;
+    for (const row of dataset.rows) {
+        let predicted;
+        try {
+            predicted = prefactor * evalExpr(expr, row);
+        }
+        catch {
+            continue;
+        }
+        const observed = row[dataset.observable];
+        if (!Number.isFinite(predicted) || observed == null || !Number.isFinite(observed))
+            continue;
+        const err = predicted - observed;
+        sumSq += err * err;
+        n += 1;
+    }
+    const rmse = n === 0 ? Number.POSITIVE_INFINITY : Math.sqrt(sumSq / n);
+    const scale = Math.max(...dataset.rows.map((r) => Math.abs(r[dataset.observable] ?? 0)), 1e-12);
+    const passed = Number.isFinite(rmse) && rmse <= 0.5 * scale;
+    const fatal = !passed && claimsDomain;
+    return {
+        id: limit.id,
+        passed,
+        claimedDomain: claimsDomain,
+        fatal,
+        detail: passed
+            ? `limit ${limit.id} held (rmse=${rmse})`
+            : `limit ${limit.id} failed (rmse=${rmse})${fatal ? ' — fatal because candidate claims this domain' : ' — not fatal (domain not claimed)'}`,
+    };
+}
+/** Run every declared limit. @internal */
+export function checkDeclaredLimits(expr, dataset, prefactor, limits, claimedRegimes = {}) {
+    const rows = dataset ?? {
+        id: 'empty',
+        role: 'falsification-only',
+        rows: [],
+        observable: '',
+        schemaVersion: '0',
+    };
+    return limits.map((limit) => {
+        const claimsDomain = Object.entries(limit.regime).every(([k, v]) => claimedRegimes[k] === v);
+        return checkDeclaredLimit(expr, rows, prefactor, limit, claimsDomain);
+    });
+}
+//# sourceMappingURL=limits.js.map

package/dist/composition/probe/limits.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"limits.js","sourceRoot":"","sources":["../../../src/composition/probe/limits.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAIH,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAU3C;;;;;GAKG;AACH,MAAM,UAAU,kBAAkB,CAChC,IAAc,EACd,OAAqB,EACrB,SAAiB,EACjB,KAAoB,EACpB,YAAqB;IAErB,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO;YACL,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,MAAM,EAAE,IAAI;YACZ,aAAa,EAAE,YAAY;YAC3B,KAAK,EAAE,KAAK;YACZ,MAAM,EAAE,sCAAsC,KAAK,CAAC,EAAE,EAAE;SACzD,CAAC;IACJ,CAAC;IACD,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QAC/B,IAAI,SAAiB,CAAC;QACtB,IAAI,CAAC;YACH,SAAS,GAAG,SAAS,GAAG,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC9C,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACzC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,QAAQ,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAAE,SAAS;QAC5F,MAAM,GAAG,GAAG,SAAS,GAAG,QAAQ,CAAC;QACjC,KAAK,IAAI,GAAG,GAAG,GAAG,CAAC;QACnB,CAAC,IAAI,CAAC,CAAC;IACT,CAAC;IACD,MAAM,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IACvE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CACpB,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAChE,KAAK,CACN,CAAC;IACF,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,GAAG,GAAG,KAAK,CAAC;IAC5D,MAAM,KAAK,GAAG,CAAC,MAAM,IAAI,YAAY,CAAC;IACtC,OAAO;QACL,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,MAAM;QACN,aAAa,EAAE,YAAY;QAC3B,KAAK;QACL,MAAM,EAAE,MAAM;YACZ,CAAC,CAAC,SAAS,KAAK,CAAC,EAAE,eAAe,IAAI,GAAG;YACzC,CAAC,CAAC,SAAS,KAAK,CAAC,EAAE,iBAAiB,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,+CAA+C,CAAC,CAAC,CAAC,mCAAmC,EAAE;KAC9I,CAAC;AACJ,CAAC;AAED,0CAA0C;AAC1C,MAAM,UAAU,mBAAmB,CACjC,IAAc,EACd,OAAiC,EACjC,SAAiB,EACjB,MAAgC,EAChC,iBAAmD,EAAE;IAErD,MAAM,IAAI,GAAG,OAAO,IAAI;QACtB,EAAE,EAAE,OAAO;QACX,IAAI,EAAE,oBAA6B;QACnC,IAAI,EAAE,EAAE;QACR,UAAU,EAAE,EAAE;QACd,aAAa,EAAE,GAAG;KACnB,CAAC;IACF,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QAC1B,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,CACrD,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,CACpC,CAAC;QACF,OAAO,kBAAkB,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/composition/probe/metadata.d.ts

@@ -0,0 +1,19 @@
+/**
+ * Optional scientific-relation metadata overlay.
+ *
+ * Lives here (not in `src/canonical/`) so probe can import canonical without
+ * a cycle. This is **not** a registry: missing keys mean "no overlay", never
+ * a fabricated evidence claim.
+ *
+ * @internal
+ */
+import type { ScientificRelationRecord, ScientificRelationRef } from './types.js';
+/** Store overlay metadata for a relation pointer. @internal */
+export declare function setRelationMetadata(record: ScientificRelationRecord): void;
+/** Look up overlay metadata. @internal */
+export declare function getRelationMetadata(ref: ScientificRelationRef): ScientificRelationRecord | undefined;
+/** List overlay records (sorted by kind:id). @internal */
+export declare function listRelationMetadata(): readonly ScientificRelationRecord[];
+/** Test helper: drop every overlay record. @internal */
+export declare function clearRelationMetadata(): void;
+//# sourceMappingURL=metadata.d.ts.map

package/dist/composition/probe/metadata.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metadata.d.ts","sourceRoot":"","sources":["../../../src/composition/probe/metadata.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,wBAAwB,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AAQlF,+DAA+D;AAC/D,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,wBAAwB,GAAG,IAAI,CAE1E;AAED,0CAA0C;AAC1C,wBAAgB,mBAAmB,CACjC,GAAG,EAAE,qBAAqB,GACzB,wBAAwB,GAAG,SAAS,CAEtC;AAED,0DAA0D;AAC1D,wBAAgB,oBAAoB,IAAI,SAAS,wBAAwB,EAAE,CAE1E;AAED,wDAAwD;AACxD,wBAAgB,qBAAqB,IAAI,IAAI,CAE5C"}

package/dist/composition/probe/metadata.js

@@ -0,0 +1,30 @@
+/**
+ * Optional scientific-relation metadata overlay.
+ *
+ * Lives here (not in `src/canonical/`) so probe can import canonical without
+ * a cycle. This is **not** a registry: missing keys mean "no overlay", never
+ * a fabricated evidence claim.
+ *
+ * @internal
+ */
+const overlay = new Map();
+function keyOf(ref) {
+    return `${ref.kind}:${ref.id}`;
+}
+/** Store overlay metadata for a relation pointer. @internal */
+export function setRelationMetadata(record) {
+    overlay.set(keyOf(record.ref), record);
+}
+/** Look up overlay metadata. @internal */
+export function getRelationMetadata(ref) {
+    return overlay.get(keyOf(ref));
+}
+/** List overlay records (sorted by kind:id). @internal */
+export function listRelationMetadata() {
+    return [...overlay.values()].sort((a, b) => keyOf(a.ref).localeCompare(keyOf(b.ref)));
+}
+/** Test helper: drop every overlay record. @internal */
+export function clearRelationMetadata() {
+    overlay.clear();
+}
+//# sourceMappingURL=metadata.js.map

package/dist/composition/probe/metadata.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metadata.js","sourceRoot":"","sources":["../../../src/composition/probe/metadata.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAIH,MAAM,OAAO,GAAG,IAAI,GAAG,EAAoC,CAAC;AAE5D,SAAS,KAAK,CAAC,GAA0B;IACvC,OAAO,GAAG,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;AACjC,CAAC;AAED,+DAA+D;AAC/D,MAAM,UAAU,mBAAmB,CAAC,MAAgC;IAClE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;AACzC,CAAC;AAED,0CAA0C;AAC1C,MAAM,UAAU,mBAAmB,CACjC,GAA0B;IAE1B,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;AACjC,CAAC;AAED,0DAA0D;AAC1D,MAAM,UAAU,oBAAoB;IAClC,OAAO,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AACxF,CAAC;AAED,wDAAwD;AACxD,MAAM,UAAU,qBAAqB;IACnC,OAAO,CAAC,KAAK,EAAE,CAAC;AAClB,CAAC"}

package/dist/composition/probe/pipeline.d.ts

@@ -0,0 +1,42 @@
+/**
+ * Product B search orchestrator.
+ *
+ * Identifiability gate → native enumerator → fingerprint dedup → corpus
+ * comparison → validate → exploratory fit (never holdout) → holdout →
+ * falsify → Pareto. Relation-link / regime gaps abstain (`non-identifiable`)
+ * and tell the caller to use `upt discover`.
+ *
+ * @internal
+ */
+import type { ProbeCandidateRecord, ProbeRejectionRecord, SearchBudget, SearchProblem, SearchStopReason, DiscoveryRunManifest } from './types.js';
+import { type CorpusComparisonResult } from './corpus.js';
+import { type FitResult } from './fit.js';
+import { type FalsifyResult } from './falsify.js';
+import { type RankedCandidate } from './scoring.js';
+export interface ProbeSearchOptions {
+    readonly budget?: SearchBudget;
+    readonly runId?: string;
+    readonly repositoryCommit?: string;
+    readonly holdoutTol?: number;
+    readonly backendArgv?: readonly string[];
+    readonly corpusVersion?: string;
+    readonly now?: string;
+}
+export interface ProbeSearchResult {
+    readonly manifest: DiscoveryRunManifest;
+    readonly candidates: readonly ProbeCandidateRecord[];
+    readonly ranked: readonly RankedCandidate[];
+    readonly rejections: readonly ProbeRejectionRecord[];
+    readonly fits: Readonly<Record<string, FitResult>>;
+    readonly falsifications: Readonly<Record<string, FalsifyResult>>;
+    readonly corpus: Readonly<Record<string, CorpusComparisonResult>>;
+    readonly wording: readonly string[];
+    readonly stopReason: SearchStopReason;
+}
+/**
+ * Run a bounded Product B search. Never mutates Product A catalogs.
+ *
+ * @internal
+ */
+export declare function runProbeSearch(problem: SearchProblem, opts?: ProbeSearchOptions): Promise<ProbeSearchResult>;
+//# sourceMappingURL=pipeline.d.ts.map

package/dist/composition/probe/pipeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline.d.ts","sourceRoot":"","sources":["../../../src/composition/probe/pipeline.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAGH,OAAO,KAAK,EACV,oBAAoB,EACpB,oBAAoB,EACpB,YAAY,EACZ,aAAa,EACb,gBAAgB,EAChB,oBAAoB,EACrB,MAAM,YAAY,CAAC;AAKpB,OAAO,EAA0C,KAAK,sBAAsB,EAAE,MAAM,aAAa,CAAC;AAClG,OAAO,EAAgB,KAAK,SAAS,EAAE,MAAM,UAAU,CAAC;AACxD,OAAO,EAAoB,KAAK,aAAa,EAAE,MAAM,cAAc,CAAC;AAIpE,OAAO,EAA8B,KAAK,eAAe,EAAE,MAAM,cAAc,CAAC;AAGhF,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC;IAC/B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IACnC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,WAAW,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACzC,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,QAAQ,EAAE,oBAAoB,CAAC;IACxC,QAAQ,CAAC,UAAU,EAAE,SAAS,oBAAoB,EAAE,CAAC;IACrD,QAAQ,CAAC,MAAM,EAAE,SAAS,eAAe,EAAE,CAAC;IAC5C,QAAQ,CAAC,UAAU,EAAE,SAAS,oBAAoB,EAAE,CAAC;IACrD,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC;IACnD,QAAQ,CAAC,cAAc,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;IACjE,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,sBAAsB,CAAC,CAAC,CAAC;IAClE,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,QAAQ,CAAC,UAAU,EAAE,gBAAgB,CAAC;CACvC;AAoFD;;;;GAIG;AACH,wBAAsB,cAAc,CAClC,OAAO,EAAE,aAAa,EACtB,IAAI,GAAE,kBAAuB,GAC5B,OAAO,CAAC,iBAAiB,CAAC,CAuP5B"}

package/dist/composition/probe/pipeline.js

@@ -0,0 +1,307 @@
+/**
+ * Product B search orchestrator.
+ *
+ * Identifiability gate → native enumerator → fingerprint dedup → corpus
+ * comparison → validate → exploratory fit (never holdout) → holdout →
+ * falsify → Pareto. Relation-link / regime gaps abstain (`non-identifiable`)
+ * and tell the caller to use `upt discover`.
+ *
+ * @internal
+ */
+import { validate } from '../../dimensional/validator.js';
+import { DEFAULT_SEARCH_BUDGET, SCHEMA_VERSION } from './types.js';
+import { openBudget, budgetStopReason } from './search-budget.js';
+import { generateNative } from './generator.js';
+import { fingerprintExpr, complexityOf, bodyExpression } from './fingerprint.js';
+import { compareToCorpus, corpusRelativeWording } from './corpus.js';
+import { fitPrefactor } from './fit.js';
+import { runFalsification } from './falsify.js';
+import { applyStatus, ProbeCandidateStore } from './candidate-store.js';
+import { openManifest, closeManifest } from './run-manifest.js';
+import { hashCanonical } from './serialize.js';
+import { scoreCandidate, rankPareto } from './scoring.js';
+import { runBackendWorker } from './backend-protocol.js';
+function abstain(problem, opts, reason, wording) {
+    const budget = opts.budget ?? DEFAULT_SEARCH_BUDGET;
+    const runId = opts.runId ?? `dr-${hashCanonical(problem.gap.id).slice(0, 12)}`;
+    const open = openManifest({
+        runId,
+        repositoryCommit: opts.repositoryCommit ?? 'unknown',
+        problem,
+        searchBudget: budget,
+        startedAt: opts.now,
+    });
+    const manifest = closeManifest(open, reason, opts.now);
+    return {
+        manifest,
+        candidates: [],
+        ranked: [],
+        rejections: [],
+        fits: {},
+        falsifications: {},
+        corpus: {},
+        wording,
+        stopReason: reason,
+    };
+}
+function gate(problem) {
+    if (problem.gap.kind === 'relation-link' || problem.gap.kind === 'regime-transition') {
+        return {
+            ok: false,
+            wording: `${problem.gap.kind} gaps are Product A — use \`upt discover\`, not \`upt probe run\``,
+        };
+    }
+    if (!problem.gap.searchability.searchable) {
+        return {
+            ok: false,
+            wording: problem.gap.searchability.reasons.join('; ') || 'gap is not searchable',
+        };
+    }
+    if (problem.gap.identifiability.parametric?.status === 'non-identifiable') {
+        return {
+            ok: false,
+            wording: problem.gap.identifiability.parametric.reasons.join('; ') || 'parametrically non-identifiable',
+        };
+    }
+    return { ok: true };
+}
+function makeGenerated(expr, problem, runId, at, origin, seq) {
+    const fp = fingerprintExpr(expr, problem.regimeSignature ?? '', (problem.assumptions ?? []).join('|'));
+    return {
+        id: `h-${seq}-${fp.canonicalAstHash.slice(0, 10)}`,
+        gapId: problem.gap.id,
+        body: { kind: 'scalar-expr', expression: expr },
+        origin,
+        assumptions: problem.assumptions ?? [],
+        status: 'generated',
+        statusHistory: [
+            { at, from: 'none', to: 'generated', reason: 'enumerator', runId },
+        ],
+        evaluations: [],
+        fingerprint: fp,
+        complexity: complexityOf(expr),
+        schemaVersion: SCHEMA_VERSION,
+    };
+}
+/**
+ * Run a bounded Product B search. Never mutates Product A catalogs.
+ *
+ * @internal
+ */
+export async function runProbeSearch(problem, opts = {}) {
+    const blocked = gate(problem);
+    if (!blocked.ok) {
+        return abstain(problem, opts, 'non-identifiable', [blocked.wording]);
+    }
+    const budget = opts.budget ?? DEFAULT_SEARCH_BUDGET;
+    const state = openBudget(budget);
+    const runId = opts.runId ?? `dr-${hashCanonical({
+        gap: problem.gap.id,
+        target: problem.target.name,
+        governing: problem.governing.map((g) => g.name),
+    }).slice(0, 12)}`;
+    const at = opts.now ?? new Date().toISOString();
+    const corpusVersion = opts.corpusVersion ?? SCHEMA_VERSION;
+    const store = new ProbeCandidateStore();
+    const fits = {};
+    const falsifications = {};
+    const corpus = {};
+    const wording = [];
+    const seenHash = new Set();
+    let seq = 0;
+    const raws = [];
+    for (const raw of generateNative(problem, state)) {
+        raws.push(raw);
+        const stop = budgetStopReason(state);
+        if (stop)
+            break;
+    }
+    if (opts.backendArgv && opts.backendArgv.length > 0) {
+        const remainingMs = Math.max(1, budget.maxWallClockMs - (Date.now() - state.startedAtMs));
+        const backend = await runBackendWorker(opts.backendArgv, {
+            problemId: problem.gap.id,
+            budgetMs: remainingMs,
+            variables: problem.governing.map((g) => g.name),
+            target: problem.target.name,
+        }, { timeoutMs: remainingMs });
+        if (!backend.ok) {
+            wording.push(`backend abstained: ${backend.error ?? 'unknown error'}`);
+        }
+        else {
+            for (const c of backend.candidates) {
+                raws.push({
+                    expression: c.expression,
+                    monomial: null,
+                    originNote: c.note ?? 'external-backend',
+                });
+            }
+        }
+    }
+    const open = openManifest({
+        runId,
+        repositoryCommit: opts.repositoryCommit ?? 'unknown',
+        problem,
+        datasetHashes: [
+            ...(problem.exploratory ? [hashCanonical(problem.exploratory)] : []),
+            ...(problem.holdout ? [hashCanonical(problem.holdout)] : []),
+        ],
+        searchBudget: budget,
+        startedAt: at,
+        backendDescriptors: opts.backendArgv
+            ? [
+                {
+                    protocolVersion: '0',
+                    backendId: 'native',
+                    backendVersion: SCHEMA_VERSION,
+                    capabilities: ['grammar-enumerator'],
+                    deterministic: 'yes',
+                },
+                {
+                    protocolVersion: '0',
+                    backendId: opts.backendArgv.join(' '),
+                    backendVersion: 'external',
+                    capabilities: ['external-backend'],
+                    deterministic: 'unknown',
+                },
+            ]
+            : undefined,
+    });
+    for (const raw of raws) {
+        const stop = budgetStopReason(state);
+        if (stop)
+            break;
+        const origin = raw.originNote.startsWith('external')
+            ? { kind: 'external-backend', backendId: 'external', runId }
+            : { kind: 'grammar-enumerator', runId };
+        seq += 1;
+        let rec = makeGenerated(raw.expression, problem, runId, at, origin, seq);
+        if (seenHash.has(rec.fingerprint.canonicalAstHash))
+            continue;
+        seenHash.add(rec.fingerprint.canonicalAstHash);
+        store.put(rec);
+        const v = validate(bodyExpression(rec.body));
+        if (!v.ok || v.inferredDimension === null) {
+            rec = applyStatus(rec, 'rejected', 'dimensionally invalid', runId, at);
+            store.replace(rec);
+            store.rememberRejection({
+                fingerprint: rec.fingerprint,
+                reason: 'dimensionally invalid',
+                context: problem.gap.id,
+                timestamp: at,
+            });
+            continue;
+        }
+        rec = applyStatus(rec, 'structurally-valid', 'validate() ok', runId, at);
+        store.replace(rec);
+        const corp = compareToCorpus(bodyExpression(rec.body), corpusVersion);
+        corpus[rec.id] = corp;
+        wording.push(corpusRelativeWording(corp));
+        const known = corp.algebraicMatches.length > 0;
+        const hasData = (problem.exploratory?.rows.length ?? 0) > 0;
+        if (!hasData) {
+            rec = applyStatus(rec, known ? 'equivalent-known' : 'insufficient-evidence', known ? corpusRelativeWording(corp) : 'no exploratory observations', runId, at);
+            store.replace(rec);
+            continue;
+        }
+        state.evaluations += 1;
+        let fit;
+        try {
+            fit = fitPrefactor(bodyExpression(rec.body), problem.exploratory, problem.holdout, opts.holdoutTol ?? 0.15);
+        }
+        catch (err) {
+            rec = applyStatus(rec, 'rejected', err instanceof Error ? err.message : String(err), runId, at);
+            store.replace(rec);
+            continue;
+        }
+        fits[rec.id] = fit;
+        rec = applyStatus(rec, 'empirically-fit', `exploratory RMSE ${fit.exploratoryRmse}`, runId, at);
+        store.replace(rec);
+        if (!problem.holdout || problem.holdout.rows.length === 0) {
+            rec = applyStatus(rec, 'insufficient-evidence', 'no holdout observations', runId, at);
+            store.replace(rec);
+            continue;
+        }
+        if (!fit.holdoutSupported) {
+            rec = applyStatus(rec, 'rejected', `holdout RMSE ${fit.holdoutRmse} exceeds tolerance`, runId, at);
+            store.replace(rec);
+            store.rememberRejection({
+                fingerprint: rec.fingerprint,
+                reason: `holdout RMSE ${fit.holdoutRmse}`,
+                context: problem.gap.id,
+                timestamp: at,
+            });
+            continue;
+        }
+        rec = applyStatus(rec, 'heldout-supported', `holdout RMSE ${fit.holdoutRmse}`, runId, at);
+        store.replace(rec);
+        if (known) {
+            rec = applyStatus(rec, 'equivalent-known', corpusRelativeWording(corp), runId, at);
+            store.replace(rec);
+            continue;
+        }
+        const fal = runFalsification({
+            expr: bodyExpression(rec.body),
+            dataset: problem.holdout,
+            prefactor: fit.prefactor,
+            claimedRegimes: problem.claimedRegimes,
+            limits: problem.limits,
+            observationalBoundIds: problem.observationalBoundIds,
+        });
+        falsifications[rec.id] = fal;
+        if (!fal.survived) {
+            rec = applyStatus(rec, 'falsified', fal.records.filter((r) => r.outcome === 'fail').map((r) => r.detail).join('; '), runId, at);
+            store.replace(rec);
+            continue;
+        }
+        rec = applyStatus(rec, 'falsification-survivor', 'all fatal batteries passed', runId, at);
+        rec = applyStatus(rec, 'expert-review-required', 'survived batteries; human review required', runId, at);
+        store.replace(rec);
+    }
+    const all = store.all();
+    const scored = all.map((record) => {
+        const fit = fits[record.id];
+        const emp = fit
+            ? 1 / (1 + fit.exploratoryRmse)
+            : record.status === 'equivalent-known'
+                ? 0.5
+                : 0;
+        const corp = corpus[record.id];
+        const dist = corp && corp.algebraicMatches.length > 0 ? 0 : 1;
+        return { record, scores: scoreCandidate(record, emp, dist) };
+    });
+    const ranked = rankPareto(scored);
+    const budgetStop = budgetStopReason(state);
+    let stopReason;
+    if (budgetStop) {
+        stopReason = budgetStop;
+    }
+    else if (all.length === 0) {
+        stopReason = 'no-credible-candidate';
+        wording.push('enumerator produced no dimensionally valid candidates');
+    }
+    else if (hasAnyData(problem) &&
+        all.every((c) => c.status === 'rejected' ||
+            c.status === 'falsified' ||
+            c.status === 'insufficient-evidence')) {
+        stopReason = 'no-credible-candidate';
+        wording.push('no candidate survived holdout / falsification');
+    }
+    else {
+        stopReason = 'exhausted-space';
+    }
+    return {
+        manifest: closeManifest(open, stopReason, opts.now ?? new Date().toISOString()),
+        candidates: all,
+        ranked,
+        rejections: store.rejectionList(),
+        fits,
+        falsifications,
+        corpus,
+        wording,
+        stopReason,
+    };
+}
+function hasAnyData(problem) {
+    return (problem.exploratory?.rows.length ?? 0) > 0;
+}
+//# sourceMappingURL=pipeline.js.map

package/dist/composition/probe/pipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline.js","sourceRoot":"","sources":["../../../src/composition/probe/pipeline.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,gCAAgC,CAAC;AAS1D,OAAO,EAAE,qBAAqB,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AACnE,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAoB,MAAM,oBAAoB,CAAC;AACpF,OAAO,EAAE,cAAc,EAAqB,MAAM,gBAAgB,CAAC;AACnE,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AACjF,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAA+B,MAAM,aAAa,CAAC;AAClG,OAAO,EAAE,YAAY,EAAkB,MAAM,UAAU,CAAC;AACxD,OAAO,EAAE,gBAAgB,EAAsB,MAAM,cAAc,CAAC;AACpE,OAAO,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AACxE,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAChE,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,UAAU,EAAwB,MAAM,cAAc,CAAC;AAChF,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAwBzD,SAAS,OAAO,CACd,OAAsB,EACtB,IAAwB,EACxB,MAAwB,EACxB,OAA0B;IAE1B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,qBAAqB,CAAC;IACpD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,MAAM,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;IAC/E,MAAM,IAAI,GAAG,YAAY,CAAC;QACxB,KAAK;QACL,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,SAAS;QACpD,OAAO;QACP,YAAY,EAAE,MAAM;QACpB,SAAS,EAAE,IAAI,CAAC,GAAG;KACpB,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;IACvD,OAAO;QACL,QAAQ;QACR,UAAU,EAAE,EAAE;QACd,MAAM,EAAE,EAAE;QACV,UAAU,EAAE,EAAE;QACd,IAAI,EAAE,EAAE;QACR,cAAc,EAAE,EAAE;QAClB,MAAM,EAAE,EAAE;QACV,OAAO;QACP,UAAU,EAAE,MAAM;KACnB,CAAC;AACJ,CAAC;AAED,SAAS,IAAI,CAAC,OAAsB;IAClC,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,KAAK,eAAe,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;QACrF,OAAO;YACL,EAAE,EAAE,KAAK;YACT,OAAO,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,mEAAmE;SAChG,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC;QAC1C,OAAO;YACL,EAAE,EAAE,KAAK;YACT,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,uBAAuB;SACjF,CAAC;IACJ,CAAC;IACD,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,UAAU,EAAE,MAAM,KAAK,kBAAkB,EAAE,CAAC;QAC1E,OAAO;YACL,EAAE,EAAE,KAAK;YACT,OAAO,EACL,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,iCAAiC;SACjG,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;AACtB,CAAC;AAED,SAAS,aAAa,CACpB,IAAgC,EAChC,OAAsB,EACtB,KAAa,EACb,EAAU,EACV,MAAsC,EACtC,GAAW;IAEX,MAAM,EAAE,GAAG,eAAe,CACxB,IAAI,EACJ,OAAO,CAAC,eAAe,IAAI,EAAE,EAC7B,CAAC,OAAO,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CACtC,CAAC;IACF,OAAO;QACL,EAAE,EAAE,KAAK,GAAG,IAAI,EAAE,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;QAClD,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE;QACrB,IAAI,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,UAAU,EAAE,IAAI,EAAE;QAC/C,MAAM;QACN,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,EAAE;QACtC,MAAM,EAAE,WAAW;QACnB,aAAa,EAAE;YACb,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE;SACnE;QACD,WAAW,EAAE,EAAE;QACf,WAAW,EAAE,EAAE;QACf,UAAU,EAAE,YAAY,CAAC,IAAI,CAAC;QAC9B,aAAa,EAAE,cAAc;KAC9B,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,OAAsB,EACtB,OAA2B,EAAE;IAE7B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9B,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;QAChB,OAAO,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;IACvE,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,qBAAqB,CAAC;IACpD,MAAM,KAAK,GAAgB,UAAU,CAAC,MAAM,CAAC,CAAC;IAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,MAAM,aAAa,CAAC;QAC9C,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE;QACnB,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI;QAC3B,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;KAChD,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;IAClB,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAChD,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,IAAI,cAAc,CAAC;IAC3D,MAAM,KAAK,GAAG,IAAI,mBAAmB,EAAE,CAAC;IACxC,MAAM,IAAI,GAA8B,EAAE,CAAC;IAC3C,MAAM,cAAc,GAAkC,EAAE,CAAC;IACzD,MAAM,MAAM,GAA2C,EAAE,CAAC;IAC1D,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,IAAI,GAAG,GAAG,CAAC,CAAC;IAEZ,MAAM,IAAI,GAAmB,EAAE,CAAC;IAChC,KAAK,MAAM,GAAG,IAAI,cAAc,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC;QACjD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACf,MAAM,IAAI,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;QACrC,IAAI,IAAI;YAAE,MAAM;IAClB,CAAC;IAED,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpD,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,cAAc,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC;QAC1F,MAAM,OAAO,GAAG,MAAM,gBAAgB,CACpC,IAAI,CAAC,WAAW,EAChB;YACE,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE;YACzB,QAAQ,EAAE,WAAW;YACrB,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;YAC/C,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI;SAC5B,EACD,EAAE,SAAS,EAAE,WAAW,EAAE,CAC3B,CAAC;QACF,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;YAChB,OAAO,CAAC,IAAI,CAAC,sBAAsB,OAAO,CAAC,KAAK,IAAI,eAAe,EAAE,CAAC,CAAC;QACzE,CAAC;aAAM,CAAC;YACN,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;gBACnC,IAAI,CAAC,IAAI,CAAC;oBACR,UAAU,EAAE,CAAC,CAAC,UAAU;oBACxB,QAAQ,EAAE,IAAI;oBACd,UAAU,EAAE,CAAC,CAAC,IAAI,IAAI,kBAAkB;iBACzC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,IAAI,GAAG,YAAY,CAAC;QACxB,KAAK;QACL,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,SAAS;QACpD,OAAO;QACP,aAAa,EAAE;YACb,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACpE,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;SAC7D;QACD,YAAY,EAAE,MAAM;QACpB,SAAS,EAAE,EAAE;QACb,kBAAkB,EAAE,IAAI,CAAC,WAAW;YAClC,CAAC,CAAC;gBACE;oBACE,eAAe,EAAE,GAAG;oBACpB,SAAS,EAAE,QAAQ;oBACnB,cAAc,EAAE,cAAc;oBAC9B,YAAY,EAAE,CAAC,oBAAoB,CAAC;oBACpC,aAAa,EAAE,KAAK;iBACrB;gBACD;oBACE,eAAe,EAAE,GAAG;oBACpB,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC;oBACrC,cAAc,EAAE,UAAU;oBAC1B,YAAY,EAAE,CAAC,kBAAkB,CAAC;oBAClC,aAAa,EAAE,SAAS;iBACzB;aACF;YACH,CAAC,CAAC,SAAS;KACd,CAAC,CAAC;IAEH,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;QACrC,IAAI,IAAI;YAAE,MAAM;QAEhB,MAAM,MAAM,GAAmC,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,UAAU,CAAC;YAClF,CAAC,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,EAAE;YAC5D,CAAC,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,KAAK,EAAE,CAAC;QAC1C,GAAG,IAAI,CAAC,CAAC;QACT,IAAI,GAAG,GAAG,aAAa,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;QACzE,IAAI,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,gBAAgB,CAAC;YAAE,SAAS;QAC7D,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;QAC/C,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAEf,MAAM,CAAC,GAAG,QAAQ,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7C,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,iBAAiB,KAAK,IAAI,EAAE,CAAC;YAC1C,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,UAAU,EAAE,uBAAuB,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YACvE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACnB,KAAK,CAAC,iBAAiB,CAAC;gBACtB,WAAW,EAAE,GAAG,CAAC,WAAW;gBAC5B,MAAM,EAAE,uBAAuB;gBAC/B,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE;gBACvB,SAAS,EAAE,EAAE;aACd,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QACD,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,oBAAoB,EAAE,eAAe,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QACzE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAEnB,MAAM,IAAI,GAAG,eAAe,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,aAAa,CAAC,CAAC;QACtE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC;QACtB,OAAO,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC;QAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC;QAC/C,MAAM,OAAO,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QAE5D,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,GAAG,GAAG,WAAW,CACf,GAAG,EACH,KAAK,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,uBAAuB,EACpD,KAAK,CAAC,CAAC,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,6BAA6B,EACnE,KAAK,EACL,EAAE,CACH,CAAC;YACF,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACnB,SAAS;QACX,CAAC;QAED,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC;QACvB,IAAI,GAAc,CAAC;QACnB,IAAI,CAAC;YACH,GAAG,GAAG,YAAY,CAChB,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,EACxB,OAAO,CAAC,WAAY,EACpB,OAAO,CAAC,OAAO,EACf,IAAI,CAAC,UAAU,IAAI,IAAI,CACxB,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,GAAG,WAAW,CACf,GAAG,EACH,UAAU,EACV,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAChD,KAAK,EACL,EAAE,CACH,CAAC;YACF,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACnB,SAAS;QACX,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC;QACnB,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,iBAAiB,EAAE,oBAAoB,GAAG,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QAChG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAEnB,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1D,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,uBAAuB,EAAE,yBAAyB,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YACtF,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACnB,SAAS;QACX,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;YAC1B,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,UAAU,EAAE,gBAAgB,GAAG,CAAC,WAAW,oBAAoB,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YACnG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACnB,KAAK,CAAC,iBAAiB,CAAC;gBACtB,WAAW,EAAE,GAAG,CAAC,WAAW;gBAC5B,MAAM,EAAE,gBAAgB,GAAG,CAAC,WAAW,EAAE;gBACzC,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE;gBACvB,SAAS,EAAE,EAAE;aACd,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,mBAAmB,EAAE,gBAAgB,GAAG,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QAC1F,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAEnB,IAAI,KAAK,EAAE,CAAC;YACV,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,kBAAkB,EAAE,qBAAqB,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YACnF,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACnB,SAAS;QACX,CAAC;QAED,MAAM,GAAG,GAAG,gBAAgB,CAAC;YAC3B,IAAI,EAAE,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC;YAC9B,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,cAAc,EAAE,OAAO,CAAC,cAAc;YACtC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,qBAAqB,EAAE,OAAO,CAAC,qBAAqB;SACrD,CAAC,CAAC;QACH,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC;QAC7B,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;YAClB,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,WAAW,EAAE,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YAChI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACnB,SAAS;QACX,CAAC;QACD,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,wBAAwB,EAAE,4BAA4B,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QAC1F,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,wBAAwB,EAAE,2CAA2C,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QACzG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACrB,CAAC;IAED,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,EAAE,CAAC;IACxB,MAAM,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;QAChC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC5B,MAAM,GAAG,GAAG,GAAG;YACb,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,eAAe,CAAC;YAC/B,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,kBAAkB;gBACpC,CAAC,CAAC,GAAG;gBACL,CAAC,CAAC,CAAC,CAAC;QACR,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC/B,MAAM,IAAI,GAAG,IAAI,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9D,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,cAAc,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,EAAE,CAAC;IAC/D,CAAC,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;IAElC,MAAM,UAAU,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;IAC3C,IAAI,UAA4B,CAAC;IACjC,IAAI,UAAU,EAAE,CAAC;QACf,UAAU,GAAG,UAAU,CAAC;IAC1B,CAAC;SAAM,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,UAAU,GAAG,uBAAuB,CAAC;QACrC,OAAO,CAAC,IAAI,CAAC,uDAAuD,CAAC,CAAC;IACxE,CAAC;SAAM,IACL,UAAU,CAAC,OAAO,CAAC;QACnB,GAAG,CAAC,KAAK,CACP,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,MAAM,KAAK,UAAU;YACvB,CAAC,CAAC,MAAM,KAAK,WAAW;YACxB,CAAC,CAAC,MAAM,KAAK,uBAAuB,CACvC,EACD,CAAC;QACD,UAAU,GAAG,uBAAuB,CAAC;QACrC,OAAO,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;IAChE,CAAC;SAAM,CAAC;QACN,UAAU,GAAG,iBAAiB,CAAC;IACjC,CAAC;IAED,OAAO;QACL,QAAQ,EAAE,aAAa,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC/E,UAAU,EAAE,GAAG;QACf,MAAM;QACN,UAAU,EAAE,KAAK,CAAC,aAAa,EAAE;QACjC,IAAI;QACJ,cAAc;QACd,MAAM;QACN,OAAO;QACP,UAAU;KACX,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,OAAsB;IACxC,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;AACrD,CAAC"}

package/dist/composition/probe/problem.d.ts

@@ -0,0 +1,40 @@
+/**
+ * Search-problem construction and JSON loading for Product B.
+ *
+ * @internal
+ */
+import type { ExprNode } from '../../dimensional/ast-types.js';
+import type { DiscrepancyDefinition, FrontierGap, FrontierGapKind, SearchProblem } from './types.js';
+/** Residual / unexplained-observation gap template. @internal */
+export declare function makeResidualGap(id: string, summary: string, kind?: FrontierGapKind): FrontierGap;
+export interface ProblemFile {
+    readonly gap?: {
+        readonly id?: string;
+        readonly kind?: string;
+        readonly summary?: string;
+    };
+    readonly target: {
+        readonly name: string;
+        readonly dim: string;
+    };
+    readonly governing: readonly {
+        readonly name: string;
+        readonly dim: string;
+    }[];
+    readonly exploratory?: unknown;
+    readonly holdout?: unknown;
+    readonly observationsPath?: string;
+    readonly baseline?: ExprNode;
+    readonly discrepancy?: DiscrepancyDefinition;
+    readonly assumptions?: readonly string[];
+    readonly limits?: SearchProblem['limits'];
+    readonly claimedRegimes?: Readonly<Record<string, string>>;
+    readonly observationalBoundIds?: readonly string[];
+}
+/** Load a SearchProblem from a JSON file (optionally with inline datasets). @internal */
+export declare function loadSearchProblemFromJson(path: string): SearchProblem;
+/** Build a SearchProblem from an already-parsed problem file. @internal */
+export declare function searchProblemFromFile(raw: ProblemFile, source?: string): SearchProblem;
+/** Load an ExprNode from a JSON file (`{expression}` wrapper or bare node). @internal */
+export declare function parseExprJson(path: string): ExprNode;
+//# sourceMappingURL=problem.d.ts.map

package/dist/composition/probe/problem.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"problem.d.ts","sourceRoot":"","sources":["../../../src/composition/probe/problem.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gCAAgC,CAAC;AAC/D,OAAO,KAAK,EAEV,qBAAqB,EACrB,WAAW,EACX,eAAe,EAEf,aAAa,EACd,MAAM,YAAY,CAAC;AAmBpB,iEAAiE;AACjE,wBAAgB,eAAe,CAC7B,EAAE,EAAE,MAAM,EACV,OAAO,EAAE,MAAM,EACf,IAAI,GAAE,eAA2C,GAChD,WAAW,CAuBb;AAMD,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,GAAG,CAAC,EAAE;QACb,QAAQ,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QACvB,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;KAC3B,CAAC;IACF,QAAQ,CAAC,MAAM,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC;IACjE,QAAQ,CAAC,SAAS,EAAE,SAAS;QAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IAC/E,QAAQ,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC;IAC/B,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IACnC,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC;IAC7B,QAAQ,CAAC,WAAW,CAAC,EAAE,qBAAqB,CAAC;IAC7C,QAAQ,CAAC,WAAW,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACzC,QAAQ,CAAC,MAAM,CAAC,EAAE,aAAa,CAAC,QAAQ,CAAC,CAAC;IAC1C,QAAQ,CAAC,cAAc,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC3D,QAAQ,CAAC,qBAAqB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CACpD;AAED,yFAAyF;AACzF,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,MAAM,GAAG,aAAa,CAGrE;AAED,2EAA2E;AAC3E,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,WAAW,EAAE,MAAM,SAAW,GAAG,aAAa,CAmCxF;AAED,yFAAyF;AACzF,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,QAAQ,CAYpD"}

package/dist/composition/probe/problem.js

@@ -0,0 +1,101 @@
+/**
+ * Search-problem construction and JSON loading for Product B.
+ *
+ * @internal
+ */
+import { readFileSync } from 'node:fs';
+import { parseDimensionSpec } from '../../dimensional/dimension-spec.js';
+import { problemFromResidualGap } from './frontier.js';
+import { asDatasetSafe, loadSplitDatasetsFromJson } from './dataset.js';
+function isGapKind(s) {
+    return (s === 'prediction-residual' ||
+        s === 'relation-link' ||
+        s === 'regime-transition' ||
+        s === 'parameter-tension' ||
+        s === 'assumption-conflict' ||
+        s === 'missing-operator' ||
+        s === 'unexplained-observation' ||
+        s === 'model-disagreement' ||
+        s === 'causal-mechanism' ||
+        s === 'other');
+}
+/** Residual / unexplained-observation gap template. @internal */
+export function makeResidualGap(id, summary, kind = 'unexplained-observation') {
+    if (!id.startsWith('fg-')) {
+        throw new RangeError(`makeResidualGap: id must start with 'fg-' (got '${id}')`);
+    }
+    if (kind === 'relation-link' || kind === 'regime-transition') {
+        throw new RangeError(`makeResidualGap: ${kind} is Product A — use upt discover, not probe`);
+    }
+    return {
+        id,
+        kind,
+        participants: [],
+        observations: [],
+        regimes: [],
+        assumptions: [],
+        constraints: [],
+        evidence: { summary, sourceIds: [] },
+        identifiability: {
+            kind: 'parametric',
+            parametric: { status: 'unknown', reasons: ['not yet assessed'] },
+        },
+        searchability: { searchable: true, reasons: ['residual gap'] },
+        status: 'identified',
+    };
+}
+function varFromJson(raw) {
+    return { name: raw.name, dim: parseDimensionSpec(raw.dim) };
+}
+/** Load a SearchProblem from a JSON file (optionally with inline datasets). @internal */
+export function loadSearchProblemFromJson(path) {
+    const raw = JSON.parse(readFileSync(path, 'utf8'));
+    return searchProblemFromFile(raw, path);
+}
+/** Build a SearchProblem from an already-parsed problem file. @internal */
+export function searchProblemFromFile(raw, source = 'inline') {
+    const kindRaw = raw.gap?.kind ?? 'unexplained-observation';
+    if (!isGapKind(kindRaw)) {
+        throw new RangeError(`unknown gap kind '${kindRaw}'`);
+    }
+    const gap = makeResidualGap(raw.gap?.id ?? 'fg-inline', raw.gap?.summary ?? `search problem from ${source}`, kindRaw);
+    const target = varFromJson(raw.target);
+    const governing = raw.governing.map(varFromJson);
+    let exploratory;
+    let holdout;
+    if (raw.observationsPath) {
+        const split = loadSplitDatasetsFromJson(raw.observationsPath);
+        exploratory = split.exploratory;
+        holdout = split.holdout;
+    }
+    if (raw.exploratory) {
+        exploratory = asDatasetSafe(raw.exploratory, `${source}#exploratory`, 'exploratory-fit');
+    }
+    if (raw.holdout) {
+        holdout = asDatasetSafe(raw.holdout, `${source}#holdout`, 'validation-holdout');
+    }
+    const problem = problemFromResidualGap(gap, target, governing, exploratory, holdout);
+    return {
+        ...problem,
+        baseline: raw.baseline,
+        discrepancy: raw.discrepancy ?? problem.discrepancy,
+        assumptions: raw.assumptions ?? gap.assumptions,
+        limits: raw.limits,
+        claimedRegimes: raw.claimedRegimes,
+        observationalBoundIds: raw.observationalBoundIds,
+    };
+}
+/** Load an ExprNode from a JSON file (`{expression}` wrapper or bare node). @internal */
+export function parseExprJson(path) {
+    const raw = JSON.parse(readFileSync(path, 'utf8'));
+    if (raw && typeof raw === 'object' && 'kind' in raw)
+        return raw;
+    if (raw &&
+        typeof raw === 'object' &&
+        'expression' in raw &&
+        raw.expression) {
+        return raw.expression;
+    }
+    throw new Error(`parseExprJson: ${path} is not an ExprNode JSON object`);
+}
+//# sourceMappingURL=problem.js.map