niceeval 0.13.3 → 0.13.4-canary.39

package/dist/analysis/bindings.d.ts

@@ -5205,7 +5205,7 @@ export declare const fileChangesDomainBinding: Readonly<{
             readonly state: "partial";
             readonly limitations: readonly [{
                 readonly code: "capture-failed" | "capture-interrupted";
-                readonly stage: "normalize" | "export" | "checkpoint" | "finalizer-export";
+                readonly stage: "normalize" | "checkpoint" | "export" | "finalizer-export";
                 readonly atWindowId: string | null;
             } | {
                 readonly code: "collection-cap-reached";
@@ -5218,7 +5218,7 @@ export declare const fileChangesDomainBinding: Readonly<{
                 readonly omittedAtLeast: number;
             }, ...({
                 readonly code: "capture-failed" | "capture-interrupted";
-                readonly stage: "normalize" | "export" | "checkpoint" | "finalizer-export";
+                readonly stage: "normalize" | "checkpoint" | "export" | "finalizer-export";
                 readonly atWindowId: string | null;
             } | {
                 readonly code: "collection-cap-reached";
@@ -5304,7 +5304,7 @@ export declare const fileChangesDomainBinding: Readonly<{
             readonly state: "partial";
             readonly limitations: readonly [{
                 readonly code: "capture-failed" | "capture-interrupted";
-                readonly stage: "normalize" | "export" | "checkpoint" | "finalizer-export";
+                readonly stage: "normalize" | "checkpoint" | "export" | "finalizer-export";
                 readonly atWindowId: string | null;
             } | {
                 readonly code: "collection-cap-reached";
@@ -5317,7 +5317,7 @@ export declare const fileChangesDomainBinding: Readonly<{
                 readonly omittedAtLeast: number;
             }, ...({
                 readonly code: "capture-failed" | "capture-interrupted";
-                readonly stage: "normalize" | "export" | "checkpoint" | "finalizer-export";
+                readonly stage: "normalize" | "checkpoint" | "export" | "finalizer-export";
                 readonly atWindowId: string | null;
             } | {
                 readonly code: "collection-cap-reached";
@@ -7623,7 +7623,7 @@ export declare const builtinDomainViewBindings: Readonly<{
                 readonly state: "partial";
                 readonly limitations: readonly [{
                     readonly code: "capture-failed" | "capture-interrupted";
-                    readonly stage: "normalize" | "export" | "checkpoint" | "finalizer-export";
+                    readonly stage: "normalize" | "checkpoint" | "export" | "finalizer-export";
                     readonly atWindowId: string | null;
                 } | {
                     readonly code: "collection-cap-reached";
@@ -7636,7 +7636,7 @@ export declare const builtinDomainViewBindings: Readonly<{
                     readonly omittedAtLeast: number;
                 }, ...({
                     readonly code: "capture-failed" | "capture-interrupted";
-                    readonly stage: "normalize" | "export" | "checkpoint" | "finalizer-export";
+                    readonly stage: "normalize" | "checkpoint" | "export" | "finalizer-export";
                     readonly atWindowId: string | null;
                 } | {
                     readonly code: "collection-cap-reached";
@@ -7722,7 +7722,7 @@ export declare const builtinDomainViewBindings: Readonly<{
                 readonly state: "partial";
                 readonly limitations: readonly [{
                     readonly code: "capture-failed" | "capture-interrupted";
-                    readonly stage: "normalize" | "export" | "checkpoint" | "finalizer-export";
+                    readonly stage: "normalize" | "checkpoint" | "export" | "finalizer-export";
                     readonly atWindowId: string | null;
                 } | {
                     readonly code: "collection-cap-reached";
@@ -7735,7 +7735,7 @@ export declare const builtinDomainViewBindings: Readonly<{
                     readonly omittedAtLeast: number;
                 }, ...({
                     readonly code: "capture-failed" | "capture-interrupted";
-                    readonly stage: "normalize" | "export" | "checkpoint" | "finalizer-export";
+                    readonly stage: "normalize" | "checkpoint" | "export" | "finalizer-export";
                     readonly atWindowId: string | null;
                 } | {
                     readonly code: "collection-cap-reached";

package/dist/analysis/contracts.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"contracts.js","sourceRoot":"","sources":["contracts.ts"],"names":[],"mappings":";;;AAuTA,wCAqBC;AAED,oCAIC;AAED,gDAEC;AAzKY,QAAA,sBAAsB,GAAkB,MAAM,CAAC,0BAA0B,CAAC,CAAC;AAoCxF,MAAM,+BAA+B,GAAkB,MAAM,CAAC,6CAA6C,CAAC,CAAC;AAqF7G,MAAM,gBAAgB,GAAkB,MAAM,CAAC,8BAA8B,CAAC,CAAC;AAO/E,MAAM,gBAAgB,GAAG,IAAI,OAAO,EAAU,CAAC;AAC/C,MAAM,yBAAyB,GAAG,IAAI,OAAO,EAA8B,CAAC;AAQ5E,sEAAsE;AACtE,SAAgB,cAAc,CAAM,KAKnC;IACG,MAAM,IAAI,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,CAA+B,CAAC;IAC3D,MAAM,QAAQ,GAAuB,MAAM,CAAC,MAAM,CAAC;QAC/C,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QAC7E,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;QACxC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;KACvC,CAAC,CAAC;IACH,MAAM,CAAC,gBAAgB,CAAC,IAAI,EAAE;QAC1B,CAAC,gBAAgB,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE;QACtD,QAAQ,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE;QACxD,MAAM,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE;QACpD,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;KACnD,CAAC,CAAC;IACH,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC3B,yBAAyB,CAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IAC9C,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;AAC/B,CAAC;AACD,+EAA+E;AAC/E,SAAgB,YAAY,CAAC,KAAc;IACvC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;WACpB,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC;WAC3B,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,gBAAgB,CAAC,KAAK,IAAI,CAAC;AACzD,CAAC;AACD,8EAA8E;AAC9E,SAAgB,kBAAkB,CAAC,KAAc;IAC7C,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,yBAAyB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAClF,CAAC","sourcesContent":["import type { MembershipAction } from \"../record/model/core.ts\";\nimport type { AttemptId, EvalId, ExecutionIdentityDigest, ExperimentId, RunId, SlotId, UtcMillis, } from \"../record/model/identifiers.ts\";\nimport type { AttemptLocator } from \"../attempt-locator.ts\";\nexport type { AttemptId, EvalId, ExecutionIdentityDigest, ExperimentId, RunId, SlotId, UtcMillis, };\n/** JSON is the only wire shape accepted by the Sample snapshot codec. */\nexport type JsonValue = null | boolean | number | string | readonly JsonValue[] | {\n    readonly [key: string]: JsonValue;\n};\n/** Stable identity for one Sample capability and its portable snapshot. */\nexport interface SampleIdentity {\n    readonly kind: \"analysis-sample\";\n    readonly id: string;\n}\n/**\n * A public identity for evidence from one immutable Attempt.  It deliberately\n * carries a locator rather than Record's nominal selected-reference capability\n * or an AttemptId that could be used as an ad-hoc storage lookup.\n */\nexport interface AttemptEvidenceIdentity {\n    readonly kind: \"attempt\";\n    readonly locator: AttemptLocator;\n    readonly originRunId: RunId;\n}\nexport type AnalysisSelectionProblem = {\n    readonly code: \"incomplete-run\";\n    readonly runId: RunId;\n} | {\n    readonly code: \"record-core-invalid\";\n    readonly runId: RunId;\n} | {\n    readonly code: \"selection-run-missing\";\n    readonly runId: RunId;\n} | {\n    readonly code: \"selection-run-unreadable\";\n    readonly runId: RunId;\n};\n/**\n * One current target Slot identity. `project-current` keeps only Sample\n * members whose experiment/eval/attempt ordinal aligns, then whose digest\n * still narrows that aligned identity.\n */\nexport interface AnalysisCurrentSlotIdentity {\n    readonly experimentId: ExperimentId;\n    readonly evalId: EvalId;\n    /** Logical attempt identity; never inferred from expectedSlots array order. */\n    readonly attemptOrdinal: number;\n    /** Narrows an already aligned logical identity; it is not the alignment key. */\n    readonly executionIdentityDigest: ExecutionIdentityDigest;\n}\n/** Exact occurrence retained after project-current logical alignment. */\nexport interface AnalysisSlotOccurrenceIdentity {\n    readonly runId: RunId;\n    readonly slotId: SlotId;\n}\n/** Host-issued selection used by Application, CLI, and Report from-record. */\nexport type AnalysisSelectionRequest = {\n    readonly policy: \"explicit-runs\";\n    readonly runIds: readonly RunId[];\n} | {\n    readonly policy: \"project-current\";\n    readonly experimentIds?: readonly ExperimentId[];\n    readonly currentSlots: readonly AnalysisCurrentSlotIdentity[];\n};\n/**\n * The exact selection audit retained by a closed SampleSnapshot. `runIds` are\n * the explicit request; `selectedRunIds` are recomputed from the current,\n * non-excluded Sample frame after every monotonic narrowing.\n */\nexport type AnalysisSelectionSummary = {\n    readonly policy: \"explicit-runs\";\n    readonly runIds: readonly RunId[];\n    readonly selectedRunIds: readonly RunId[];\n    readonly problems: readonly AnalysisSelectionProblem[];\n} | {\n    readonly policy: \"project-current\";\n    readonly experimentIds: readonly ExperimentId[] | \"all\";\n    readonly selectedRunIds: readonly RunId[];\n    readonly problems: readonly AnalysisSelectionProblem[];\n};\nexport interface AnalysisRun {\n    readonly runId: RunId;\n    readonly experimentId: ExperimentId;\n    /**\n     * The safe, immutable portion of the selected Run's Core context. A later\n     * Core read can be unavailable after selection, in which case no context is\n     * invented for that Run.\n     */\n    readonly context: AnalysisRunContext | null;\n    readonly startedAt: UtcMillis;\n    readonly completedAt: UtcMillis;\n    readonly expectedSlots: readonly SlotId[];\n}\n/**\n * Display- and grouping-safe Run configuration retained by a Sample. It has\n * no Record capability and is recursively JSON-only.\n */\nexport interface AnalysisRunContext {\n    readonly execution: AnalysisRunExecution;\n    readonly labels: Readonly<Record<string, string>>;\n}\nexport interface AnalysisRunExecution {\n    readonly agentId: string;\n    readonly model: string | null;\n    readonly reasoningEffort: string | null;\n    readonly flags: Readonly<Record<string, JsonValue>>;\n}\nexport interface AnalysisSlotRef {\n    /** Occurrence identity is always the exact selected Run/Slot pair. */\n    readonly runId: RunId;\n    readonly slotId: SlotId;\n    /** Derived from the associated selected AnalysisRun, never a Record Slot field. */\n    readonly experimentId: ExperimentId;\n    /** Logical alignment is experiment + eval + durable attempt ordinal. */\n    readonly evalId: EvalId;\n    readonly attemptOrdinal: number;\n    /** This remains an identity-narrowing value, never a logical alignment key. */\n    readonly executionIdentityDigest: ExecutionIdentityDigest;\n}\n/** A Member with an exact origin Attempt. */\nexport interface IncludedAnalysisSlot extends AnalysisSlotRef {\n    readonly state: \"included\";\n    /** Core provenance is not inferred from whether the Attempt is local. */\n    readonly action: \"executed\" | \"carried\" | \"accepted\";\n    readonly relation: \"origin\" | \"reference\";\n    readonly attempt: AttemptEvidenceIdentity;\n}\n/**\n * An expected Slot without an Attempt. `null` means no Member document was\n * recorded; the two actions retain a recorded null Member without suggesting\n * that it is pending work.\n */\nexport interface NotRecordedAnalysisSlot extends AnalysisSlotRef {\n    readonly state: \"not-recorded\";\n    readonly action: \"not-dispatched\" | \"interrupted\" | null;\n    readonly attempt: null;\n}\n/** Core could be read far enough to identify the frame but not its member. */\nexport interface CoreInvalidAnalysisSlot extends AnalysisSlotRef {\n    readonly state: \"core-invalid\";\n    readonly action: MembershipAction | null;\n    readonly attempt: null;\n    readonly issues: readonly AnalysisIssue[];\n}\nexport type ActiveAnalysisSlot = IncludedAnalysisSlot | NotRecordedAnalysisSlot | CoreInvalidAnalysisSlot;\n/** A monotonic Sample narrowing preserves the previous, non-nested state. */\nexport interface ExcludedAnalysisSlot extends AnalysisSlotRef {\n    readonly state: \"excluded\";\n    readonly base: ActiveAnalysisSlot;\n    /** Present when `project-current` dropped this Slot for identity mismatch. */\n    readonly reason?: \"identity-mismatch\";\n}\nexport type AnalysisSlot = ActiveAnalysisSlot | ExcludedAnalysisSlot;\nexport interface SampleCoverage {\n    readonly frameTotal: number;\n    readonly selected: number;\n    readonly included: number;\n    readonly notRecorded: number;\n    readonly coreInvalid: number;\n    readonly excluded: number;\n}\n/**\n * The closed, portable representation of a Record selection. It contains\n * only selection identity, Core-derived Run/Slot denominator facts, and\n * selection problems. Decoding it can never reopen a Record.\n */\nexport interface SampleSnapshot {\n    readonly version: 1;\n    readonly identity: SampleIdentity;\n    readonly selection: AnalysisSelectionSummary;\n    readonly runs: readonly AnalysisRun[];\n    readonly slots: readonly AnalysisSlot[];\n    readonly coverage: SampleCoverage;\n}\nexport const sampleCapabilityTypeId: unique symbol = Symbol(\"niceeval.analysis.Sample\");\n/** A Host-issued, Scope-bound lazy Record-reading capability. */\nexport interface Sample {\n    readonly kind: \"analysis-sample\";\n    readonly snapshot: SampleSnapshot;\n    readonly [sampleCapabilityTypeId]: true;\n}\nexport type ExperimentGroupIdentity = {\n    readonly kind: \"named\";\n    readonly groupId: string;\n    readonly key: `named/${string}`;\n} | {\n    readonly kind: \"singleton\";\n    readonly experimentId: ExperimentId;\n    readonly key: `singleton/${string}`;\n};\nexport type NonComparableReason = \"eval-population-mismatch\";\nexport interface NonComparableIssue {\n    readonly reason: NonComparableReason;\n    readonly members: readonly ExperimentId[];\n    readonly actual: readonly {\n        readonly member: ExperimentId;\n        readonly population: JsonValue | null;\n        readonly basis: JsonValue | null;\n    }[];\n    readonly refs: readonly EvidenceRef[];\n    readonly params: Readonly<Record<string, JsonValue>>;\n}\nexport type ExperimentComparisonState = {\n    readonly state: \"comparable\";\n    readonly members: readonly ExperimentId[];\n} | {\n    readonly state: \"non-comparable\";\n    readonly members: readonly ExperimentId[];\n    readonly issues: readonly NonComparableIssue[];\n};\nconst experimentComparisonScopeTypeId: unique symbol = Symbol(\"niceeval.analysis.ExperimentComparisonScope\");\n/** Analysis-issued comparison capability; the backing Sample remains private. */\nexport interface ExperimentComparisonScope {\n    readonly group: ExperimentGroupIdentity;\n    readonly comparison: ExperimentComparisonState;\n    readonly [experimentComparisonScopeTypeId]: true;\n}\nexport interface AnalysisComparisonGroupMismatchError {\n    readonly code: \"analysis-comparison-group-mismatch\";\n    readonly groups: readonly ExperimentGroupIdentity[];\n}\nexport interface SampleSelector {\n    readonly runIds?: readonly RunId[];\n    readonly slotIds?: readonly SlotId[];\n}\nexport interface SampleClosedError {\n    readonly code: \"analysis-sample-closed\";\n    readonly sample: SampleIdentity;\n}\nexport interface SampleSnapshotCodecError {\n    readonly code: \"sample-snapshot-invalid\";\n    readonly path: readonly string[];\n    readonly reason: string;\n}\nexport interface AnalysisRequestError {\n    readonly code: \"analysis-request-invalid\";\n    readonly reason: string;\n}\nexport type AnalysisInputIssueCode = \"missing\" | \"migration-required\" | \"unsupported\" | \"producer-incompatible\" | \"input-invalid\" | \"reduction-failed\" | \"relation-unmatched\";\nexport interface EvidenceIdentity {\n    readonly kind: \"attempt\";\n    readonly locator: AttemptLocator;\n}\nexport interface EvidenceRef {\n    readonly identity: EvidenceIdentity;\n}\nexport interface AnalysisIssue {\n    readonly code: AnalysisInputIssueCode;\n    readonly message: string;\n    readonly refs: readonly EvidenceRef[];\n}\nexport interface ProducerIdentity {\n    readonly id: string;\n}\n/** Internal result of a published AnalysisInput read. It never reaches Report. */\nexport type SampleInputObservation<Value> = {\n    readonly state: \"value\";\n    readonly value: Value;\n    readonly refs: readonly EvidenceRef[];\n    readonly producer?: ProducerIdentity;\n} | {\n    readonly state: \"missing\" | \"migration-required\" | \"unsupported\" | \"failed\";\n    readonly issues: readonly AnalysisIssue[];\n    readonly refs: readonly EvidenceRef[];\n    readonly producer?: ProducerIdentity;\n};\nexport type MetricState = \"available\" | \"partial\"\n/** A specialized closed metric may have no reportable value at all. */\n | \"unavailable\" | \"empty\" | \"migration-required\" | \"unsupported\" | \"failed\";\nexport type MetricBasis = \"attempt\" | \"eval\" | \"run\" | \"pair\" | \"slot\";\nexport type MeasureFormat = string | {\n    readonly kind: string;\n    readonly options?: JsonValue;\n};\n/** A closed Measure cell: never a selected Record handle or reader callback. */\nexport interface MetricValue<Value = number> {\n    readonly value: Value | null;\n    readonly state: MetricState;\n    readonly samples: number;\n    readonly total: number;\n    readonly basis: MetricBasis;\n    readonly issues: readonly AnalysisIssue[];\n    readonly refs: readonly EvidenceRef[];\n    readonly unit?: string;\n    readonly format?: MeasureFormat;\n    readonly better?: \"higher\" | \"lower\" | \"neutral\";\n    readonly bounds?: {\n        readonly min?: number;\n        readonly max?: number;\n    };\n}\nexport interface ClosedRowsIdentity {\n    readonly kind: \"closed-rows\";\n    readonly id: string;\n}\nconst closedRowsTypeId: unique symbol = Symbol(\"niceeval.analysis.ClosedRows\");\n/** @internal Metadata is retained out-of-band so an ordinary array cannot forge it. */\nexport interface ClosedRowsMetadata {\n    readonly identity: ClosedRowsIdentity;\n    readonly issues: readonly AnalysisIssue[];\n    readonly refs: readonly EvidenceRef[];\n}\nconst closedRowsBrands = new WeakSet<object>();\nconst closedRowsMetadataByValue = new WeakMap<object, ClosedRowsMetadata>();\n/** A branded, frozen array produced only by Analysis query execution. */\nexport interface ClosedRows<Row> extends ReadonlyArray<Readonly<Row>> {\n    readonly [closedRowsTypeId]: true;\n    readonly identity: ClosedRowsIdentity;\n    readonly issues: readonly AnalysisIssue[];\n    readonly refs: readonly EvidenceRef[];\n}\n/** @internal Keeps the brand unforgeable to normal public callers. */\nexport function makeClosedRows<Row>(input: {\n    readonly rows: readonly Readonly<Row>[];\n    readonly identity: ClosedRowsIdentity;\n    readonly issues: readonly AnalysisIssue[];\n    readonly refs: readonly EvidenceRef[];\n}): ClosedRows<Row> {\n    const rows = [...input.rows] as unknown as ClosedRows<Row>;\n    const metadata: ClosedRowsMetadata = Object.freeze({\n        identity: Object.freeze({ kind: input.identity.kind, id: input.identity.id }),\n        issues: Object.freeze([...input.issues]),\n        refs: Object.freeze([...input.refs]),\n    });\n    Object.defineProperties(rows, {\n        [closedRowsTypeId]: { value: true, enumerable: false },\n        identity: { value: metadata.identity, enumerable: true },\n        issues: { value: metadata.issues, enumerable: true },\n        refs: { value: metadata.refs, enumerable: true },\n    });\n    closedRowsBrands.add(rows);\n    closedRowsMetadataByValue.set(rows, metadata);\n    return Object.freeze(rows);\n}\n/** @internal Checks actual Analysis issuance, rather than structural shape. */\nexport function isClosedRows(value: unknown): value is ClosedRows<unknown> {\n    return Array.isArray(value)\n        && closedRowsBrands.has(value)\n        && Reflect.get(value, closedRowsTypeId) === true;\n}\n/** @internal Returns immutable metadata registered at Analysis close time. */\nexport function closedRowsMetadata(value: unknown): ClosedRowsMetadata | undefined {\n    return isClosedRows(value) ? closedRowsMetadataByValue.get(value) : undefined;\n}\nexport interface PopulationIdentity {\n    readonly kind: \"population\";\n    readonly id: string;\n}\n/** The common, entirely closed base of every published DomainView. */\nexport interface DomainView {\n    readonly kind: \"domain-view\";\n    readonly identity: {\n        readonly kind: \"domain-view\";\n        readonly id: string;\n    };\n    readonly issues: readonly AnalysisIssue[];\n    readonly refs: readonly EvidenceRef[];\n}\n"]}
+{"version":3,"file":"contracts.js","sourceRoot":"","sources":["contracts.ts"],"names":[],"mappings":";;;AA4SA,wCAqBC;AAED,oCAIC;AAED,gDAEC;AA9JY,QAAA,sBAAsB,GAAkB,MAAM,CAAC,0BAA0B,CAAC,CAAC;AAyBxF,MAAM,+BAA+B,GAAkB,MAAM,CAAC,6CAA6C,CAAC,CAAC;AAqF7G,MAAM,gBAAgB,GAAkB,MAAM,CAAC,8BAA8B,CAAC,CAAC;AAO/E,MAAM,gBAAgB,GAAG,IAAI,OAAO,EAAU,CAAC;AAC/C,MAAM,yBAAyB,GAAG,IAAI,OAAO,EAA8B,CAAC;AAQ5E,sEAAsE;AACtE,SAAgB,cAAc,CAAM,KAKnC;IACG,MAAM,IAAI,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,CAA+B,CAAC;IAC3D,MAAM,QAAQ,GAAuB,MAAM,CAAC,MAAM,CAAC;QAC/C,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QAC7E,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;QACxC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;KACvC,CAAC,CAAC;IACH,MAAM,CAAC,gBAAgB,CAAC,IAAI,EAAE;QAC1B,CAAC,gBAAgB,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE;QACtD,QAAQ,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE;QACxD,MAAM,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE;QACpD,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;KACnD,CAAC,CAAC;IACH,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC3B,yBAAyB,CAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IAC9C,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;AAC/B,CAAC;AACD,+EAA+E;AAC/E,SAAgB,YAAY,CAAC,KAAc;IACvC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;WACpB,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC;WAC3B,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,gBAAgB,CAAC,KAAK,IAAI,CAAC;AACzD,CAAC;AACD,8EAA8E;AAC9E,SAAgB,kBAAkB,CAAC,KAAc;IAC7C,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,yBAAyB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAClF,CAAC","sourcesContent":["import type { MembershipAction } from \"../record/model/core.ts\";\nimport type { AttemptId, EvalId, ExecutionIdentityDigest, ExperimentId, RunId, SlotId, UtcMillis, } from \"../record/model/identifiers.ts\";\nimport type { AttemptLocator } from \"../attempt-locator.ts\";\nexport type { AttemptId, EvalId, ExecutionIdentityDigest, ExperimentId, RunId, SlotId, UtcMillis, };\n/** JSON is the only wire shape accepted by the Sample snapshot codec. */\nexport type JsonValue = null | boolean | number | string | readonly JsonValue[] | {\n    readonly [key: string]: JsonValue;\n};\n/** Stable identity for one Sample capability and its portable snapshot. */\nexport interface SampleIdentity {\n    readonly kind: \"analysis-sample\";\n    readonly id: string;\n}\n/**\n * A public identity for evidence from one immutable Attempt.  It deliberately\n * carries a locator rather than Record's nominal selected-reference capability\n * or an AttemptId that could be used as an ad-hoc storage lookup.\n */\nexport interface AttemptEvidenceIdentity {\n    readonly kind: \"attempt\";\n    readonly locator: AttemptLocator;\n    readonly originRunId: RunId;\n}\nexport type AnalysisSelectionProblem = {\n    readonly code: \"incomplete-run\";\n    readonly runId: RunId;\n} | {\n    readonly code: \"record-core-invalid\";\n    readonly runId: RunId;\n} | {\n    readonly code: \"selection-run-missing\";\n    readonly runId: RunId;\n} | {\n    readonly code: \"selection-run-unreadable\";\n    readonly runId: RunId;\n};\n/**\n * One current target Slot identity. `project-current` keeps only Sample\n * members whose experiment/eval/attempt ordinal aligns, then whose digest\n * still narrows that aligned identity.\n */\nexport interface AnalysisCurrentSlotIdentity {\n    readonly experimentId: ExperimentId;\n    readonly evalId: EvalId;\n    /** Logical attempt identity; never inferred from expectedSlots array order. */\n    readonly attemptOrdinal: number;\n    /** Narrows an already aligned logical identity; it is not the alignment key. */\n    readonly executionIdentityDigest: ExecutionIdentityDigest;\n}\n/** Exact occurrence retained after project-current logical alignment. */\nexport interface AnalysisSlotOccurrenceIdentity {\n    readonly runId: RunId;\n    readonly slotId: SlotId;\n}\n/** Host-issued selection used by Application, CLI, and Report from-record. */\nexport type AnalysisSelectionRequest = {\n    readonly policy: \"explicit-runs\";\n    readonly runIds: readonly RunId[];\n} | {\n    readonly policy: \"project-current\";\n    readonly experimentIds?: readonly ExperimentId[];\n    readonly currentSlots: readonly AnalysisCurrentSlotIdentity[];\n};\n/**\n * The exact selection audit retained by a closed SampleSnapshot. `runIds` are\n * the explicit request; `selectedRunIds` are recomputed from the current,\n * non-excluded Sample frame after every monotonic narrowing.\n */\nexport type AnalysisSelectionSummary = {\n    readonly policy: \"explicit-runs\";\n    readonly runIds: readonly RunId[];\n    readonly selectedRunIds: readonly RunId[];\n    readonly problems: readonly AnalysisSelectionProblem[];\n} | {\n    readonly policy: \"project-current\";\n    readonly experimentIds: readonly ExperimentId[] | \"all\";\n    readonly selectedRunIds: readonly RunId[];\n    readonly problems: readonly AnalysisSelectionProblem[];\n};\nexport interface AnalysisRun {\n    readonly runId: RunId;\n    readonly experimentId: ExperimentId;\n    /**\n     * The safe, immutable portion of the selected Run's Core context. A later\n     * Core read can be unavailable after selection, in which case no context is\n     * invented for that Run.\n     */\n    readonly context: AnalysisRunContext | null;\n    readonly startedAt: UtcMillis;\n    readonly completedAt: UtcMillis;\n    readonly expectedSlots: readonly SlotId[];\n}\n/**\n * Display- and grouping-safe Run configuration retained by a Sample. It has\n * no Record capability and is recursively JSON-only.\n */\nexport interface AnalysisRunContext {\n    readonly execution: AnalysisRunExecution;\n    readonly labels: Readonly<Record<string, string>>;\n}\nexport interface AnalysisRunExecution {\n    readonly agentId: string;\n    readonly model: string | null;\n    readonly reasoningEffort: string | null;\n    readonly flags: Readonly<Record<string, JsonValue>>;\n}\nexport interface AnalysisSlotRef {\n    /** Occurrence identity is always the exact selected Run/Slot pair. */\n    readonly runId: RunId;\n    readonly slotId: SlotId;\n    /** Derived from the associated selected AnalysisRun, never a Record Slot field. */\n    readonly experimentId: ExperimentId;\n    /** Logical alignment is experiment + eval + durable attempt ordinal. */\n    readonly evalId: EvalId;\n    readonly attemptOrdinal: number;\n    /** This remains an identity-narrowing value, never a logical alignment key. */\n    readonly executionIdentityDigest: ExecutionIdentityDigest;\n}\n/** A Member with an exact origin Attempt. */\nexport interface IncludedAnalysisSlot extends AnalysisSlotRef {\n    readonly state: \"included\";\n    /** Core provenance is not inferred from whether the Attempt is local. */\n    readonly action: \"executed\" | \"carried\" | \"accepted\";\n    readonly relation: \"origin\" | \"reference\";\n    readonly attempt: AttemptEvidenceIdentity;\n}\n/**\n * An expected Slot without an Attempt. `null` means no Member document was\n * recorded; the two actions retain a recorded null Member without suggesting\n * that it is pending work.\n */\nexport interface NotRecordedAnalysisSlot extends AnalysisSlotRef {\n    readonly state: \"not-recorded\";\n    readonly action: \"not-dispatched\" | \"interrupted\" | null;\n    readonly attempt: null;\n}\n/** Core could be read far enough to identify the frame but not its member. */\nexport interface CoreInvalidAnalysisSlot extends AnalysisSlotRef {\n    readonly state: \"core-invalid\";\n    readonly action: MembershipAction | null;\n    readonly attempt: null;\n    readonly issues: readonly AnalysisIssue[];\n}\nexport type ActiveAnalysisSlot = IncludedAnalysisSlot | NotRecordedAnalysisSlot | CoreInvalidAnalysisSlot;\n/** A monotonic Sample narrowing preserves the previous, non-nested state. */\nexport interface ExcludedAnalysisSlot extends AnalysisSlotRef {\n    readonly state: \"excluded\";\n    readonly base: ActiveAnalysisSlot;\n    /** Present when `project-current` dropped this Slot for identity mismatch. */\n    readonly reason?: \"identity-mismatch\";\n}\nexport type AnalysisSlot = ActiveAnalysisSlot | ExcludedAnalysisSlot;\nexport interface SampleCoverage {\n    readonly frameTotal: number;\n    readonly selected: number;\n    readonly included: number;\n    readonly notRecorded: number;\n    readonly coreInvalid: number;\n    readonly excluded: number;\n}\n/**\n * The closed, portable representation of a Record selection. It contains\n * only selection identity, Core-derived Run/Slot denominator facts, and\n * selection problems. Decoding it can never reopen a Record.\n */\nexport interface SampleSnapshot {\n    readonly version: 1;\n    readonly identity: SampleIdentity;\n    readonly selection: AnalysisSelectionSummary;\n    readonly runs: readonly AnalysisRun[];\n    readonly slots: readonly AnalysisSlot[];\n    readonly coverage: SampleCoverage;\n}\nexport const sampleCapabilityTypeId: unique symbol = Symbol(\"niceeval.analysis.Sample\");\n/** A Host-issued, Scope-bound lazy Record-reading capability. */\nexport interface Sample {\n    readonly kind: \"analysis-sample\";\n    readonly snapshot: SampleSnapshot;\n    readonly [sampleCapabilityTypeId]: true;\n}\nexport type ExperimentGroupIdentity = {\n    readonly kind: \"named\";\n    readonly groupId: string;\n    readonly key: `named/${string}`;\n} | {\n    readonly kind: \"singleton\";\n    readonly experimentId: ExperimentId;\n    readonly key: `singleton/${string}`;\n};\nexport interface ExperimentEvalCoverage {\n    readonly member: ExperimentId;\n    readonly coveredEvalCount: number;\n    readonly groupEvalCount: number;\n}\nexport interface ExperimentComparison {\n    readonly members: readonly ExperimentId[];\n    readonly coverage: readonly ExperimentEvalCoverage[];\n}\nconst experimentComparisonScopeTypeId: unique symbol = Symbol(\"niceeval.analysis.ExperimentComparisonScope\");\n/** Analysis-issued comparison capability; the backing Sample remains private. */\nexport interface ExperimentComparisonScope {\n    readonly group: ExperimentGroupIdentity;\n    readonly comparison: ExperimentComparison;\n    readonly [experimentComparisonScopeTypeId]: true;\n}\nexport interface AnalysisComparisonGroupMismatchError {\n    readonly code: \"analysis-comparison-group-mismatch\";\n    readonly groups: readonly ExperimentGroupIdentity[];\n}\nexport interface SampleSelector {\n    readonly runIds?: readonly RunId[];\n    readonly slotIds?: readonly SlotId[];\n}\nexport interface SampleClosedError {\n    readonly code: \"analysis-sample-closed\";\n    readonly sample: SampleIdentity;\n}\nexport interface SampleSnapshotCodecError {\n    readonly code: \"sample-snapshot-invalid\";\n    readonly path: readonly string[];\n    readonly reason: string;\n}\nexport interface AnalysisRequestError {\n    readonly code: \"analysis-request-invalid\";\n    readonly reason: string;\n}\nexport type AnalysisInputIssueCode = \"missing\" | \"migration-required\" | \"unsupported\" | \"producer-incompatible\" | \"input-invalid\" | \"reduction-failed\" | \"relation-unmatched\";\nexport interface EvidenceIdentity {\n    readonly kind: \"attempt\";\n    readonly locator: AttemptLocator;\n}\nexport interface EvidenceRef {\n    readonly identity: EvidenceIdentity;\n}\nexport interface AnalysisIssue {\n    readonly code: AnalysisInputIssueCode;\n    readonly message: string;\n    readonly refs: readonly EvidenceRef[];\n}\nexport interface ProducerIdentity {\n    readonly id: string;\n}\n/** Internal result of a published AnalysisInput read. It never reaches Report. */\nexport type SampleInputObservation<Value> = {\n    readonly state: \"value\";\n    readonly value: Value;\n    readonly refs: readonly EvidenceRef[];\n    readonly producer?: ProducerIdentity;\n} | {\n    readonly state: \"missing\" | \"migration-required\" | \"unsupported\" | \"failed\";\n    readonly issues: readonly AnalysisIssue[];\n    readonly refs: readonly EvidenceRef[];\n    readonly producer?: ProducerIdentity;\n};\nexport type MetricState = \"available\" | \"partial\"\n/** A specialized closed metric may have no reportable value at all. */\n | \"unavailable\" | \"empty\" | \"migration-required\" | \"unsupported\" | \"failed\";\nexport type MetricBasis = \"attempt\" | \"eval\" | \"run\" | \"pair\" | \"slot\";\nexport type MeasureFormat = string | {\n    readonly kind: string;\n    readonly options?: JsonValue;\n};\n/** A closed Measure cell: never a selected Record handle or reader callback. */\nexport interface MetricValue<Value = number> {\n    readonly value: Value | null;\n    readonly state: MetricState;\n    readonly samples: number;\n    readonly total: number;\n    readonly basis: MetricBasis;\n    readonly issues: readonly AnalysisIssue[];\n    readonly refs: readonly EvidenceRef[];\n    readonly unit?: string;\n    readonly format?: MeasureFormat;\n    readonly better?: \"higher\" | \"lower\" | \"neutral\";\n    readonly bounds?: {\n        readonly min?: number;\n        readonly max?: number;\n    };\n}\nexport interface ClosedRowsIdentity {\n    readonly kind: \"closed-rows\";\n    readonly id: string;\n}\nconst closedRowsTypeId: unique symbol = Symbol(\"niceeval.analysis.ClosedRows\");\n/** @internal Metadata is retained out-of-band so an ordinary array cannot forge it. */\nexport interface ClosedRowsMetadata {\n    readonly identity: ClosedRowsIdentity;\n    readonly issues: readonly AnalysisIssue[];\n    readonly refs: readonly EvidenceRef[];\n}\nconst closedRowsBrands = new WeakSet<object>();\nconst closedRowsMetadataByValue = new WeakMap<object, ClosedRowsMetadata>();\n/** A branded, frozen array produced only by Analysis query execution. */\nexport interface ClosedRows<Row> extends ReadonlyArray<Readonly<Row>> {\n    readonly [closedRowsTypeId]: true;\n    readonly identity: ClosedRowsIdentity;\n    readonly issues: readonly AnalysisIssue[];\n    readonly refs: readonly EvidenceRef[];\n}\n/** @internal Keeps the brand unforgeable to normal public callers. */\nexport function makeClosedRows<Row>(input: {\n    readonly rows: readonly Readonly<Row>[];\n    readonly identity: ClosedRowsIdentity;\n    readonly issues: readonly AnalysisIssue[];\n    readonly refs: readonly EvidenceRef[];\n}): ClosedRows<Row> {\n    const rows = [...input.rows] as unknown as ClosedRows<Row>;\n    const metadata: ClosedRowsMetadata = Object.freeze({\n        identity: Object.freeze({ kind: input.identity.kind, id: input.identity.id }),\n        issues: Object.freeze([...input.issues]),\n        refs: Object.freeze([...input.refs]),\n    });\n    Object.defineProperties(rows, {\n        [closedRowsTypeId]: { value: true, enumerable: false },\n        identity: { value: metadata.identity, enumerable: true },\n        issues: { value: metadata.issues, enumerable: true },\n        refs: { value: metadata.refs, enumerable: true },\n    });\n    closedRowsBrands.add(rows);\n    closedRowsMetadataByValue.set(rows, metadata);\n    return Object.freeze(rows);\n}\n/** @internal Checks actual Analysis issuance, rather than structural shape. */\nexport function isClosedRows(value: unknown): value is ClosedRows<unknown> {\n    return Array.isArray(value)\n        && closedRowsBrands.has(value)\n        && Reflect.get(value, closedRowsTypeId) === true;\n}\n/** @internal Returns immutable metadata registered at Analysis close time. */\nexport function closedRowsMetadata(value: unknown): ClosedRowsMetadata | undefined {\n    return isClosedRows(value) ? closedRowsMetadataByValue.get(value) : undefined;\n}\nexport interface PopulationIdentity {\n    readonly kind: \"population\";\n    readonly id: string;\n}\n/** The common, entirely closed base of every published DomainView. */\nexport interface DomainView {\n    readonly kind: \"domain-view\";\n    readonly identity: {\n        readonly kind: \"domain-view\";\n        readonly id: string;\n    };\n    readonly issues: readonly AnalysisIssue[];\n    readonly refs: readonly EvidenceRef[];\n}\n"]}

package/dist/analysis/contracts.d.cts

@@ -187,31 +187,20 @@ export type ExperimentGroupIdentity = {
     readonly experimentId: ExperimentId;
     readonly key: `singleton/${string}`;
 };
-export type NonComparableReason = "eval-population-mismatch";
-export interface NonComparableIssue {
-    readonly reason: NonComparableReason;
-    readonly members: readonly ExperimentId[];
-    readonly actual: readonly {
-        readonly member: ExperimentId;
-        readonly population: JsonValue | null;
-        readonly basis: JsonValue | null;
-    }[];
-    readonly refs: readonly EvidenceRef[];
-    readonly params: Readonly<Record<string, JsonValue>>;
+export interface ExperimentEvalCoverage {
+    readonly member: ExperimentId;
+    readonly coveredEvalCount: number;
+    readonly groupEvalCount: number;
 }
-export type ExperimentComparisonState = {
-    readonly state: "comparable";
-    readonly members: readonly ExperimentId[];
-} | {
-    readonly state: "non-comparable";
+export interface ExperimentComparison {
     readonly members: readonly ExperimentId[];
-    readonly issues: readonly NonComparableIssue[];
-};
+    readonly coverage: readonly ExperimentEvalCoverage[];
+}
 declare const experimentComparisonScopeTypeId: unique symbol;
 /** Analysis-issued comparison capability; the backing Sample remains private. */
 export interface ExperimentComparisonScope {
     readonly group: ExperimentGroupIdentity;
-    readonly comparison: ExperimentComparisonState;
+    readonly comparison: ExperimentComparison;
     readonly [experimentComparisonScopeTypeId]: true;
 }
 export interface AnalysisComparisonGroupMismatchError {

package/dist/analysis/contracts.d.mts

@@ -187,31 +187,20 @@ export type ExperimentGroupIdentity = {
     readonly experimentId: ExperimentId;
     readonly key: `singleton/${string}`;
 };
-export type NonComparableReason = "eval-population-mismatch";
-export interface NonComparableIssue {
-    readonly reason: NonComparableReason;
-    readonly members: readonly ExperimentId[];
-    readonly actual: readonly {
-        readonly member: ExperimentId;
-        readonly population: JsonValue | null;
-        readonly basis: JsonValue | null;
-    }[];
-    readonly refs: readonly EvidenceRef[];
-    readonly params: Readonly<Record<string, JsonValue>>;
+export interface ExperimentEvalCoverage {
+    readonly member: ExperimentId;
+    readonly coveredEvalCount: number;
+    readonly groupEvalCount: number;
 }
-export type ExperimentComparisonState = {
-    readonly state: "comparable";
-    readonly members: readonly ExperimentId[];
-} | {
-    readonly state: "non-comparable";
+export interface ExperimentComparison {
     readonly members: readonly ExperimentId[];
-    readonly issues: readonly NonComparableIssue[];
-};
+    readonly coverage: readonly ExperimentEvalCoverage[];
+}
 declare const experimentComparisonScopeTypeId: unique symbol;
 /** Analysis-issued comparison capability; the backing Sample remains private. */
 export interface ExperimentComparisonScope {
     readonly group: ExperimentGroupIdentity;
-    readonly comparison: ExperimentComparisonState;
+    readonly comparison: ExperimentComparison;
     readonly [experimentComparisonScopeTypeId]: true;
 }
 export interface AnalysisComparisonGroupMismatchError {

package/dist/analysis/contracts.d.ts

@@ -187,31 +187,20 @@ export type ExperimentGroupIdentity = {
     readonly experimentId: ExperimentId;
     readonly key: `singleton/${string}`;
 };
-export type NonComparableReason = "eval-population-mismatch";
-export interface NonComparableIssue {
-    readonly reason: NonComparableReason;
-    readonly members: readonly ExperimentId[];
-    readonly actual: readonly {
-        readonly member: ExperimentId;
-        readonly population: JsonValue | null;
-        readonly basis: JsonValue | null;
-    }[];
-    readonly refs: readonly EvidenceRef[];
-    readonly params: Readonly<Record<string, JsonValue>>;
+export interface ExperimentEvalCoverage {
+    readonly member: ExperimentId;
+    readonly coveredEvalCount: number;
+    readonly groupEvalCount: number;
 }
-export type ExperimentComparisonState = {
-    readonly state: "comparable";
-    readonly members: readonly ExperimentId[];
-} | {
-    readonly state: "non-comparable";
+export interface ExperimentComparison {
     readonly members: readonly ExperimentId[];
-    readonly issues: readonly NonComparableIssue[];
-};
+    readonly coverage: readonly ExperimentEvalCoverage[];
+}
 declare const experimentComparisonScopeTypeId: unique symbol;
 /** Analysis-issued comparison capability; the backing Sample remains private. */
 export interface ExperimentComparisonScope {
     readonly group: ExperimentGroupIdentity;
-    readonly comparison: ExperimentComparisonState;
+    readonly comparison: ExperimentComparison;
     readonly [experimentComparisonScopeTypeId]: true;
 }
 export interface AnalysisComparisonGroupMismatchError {

package/dist/analysis/experiment-groups.cjs

@@ -42,7 +42,7 @@ function experimentComparisonScope(sample, group) {
         .filter((run) => memberSet.has(String(run.experimentId)))
         .map((run) => run.runId);
     const narrowed = (0, capability_ts_1.narrowSample)(sample, { runIds });
-    const comparison = comparisonState(narrowed, summary.members);
+    const comparison = comparisonDescription(narrowed, summary.members);
     const scope = Object.freeze({
         group: summary.group,
         comparison,
@@ -62,7 +62,7 @@ function sampleForExperimentComparisonScope(scope) {
     }
     return sample;
 }
-function comparisonState(sample, members) {
+function comparisonDescription(sample, members) {
     const populations = members.map((member) => {
         const values = [...new Set(sample.snapshot.slots
                 .filter((slot) => slot.state !== "excluded" && String(slot.experimentId) === String(member))
@@ -70,22 +70,15 @@ function comparisonState(sample, members) {
             .sort(compareUtf8);
         return Object.freeze({ member, population: Object.freeze(values) });
     });
-    const reference = JSON.stringify(populations[0]?.population ?? []);
-    if (populations.every((entry) => JSON.stringify(entry.population) === reference)) {
-        return Object.freeze({ state: "comparable", members });
-    }
-    const issue = Object.freeze({
-        reason: "eval-population-mismatch",
+    const groupEvalCount = new Set(populations.flatMap((entry) => entry.population)).size;
+    return Object.freeze({
         members,
-        actual: Object.freeze(populations.map((entry) => Object.freeze({
+        coverage: Object.freeze(populations.map((entry) => Object.freeze({
             member: entry.member,
-            population: entry.population,
-            basis: null,
+            coveredEvalCount: entry.population.length,
+            groupEvalCount,
         }))),
-        refs: Object.freeze([]),
-        params: Object.freeze({ expected: populations[0]?.population ?? [] }),
     });
-    return Object.freeze({ state: "non-comparable", members, issues: Object.freeze([issue]) });
 }
 function sameGroup(left, right) {
     return left.kind === right.kind && left.key === right.key;

package/dist/analysis/experiment-groups.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"experiment-groups.js","sourceRoot":"","sources":["experiment-groups.ts"],"names":[],"mappings":";;AASA,4CA2BC;AACD,8DAkBC;AAED,gFASC;AAjED,2DAAuD;AACvD,yDAA2D;AAC3D,MAAM,UAAU,GAAkB,MAAM,CAAC,qDAAqD,CAAC,CAAC;AAChG,MAAM,YAAY,GAAG,IAAI,OAAO,EAAqC,CAAC;AAKtE,SAAgB,gBAAgB,CAAC,MAAc;IAC3C,MAAM,WAAW,GAAG,IAAI,GAAG,EAAwB,CAAC;IACpD,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IACnF,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACrC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACpC,SAAS;QACb,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,GAAG,CAAC,YAAY,CAAC,CAAC;IAChE,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,GAAG,EAGnB,CAAC;IACL,KAAK,MAAM,YAAY,IAAI,WAAW,CAAC,MAAM,EAAE,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,IAAA,gCAAiB,EAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC;QACxD,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,KAAK,OAAO;YAClC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,OAAgB,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC;YACvF,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,WAAoB,EAAE,YAAY,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;QACpF,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,GAAG,EAAwB,EAAE,CAAC;QAC5F,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,YAAY,CAAC,CAAC;QACtD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAClC,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;SACrC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;SACnE,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;QAC9B,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;KACtH,CAAC,CAAC,CAAC,CAAC;AACT,CAAC;AACD,SAAgB,yBAAyB,CAAC,MAAc,EAAE,KAA8B;IACpF,MAAM,OAAO,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,KAAK,KAAK,CAAC,GAAG,CAAC,CAAC;IAChG,IAAI,OAAO,KAAK,SAAS,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC;QAC5D,MAAM,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,qCAA8C,EAAE,KAAK,EAAE,CAAC,CAAC;IACzF,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IACvD,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI;SAC9B,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;SACxD,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC7B,MAAM,QAAQ,GAAG,IAAA,4BAAY,EAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IAClD,MAAM,UAAU,GAAG,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IAC9D,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;QACxB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,UAAU;QACV,CAAC,UAAU,CAAC,EAAE,IAAa;KAC9B,CAAyC,CAAC;IAC3C,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAClC,OAAO,KAAK,CAAC;AACjB,CAAC;AACD,0DAA0D;AAC1D,SAAgB,kCAAkC,CAAC,KAAgC;IAC/E,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACvC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACvB,MAAM,MAAM,CAAC,MAAM,CAAC;YAChB,IAAI,EAAE,oCAA6C;YACnD,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAoC,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;SACjH,CAAC,CAAC;IACP,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC;AACD,SAAS,eAAe,CAAC,MAAc,EAAE,OAAgC;IACrE,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;QACvC,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK;iBACvC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,UAAU,IAAI,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,MAAM,CAAC,MAAM,CAAC,CAAC;iBAC3F,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;aACxC,IAAI,CAAC,WAAW,CAAC,CAAC;QACvB,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IACH,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,UAAU,IAAI,EAAE,CAAC,CAAC;IACnE,IAAI,WAAW,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,SAAS,CAAC,EAAE,CAAC;QAC/E,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,YAAqB,EAAE,OAAO,EAAE,CAAC,CAAC;IACpE,CAAC;IACD,MAAM,KAAK,GAAuB,MAAM,CAAC,MAAM,CAAC;QAC5C,MAAM,EAAE,0BAAmC;QAC3C,OAAO;QACP,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;YAC3D,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,UAAU,EAAE,KAAK,CAAC,UAAuB;YACzC,KAAK,EAAE,IAAI;SACd,CAAC,CAAC,CAAC;QACJ,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QACvB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,UAAuB,IAAI,EAAE,EAAE,CAAC;KACrF,CAAC,CAAC;IACH,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,gBAAyB,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;AACxG,CAAC;AACD,SAAS,SAAS,CAAC,IAA6B,EAAE,KAA8B;IAC5E,OAAO,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,GAAG,KAAK,KAAK,CAAC,GAAG,CAAC;AAC9D,CAAC;AACD,SAAS,WAAW,CAAC,IAAY,EAAE,KAAa;IAC5C,OAAO,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;AACjE,CAAC","sourcesContent":["import type { ExperimentComparisonScope, ExperimentComparisonState, ExperimentGroupIdentity, ExperimentId, JsonValue, NonComparableIssue, Sample, } from \"./contracts.ts\";\nimport { narrowSample } from \"../sample/capability.ts\";\nimport { experimentGroupOf } from \"../shared/aggregate.ts\";\nconst scopeBrand: unique symbol = Symbol(\"niceeval.analysis.ExperimentComparisonScope.runtime\");\nconst scopeSamples = new WeakMap<ExperimentComparisonScope, Sample>();\nexport interface ExperimentGroupSummary {\n    readonly group: ExperimentGroupIdentity;\n    readonly members: readonly ExperimentId[];\n}\nexport function experimentGroups(sample: Sample): readonly ExperimentGroupSummary[] {\n    const experiments = new Map<string, ExperimentId>();\n    const selectedRuns = new Set(sample.snapshot.selection.selectedRunIds.map(String));\n    for (const run of sample.snapshot.runs) {\n        if (!selectedRuns.has(String(run.runId)))\n            continue;\n        experiments.set(String(run.experimentId), run.experimentId);\n    }\n    const byGroup = new Map<string, {\n        group: ExperimentGroupIdentity;\n        members: Map<string, ExperimentId>;\n    }>();\n    for (const experimentId of experiments.values()) {\n        const derived = experimentGroupOf(String(experimentId));\n        const group = derived.kind === \"named\"\n            ? Object.freeze({ kind: \"named\" as const, groupId: derived.groupId, key: derived.key })\n            : Object.freeze({ kind: \"singleton\" as const, experimentId, key: derived.key });\n        const entry = byGroup.get(group.key) ?? { group, members: new Map<string, ExperimentId>() };\n        entry.members.set(String(experimentId), experimentId);\n        byGroup.set(group.key, entry);\n    }\n    return Object.freeze([...byGroup.values()]\n        .sort((left, right) => compareUtf8(left.group.key, right.group.key))\n        .map((entry) => Object.freeze({\n        group: entry.group,\n        members: Object.freeze([...entry.members.values()].sort((left, right) => compareUtf8(String(left), String(right)))),\n    })));\n}\nexport function experimentComparisonScope(sample: Sample, group: ExperimentGroupIdentity): ExperimentComparisonScope {\n    const summary = experimentGroups(sample).find((candidate) => candidate.group.key === group.key);\n    if (summary === undefined || !sameGroup(summary.group, group)) {\n        throw Object.freeze({ code: \"analysis-comparison-group-not-found\" as const, group });\n    }\n    const memberSet = new Set(summary.members.map(String));\n    const runIds = sample.snapshot.runs\n        .filter((run) => memberSet.has(String(run.experimentId)))\n        .map((run) => run.runId);\n    const narrowed = narrowSample(sample, { runIds });\n    const comparison = comparisonState(narrowed, summary.members);\n    const scope = Object.freeze({\n        group: summary.group,\n        comparison,\n        [scopeBrand]: true as const,\n    }) as unknown as ExperimentComparisonScope;\n    scopeSamples.set(scope, narrowed);\n    return scope;\n}\n/** @internal Used only by named comparison components. */\nexport function sampleForExperimentComparisonScope(scope: ExperimentComparisonScope): Sample {\n    const sample = scopeSamples.get(scope);\n    if (sample === undefined) {\n        throw Object.freeze({\n            code: \"analysis-comparison-group-mismatch\" as const,\n            groups: Object.freeze([scope?.group].filter((value): value is ExperimentGroupIdentity => value !== undefined)),\n        });\n    }\n    return sample;\n}\nfunction comparisonState(sample: Sample, members: readonly ExperimentId[]): ExperimentComparisonState {\n    const populations = members.map((member) => {\n        const values = [...new Set(sample.snapshot.slots\n                .filter((slot) => slot.state !== \"excluded\" && String(slot.experimentId) === String(member))\n                .map((slot) => String(slot.evalId)))]\n            .sort(compareUtf8);\n        return Object.freeze({ member, population: Object.freeze(values) });\n    });\n    const reference = JSON.stringify(populations[0]?.population ?? []);\n    if (populations.every((entry) => JSON.stringify(entry.population) === reference)) {\n        return Object.freeze({ state: \"comparable\" as const, members });\n    }\n    const issue: NonComparableIssue = Object.freeze({\n        reason: \"eval-population-mismatch\" as const,\n        members,\n        actual: Object.freeze(populations.map((entry) => Object.freeze({\n            member: entry.member,\n            population: entry.population as JsonValue,\n            basis: null,\n        }))),\n        refs: Object.freeze([]),\n        params: Object.freeze({ expected: populations[0]?.population as JsonValue ?? [] }),\n    });\n    return Object.freeze({ state: \"non-comparable\" as const, members, issues: Object.freeze([issue]) });\n}\nfunction sameGroup(left: ExperimentGroupIdentity, right: ExperimentGroupIdentity): boolean {\n    return left.kind === right.kind && left.key === right.key;\n}\nfunction compareUtf8(left: string, right: string): number {\n    return Buffer.compare(Buffer.from(left), Buffer.from(right));\n}\n"]}
+{"version":3,"file":"experiment-groups.js","sourceRoot":"","sources":["experiment-groups.ts"],"names":[],"mappings":";;AASA,4CA2BC;AACD,8DAkBC;AAED,gFASC;AAjED,2DAAuD;AACvD,yDAA2D;AAC3D,MAAM,UAAU,GAAkB,MAAM,CAAC,qDAAqD,CAAC,CAAC;AAChG,MAAM,YAAY,GAAG,IAAI,OAAO,EAAqC,CAAC;AAKtE,SAAgB,gBAAgB,CAAC,MAAc;IAC3C,MAAM,WAAW,GAAG,IAAI,GAAG,EAAwB,CAAC;IACpD,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IACnF,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACrC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACpC,SAAS;QACb,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,GAAG,CAAC,YAAY,CAAC,CAAC;IAChE,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,GAAG,EAGnB,CAAC;IACL,KAAK,MAAM,YAAY,IAAI,WAAW,CAAC,MAAM,EAAE,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,IAAA,gCAAiB,EAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC;QACxD,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,KAAK,OAAO;YAClC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,OAAgB,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC;YACvF,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,WAAoB,EAAE,YAAY,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;QACpF,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,GAAG,EAAwB,EAAE,CAAC;QAC5F,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,YAAY,CAAC,CAAC;QACtD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAClC,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;SACrC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;SACnE,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;QAC9B,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;KACtH,CAAC,CAAC,CAAC,CAAC;AACT,CAAC;AACD,SAAgB,yBAAyB,CAAC,MAAc,EAAE,KAA8B;IACpF,MAAM,OAAO,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,KAAK,KAAK,CAAC,GAAG,CAAC,CAAC;IAChG,IAAI,OAAO,KAAK,SAAS,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC;QAC5D,MAAM,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,qCAA8C,EAAE,KAAK,EAAE,CAAC,CAAC;IACzF,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IACvD,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI;SAC9B,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;SACxD,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC7B,MAAM,QAAQ,GAAG,IAAA,4BAAY,EAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IAClD,MAAM,UAAU,GAAG,qBAAqB,CAAC,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IACpE,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;QACxB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,UAAU;QACV,CAAC,UAAU,CAAC,EAAE,IAAa;KAC9B,CAAyC,CAAC;IAC3C,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAClC,OAAO,KAAK,CAAC;AACjB,CAAC;AACD,0DAA0D;AAC1D,SAAgB,kCAAkC,CAAC,KAAgC;IAC/E,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACvC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACvB,MAAM,MAAM,CAAC,MAAM,CAAC;YAChB,IAAI,EAAE,oCAA6C;YACnD,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAoC,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;SACjH,CAAC,CAAC;IACP,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC;AACD,SAAS,qBAAqB,CAAC,MAAc,EAAE,OAAgC;IAC3E,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;QACvC,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK;iBACvC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,UAAU,IAAI,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,MAAM,CAAC,MAAM,CAAC,CAAC;iBAC3F,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;aACxC,IAAI,CAAC,WAAW,CAAC,CAAC;QACvB,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IACH,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC;IACtF,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,OAAO;QACP,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;YAC7D,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,gBAAgB,EAAE,KAAK,CAAC,UAAU,CAAC,MAAM;YACzC,cAAc;SACjB,CAAC,CAAC,CAAC;KACP,CAAC,CAAC;AACP,CAAC;AACD,SAAS,SAAS,CAAC,IAA6B,EAAE,KAA8B;IAC5E,OAAO,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,GAAG,KAAK,KAAK,CAAC,GAAG,CAAC;AAC9D,CAAC;AACD,SAAS,WAAW,CAAC,IAAY,EAAE,KAAa;IAC5C,OAAO,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;AACjE,CAAC","sourcesContent":["import type { ExperimentComparisonScope, ExperimentGroupIdentity, ExperimentId, Sample, } from \"./contracts.ts\";\nimport { narrowSample } from \"../sample/capability.ts\";\nimport { experimentGroupOf } from \"../shared/aggregate.ts\";\nconst scopeBrand: unique symbol = Symbol(\"niceeval.analysis.ExperimentComparisonScope.runtime\");\nconst scopeSamples = new WeakMap<ExperimentComparisonScope, Sample>();\nexport interface ExperimentGroupSummary {\n    readonly group: ExperimentGroupIdentity;\n    readonly members: readonly ExperimentId[];\n}\nexport function experimentGroups(sample: Sample): readonly ExperimentGroupSummary[] {\n    const experiments = new Map<string, ExperimentId>();\n    const selectedRuns = new Set(sample.snapshot.selection.selectedRunIds.map(String));\n    for (const run of sample.snapshot.runs) {\n        if (!selectedRuns.has(String(run.runId)))\n            continue;\n        experiments.set(String(run.experimentId), run.experimentId);\n    }\n    const byGroup = new Map<string, {\n        group: ExperimentGroupIdentity;\n        members: Map<string, ExperimentId>;\n    }>();\n    for (const experimentId of experiments.values()) {\n        const derived = experimentGroupOf(String(experimentId));\n        const group = derived.kind === \"named\"\n            ? Object.freeze({ kind: \"named\" as const, groupId: derived.groupId, key: derived.key })\n            : Object.freeze({ kind: \"singleton\" as const, experimentId, key: derived.key });\n        const entry = byGroup.get(group.key) ?? { group, members: new Map<string, ExperimentId>() };\n        entry.members.set(String(experimentId), experimentId);\n        byGroup.set(group.key, entry);\n    }\n    return Object.freeze([...byGroup.values()]\n        .sort((left, right) => compareUtf8(left.group.key, right.group.key))\n        .map((entry) => Object.freeze({\n        group: entry.group,\n        members: Object.freeze([...entry.members.values()].sort((left, right) => compareUtf8(String(left), String(right)))),\n    })));\n}\nexport function experimentComparisonScope(sample: Sample, group: ExperimentGroupIdentity): ExperimentComparisonScope {\n    const summary = experimentGroups(sample).find((candidate) => candidate.group.key === group.key);\n    if (summary === undefined || !sameGroup(summary.group, group)) {\n        throw Object.freeze({ code: \"analysis-comparison-group-not-found\" as const, group });\n    }\n    const memberSet = new Set(summary.members.map(String));\n    const runIds = sample.snapshot.runs\n        .filter((run) => memberSet.has(String(run.experimentId)))\n        .map((run) => run.runId);\n    const narrowed = narrowSample(sample, { runIds });\n    const comparison = comparisonDescription(narrowed, summary.members);\n    const scope = Object.freeze({\n        group: summary.group,\n        comparison,\n        [scopeBrand]: true as const,\n    }) as unknown as ExperimentComparisonScope;\n    scopeSamples.set(scope, narrowed);\n    return scope;\n}\n/** @internal Used only by named comparison components. */\nexport function sampleForExperimentComparisonScope(scope: ExperimentComparisonScope): Sample {\n    const sample = scopeSamples.get(scope);\n    if (sample === undefined) {\n        throw Object.freeze({\n            code: \"analysis-comparison-group-mismatch\" as const,\n            groups: Object.freeze([scope?.group].filter((value): value is ExperimentGroupIdentity => value !== undefined)),\n        });\n    }\n    return sample;\n}\nfunction comparisonDescription(sample: Sample, members: readonly ExperimentId[]) {\n    const populations = members.map((member) => {\n        const values = [...new Set(sample.snapshot.slots\n                .filter((slot) => slot.state !== \"excluded\" && String(slot.experimentId) === String(member))\n                .map((slot) => String(slot.evalId)))]\n            .sort(compareUtf8);\n        return Object.freeze({ member, population: Object.freeze(values) });\n    });\n    const groupEvalCount = new Set(populations.flatMap((entry) => entry.population)).size;\n    return Object.freeze({\n        members,\n        coverage: Object.freeze(populations.map((entry) => Object.freeze({\n            member: entry.member,\n            coveredEvalCount: entry.population.length,\n            groupEvalCount,\n        }))),\n    });\n}\nfunction sameGroup(left: ExperimentGroupIdentity, right: ExperimentGroupIdentity): boolean {\n    return left.kind === right.kind && left.key === right.key;\n}\nfunction compareUtf8(left: string, right: string): number {\n    return Buffer.compare(Buffer.from(left), Buffer.from(right));\n}\n"]}

package/dist/analysis/index.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":";;;AAAA,4EAA4E;AAC5E,+EAA+E;AAC/E,8EAA8E;AAC9E,mCAAoK;AAA3J,mGAAA,SAAS,OAAA;AAAE,6GAAA,mBAAmB,OAAA;AAAE,kHAAA,wBAAwB,OAAA;AAAE,yGAAA,eAAe,OAAA;AAAE,+FAAA,KAAK,OAAA;AAAE,4GAAA,kBAAkB,OAAA;AAAE,8GAAA,oBAAoB,OAAA;AAAE,qGAAA,WAAW,OAAA;AAChJ,mDAA0V;AAAjV,iHAAA,eAAe,OAAA;AAAE,kHAAA,gBAAgB,OAAA;AAAE,+GAAA,aAAa,OAAA;AAAE,+GAAA,aAAa,OAAA;AAAE,oHAAA,kBAAkB,OAAA;AAAE,iHAAA,eAAe,OAAA;AAAE,+GAAA,aAAa,OAAA;AAAE,kHAAA,gBAAgB,OAAA;AAAE,gHAAA,cAAc,OAAA;AAAE,wHAAA,sBAAsB,OAAA;AAAE,oHAAA,kBAAkB,OAAA;AAAE,8GAAA,YAAY,OAAA;AAAE,sGAAA,IAAI,OAAA;AAAE,0GAAA,QAAQ,OAAA;AAAE,yGAAA,OAAO,OAAA;AAAE,uGAAA,KAAK,OAAA;AAAE,qHAAA,mBAAmB,OAAA;AAAE,4HAAA,0BAA0B,OAAA;AAAE,qGAAA,GAAG,OAAA;AAAE,gHAAA,cAAc,OAAA;AAC9T,qCAAgG;AAAvF,gHAAA,qBAAqB,OAAA;AAAE,kGAAA,OAAO,OAAA;AAAE,+GAAA,oBAAoB,OAAA;AAAE,uGAAA,YAAY,OAAA;AAC3E,yDAAoG;AAA3F,qHAAA,oBAAoB,OAAA;AAAE,qHAAA,oBAAoB,OAAA;AAAE,6GAAA,YAAY,OAAA;AACjE,+DAAsF;AAA7E,iIAAA,yBAAyB,OAAA;AAAE,wHAAA,gBAAgB,OAAA;AAOpD,iEAAoE;AAA3D,oHAAA,kBAAkB,OAAA","sourcesContent":["// `niceeval/analysis` is the public author surface for statistical meaning.\n// The separate public Host SDK issues Sample capabilities; Record readers stay\n// in its private binding map, while Report receives rows, frames, and values.\nexport { aggregate, attemptEvidenceView, attemptObservabilityView, fileChangesView, query, sandboxHistoryView, sourceNavigationView, sourcesView, } from \"./api.ts\";\nexport { allLogicalSlots, attemptLatencyMs, attemptTokens, attemptPassed, attemptToolFailure, defineDimension, defineMeasure, definePopulation, defineRelation, latestCompletedAttempt, logicalSlotMembers, logicalSlots, mean, oneValue, partial, ratio, requireSameProducer, retainContributingEvidence, sum, sumAcrossSlots, } from \"./definitions.ts\";\nexport { builtInPricingProfile, costUSD, definePricingProfile, totalCostUSD, } from \"./cost.ts\";\nexport { decodeSampleSnapshot, encodeSampleSnapshot, narrowSample, } from \"../sample/capability.ts\";\nexport { experimentComparisonScope, experimentGroups, } from \"./experiment-groups.ts\";\nexport type { AggregateRequest, AggregateRow, AttemptEvidenceDomainView, AttemptObservabilityDomainView, BuiltinDomainView, BuiltinDomainViewKind, ClosedDomainEntry, DimensionSet, DomainViewQuery, DomainViewRequest, FileChangesDomainView, FrameQuery, MeasureSet, MeasureCell, SandboxHistoryDomainView, SemanticFrame, SemanticRow, SourceNavigationDomainView, SourcesDomainView, } from \"./api.ts\";\nexport type { CostBasis, CostComponent, CostCoverageReason, CostCoverageReasonCode, CostLedgerEntry, CostMeasure, CostMetricValue, CostProjectionAggregate, CostProjectionKnown, CostProjectionMigrationRequired, CostProjectionProfile, CostProjectionState, CostProjectionUnavailable, CostProjectionValue, EstimatedRequestCostComponent, EstimatedTokenCostComponent, ObservedCostComponent, ObservedOtherCurrency, PricedCoverage, PricedCoverageInput, PricingCharge, PricingChargeInput, PricingCoverage, PricingCoverageId, PricingCoverageInput, PricingDisplay, PricingDisplayInput, PricingEffectiveCondition, PricingEffectiveConditionInput, PricingProfile, PricingProfileContentIdentity, PricingProfileInput, PricingProvenance, PricingProvenanceInput, PricingSelector, PricingSelectorInput, ProjectedMoney, RequestPricingCharge, RequestPricingChargeInput, TokenPricingCharge, TokenPricingChargeInput, UnpricedCoverage, UnpricedCoverageInput, } from \"./cost.ts\";\nexport type { AttemptEvidenceDomainDetail, AttemptObservabilityDomainDetail, BuiltinDomainDetail, ClosedBlobContent, ClosedAssertionCollectionReceipt, ClosedAssertionContribution, ClosedAssertionCoverage, ClosedAssertionLimitation, ClosedAssertionDecision, ClosedAssertionDisplay, ClosedAssertionFactField, ClosedAssertionFactValue, ClosedAssertionObserved, ClosedAssertionPolicy, ClosedAssertionSource, ClosedAssertionSourceSite, ClosedCommandEntry, ClosedCommandInvocation, ClosedCommandOutcome, ClosedCommandStream, ClosedCommandWorkingDirectory, ClosedCommandsDetail, ClosedConversationDetail, ClosedConversationItem, ClosedConversationTurn, ClosedDiagnosticRedaction, ClosedDiagnosticsDetail, ClosedFileChange, ClosedFileChangeEndpoint, ClosedFileChangeWindow, ClosedFileChangesAttribution, ClosedFileChangesCollection, ClosedFileChangesCollectionLimitation, ClosedFileRevision, ClosedSourceFrame, ClosedTimingDetail, ClosedTimingInterval, ClosedTraceCollection, ClosedUsageDetail, ClosedUsageObservation, FileChangesDomainDetail, FileChangesNet, SourceNavigationDomainDetail, SourcesDomainDetail, } from \"./domain-view.ts\";\nexport type { AcrossSlotsReduction, AnalysisDefinitionError, AnalysisInput, Denominator, Dimension, DimensionValue, EvidencePolicy, LogicalSlot, Measure, MeasureOptions, MissingPolicy, Population, PopulationMembers, ProducerPolicy, Relation, RelationTarget, WithinAttemptReduction, WithinSlotReduction, } from \"./definitions.ts\";\nexport type { AnalysisCurrentSlotIdentity, AnalysisSlotOccurrenceIdentity, AnalysisRun, AnalysisRunContext, AnalysisRunExecution, AnalysisSelectionRequest, AnalysisSelectionSummary, EvalId, ExecutionIdentityDigest, AnalysisSlot, AnalysisIssue, AnalysisRequestError, SampleClosedError, SampleIdentity, AttemptId, ClosedRows, ClosedRowsIdentity, DomainView, EvidenceIdentity, EvidenceRef, ExperimentId, ExperimentComparisonScope, ExperimentComparisonState, ExperimentGroupIdentity, JsonValue, MeasureFormat, MetricBasis, MetricState, MetricValue, NonComparableIssue, NonComparableReason, PopulationIdentity, ProducerIdentity, RunId, Sample, SampleCoverage, SampleSelector, SampleSnapshot, SampleSnapshotCodecError, SlotId, } from \"./contracts.ts\";\nexport type { ExperimentGroupSummary } from \"./experiment-groups.ts\";\nexport { ExperimentIdSchema } from \"../record/codec/identifiers.ts\";\n"]}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":";;;AAAA,4EAA4E;AAC5E,+EAA+E;AAC/E,8EAA8E;AAC9E,mCAAoK;AAA3J,mGAAA,SAAS,OAAA;AAAE,6GAAA,mBAAmB,OAAA;AAAE,kHAAA,wBAAwB,OAAA;AAAE,yGAAA,eAAe,OAAA;AAAE,+FAAA,KAAK,OAAA;AAAE,4GAAA,kBAAkB,OAAA;AAAE,8GAAA,oBAAoB,OAAA;AAAE,qGAAA,WAAW,OAAA;AAChJ,mDAA0V;AAAjV,iHAAA,eAAe,OAAA;AAAE,kHAAA,gBAAgB,OAAA;AAAE,+GAAA,aAAa,OAAA;AAAE,+GAAA,aAAa,OAAA;AAAE,oHAAA,kBAAkB,OAAA;AAAE,iHAAA,eAAe,OAAA;AAAE,+GAAA,aAAa,OAAA;AAAE,kHAAA,gBAAgB,OAAA;AAAE,gHAAA,cAAc,OAAA;AAAE,wHAAA,sBAAsB,OAAA;AAAE,oHAAA,kBAAkB,OAAA;AAAE,8GAAA,YAAY,OAAA;AAAE,sGAAA,IAAI,OAAA;AAAE,0GAAA,QAAQ,OAAA;AAAE,yGAAA,OAAO,OAAA;AAAE,uGAAA,KAAK,OAAA;AAAE,qHAAA,mBAAmB,OAAA;AAAE,4HAAA,0BAA0B,OAAA;AAAE,qGAAA,GAAG,OAAA;AAAE,gHAAA,cAAc,OAAA;AAC9T,qCAAgG;AAAvF,gHAAA,qBAAqB,OAAA;AAAE,kGAAA,OAAO,OAAA;AAAE,+GAAA,oBAAoB,OAAA;AAAE,uGAAA,YAAY,OAAA;AAC3E,yDAAoG;AAA3F,qHAAA,oBAAoB,OAAA;AAAE,qHAAA,oBAAoB,OAAA;AAAE,6GAAA,YAAY,OAAA;AACjE,+DAAsF;AAA7E,iIAAA,yBAAyB,OAAA;AAAE,wHAAA,gBAAgB,OAAA;AAOpD,iEAAoE;AAA3D,oHAAA,kBAAkB,OAAA","sourcesContent":["// `niceeval/analysis` is the public author surface for statistical meaning.\n// The separate public Host SDK issues Sample capabilities; Record readers stay\n// in its private binding map, while Report receives rows, frames, and values.\nexport { aggregate, attemptEvidenceView, attemptObservabilityView, fileChangesView, query, sandboxHistoryView, sourceNavigationView, sourcesView, } from \"./api.ts\";\nexport { allLogicalSlots, attemptLatencyMs, attemptTokens, attemptPassed, attemptToolFailure, defineDimension, defineMeasure, definePopulation, defineRelation, latestCompletedAttempt, logicalSlotMembers, logicalSlots, mean, oneValue, partial, ratio, requireSameProducer, retainContributingEvidence, sum, sumAcrossSlots, } from \"./definitions.ts\";\nexport { builtInPricingProfile, costUSD, definePricingProfile, totalCostUSD, } from \"./cost.ts\";\nexport { decodeSampleSnapshot, encodeSampleSnapshot, narrowSample, } from \"../sample/capability.ts\";\nexport { experimentComparisonScope, experimentGroups, } from \"./experiment-groups.ts\";\nexport type { AggregateRequest, AggregateRow, AttemptEvidenceDomainView, AttemptObservabilityDomainView, BuiltinDomainView, BuiltinDomainViewKind, ClosedDomainEntry, DimensionSet, DomainViewQuery, DomainViewRequest, FileChangesDomainView, FrameQuery, MeasureSet, MeasureCell, SandboxHistoryDomainView, SemanticFrame, SemanticRow, SourceNavigationDomainView, SourcesDomainView, } from \"./api.ts\";\nexport type { CostBasis, CostComponent, CostCoverageReason, CostCoverageReasonCode, CostLedgerEntry, CostMeasure, CostMetricValue, CostProjectionAggregate, CostProjectionKnown, CostProjectionMigrationRequired, CostProjectionProfile, CostProjectionState, CostProjectionUnavailable, CostProjectionValue, EstimatedRequestCostComponent, EstimatedTokenCostComponent, ObservedCostComponent, ObservedOtherCurrency, PricedCoverage, PricedCoverageInput, PricingCharge, PricingChargeInput, PricingCoverage, PricingCoverageId, PricingCoverageInput, PricingDisplay, PricingDisplayInput, PricingEffectiveCondition, PricingEffectiveConditionInput, PricingProfile, PricingProfileContentIdentity, PricingProfileInput, PricingProvenance, PricingProvenanceInput, PricingSelector, PricingSelectorInput, ProjectedMoney, RequestPricingCharge, RequestPricingChargeInput, TokenPricingCharge, TokenPricingChargeInput, UnpricedCoverage, UnpricedCoverageInput, } from \"./cost.ts\";\nexport type { AttemptEvidenceDomainDetail, AttemptObservabilityDomainDetail, BuiltinDomainDetail, ClosedBlobContent, ClosedAssertionCollectionReceipt, ClosedAssertionContribution, ClosedAssertionCoverage, ClosedAssertionLimitation, ClosedAssertionDecision, ClosedAssertionDisplay, ClosedAssertionFactField, ClosedAssertionFactValue, ClosedAssertionObserved, ClosedAssertionPolicy, ClosedAssertionSource, ClosedAssertionSourceSite, ClosedCommandEntry, ClosedCommandInvocation, ClosedCommandOutcome, ClosedCommandStream, ClosedCommandWorkingDirectory, ClosedCommandsDetail, ClosedConversationDetail, ClosedConversationItem, ClosedConversationTurn, ClosedDiagnosticRedaction, ClosedDiagnosticsDetail, ClosedFileChange, ClosedFileChangeEndpoint, ClosedFileChangeWindow, ClosedFileChangesAttribution, ClosedFileChangesCollection, ClosedFileChangesCollectionLimitation, ClosedFileRevision, ClosedSourceFrame, ClosedTimingDetail, ClosedTimingInterval, ClosedTraceCollection, ClosedUsageDetail, ClosedUsageObservation, FileChangesDomainDetail, FileChangesNet, SourceNavigationDomainDetail, SourcesDomainDetail, } from \"./domain-view.ts\";\nexport type { AcrossSlotsReduction, AnalysisDefinitionError, AnalysisInput, Denominator, Dimension, DimensionValue, EvidencePolicy, LogicalSlot, Measure, MeasureOptions, MissingPolicy, Population, PopulationMembers, ProducerPolicy, Relation, RelationTarget, WithinAttemptReduction, WithinSlotReduction, } from \"./definitions.ts\";\nexport type { AnalysisCurrentSlotIdentity, AnalysisSlotOccurrenceIdentity, AnalysisRun, AnalysisRunContext, AnalysisRunExecution, AnalysisSelectionRequest, AnalysisSelectionSummary, EvalId, ExecutionIdentityDigest, AnalysisSlot, AnalysisIssue, AnalysisRequestError, SampleClosedError, SampleIdentity, AttemptId, ClosedRows, ClosedRowsIdentity, DomainView, EvidenceIdentity, EvidenceRef, ExperimentId, ExperimentComparison, ExperimentComparisonScope, ExperimentEvalCoverage, ExperimentGroupIdentity, JsonValue, MeasureFormat, MetricBasis, MetricState, MetricValue, PopulationIdentity, ProducerIdentity, RunId, Sample, SampleCoverage, SampleSelector, SampleSnapshot, SampleSnapshotCodecError, SlotId, } from \"./contracts.ts\";\nexport type { ExperimentGroupSummary } from \"./experiment-groups.ts\";\nexport { ExperimentIdSchema } from \"../record/codec/identifiers.ts\";\n"]}

package/dist/analysis/index.d.cts

@@ -7,6 +7,6 @@ export type { AggregateRequest, AggregateRow, AttemptEvidenceDomainView, Attempt
 export type { CostBasis, CostComponent, CostCoverageReason, CostCoverageReasonCode, CostLedgerEntry, CostMeasure, CostMetricValue, CostProjectionAggregate, CostProjectionKnown, CostProjectionMigrationRequired, CostProjectionProfile, CostProjectionState, CostProjectionUnavailable, CostProjectionValue, EstimatedRequestCostComponent, EstimatedTokenCostComponent, ObservedCostComponent, ObservedOtherCurrency, PricedCoverage, PricedCoverageInput, PricingCharge, PricingChargeInput, PricingCoverage, PricingCoverageId, PricingCoverageInput, PricingDisplay, PricingDisplayInput, PricingEffectiveCondition, PricingEffectiveConditionInput, PricingProfile, PricingProfileContentIdentity, PricingProfileInput, PricingProvenance, PricingProvenanceInput, PricingSelector, PricingSelectorInput, ProjectedMoney, RequestPricingCharge, RequestPricingChargeInput, TokenPricingCharge, TokenPricingChargeInput, UnpricedCoverage, UnpricedCoverageInput, } from "./cost.cjs";
 export type { AttemptEvidenceDomainDetail, AttemptObservabilityDomainDetail, BuiltinDomainDetail, ClosedBlobContent, ClosedAssertionCollectionReceipt, ClosedAssertionContribution, ClosedAssertionCoverage, ClosedAssertionLimitation, ClosedAssertionDecision, ClosedAssertionDisplay, ClosedAssertionFactField, ClosedAssertionFactValue, ClosedAssertionObserved, ClosedAssertionPolicy, ClosedAssertionSource, ClosedAssertionSourceSite, ClosedCommandEntry, ClosedCommandInvocation, ClosedCommandOutcome, ClosedCommandStream, ClosedCommandWorkingDirectory, ClosedCommandsDetail, ClosedConversationDetail, ClosedConversationItem, ClosedConversationTurn, ClosedDiagnosticRedaction, ClosedDiagnosticsDetail, ClosedFileChange, ClosedFileChangeEndpoint, ClosedFileChangeWindow, ClosedFileChangesAttribution, ClosedFileChangesCollection, ClosedFileChangesCollectionLimitation, ClosedFileRevision, ClosedSourceFrame, ClosedTimingDetail, ClosedTimingInterval, ClosedTraceCollection, ClosedUsageDetail, ClosedUsageObservation, FileChangesDomainDetail, FileChangesNet, SourceNavigationDomainDetail, SourcesDomainDetail, } from "./domain-view.cjs";
 export type { AcrossSlotsReduction, AnalysisDefinitionError, AnalysisInput, Denominator, Dimension, DimensionValue, EvidencePolicy, LogicalSlot, Measure, MeasureOptions, MissingPolicy, Population, PopulationMembers, ProducerPolicy, Relation, RelationTarget, WithinAttemptReduction, WithinSlotReduction, } from "./definitions.cjs";
-export type { AnalysisCurrentSlotIdentity, AnalysisSlotOccurrenceIdentity, AnalysisRun, AnalysisRunContext, AnalysisRunExecution, AnalysisSelectionRequest, AnalysisSelectionSummary, EvalId, ExecutionIdentityDigest, AnalysisSlot, AnalysisIssue, AnalysisRequestError, SampleClosedError, SampleIdentity, AttemptId, ClosedRows, ClosedRowsIdentity, DomainView, EvidenceIdentity, EvidenceRef, ExperimentId, ExperimentComparisonScope, ExperimentComparisonState, ExperimentGroupIdentity, JsonValue, MeasureFormat, MetricBasis, MetricState, MetricValue, NonComparableIssue, NonComparableReason, PopulationIdentity, ProducerIdentity, RunId, Sample, SampleCoverage, SampleSelector, SampleSnapshot, SampleSnapshotCodecError, SlotId, } from "./contracts.cjs";
+export type { AnalysisCurrentSlotIdentity, AnalysisSlotOccurrenceIdentity, AnalysisRun, AnalysisRunContext, AnalysisRunExecution, AnalysisSelectionRequest, AnalysisSelectionSummary, EvalId, ExecutionIdentityDigest, AnalysisSlot, AnalysisIssue, AnalysisRequestError, SampleClosedError, SampleIdentity, AttemptId, ClosedRows, ClosedRowsIdentity, DomainView, EvidenceIdentity, EvidenceRef, ExperimentId, ExperimentComparison, ExperimentComparisonScope, ExperimentEvalCoverage, ExperimentGroupIdentity, JsonValue, MeasureFormat, MetricBasis, MetricState, MetricValue, PopulationIdentity, ProducerIdentity, RunId, Sample, SampleCoverage, SampleSelector, SampleSnapshot, SampleSnapshotCodecError, SlotId, } from "./contracts.cjs";
 export type { ExperimentGroupSummary } from "./experiment-groups.cjs";
 export { ExperimentIdSchema } from "../record/codec/identifiers.cjs";

package/dist/analysis/index.d.mts

@@ -7,6 +7,6 @@ export type { AggregateRequest, AggregateRow, AttemptEvidenceDomainView, Attempt
 export type { CostBasis, CostComponent, CostCoverageReason, CostCoverageReasonCode, CostLedgerEntry, CostMeasure, CostMetricValue, CostProjectionAggregate, CostProjectionKnown, CostProjectionMigrationRequired, CostProjectionProfile, CostProjectionState, CostProjectionUnavailable, CostProjectionValue, EstimatedRequestCostComponent, EstimatedTokenCostComponent, ObservedCostComponent, ObservedOtherCurrency, PricedCoverage, PricedCoverageInput, PricingCharge, PricingChargeInput, PricingCoverage, PricingCoverageId, PricingCoverageInput, PricingDisplay, PricingDisplayInput, PricingEffectiveCondition, PricingEffectiveConditionInput, PricingProfile, PricingProfileContentIdentity, PricingProfileInput, PricingProvenance, PricingProvenanceInput, PricingSelector, PricingSelectorInput, ProjectedMoney, RequestPricingCharge, RequestPricingChargeInput, TokenPricingCharge, TokenPricingChargeInput, UnpricedCoverage, UnpricedCoverageInput, } from "./cost.mjs";
 export type { AttemptEvidenceDomainDetail, AttemptObservabilityDomainDetail, BuiltinDomainDetail, ClosedBlobContent, ClosedAssertionCollectionReceipt, ClosedAssertionContribution, ClosedAssertionCoverage, ClosedAssertionLimitation, ClosedAssertionDecision, ClosedAssertionDisplay, ClosedAssertionFactField, ClosedAssertionFactValue, ClosedAssertionObserved, ClosedAssertionPolicy, ClosedAssertionSource, ClosedAssertionSourceSite, ClosedCommandEntry, ClosedCommandInvocation, ClosedCommandOutcome, ClosedCommandStream, ClosedCommandWorkingDirectory, ClosedCommandsDetail, ClosedConversationDetail, ClosedConversationItem, ClosedConversationTurn, ClosedDiagnosticRedaction, ClosedDiagnosticsDetail, ClosedFileChange, ClosedFileChangeEndpoint, ClosedFileChangeWindow, ClosedFileChangesAttribution, ClosedFileChangesCollection, ClosedFileChangesCollectionLimitation, ClosedFileRevision, ClosedSourceFrame, ClosedTimingDetail, ClosedTimingInterval, ClosedTraceCollection, ClosedUsageDetail, ClosedUsageObservation, FileChangesDomainDetail, FileChangesNet, SourceNavigationDomainDetail, SourcesDomainDetail, } from "./domain-view.mjs";
 export type { AcrossSlotsReduction, AnalysisDefinitionError, AnalysisInput, Denominator, Dimension, DimensionValue, EvidencePolicy, LogicalSlot, Measure, MeasureOptions, MissingPolicy, Population, PopulationMembers, ProducerPolicy, Relation, RelationTarget, WithinAttemptReduction, WithinSlotReduction, } from "./definitions.mjs";
-export type { AnalysisCurrentSlotIdentity, AnalysisSlotOccurrenceIdentity, AnalysisRun, AnalysisRunContext, AnalysisRunExecution, AnalysisSelectionRequest, AnalysisSelectionSummary, EvalId, ExecutionIdentityDigest, AnalysisSlot, AnalysisIssue, AnalysisRequestError, SampleClosedError, SampleIdentity, AttemptId, ClosedRows, ClosedRowsIdentity, DomainView, EvidenceIdentity, EvidenceRef, ExperimentId, ExperimentComparisonScope, ExperimentComparisonState, ExperimentGroupIdentity, JsonValue, MeasureFormat, MetricBasis, MetricState, MetricValue, NonComparableIssue, NonComparableReason, PopulationIdentity, ProducerIdentity, RunId, Sample, SampleCoverage, SampleSelector, SampleSnapshot, SampleSnapshotCodecError, SlotId, } from "./contracts.mjs";
+export type { AnalysisCurrentSlotIdentity, AnalysisSlotOccurrenceIdentity, AnalysisRun, AnalysisRunContext, AnalysisRunExecution, AnalysisSelectionRequest, AnalysisSelectionSummary, EvalId, ExecutionIdentityDigest, AnalysisSlot, AnalysisIssue, AnalysisRequestError, SampleClosedError, SampleIdentity, AttemptId, ClosedRows, ClosedRowsIdentity, DomainView, EvidenceIdentity, EvidenceRef, ExperimentId, ExperimentComparison, ExperimentComparisonScope, ExperimentEvalCoverage, ExperimentGroupIdentity, JsonValue, MeasureFormat, MetricBasis, MetricState, MetricValue, PopulationIdentity, ProducerIdentity, RunId, Sample, SampleCoverage, SampleSelector, SampleSnapshot, SampleSnapshotCodecError, SlotId, } from "./contracts.mjs";
 export type { ExperimentGroupSummary } from "./experiment-groups.mjs";
 export { ExperimentIdSchema } from "../record/codec/identifiers.mjs";

package/dist/analysis/index.d.ts

@@ -7,6 +7,6 @@ export type { AggregateRequest, AggregateRow, AttemptEvidenceDomainView, Attempt
 export type { CostBasis, CostComponent, CostCoverageReason, CostCoverageReasonCode, CostLedgerEntry, CostMeasure, CostMetricValue, CostProjectionAggregate, CostProjectionKnown, CostProjectionMigrationRequired, CostProjectionProfile, CostProjectionState, CostProjectionUnavailable, CostProjectionValue, EstimatedRequestCostComponent, EstimatedTokenCostComponent, ObservedCostComponent, ObservedOtherCurrency, PricedCoverage, PricedCoverageInput, PricingCharge, PricingChargeInput, PricingCoverage, PricingCoverageId, PricingCoverageInput, PricingDisplay, PricingDisplayInput, PricingEffectiveCondition, PricingEffectiveConditionInput, PricingProfile, PricingProfileContentIdentity, PricingProfileInput, PricingProvenance, PricingProvenanceInput, PricingSelector, PricingSelectorInput, ProjectedMoney, RequestPricingCharge, RequestPricingChargeInput, TokenPricingCharge, TokenPricingChargeInput, UnpricedCoverage, UnpricedCoverageInput, } from "./cost.js";
 export type { AttemptEvidenceDomainDetail, AttemptObservabilityDomainDetail, BuiltinDomainDetail, ClosedBlobContent, ClosedAssertionCollectionReceipt, ClosedAssertionContribution, ClosedAssertionCoverage, ClosedAssertionLimitation, ClosedAssertionDecision, ClosedAssertionDisplay, ClosedAssertionFactField, ClosedAssertionFactValue, ClosedAssertionObserved, ClosedAssertionPolicy, ClosedAssertionSource, ClosedAssertionSourceSite, ClosedCommandEntry, ClosedCommandInvocation, ClosedCommandOutcome, ClosedCommandStream, ClosedCommandWorkingDirectory, ClosedCommandsDetail, ClosedConversationDetail, ClosedConversationItem, ClosedConversationTurn, ClosedDiagnosticRedaction, ClosedDiagnosticsDetail, ClosedFileChange, ClosedFileChangeEndpoint, ClosedFileChangeWindow, ClosedFileChangesAttribution, ClosedFileChangesCollection, ClosedFileChangesCollectionLimitation, ClosedFileRevision, ClosedSourceFrame, ClosedTimingDetail, ClosedTimingInterval, ClosedTraceCollection, ClosedUsageDetail, ClosedUsageObservation, FileChangesDomainDetail, FileChangesNet, SourceNavigationDomainDetail, SourcesDomainDetail, } from "./domain-view.js";
 export type { AcrossSlotsReduction, AnalysisDefinitionError, AnalysisInput, Denominator, Dimension, DimensionValue, EvidencePolicy, LogicalSlot, Measure, MeasureOptions, MissingPolicy, Population, PopulationMembers, ProducerPolicy, Relation, RelationTarget, WithinAttemptReduction, WithinSlotReduction, } from "./definitions.js";
-export type { AnalysisCurrentSlotIdentity, AnalysisSlotOccurrenceIdentity, AnalysisRun, AnalysisRunContext, AnalysisRunExecution, AnalysisSelectionRequest, AnalysisSelectionSummary, EvalId, ExecutionIdentityDigest, AnalysisSlot, AnalysisIssue, AnalysisRequestError, SampleClosedError, SampleIdentity, AttemptId, ClosedRows, ClosedRowsIdentity, DomainView, EvidenceIdentity, EvidenceRef, ExperimentId, ExperimentComparisonScope, ExperimentComparisonState, ExperimentGroupIdentity, JsonValue, MeasureFormat, MetricBasis, MetricState, MetricValue, NonComparableIssue, NonComparableReason, PopulationIdentity, ProducerIdentity, RunId, Sample, SampleCoverage, SampleSelector, SampleSnapshot, SampleSnapshotCodecError, SlotId, } from "./contracts.js";
+export type { AnalysisCurrentSlotIdentity, AnalysisSlotOccurrenceIdentity, AnalysisRun, AnalysisRunContext, AnalysisRunExecution, AnalysisSelectionRequest, AnalysisSelectionSummary, EvalId, ExecutionIdentityDigest, AnalysisSlot, AnalysisIssue, AnalysisRequestError, SampleClosedError, SampleIdentity, AttemptId, ClosedRows, ClosedRowsIdentity, DomainView, EvidenceIdentity, EvidenceRef, ExperimentId, ExperimentComparison, ExperimentComparisonScope, ExperimentEvalCoverage, ExperimentGroupIdentity, JsonValue, MeasureFormat, MetricBasis, MetricState, MetricValue, PopulationIdentity, ProducerIdentity, RunId, Sample, SampleCoverage, SampleSelector, SampleSnapshot, SampleSnapshotCodecError, SlotId, } from "./contracts.js";
 export type { ExperimentGroupSummary } from "./experiment-groups.js";
 export { ExperimentIdSchema } from "../record/codec/identifiers.js";

package/dist/cli/application.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.CliReportPlatform = exports.CliTerminal = exports.CliPath = exports.BrowserLauncher = exports.PackageMetadata = exports.ProjectInitializer = exports.CliOutput = exports.CliInvocationFacts = exports.CliInvocationError = exports.CliArguments = void 0;
+exports.CliPath = exports.PackageMetadata = exports.CliOutput = exports.CliInterruption = exports.CliInvocationFacts = exports.CliInvocationError = exports.CliArguments = void 0;
 /**
  * Platform-neutral CLI application contract. Command parsing, selection and
  * presentation consume these capabilities; Node wiring lives only in the
@@ -16,25 +16,16 @@ exports.CliInvocationError = CliInvocationError;
 class CliInvocationFacts extends effect_1.Context.Tag("niceeval/cli/CliInvocationFacts")() {
 }
 exports.CliInvocationFacts = CliInvocationFacts;
+class CliInterruption extends effect_1.Context.Tag("niceeval/cli/CliInterruption")() {
+}
+exports.CliInterruption = CliInterruption;
 class CliOutput extends effect_1.Context.Tag("niceeval/cli/CliOutput")() {
 }
 exports.CliOutput = CliOutput;
-class ProjectInitializer extends effect_1.Context.Tag("niceeval/cli/ProjectInitializer")() {
-}
-exports.ProjectInitializer = ProjectInitializer;
 class PackageMetadata extends effect_1.Context.Tag("niceeval/cli/PackageMetadata")() {
 }
 exports.PackageMetadata = PackageMetadata;
-class BrowserLauncher extends effect_1.Context.Tag("niceeval/cli/BrowserLauncher")() {
-}
-exports.BrowserLauncher = BrowserLauncher;
 class CliPath extends effect_1.Context.Tag("niceeval/cli/CliPath")() {
 }
 exports.CliPath = CliPath;
-class CliTerminal extends effect_1.Context.Tag("niceeval/cli/CliTerminal")() {
-}
-exports.CliTerminal = CliTerminal;
-class CliReportPlatform extends effect_1.Context.Tag("niceeval/cli/CliReportPlatform")() {
-}
-exports.CliReportPlatform = CliReportPlatform;
 //# sourceMappingURL=application.cjs.map

package/dist/cli/application.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"application.js","sourceRoot":"","sources":["application.ts"],"names":[],"mappings":";;;AAAA;;;;GAIG;AACH,mCAA+C;AAsC/C,MAAa,YAAa,SAAQ,gBAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,EAAqC;CAC9G;AADD,oCACC;AACD,MAAa,kBAAmB,SAAQ,aAAI,CAAC,WAAW,CAAC,oBAAoB,CAG3E;CACD;AAJD,gDAIC;AAID,MAAa,kBAAmB,SAAQ,gBAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,EAA4C;CACjI;AADD,gDACC;AAQD,MAAa,SAAU,SAAQ,gBAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,EAA+B;CAClG;AADD,8BACC;AAMD,MAAa,kBAAmB,SAAQ,gBAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,EAAiD;CACtI;AADD,gDACC;AAID,MAAa,eAAgB,SAAQ,gBAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,EAA2C;CAC1H;AADD,0CACC;AAID,MAAa,eAAgB,SAAQ,gBAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,EAA2C;CAC1H;AADD,0CACC;AAKD,MAAa,OAAQ,SAAQ,gBAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,EAA2B;CAC1F;AADD,0BACC;AAKD,MAAa,WAAY,SAAQ,gBAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,EAAmC;CAC1G;AADD,kCACC;AAiBD,MAAa,iBAAkB,SAAQ,gBAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,EAA+C;CAClI;AADD,8CACC","sourcesContent":["/**\n * Platform-neutral CLI application contract. Command parsing, selection and\n * presentation consume these capabilities; Node wiring lives only in the\n * bootstrap adapter.\n */\nimport { Context, Data, Effect } from \"effect\";\nimport type { Config } from \"../runner/types.ts\";\nimport type { FeedbackIO } from \"../runner/feedback/io.ts\";\nimport type { InputGuardStdin } from \"../runner/feedback/input-guard.ts\";\nimport type { ReportDefinition } from \"../report/definition/report.ts\";\nimport type { ThemeDefinition } from \"../report/theme.ts\";\nimport type { ConfigModuleLoadError, ProjectCredentialsFailure } from \"./project-configuration.ts\";\nexport interface CliInvocation {\n    readonly cwd: string;\n    readonly argv: readonly string[];\n    readonly hostname: string;\n    readonly noColor?: string;\n    readonly platform: \"darwin\" | \"win32\" | \"linux\" | string;\n    readonly stdout: {\n        readonly isTTY: boolean;\n        readonly columns?: number;\n    };\n    readonly stderr: {\n        readonly isTTY: boolean;\n        readonly columns?: number;\n    };\n}\nexport type CliOptionDefinition = Readonly<{\n    type: \"string\" | \"boolean\";\n    multiple?: true;\n    short?: string;\n}>;\nexport interface CliParsedTokens {\n    readonly values: Record<string, string | boolean | string[] | undefined>;\n    readonly positionals: string[];\n    readonly tokens: readonly {\n        readonly kind: string;\n        readonly name?: string;\n    }[];\n}\nexport interface CliArgumentsService {\n    readonly parse: (argv: readonly string[], options: Readonly<Record<string, CliOptionDefinition>>) => CliParsedTokens;\n}\nexport class CliArguments extends Context.Tag(\"niceeval/cli/CliArguments\")<CliArguments, CliArgumentsService>() {\n}\nexport class CliInvocationError extends Data.TaggedError(\"CliInvocationError\")<{\n    readonly operation: string;\n    readonly cause: unknown;\n}> {\n}\nexport interface CliInvocationService {\n    readonly facts: Effect.Effect<CliInvocation, CliInvocationError>;\n}\nexport class CliInvocationFacts extends Context.Tag(\"niceeval/cli/CliInvocationFacts\")<CliInvocationFacts, CliInvocationService>() {\n}\nexport interface CliOutputService {\n    readonly writeStdout: (text: string) => Effect.Effect<void, CliInvocationError>;\n    readonly writeStderr: (text: string) => Effect.Effect<void, CliInvocationError>;\n    /** Callback bridge for Host observer contracts that cannot return Effect. */\n    readonly writeStdoutSync: (text: string) => void;\n    readonly writeStderrSync: (text: string) => void;\n}\nexport class CliOutput extends Context.Tag(\"niceeval/cli/CliOutput\")<CliOutput, CliOutputService>() {\n}\nexport interface ProjectInitializerService {\n    readonly initialize: (cwd: string) => Effect.Effect<{\n        readonly prefersEsm: boolean;\n    }, CliInvocationError>;\n}\nexport class ProjectInitializer extends Context.Tag(\"niceeval/cli/ProjectInitializer\")<ProjectInitializer, ProjectInitializerService>() {\n}\nexport interface PackageMetadataService {\n    readonly version: Effect.Effect<string, CliInvocationError>;\n}\nexport class PackageMetadata extends Context.Tag(\"niceeval/cli/PackageMetadata\")<PackageMetadata, PackageMetadataService>() {\n}\nexport interface BrowserLauncherService {\n    readonly open: (url: string) => Effect.Effect<boolean, CliInvocationError>;\n}\nexport class BrowserLauncher extends Context.Tag(\"niceeval/cli/BrowserLauncher\")<BrowserLauncher, BrowserLauncherService>() {\n}\nexport interface CliPathService {\n    readonly resolve: (...parts: readonly string[]) => string;\n    readonly isAbsolute: (path: string) => boolean;\n}\nexport class CliPath extends Context.Tag(\"niceeval/cli/CliPath\")<CliPath, CliPathService>() {\n}\nexport interface CliTerminalService {\n    readonly feedback: FeedbackIO;\n    readonly stdin: InputGuardStdin;\n}\nexport class CliTerminal extends Context.Tag(\"niceeval/cli/CliTerminal\")<CliTerminal, CliTerminalService>() {\n}\nexport interface CliReportPlatformService {\n    readonly loadConfig: (cwd: string) => Effect.Effect<{\n        readonly report?: ReportDefinition;\n        readonly theme?: ThemeDefinition;\n        readonly watchInputs: readonly string[];\n    }, CliInvocationError>;\n    readonly loadReport: (path: string) => Effect.Effect<{\n        readonly report: ReportDefinition;\n        readonly watchInputs: readonly string[];\n    }, CliInvocationError>;\n    readonly loadTheme: (path: string) => Effect.Effect<{\n        readonly theme: ThemeDefinition;\n        readonly watchInputs: readonly string[];\n    }, CliInvocationError>;\n    readonly resolveModulePath: (cwd: string, value: string) => string;\n}\nexport class CliReportPlatform extends Context.Tag(\"niceeval/cli/CliReportPlatform\")<CliReportPlatform, CliReportPlatformService>() {\n}\n/** A narrow application facade; config always follows credential preparation. */\nexport interface ProjectConfigurationFacade {\n    readonly load: (cwd: string) => Effect.Effect<Config, ProjectCredentialsFailure | ConfigModuleLoadError>;\n    readonly rebuild: (cwd: string) => Effect.Effect<Config, ProjectCredentialsFailure | ConfigModuleLoadError>;\n}\n"]}
+{"version":3,"file":"application.js","sourceRoot":"","sources":["application.ts"],"names":[],"mappings":";;;AAAA;;;;GAIG;AACH,mCAA+C;AAwE/C,MAAa,YAAa,SAAQ,gBAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,EAAqC;CAC9G;AADD,oCACC;AACD,MAAa,kBAAmB,SAAQ,aAAI,CAAC,WAAW,CAAC,oBAAoB,CAG3E;CACD;AAJD,gDAIC;AAID,MAAa,kBAAmB,SAAQ,gBAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,EAA4C;CACjI;AADD,gDACC;AAYD,MAAa,eAAgB,SAAQ,gBAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,EAA2C;CAC1H;AADD,0CACC;AAQD,MAAa,SAAU,SAAQ,gBAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,EAA+B;CAClG;AADD,8BACC;AAID,MAAa,eAAgB,SAAQ,gBAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,EAA2C;CAC1H;AADD,0CACC;AAKD,MAAa,OAAQ,SAAQ,gBAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,EAA2B;CAC1F;AADD,0BACC","sourcesContent":["/**\n * Platform-neutral CLI application contract. Command parsing, selection and\n * presentation consume these capabilities; Node wiring lives only in the\n * bootstrap adapter.\n */\nimport { Context, Data, Effect } from \"effect\";\nexport interface CliInvocation {\n    readonly cwd: string;\n    readonly argv: readonly string[];\n    readonly hostname: string;\n    /** Process identity exposed by the Node adapter for feature-owned lease coordination. */\n    readonly pid: number;\n    readonly noColor?: string;\n    readonly platform: \"darwin\" | \"win32\" | \"linux\" | string;\n    readonly stdout: {\n        readonly isTTY: boolean;\n        readonly columns?: number;\n    };\n    readonly stderr: {\n        readonly isTTY: boolean;\n        readonly columns?: number;\n    };\n}\n/** Immutable display metadata owned with an option, rather than reconstructed by a central CLI registry. */\nexport interface CliOptionHelp {\n    readonly summary: string;\n    /** Hidden options remain parser-recognized but do not become part of user help or generated reference. */\n    readonly visibility: \"public\" | \"hidden\";\n}\n/** A parser option plus the feature-owned metadata needed to compose and document it. */\nexport interface CliOptionalOptionValue {\n    /** Value produced by a bare option. Boolean `true` preserves ordinary flag semantics. */\n    readonly default: string | true;\n    /** Accept one following token as the value. Inline `--name=value` is always accepted. */\n    readonly separated?: true;\n    /** Closed value vocabulary. Omit for an arbitrary non-empty string. */\n    readonly values?: readonly string[];\n}\nexport type CliOptionDefinition = Readonly<{\n    readonly type: \"string\" | \"boolean\";\n    readonly multiple?: true;\n    readonly short?: string;\n    /** Generic boolean|string union syntax owned by this option, not by the root router. */\n    readonly optionalValue?: CliOptionalOptionValue;\n    readonly help?: CliOptionHelp;\n}>;\nexport type CliParsedToken = Readonly<{\n    readonly kind: \"option\";\n    readonly index: number;\n    readonly name: string;\n    readonly rawName: string;\n    readonly value?: string;\n    readonly inlineValue?: boolean;\n}> | Readonly<{\n    readonly kind: \"positional\";\n    readonly index: number;\n    readonly name?: undefined;\n    readonly rawName?: undefined;\n    readonly value: string;\n    readonly inlineValue?: undefined;\n}> | Readonly<{\n    readonly kind: \"option-terminator\";\n    readonly index: number;\n    readonly name?: undefined;\n    readonly rawName?: undefined;\n    readonly value?: undefined;\n    readonly inlineValue?: undefined;\n}>;\nexport interface CliParsedTokens {\n    readonly values: Record<string, string | boolean | string[] | undefined>;\n    readonly positionals: readonly string[];\n    /** Exact Node parseArgs tokens, including raw argv indexes used for root projection. */\n    readonly tokens: readonly CliParsedToken[];\n}\nexport interface CliArgumentsService {\n    readonly parse: (argv: readonly string[], options: Readonly<Record<string, CliOptionDefinition>>) => CliParsedTokens;\n}\nexport class CliArguments extends Context.Tag(\"niceeval/cli/CliArguments\")<CliArguments, CliArgumentsService>() {\n}\nexport class CliInvocationError extends Data.TaggedError(\"CliInvocationError\")<{\n    readonly operation: string;\n    readonly cause: unknown;\n}> {\n}\nexport interface CliInvocationService {\n    readonly facts: Effect.Effect<CliInvocation, CliInvocationError>;\n}\nexport class CliInvocationFacts extends Context.Tag(\"niceeval/cli/CliInvocationFacts\")<CliInvocationFacts, CliInvocationService>() {\n}\n/**\n * Process-signal ownership stays at the application boundary. A feature may\n * claim the Invocation signal immediately before dispatch, but it never reads\n * Node globals or installs handlers of its own.\n */\nexport interface CliInterruptionService {\n    readonly invocationSignal: AbortSignal;\n    /** False means bootstrap already accepted a root-owned first signal. */\n    readonly enterGracefulDispatch: () => boolean;\n    readonly requestInterrupt: () => void;\n}\nexport class CliInterruption extends Context.Tag(\"niceeval/cli/CliInterruption\")<CliInterruption, CliInterruptionService>() {\n}\nexport interface CliOutputService {\n    readonly writeStdout: (text: string) => Effect.Effect<void, CliInvocationError>;\n    readonly writeStderr: (text: string) => Effect.Effect<void, CliInvocationError>;\n    /** Callback bridge for Host observer contracts that cannot return Effect. */\n    readonly writeStdoutSync: (text: string) => void;\n    readonly writeStderrSync: (text: string) => void;\n}\nexport class CliOutput extends Context.Tag(\"niceeval/cli/CliOutput\")<CliOutput, CliOutputService>() {\n}\nexport interface PackageMetadataService {\n    readonly version: Effect.Effect<string, CliInvocationError>;\n}\nexport class PackageMetadata extends Context.Tag(\"niceeval/cli/PackageMetadata\")<PackageMetadata, PackageMetadataService>() {\n}\nexport interface CliPathService {\n    readonly resolve: (...parts: readonly string[]) => string;\n    readonly isAbsolute: (path: string) => boolean;\n}\nexport class CliPath extends Context.Tag(\"niceeval/cli/CliPath\")<CliPath, CliPathService>() {\n}\n"]}