niceeval 0.12.2-canary.31 → 0.13.0

package/dist/analysis/definitions.d.mts

@@ -0,0 +1,230 @@
+import { Effect } from "effect";
+import type { AnalysisRun, SampleClosedError, AttemptEvidenceIdentity, EvalId, ExecutionIdentityDigest, ExperimentId, MeasureFormat, MetricBasis, PopulationIdentity, ProducerIdentity, RunId, Sample, SampleInputObservation, SlotId } from "./contracts.mjs";
+import type { MembershipAction } from "../record/model/core.mjs";
+export type DimensionValue = string | number | boolean | null;
+export interface LogicalSlot {
+    /** Exact occurrence identity in one selected Run. */
+    readonly runId: RunId;
+    /**
+     * The selected Run's closed Core projection. It carries configuration
+     * dimensions without exposing a Record reader or reopening selection.
+     */
+    readonly run: AnalysisRun;
+    readonly slotId: SlotId;
+    /** Derived Sample identity from the Run that owns this occurrence. */
+    readonly experimentId: ExperimentId;
+    /** Logical alignment identity, retained from the durable planned Slot. */
+    readonly evalId: EvalId;
+    readonly attemptOrdinal: number;
+    /** Used only to narrow an already aligned logical Slot. */
+    readonly executionIdentityDigest: ExecutionIdentityDigest;
+    readonly state: "included" | "not-recorded" | "core-invalid";
+    /** Exact Core Member action, or null when no Member document was recorded. */
+    readonly action: MembershipAction | null;
+    readonly relation?: "origin" | "reference";
+    /** Closed evidence identity; selected Record refs never leave the Sample binding. */
+    readonly attempt?: AttemptEvidenceIdentity;
+}
+declare const populationMembersTypeId: unique symbol;
+declare const analysisInputTypeId: unique symbol;
+declare const populationTypeId: unique symbol;
+declare const dimensionTypeId: unique symbol;
+declare const relationTypeId: unique symbol;
+declare const measureTypeId: unique symbol;
+declare const withinAttemptReductionTypeId: unique symbol;
+declare const withinSlotReductionTypeId: unique symbol;
+declare const acrossSlotsReductionTypeId: unique symbol;
+declare const denominatorTypeId: unique symbol;
+declare const missingPolicyTypeId: unique symbol;
+declare const evidencePolicyTypeId: unique symbol;
+declare const producerPolicyTypeId: unique symbol;
+/** A NiceEval-published, exhaustive membership rule. There is no public maker. */
+export interface PopulationMembers<Member> {
+    readonly kind: "population-members";
+    readonly id: string;
+    readonly [populationMembersTypeId]: (_: Member) => Member;
+}
+/** A NiceEval-published read-only Record projection. There is no public maker. */
+export interface AnalysisInput<Member, Input> {
+    readonly kind: "analysis-input";
+    readonly id: string;
+    readonly population: Population<Member>;
+    readonly [analysisInputTypeId]: (_: Input) => Input;
+}
+export interface Population<Member> {
+    readonly kind: "population";
+    readonly id: string;
+    readonly members: PopulationMembers<Member>;
+    readonly [populationTypeId]: (_: Member) => Member;
+}
+export interface Dimension<Member, Value extends DimensionValue> {
+    readonly kind: "dimension";
+    readonly id: string;
+    readonly population: Population<Member>;
+    readonly [dimensionTypeId]: (_: Value) => Value;
+}
+export type RelationTarget<To> = To;
+export interface Relation<From, To> {
+    readonly kind: "relation";
+    readonly id: string;
+    readonly from: Population<From>;
+    readonly to: Population<To>;
+    readonly cardinality: "one-to-one" | "many-to-one";
+    readonly [relationTypeId]: (_: To) => To;
+}
+export interface WithinAttemptReduction<Input, Value> {
+    readonly kind: "within-attempt-reduction";
+    readonly [withinAttemptReductionTypeId]: (_: Value) => Value;
+    readonly __input?: Input;
+}
+export interface WithinSlotReduction<Input, Value> {
+    readonly kind: "within-slot-reduction";
+    readonly [withinSlotReductionTypeId]: (_: Value) => Value;
+    readonly __input?: Input;
+}
+export interface AcrossSlotsReduction<Input, Value> {
+    readonly kind: "across-slots-reduction";
+    readonly [acrossSlotsReductionTypeId]: (_: Value) => Value;
+    readonly __input?: Input;
+}
+export interface Denominator<Member> {
+    readonly kind: "denominator";
+    readonly [denominatorTypeId]: (_: Member) => Member;
+}
+export interface MissingPolicy {
+    readonly kind: "missing-policy";
+    readonly [missingPolicyTypeId]: true;
+}
+export interface EvidencePolicy {
+    readonly kind: "evidence-policy";
+    readonly [evidencePolicyTypeId]: true;
+}
+export interface ProducerPolicy {
+    readonly kind: "producer-policy";
+    readonly [producerPolicyTypeId]: true;
+}
+export interface Measure<Member, Value> {
+    readonly kind: "measure";
+    readonly id: string;
+    readonly population: Population<Member>;
+    readonly unit?: string;
+    readonly format?: MeasureFormat;
+    readonly better?: "higher" | "lower" | "neutral";
+    readonly [measureTypeId]: (_: Value) => Value;
+}
+export interface MeasureOptions<Member, Input, AttemptValue, SlotValue, Value> {
+    readonly id: string;
+    readonly population: Population<Member>;
+    readonly input: AnalysisInput<Member, Input>;
+    readonly withinAttempt: WithinAttemptReduction<Input, AttemptValue>;
+    readonly withinSlot: WithinSlotReduction<AttemptValue, SlotValue>;
+    readonly acrossSlots: AcrossSlotsReduction<SlotValue, Value>;
+    readonly denominator: Denominator<Member>;
+    readonly missing: MissingPolicy;
+    readonly evidence: EvidencePolicy;
+    readonly producers?: ProducerPolicy;
+    readonly unit?: string;
+    readonly format?: MeasureFormat;
+    readonly better?: "higher" | "lower" | "neutral";
+}
+export interface AnalysisDefinitionError extends Error {
+    readonly code: "analysis-definition-invalid";
+}
+type PopulationMembersState<Member> = {
+    readonly enumerate: (sample: Sample) => Effect.Effect<readonly Member[], SampleClosedError>;
+    readonly key: (member: Member) => string;
+};
+type AnalysisInputState<Member, Input> = {
+    readonly read: (sample: Sample, member: Member) => Effect.Effect<SampleInputObservation<Input>, SampleClosedError>;
+};
+type DimensionState<Member, Value extends DimensionValue> = {
+    readonly value: (member: Member) => Value;
+};
+type RelationState<From, To> = {
+    readonly match: (member: From) => RelationTarget<To> | null;
+};
+export type ReductionKind = "one-value" | "sum" | "latest-completed-attempt" | "mean" | "ratio";
+type ReductionState = {
+    readonly kind: ReductionKind;
+};
+type DenominatorState<Member> = {
+    readonly members: (values: readonly Member[]) => readonly Member[];
+    readonly basis: MetricBasis;
+};
+type MeasureState<Member, Input, AttemptValue, SlotValue, Value> = {
+    readonly input: AnalysisInput<Member, Input>;
+    readonly withinAttempt: WithinAttemptReduction<Input, AttemptValue>;
+    readonly withinSlot: WithinSlotReduction<AttemptValue, SlotValue>;
+    readonly acrossSlots: AcrossSlotsReduction<SlotValue, Value>;
+    readonly denominator: Denominator<Member>;
+    readonly missing: MissingPolicy;
+    readonly evidence: EvidencePolicy;
+    readonly producers?: ProducerPolicy;
+};
+/** @internal Host/catalog-only constructor; intentionally not re-exported by index. */
+export declare function createPopulationMembers<Member>(input: {
+    readonly id: string;
+    readonly enumerate: (sample: Sample) => Effect.Effect<readonly Member[], SampleClosedError>;
+    readonly key: (member: Member) => string;
+}): PopulationMembers<Member>;
+export declare function definePopulation<Member>(options: {
+    readonly id: string;
+    readonly members: PopulationMembers<Member>;
+}): Population<Member>;
+export declare function defineDimension<Member, Value extends DimensionValue>(options: {
+    readonly id: string;
+    readonly population: Population<Member>;
+    readonly value: (member: Member) => Value;
+}): Dimension<Member, Value>;
+export declare function defineRelation<From, To>(options: {
+    readonly id: string;
+    readonly from: Population<From>;
+    readonly to: Population<To>;
+    readonly cardinality: "one-to-one" | "many-to-one";
+    readonly match: (member: From) => RelationTarget<To> | null;
+}): Relation<From, To>;
+export declare function defineMeasure<Member, Input, AttemptValue, SlotValue, Value>(options: MeasureOptions<Member, Input, AttemptValue, SlotValue, Value>): Measure<Member, Value>;
+export declare function oneValue<Value>(): WithinAttemptReduction<Value, Value>;
+export declare function sum(): WithinAttemptReduction<number, number>;
+export declare function latestCompletedAttempt<Value>(): WithinSlotReduction<Value, Value>;
+export declare function mean(): AcrossSlotsReduction<number, number>;
+/** Sums numeric values across the fixed logical-Slot denominator. */
+export declare function sumAcrossSlots(): AcrossSlotsReduction<number, number>;
+export declare function ratio(): AcrossSlotsReduction<boolean, number>;
+export declare function allLogicalSlots<Member = LogicalSlot>(): Denominator<Member>;
+export declare function partial(): MissingPolicy;
+export declare function retainContributingEvidence(): EvidencePolicy;
+export declare function requireSameProducer(): ProducerPolicy;
+/** NiceEval v1 catalog membership. It is exhaustive over currently selected slots. */
+export declare const logicalSlotMembers: PopulationMembers<LogicalSlot>;
+/** The catalog population is useful to built-in inputs; applications may define their own id. */
+export declare const logicalSlots: Population<LogicalSlot>;
+export declare const attemptPassed: AnalysisInput<LogicalSlot, boolean>;
+export declare const attemptLatencyMs: AnalysisInput<LogicalSlot, number>;
+/** Recorded input plus output tokens for one selected logical Slot. */
+export declare const attemptTokens: AnalysisInput<LogicalSlot, number>;
+export declare const attemptToolFailure: AnalysisInput<LogicalSlot, boolean>;
+/**
+ * @internal A published specialized Measure whose execution is owned by a
+ * dedicated Analysis evaluator rather than the generic input/reduction path.
+ */
+export declare function createOpaqueMeasure<Member, Value>(input: {
+    readonly id: string;
+    readonly population: Population<Member>;
+    readonly unit?: string;
+    readonly format?: MeasureFormat;
+    readonly better?: "higher" | "lower" | "neutral";
+}): Measure<Member, Value>;
+/** @internal Query executor accessors. None is re-exported by niceeval/analysis. */
+export declare function populationMembersState<Member>(value: PopulationMembers<Member>): PopulationMembersState<Member>;
+export declare function populationIdentity<Member>(value: Population<Member>): PopulationIdentity;
+export declare function analysisInputState<Member, Input>(value: AnalysisInput<Member, Input>): AnalysisInputState<Member, Input>;
+export declare function dimensionState<Member, Value extends DimensionValue>(value: Dimension<Member, Value>): DimensionState<Member, Value>;
+export declare function relationState<From, To>(value: Relation<From, To>): RelationState<From, To>;
+export declare function registeredRelations(): readonly Relation<unknown, unknown>[];
+export declare function reductionState(value: object): ReductionState;
+export declare function denominatorState<Member>(value: Denominator<Member>): DenominatorState<Member>;
+export declare function measureState<Member, Input, AttemptValue, SlotValue, Value>(value: Measure<Member, Value>): MeasureState<Member, Input, AttemptValue, SlotValue, Value>;
+export declare function producerPolicyIsRequired(value: ProducerPolicy | undefined): boolean;
+export declare function producerIdentity(id: string): ProducerIdentity;
+export {};

package/dist/analysis/definitions.d.ts

@@ -0,0 +1,230 @@
+import { Effect } from "effect";
+import type { AnalysisRun, SampleClosedError, AttemptEvidenceIdentity, EvalId, ExecutionIdentityDigest, ExperimentId, MeasureFormat, MetricBasis, PopulationIdentity, ProducerIdentity, RunId, Sample, SampleInputObservation, SlotId } from "./contracts.js";
+import type { MembershipAction } from "../record/model/core.js";
+export type DimensionValue = string | number | boolean | null;
+export interface LogicalSlot {
+    /** Exact occurrence identity in one selected Run. */
+    readonly runId: RunId;
+    /**
+     * The selected Run's closed Core projection. It carries configuration
+     * dimensions without exposing a Record reader or reopening selection.
+     */
+    readonly run: AnalysisRun;
+    readonly slotId: SlotId;
+    /** Derived Sample identity from the Run that owns this occurrence. */
+    readonly experimentId: ExperimentId;
+    /** Logical alignment identity, retained from the durable planned Slot. */
+    readonly evalId: EvalId;
+    readonly attemptOrdinal: number;
+    /** Used only to narrow an already aligned logical Slot. */
+    readonly executionIdentityDigest: ExecutionIdentityDigest;
+    readonly state: "included" | "not-recorded" | "core-invalid";
+    /** Exact Core Member action, or null when no Member document was recorded. */
+    readonly action: MembershipAction | null;
+    readonly relation?: "origin" | "reference";
+    /** Closed evidence identity; selected Record refs never leave the Sample binding. */
+    readonly attempt?: AttemptEvidenceIdentity;
+}
+declare const populationMembersTypeId: unique symbol;
+declare const analysisInputTypeId: unique symbol;
+declare const populationTypeId: unique symbol;
+declare const dimensionTypeId: unique symbol;
+declare const relationTypeId: unique symbol;
+declare const measureTypeId: unique symbol;
+declare const withinAttemptReductionTypeId: unique symbol;
+declare const withinSlotReductionTypeId: unique symbol;
+declare const acrossSlotsReductionTypeId: unique symbol;
+declare const denominatorTypeId: unique symbol;
+declare const missingPolicyTypeId: unique symbol;
+declare const evidencePolicyTypeId: unique symbol;
+declare const producerPolicyTypeId: unique symbol;
+/** A NiceEval-published, exhaustive membership rule. There is no public maker. */
+export interface PopulationMembers<Member> {
+    readonly kind: "population-members";
+    readonly id: string;
+    readonly [populationMembersTypeId]: (_: Member) => Member;
+}
+/** A NiceEval-published read-only Record projection. There is no public maker. */
+export interface AnalysisInput<Member, Input> {
+    readonly kind: "analysis-input";
+    readonly id: string;
+    readonly population: Population<Member>;
+    readonly [analysisInputTypeId]: (_: Input) => Input;
+}
+export interface Population<Member> {
+    readonly kind: "population";
+    readonly id: string;
+    readonly members: PopulationMembers<Member>;
+    readonly [populationTypeId]: (_: Member) => Member;
+}
+export interface Dimension<Member, Value extends DimensionValue> {
+    readonly kind: "dimension";
+    readonly id: string;
+    readonly population: Population<Member>;
+    readonly [dimensionTypeId]: (_: Value) => Value;
+}
+export type RelationTarget<To> = To;
+export interface Relation<From, To> {
+    readonly kind: "relation";
+    readonly id: string;
+    readonly from: Population<From>;
+    readonly to: Population<To>;
+    readonly cardinality: "one-to-one" | "many-to-one";
+    readonly [relationTypeId]: (_: To) => To;
+}
+export interface WithinAttemptReduction<Input, Value> {
+    readonly kind: "within-attempt-reduction";
+    readonly [withinAttemptReductionTypeId]: (_: Value) => Value;
+    readonly __input?: Input;
+}
+export interface WithinSlotReduction<Input, Value> {
+    readonly kind: "within-slot-reduction";
+    readonly [withinSlotReductionTypeId]: (_: Value) => Value;
+    readonly __input?: Input;
+}
+export interface AcrossSlotsReduction<Input, Value> {
+    readonly kind: "across-slots-reduction";
+    readonly [acrossSlotsReductionTypeId]: (_: Value) => Value;
+    readonly __input?: Input;
+}
+export interface Denominator<Member> {
+    readonly kind: "denominator";
+    readonly [denominatorTypeId]: (_: Member) => Member;
+}
+export interface MissingPolicy {
+    readonly kind: "missing-policy";
+    readonly [missingPolicyTypeId]: true;
+}
+export interface EvidencePolicy {
+    readonly kind: "evidence-policy";
+    readonly [evidencePolicyTypeId]: true;
+}
+export interface ProducerPolicy {
+    readonly kind: "producer-policy";
+    readonly [producerPolicyTypeId]: true;
+}
+export interface Measure<Member, Value> {
+    readonly kind: "measure";
+    readonly id: string;
+    readonly population: Population<Member>;
+    readonly unit?: string;
+    readonly format?: MeasureFormat;
+    readonly better?: "higher" | "lower" | "neutral";
+    readonly [measureTypeId]: (_: Value) => Value;
+}
+export interface MeasureOptions<Member, Input, AttemptValue, SlotValue, Value> {
+    readonly id: string;
+    readonly population: Population<Member>;
+    readonly input: AnalysisInput<Member, Input>;
+    readonly withinAttempt: WithinAttemptReduction<Input, AttemptValue>;
+    readonly withinSlot: WithinSlotReduction<AttemptValue, SlotValue>;
+    readonly acrossSlots: AcrossSlotsReduction<SlotValue, Value>;
+    readonly denominator: Denominator<Member>;
+    readonly missing: MissingPolicy;
+    readonly evidence: EvidencePolicy;
+    readonly producers?: ProducerPolicy;
+    readonly unit?: string;
+    readonly format?: MeasureFormat;
+    readonly better?: "higher" | "lower" | "neutral";
+}
+export interface AnalysisDefinitionError extends Error {
+    readonly code: "analysis-definition-invalid";
+}
+type PopulationMembersState<Member> = {
+    readonly enumerate: (sample: Sample) => Effect.Effect<readonly Member[], SampleClosedError>;
+    readonly key: (member: Member) => string;
+};
+type AnalysisInputState<Member, Input> = {
+    readonly read: (sample: Sample, member: Member) => Effect.Effect<SampleInputObservation<Input>, SampleClosedError>;
+};
+type DimensionState<Member, Value extends DimensionValue> = {
+    readonly value: (member: Member) => Value;
+};
+type RelationState<From, To> = {
+    readonly match: (member: From) => RelationTarget<To> | null;
+};
+export type ReductionKind = "one-value" | "sum" | "latest-completed-attempt" | "mean" | "ratio";
+type ReductionState = {
+    readonly kind: ReductionKind;
+};
+type DenominatorState<Member> = {
+    readonly members: (values: readonly Member[]) => readonly Member[];
+    readonly basis: MetricBasis;
+};
+type MeasureState<Member, Input, AttemptValue, SlotValue, Value> = {
+    readonly input: AnalysisInput<Member, Input>;
+    readonly withinAttempt: WithinAttemptReduction<Input, AttemptValue>;
+    readonly withinSlot: WithinSlotReduction<AttemptValue, SlotValue>;
+    readonly acrossSlots: AcrossSlotsReduction<SlotValue, Value>;
+    readonly denominator: Denominator<Member>;
+    readonly missing: MissingPolicy;
+    readonly evidence: EvidencePolicy;
+    readonly producers?: ProducerPolicy;
+};
+/** @internal Host/catalog-only constructor; intentionally not re-exported by index. */
+export declare function createPopulationMembers<Member>(input: {
+    readonly id: string;
+    readonly enumerate: (sample: Sample) => Effect.Effect<readonly Member[], SampleClosedError>;
+    readonly key: (member: Member) => string;
+}): PopulationMembers<Member>;
+export declare function definePopulation<Member>(options: {
+    readonly id: string;
+    readonly members: PopulationMembers<Member>;
+}): Population<Member>;
+export declare function defineDimension<Member, Value extends DimensionValue>(options: {
+    readonly id: string;
+    readonly population: Population<Member>;
+    readonly value: (member: Member) => Value;
+}): Dimension<Member, Value>;
+export declare function defineRelation<From, To>(options: {
+    readonly id: string;
+    readonly from: Population<From>;
+    readonly to: Population<To>;
+    readonly cardinality: "one-to-one" | "many-to-one";
+    readonly match: (member: From) => RelationTarget<To> | null;
+}): Relation<From, To>;
+export declare function defineMeasure<Member, Input, AttemptValue, SlotValue, Value>(options: MeasureOptions<Member, Input, AttemptValue, SlotValue, Value>): Measure<Member, Value>;
+export declare function oneValue<Value>(): WithinAttemptReduction<Value, Value>;
+export declare function sum(): WithinAttemptReduction<number, number>;
+export declare function latestCompletedAttempt<Value>(): WithinSlotReduction<Value, Value>;
+export declare function mean(): AcrossSlotsReduction<number, number>;
+/** Sums numeric values across the fixed logical-Slot denominator. */
+export declare function sumAcrossSlots(): AcrossSlotsReduction<number, number>;
+export declare function ratio(): AcrossSlotsReduction<boolean, number>;
+export declare function allLogicalSlots<Member = LogicalSlot>(): Denominator<Member>;
+export declare function partial(): MissingPolicy;
+export declare function retainContributingEvidence(): EvidencePolicy;
+export declare function requireSameProducer(): ProducerPolicy;
+/** NiceEval v1 catalog membership. It is exhaustive over currently selected slots. */
+export declare const logicalSlotMembers: PopulationMembers<LogicalSlot>;
+/** The catalog population is useful to built-in inputs; applications may define their own id. */
+export declare const logicalSlots: Population<LogicalSlot>;
+export declare const attemptPassed: AnalysisInput<LogicalSlot, boolean>;
+export declare const attemptLatencyMs: AnalysisInput<LogicalSlot, number>;
+/** Recorded input plus output tokens for one selected logical Slot. */
+export declare const attemptTokens: AnalysisInput<LogicalSlot, number>;
+export declare const attemptToolFailure: AnalysisInput<LogicalSlot, boolean>;
+/**
+ * @internal A published specialized Measure whose execution is owned by a
+ * dedicated Analysis evaluator rather than the generic input/reduction path.
+ */
+export declare function createOpaqueMeasure<Member, Value>(input: {
+    readonly id: string;
+    readonly population: Population<Member>;
+    readonly unit?: string;
+    readonly format?: MeasureFormat;
+    readonly better?: "higher" | "lower" | "neutral";
+}): Measure<Member, Value>;
+/** @internal Query executor accessors. None is re-exported by niceeval/analysis. */
+export declare function populationMembersState<Member>(value: PopulationMembers<Member>): PopulationMembersState<Member>;
+export declare function populationIdentity<Member>(value: Population<Member>): PopulationIdentity;
+export declare function analysisInputState<Member, Input>(value: AnalysisInput<Member, Input>): AnalysisInputState<Member, Input>;
+export declare function dimensionState<Member, Value extends DimensionValue>(value: Dimension<Member, Value>): DimensionState<Member, Value>;
+export declare function relationState<From, To>(value: Relation<From, To>): RelationState<From, To>;
+export declare function registeredRelations(): readonly Relation<unknown, unknown>[];
+export declare function reductionState(value: object): ReductionState;
+export declare function denominatorState<Member>(value: Denominator<Member>): DenominatorState<Member>;
+export declare function measureState<Member, Input, AttemptValue, SlotValue, Value>(value: Measure<Member, Value>): MeasureState<Member, Input, AttemptValue, SlotValue, Value>;
+export declare function producerPolicyIsRequired(value: ProducerPolicy | undefined): boolean;
+export declare function producerIdentity(id: string): ProducerIdentity;
+export {};

package/dist/analysis/definitions.js

@@ -0,0 +1,70 @@
+import { createRequire as __niceevalCreateRequire } from "node:module";
+const __niceevalRequire = __niceevalCreateRequire(import.meta.url);
+const __niceevalCanonical = __niceevalRequire("./definitions.cjs");
+const __niceevalExport0 = __niceevalCanonical["allLogicalSlots"];
+export { __niceevalExport0 as allLogicalSlots };
+const __niceevalExport1 = __niceevalCanonical["analysisInputState"];
+export { __niceevalExport1 as analysisInputState };
+const __niceevalExport2 = __niceevalCanonical["attemptLatencyMs"];
+export { __niceevalExport2 as attemptLatencyMs };
+const __niceevalExport3 = __niceevalCanonical["attemptPassed"];
+export { __niceevalExport3 as attemptPassed };
+const __niceevalExport4 = __niceevalCanonical["attemptTokens"];
+export { __niceevalExport4 as attemptTokens };
+const __niceevalExport5 = __niceevalCanonical["attemptToolFailure"];
+export { __niceevalExport5 as attemptToolFailure };
+const __niceevalExport6 = __niceevalCanonical["createOpaqueMeasure"];
+export { __niceevalExport6 as createOpaqueMeasure };
+const __niceevalExport7 = __niceevalCanonical["createPopulationMembers"];
+export { __niceevalExport7 as createPopulationMembers };
+const __niceevalExport8 = __niceevalCanonical["defineDimension"];
+export { __niceevalExport8 as defineDimension };
+const __niceevalExport9 = __niceevalCanonical["defineMeasure"];
+export { __niceevalExport9 as defineMeasure };
+const __niceevalExport10 = __niceevalCanonical["definePopulation"];
+export { __niceevalExport10 as definePopulation };
+const __niceevalExport11 = __niceevalCanonical["defineRelation"];
+export { __niceevalExport11 as defineRelation };
+const __niceevalExport12 = __niceevalCanonical["denominatorState"];
+export { __niceevalExport12 as denominatorState };
+const __niceevalExport13 = __niceevalCanonical["dimensionState"];
+export { __niceevalExport13 as dimensionState };
+const __niceevalExport14 = __niceevalCanonical["latestCompletedAttempt"];
+export { __niceevalExport14 as latestCompletedAttempt };
+const __niceevalExport15 = __niceevalCanonical["logicalSlotMembers"];
+export { __niceevalExport15 as logicalSlotMembers };
+const __niceevalExport16 = __niceevalCanonical["logicalSlots"];
+export { __niceevalExport16 as logicalSlots };
+const __niceevalExport17 = __niceevalCanonical["mean"];
+export { __niceevalExport17 as mean };
+const __niceevalExport18 = __niceevalCanonical["measureState"];
+export { __niceevalExport18 as measureState };
+const __niceevalExport19 = __niceevalCanonical["oneValue"];
+export { __niceevalExport19 as oneValue };
+const __niceevalExport20 = __niceevalCanonical["partial"];
+export { __niceevalExport20 as partial };
+const __niceevalExport21 = __niceevalCanonical["populationIdentity"];
+export { __niceevalExport21 as populationIdentity };
+const __niceevalExport22 = __niceevalCanonical["populationMembersState"];
+export { __niceevalExport22 as populationMembersState };
+const __niceevalExport23 = __niceevalCanonical["producerIdentity"];
+export { __niceevalExport23 as producerIdentity };
+const __niceevalExport24 = __niceevalCanonical["producerPolicyIsRequired"];
+export { __niceevalExport24 as producerPolicyIsRequired };
+const __niceevalExport25 = __niceevalCanonical["ratio"];
+export { __niceevalExport25 as ratio };
+const __niceevalExport26 = __niceevalCanonical["reductionState"];
+export { __niceevalExport26 as reductionState };
+const __niceevalExport27 = __niceevalCanonical["registeredRelations"];
+export { __niceevalExport27 as registeredRelations };
+const __niceevalExport28 = __niceevalCanonical["relationState"];
+export { __niceevalExport28 as relationState };
+const __niceevalExport29 = __niceevalCanonical["requireSameProducer"];
+export { __niceevalExport29 as requireSameProducer };
+const __niceevalExport30 = __niceevalCanonical["retainContributingEvidence"];
+export { __niceevalExport30 as retainContributingEvidence };
+const __niceevalExport31 = __niceevalCanonical["sum"];
+export { __niceevalExport31 as sum };
+const __niceevalExport32 = __niceevalCanonical["sumAcrossSlots"];
+export { __niceevalExport32 as sumAcrossSlots };
+//# sourceMappingURL=definitions.js.map

package/dist/analysis/definitions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"definitions.js","sources":[],"names":[],"mappings":""}

package/dist/analysis/domain-view.cjs

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=domain-view.cjs.map

package/dist/analysis/domain-view.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"domain-view.js","sourceRoot":"","sources":["domain-view.ts"],"names":[],"mappings":"","sourcesContent":["import type { AttemptOutcome } from \"../record/model/core.ts\";\nimport type { ExecutionIdentityDigest, ExperimentId, RunId, UtcMillis, } from \"../record/model/identifiers.ts\";\nimport type { VerdictState } from \"../eval/record/verdict.ts\";\nimport type { AnalysisRunExecution, JsonValue } from \"./contracts.ts\";\n/** Fixed, NiceEval-published closed domain projections. */\nexport type BuiltinDomainViewKind = \"attempt-evidence\" | \"attempt-observability\" | \"file-changes\" | \"source-navigation\" | \"sources\" | \"sandbox-history\";\n/** A blob is closed to display-safe text before it leaves Sample. */\nexport type ClosedBlobContent = {\n    readonly state: \"available\";\n    readonly text: string;\n} | {\n    readonly state: \"unavailable\" | \"binary\";\n};\n/** Core is closed when Sample successfully resolves a ReadableAttempt. */\nexport interface ClosedAttemptCore {\n    readonly outcome: AttemptOutcome;\n    /**\n     * Exact historical execution facts from the Attempt's origin Run. They are\n     * deliberately distinct from a LogicalSlot's selected target Run: carried\n     * and accepted members may point at another origin.\n     */\n    readonly origin: {\n        readonly runId: RunId;\n        readonly experimentId: ExperimentId;\n        readonly startedAt: UtcMillis;\n        readonly executionIdentityDigest: ExecutionIdentityDigest;\n        readonly execution: AnalysisRunExecution;\n    };\n}\nexport interface ClosedTraceCollection {\n    readonly state: \"complete\" | \"partial\";\n    readonly limitations: readonly JsonValue[];\n}\nexport interface ClosedConversationTurn {\n    readonly turnId: string;\n    readonly sequence: number;\n    readonly outcome: \"completed\" | \"failed\" | \"cancelled\" | \"interrupted\";\n}\ninterface ClosedConversationItemBase {\n    readonly itemId: string;\n    readonly turnId: string;\n    readonly sequence: number;\n}\nexport type ClosedConversationItem = (ClosedConversationItemBase & {\n    readonly kind: \"message\";\n    readonly role: \"user\" | \"assistant\";\n    readonly text: string;\n}) | (ClosedConversationItemBase & {\n    readonly kind: \"tool-call\";\n    readonly callId: string;\n    readonly tool: string;\n    readonly inputSummary: string;\n}) | (ClosedConversationItemBase & {\n    readonly kind: \"tool-result\";\n    readonly callId: string;\n    readonly outcome: \"completed\" | \"rejected\" | \"failed\" | \"cancelled\";\n    readonly outputSummary: string;\n}) | (ClosedConversationItemBase & {\n    readonly kind: \"thinking-summary\" | \"compaction\" | \"context-injection\";\n    readonly summary: string;\n}) | (ClosedConversationItemBase & {\n    readonly kind: \"subagent\";\n    readonly state: \"started\" | \"completed\" | \"failed\";\n    readonly label: string;\n    readonly summary: string;\n}) | (ClosedConversationItemBase & {\n    readonly kind: \"input-request\";\n    readonly state: \"requested\" | \"answered\" | \"cancelled\";\n    readonly promptSummary: string;\n    readonly responseSummary: string | null;\n}) | (ClosedConversationItemBase & {\n    readonly kind: \"skill-load\" | \"conversation-error\";\n    readonly code: string;\n    readonly summary: string;\n});\nexport interface ClosedConversationDetail {\n    readonly collection: ClosedTraceCollection;\n    readonly turns: readonly ClosedConversationTurn[];\n    readonly items: readonly ClosedConversationItem[];\n}\nexport interface ClosedTimingInterval {\n    readonly intervalId: string;\n    readonly phase: string;\n    readonly label: string;\n    readonly startOffsetMs: number;\n    readonly durationMs: number;\n    readonly parentIntervalId: string | null;\n    readonly outcome: string;\n}\nexport interface ClosedTimingDetail {\n    readonly collection: ClosedTraceCollection;\n    readonly intervals: readonly ClosedTimingInterval[];\n}\nexport type ClosedCommandInvocation = {\n    readonly kind: \"argv\";\n    readonly executable: string;\n    readonly arguments: readonly string[];\n} | {\n    readonly kind: \"shell\";\n    readonly command: string;\n};\nexport type ClosedCommandWorkingDirectory = {\n    readonly kind: \"sandbox-default\";\n} | {\n    readonly kind: \"project-relative\";\n    readonly path: string;\n} | {\n    readonly kind: \"redacted\";\n};\nexport type ClosedCommandOutcome = {\n    readonly kind: \"exited\";\n    readonly exitCode: number;\n} | {\n    readonly kind: \"terminated\";\n    readonly reason: string;\n} | {\n    readonly kind: \"not-started\";\n    readonly reason: string;\n};\nexport type ClosedCommandStream = {\n    readonly kind: \"inline\";\n    readonly text: string;\n    readonly retainedBytes: number;\n    readonly totalSafeUtf8Bytes: number;\n} | {\n    readonly kind: \"blob\";\n    readonly retainedBytes: number;\n    readonly totalSafeUtf8Bytes: number;\n    readonly content: ClosedBlobContent;\n};\nexport interface ClosedCommandEntry {\n    readonly commandId: string;\n    readonly manifest: {\n        readonly phase: string;\n        readonly invocation: ClosedCommandInvocation;\n        readonly workingDirectory: ClosedCommandWorkingDirectory;\n    };\n    readonly result: {\n        readonly outcome: ClosedCommandOutcome;\n        readonly stdout: ClosedCommandStream;\n        readonly stderr: ClosedCommandStream;\n    };\n}\nexport interface ClosedCommandsDetail {\n    readonly collection: ClosedTraceCollection;\n    readonly entries: readonly ClosedCommandEntry[];\n}\nexport type ClosedUsageObservation = {\n    readonly provider: string;\n    readonly kind: \"token-bucket\";\n    readonly bucket: string;\n    readonly tokens: number;\n} | {\n    readonly provider: string;\n    readonly kind: \"request\";\n    readonly requestKind: string;\n} | {\n    readonly provider: string;\n    readonly kind: \"provider-cost\";\n    readonly amount: string;\n    readonly currency: string;\n};\nexport interface ClosedUsageDetail {\n    readonly collection: ClosedTraceCollection;\n    readonly observations: readonly ClosedUsageObservation[];\n}\nexport type ClosedDiagnosticRedaction = {\n    readonly state: \"none\";\n} | {\n    readonly state: \"applied\";\n    readonly replacements: number;\n};\nexport interface ClosedSourceFrame {\n    readonly sourceItemId: string;\n    readonly sha256: string;\n    readonly start: {\n        readonly line: number;\n        readonly column: number;\n    };\n    readonly end: {\n        readonly line: number;\n        readonly column: number;\n    };\n}\nexport interface ClosedDiagnosticsDetail {\n    readonly collection: ClosedTraceCollection;\n    readonly diagnostics: readonly {\n        readonly diagnosticId: string;\n        readonly kind: \"advisory\" | \"execution-error\";\n        readonly code: string;\n        readonly phase: string;\n        readonly summary: string;\n        readonly causes: readonly {\n            readonly code: string;\n            readonly summary: string;\n        }[];\n        readonly redaction: ClosedDiagnosticRedaction;\n        readonly sourceFrame: ClosedSourceFrame | null;\n    }[];\n}\n/** Closed, display-safe projection of one attempt-owned Observability value. */\nexport interface AttemptObservabilityDomainDetail {\n    readonly conversation: ClosedConversationDetail;\n    readonly commands: ClosedCommandsDetail;\n    readonly usage: ClosedUsageDetail;\n    readonly timing: ClosedTimingDetail;\n    readonly diagnostics: ClosedDiagnosticsDetail;\n}\nexport interface AttemptEvidenceDomainDetail {\n    /** Immutable terminal execution fact; it is not a Verdict. */\n    readonly outcome: AttemptOutcome;\n    /** Derived once by Eval's authoritative Core + Assertions fold. */\n    readonly verdict: VerdictState;\n    readonly entries: readonly {\n        readonly entryId: string;\n        readonly display: JsonValue;\n        readonly criterion: JsonValue;\n        readonly result: JsonValue;\n        readonly coverage: JsonValue;\n        readonly limitations: JsonValue;\n        readonly subject: JsonValue;\n        readonly evidence: readonly JsonValue[];\n    }[];\n    readonly sourceSites: readonly JsonValue[];\n}\n/** A FileChanges endpoint after its owner-local blob reference has been closed. */\nexport type ClosedFileChangeEndpoint = {\n    readonly state: \"absent\";\n} | {\n    readonly state: \"present\";\n    readonly revision: ClosedFileRevision;\n};\n/** The `available` alternative substitutes display-safe content for a RecordBlobRef. */\nexport type ClosedFileRevision = {\n    readonly kind: \"text\";\n    readonly sha256: string;\n    readonly byteLength: number;\n    readonly content: {\n        readonly state: \"available\";\n        readonly content: ClosedBlobContent;\n    } | {\n        readonly state: \"omitted\";\n        readonly reason: \"collection-cap\";\n    };\n} | {\n    readonly kind: \"elided\";\n    readonly reason: \"binary\" | \"oversized-text\";\n    readonly byteLength: number;\n} | {\n    readonly kind: \"unavailable\";\n    readonly reason: \"unsupported-input\" | \"capture-failed\" | \"capture-interrupted\";\n};\nexport type ClosedFileChangesCollectionLimitation = {\n    readonly code: \"capture-failed\" | \"capture-interrupted\";\n    readonly stage: \"checkpoint\" | \"export\" | \"finalizer-export\" | \"normalize\";\n    readonly atWindowId: string | null;\n} | {\n    readonly code: \"collection-cap-reached\";\n    readonly target: \"window\" | \"change\" | \"content-blob\" | \"content-byte\" | \"json-byte\";\n    readonly omittedAtLeast: number;\n    readonly atWindowId: string | null;\n} | {\n    readonly code: \"unsupported-input\";\n    readonly target: \"endpoint-metadata\";\n    readonly omittedAtLeast: number;\n};\nexport interface ClosedFileChangesCollection {\n    readonly state: \"complete\" | \"partial\";\n    readonly limitations: readonly ClosedFileChangesCollectionLimitation[];\n}\nexport interface ClosedFileChangesAttribution {\n    readonly kind: \"agent-send-window-endpoints\";\n    readonly policy: {\n        readonly defaultPolicy: \"niceeval.sandbox-ledger/default-excludes/v1\";\n        readonly include: readonly string[];\n        readonly ignore: readonly string[];\n    };\n}\nexport interface ClosedFileChange {\n    readonly changeId: string;\n    readonly path: string;\n    readonly kind: \"created\" | \"modified\" | \"deleted\";\n    readonly before: ClosedFileChangeEndpoint;\n    readonly after: ClosedFileChangeEndpoint;\n}\n/** One recorded send-window, including an intentional zero-change window. */\nexport interface ClosedFileChangeWindow {\n    readonly windowId: string;\n    readonly sequence: number;\n    readonly changes: readonly ClosedFileChange[];\n}\nexport type FileChangesNet = {\n    readonly state: \"available\";\n    readonly kind: \"none\" | \"created\" | \"modified\" | \"deleted\";\n    readonly before: ClosedFileChangeEndpoint;\n    readonly after: ClosedFileChangeEndpoint;\n} | {\n    readonly state: \"indeterminate\";\n    readonly reason: \"collection-partial\" | \"window-discontinuity\" | \"endpoint-unavailable\" | \"endpoint-equality-unprovable\";\n};\n/**\n * The complete, display-safe FileChanges trajectory for one Attempt.  It is\n * deliberately a domain structure rather than a table frame: windows retain\n * their temporal order while `paths` gives a separately derived net summary.\n */\nexport interface FileChangesDomainDetail {\n    readonly attribution: ClosedFileChangesAttribution;\n    readonly collection: ClosedFileChangesCollection;\n    readonly trajectory: readonly ClosedFileChangeWindow[];\n    readonly paths: readonly {\n        readonly path: string;\n        readonly changes: readonly {\n            readonly windowId: string;\n            readonly changeId: string;\n        }[];\n        readonly net: FileChangesNet;\n    }[];\n}\nexport interface SourcesDomainDetail {\n    readonly items: readonly {\n        readonly sourceItemId: string;\n        readonly path: string;\n        readonly sha256: string;\n        readonly content: ClosedBlobContent;\n    }[];\n}\n/** Closed physical-send navigation rows; mapped frames retain exact digest joins. */\nexport interface SourceNavigationDomainDetail {\n    readonly collection: {\n        readonly state: \"complete\" | \"partial\";\n        readonly limitations: readonly {\n            readonly code: \"collection-cap-reached\" | \"capture-unrecoverable\";\n            /** Distinguishes retained-row omission from a missing timing identity. */\n            readonly target: \"navigation-row\" | \"timing-link\";\n            readonly omittedAtLeast: number;\n        }[];\n    };\n    readonly rows: readonly {\n        readonly turnId: string;\n        readonly sourceOrder: number | null;\n        readonly source: {\n            readonly state: \"mapped\";\n            readonly sourceItemId: string;\n            readonly sha256: string;\n            readonly start: {\n                readonly line: number;\n                readonly column: number;\n            };\n            readonly end: {\n                readonly line: number;\n                readonly column: number;\n            };\n        } | {\n            readonly state: \"unmapped\";\n            readonly reason: \"location-not-captured\" | \"source-snapshot-not-recorded\" | \"position-unrepresentable\";\n        };\n        readonly timing: {\n            readonly state: \"linked\";\n            readonly intervalId: string;\n        } | {\n            readonly state: \"unavailable\";\n            readonly reason: \"timing-not-recorded\";\n        };\n    }[];\n}\nexport type BuiltinDomainDetail<Kind extends BuiltinDomainViewKind> = Kind extends \"attempt-evidence\" ? AttemptEvidenceDomainDetail : Kind extends \"attempt-observability\" | \"sandbox-history\" ? AttemptObservabilityDomainDetail : Kind extends \"file-changes\" ? FileChangesDomainDetail : Kind extends \"source-navigation\" ? SourceNavigationDomainDetail : Kind extends \"sources\" ? SourcesDomainDetail : never;\n"]}