@tangle-network/agent-eval 0.95.0 → 0.95.1

package/dist/belief-state/index.d.ts

@@ -1,14 +1,605 @@
-export * from './calibration';
-export * from './code-agent-corpus';
-export * from './code-agent-evidence';
-export * from './extract';
-export * from './ope';
-export * from './phase0-measurement';
-export * from './report';
-export * from './research-evidence';
-export * from './runtime-benchmark-corpus';
-export * from './runtime-hooks';
-export * from './selective';
-export * from './shadow-probe';
-export * from './types';
-//# sourceMappingURL=index.d.ts.map
+import { c as CalibrationReport } from '../calibration-BPmzuVPk.js';
+import { O as OffPolicyEstimate, a as OffPolicyOptions, b as OffPolicyTrajectory } from '../off-policy-DiwuKKg7.js';
+import { d as CodeAgentSessionSource, a as CodeAgentSessionIntakeOptions, c as CodeAgentSessionMetrics, C as CodeAgentSessionDiagnostic } from '../code-agent-session-CPHRCb4-.js';
+import { R as RunRecord, a as RunSplitTag } from '../run-record-CP2ObebC.js';
+import { T as TraceStore } from '../store-BcFXE6LG.js';
+import { R as RuntimeTrajectoryRecord, P as ProjectRuntimeTrajectoryEvidenceOptions, a as RuntimeTrajectoryEvidenceProjection } from '../runtime-trajectory-BOUUjI0y.js';
+import '../schema-m0gsnbt3.js';
+import '../outcome-store-rnXLEqSn.js';
+import '@tangle-network/agent-interface';
+import '../errors-CzMUYo7b.js';
+
+declare const BELIEF_DECISION_KINDS: readonly ["continue", "verify", "ask", "retry", "stop", "memory-write", "memory-read", "tool-select", "skill-select", "workflow-select", "surface-promote"];
+type BeliefDecisionKind = (typeof BELIEF_DECISION_KINDS)[number];
+declare const BELIEF_EVIDENCE_SOURCES: readonly ["run", "span", "event", "finding", "memory", "knowledge", "policy"];
+type BeliefEvidenceSource = (typeof BELIEF_EVIDENCE_SOURCES)[number];
+declare const BELIEF_EVIDENCE_QUALITIES: readonly ["direct", "derived", "self-reported", "unverified", "stale", "contradicted"];
+type BeliefEvidenceQuality = (typeof BELIEF_EVIDENCE_QUALITIES)[number];
+declare const BELIEF_EVALUATION_CRITERIA: readonly [{
+    readonly id: "capture-integrity";
+    readonly label: "Capture integrity";
+    readonly reasonCodes: readonly ["trace-missing", "run-record-missing", "backend-integrity-missing"];
+}, {
+    readonly id: "decision-completeness";
+    readonly label: "Decision completeness";
+    readonly reasonCodes: readonly ["candidate-actions-missing", "chosen-action-missing", "decision-evidence-missing"];
+}, {
+    readonly id: "evidence-quality";
+    readonly label: "Evidence quality";
+    readonly reasonCodes: readonly ["evidence-stale", "evidence-contradictory", "evidence-unverified", "evidence-self-reported"];
+}, {
+    readonly id: "outcome-quality";
+    readonly label: "Outcome quality";
+    readonly reasonCodes: readonly ["outcome-missing", "outcome-delayed", "cost-missing"];
+}, {
+    readonly id: "calibration";
+    readonly label: "Calibration";
+    readonly reasonCodes: readonly ["confidence-missing", "calibration-unsupported", "calibration-gap-high"];
+}, {
+    readonly id: "accepted-region-risk";
+    readonly label: "Accepted-region risk";
+    readonly reasonCodes: readonly ["accepted-error-high", "coverage-too-low"];
+}, {
+    readonly id: "policy-value";
+    readonly label: "Policy value";
+    readonly reasonCodes: readonly ["utility-lift-missing", "baseline-dominates", "cost-too-high"];
+}, {
+    readonly id: "ope-support";
+    readonly label: "OPE support";
+    readonly reasonCodes: readonly ["behavior-propensity-missing", "behavior-propensity-invalid", "target-propensity-missing", "target-propensity-invalid", "effective-sample-size-low", "importance-weight-high"];
+}, {
+    readonly id: "memory-health";
+    readonly label: "Memory health";
+    readonly reasonCodes: readonly ["memory-stale", "memory-poisoning-risk", "context-bloat", "memory-write-unverified"];
+}, {
+    readonly id: "surface-attribution";
+    readonly label: "Surface attribution";
+    readonly reasonCodes: readonly ["surface-claim-unsupported", "causal-attribution-missing"];
+}, {
+    readonly id: "generalization";
+    readonly label: "Generalization";
+    readonly reasonCodes: readonly ["split-missing", "holdout-regression", "task-family-coverage-low", "leakage-risk"];
+}, {
+    readonly id: "promotion";
+    readonly label: "Promotion";
+    readonly reasonCodes: readonly ["negative-control-failed", "promotion-gate-failed", "human-review-required"];
+}];
+type BeliefEvaluationCriterionId = (typeof BELIEF_EVALUATION_CRITERIA)[number]['id'];
+type BeliefDecisionReasonCode = (typeof BELIEF_EVALUATION_CRITERIA)[number]['reasonCodes'][number];
+interface BeliefDecisionReason {
+    code: BeliefDecisionReasonCode;
+    criterion?: BeliefEvaluationCriterionId;
+    detail?: string;
+    evidenceIds?: string[];
+    metadata?: Record<string, unknown>;
+}
+declare function isBeliefDecisionKind(value: unknown): value is BeliefDecisionKind;
+declare function isBeliefEvidenceSource(value: unknown): value is BeliefEvidenceSource;
+interface BeliefEvidenceRef {
+    source: BeliefEvidenceSource;
+    id: string;
+    runId?: string;
+    spanId?: string;
+    eventId?: string;
+    detail?: string;
+    quality?: BeliefEvidenceQuality;
+    observedAt?: string;
+    metadata?: Record<string, unknown>;
+}
+interface BeliefDecisionOutcome {
+    success?: boolean;
+    score?: number;
+    reward?: number;
+    costUsd?: number;
+    observedAt?: string;
+    metadata?: Record<string, unknown>;
+}
+interface BeliefDecisionPoint {
+    id: string;
+    runId: string;
+    scenarioId?: string;
+    stepIndex: number;
+    kind: BeliefDecisionKind;
+    chosenAction: string;
+    candidateActions?: string[];
+    confidence?: number;
+    behaviorProb?: number;
+    targetProb?: number;
+    qHat?: number | null;
+    costUsd?: number;
+    evidence: BeliefEvidenceRef[];
+    outcome?: BeliefDecisionOutcome;
+    reasons?: BeliefDecisionReason[];
+    metadata?: Record<string, unknown>;
+}
+interface BeliefDecisionExtractionDiagnostic {
+    runId: string;
+    eventId?: string;
+    severity: 'info' | 'warning' | 'error';
+    reason: string;
+}
+interface BeliefDecisionExtractionReport {
+    decisions: BeliefDecisionPoint[];
+    diagnostics: BeliefDecisionExtractionDiagnostic[];
+}
+type BeliefPolicyAction = 'accept' | 'defer' | 'verify' | 'ask' | 'retry' | 'stop';
+interface BeliefPolicyDecision {
+    action: BeliefPolicyAction;
+    confidence?: number;
+    targetProb?: number;
+    qHat?: number | null;
+    reason?: string;
+    reasons?: BeliefDecisionReason[];
+}
+interface BeliefSelectivePolicy {
+    id: string;
+    decide(point: BeliefDecisionPoint): BeliefPolicyDecision;
+}
+interface BeliefOpeTargetPolicy {
+    id: string;
+    targetProbOf(point: BeliefDecisionPoint): number | null | undefined;
+    qHatOf?(point: BeliefDecisionPoint): number | null | undefined;
+}
+interface BeliefUtilityOptions {
+    successUtility?: number;
+    failureUtility?: number;
+    deferUtility?: number;
+    verifyCost?: number;
+    askCost?: number;
+    retryCost?: number;
+    stopUtility?: number;
+    costWeight?: number;
+}
+interface BeliefSelectivePolicyMetrics {
+    policyId: string;
+    n: number;
+    accepted: number;
+    rejected: number;
+    coverage: number;
+    acceptedErrorRate: number;
+    baselineUtility: number;
+    policyUtility: number;
+    utilityDelta: number;
+    utilityCi95: {
+        mean: number;
+        lower: number;
+        upper: number;
+    };
+    rejectedMeanReward: number | null;
+    recommendation: 'ship' | 'hold' | 'need_more_data';
+    reasons: string[];
+}
+interface BeliefOpeSupportDiagnostics {
+    supported: boolean;
+    n: number;
+    dropped: number;
+    effectiveSampleSize: number;
+    effectiveSampleRatio: number;
+    maxImportanceWeight: number;
+    reasons: string[];
+}
+interface BeliefOpeReport {
+    targetPolicyId: string;
+    ips: OffPolicyEstimate;
+    snips: OffPolicyEstimate;
+    dr: OffPolicyEstimate;
+    support: BeliefOpeSupportDiagnostics;
+}
+type BeliefEvaluationStatus = 'ship' | 'hold' | 'need_more_data';
+type BeliefCalibrationStatus = 'supported' | 'unsupported';
+type BeliefOpeStatus = 'supported' | 'unsupported' | 'not_requested';
+interface BeliefPolicyEvaluationReport {
+    policyId: string;
+    n: number;
+    status: BeliefEvaluationStatus;
+    selectiveStatus: BeliefEvaluationStatus;
+    calibrationStatus: BeliefCalibrationStatus;
+    opeStatus: BeliefOpeStatus;
+    opeTargetPolicyId?: string;
+    selective: BeliefSelectivePolicyMetrics;
+    calibration?: CalibrationReport;
+    ope?: BeliefOpeReport;
+    diagnostics: string[];
+}
+
+type BeliefCalibrationRegion = 'all' | 'accepted' | 'rejected';
+interface BeliefCalibrationOptions {
+    bins?: number;
+    minPairs?: number;
+    policy?: BeliefSelectivePolicy;
+    region?: BeliefCalibrationRegion;
+}
+declare function calibrateBeliefDecisions(points: BeliefDecisionPoint[], options?: BeliefCalibrationOptions): CalibrationReport | null;
+
+interface BeliefOpeOptions extends OffPolicyOptions {
+    minEffectiveSampleSize?: number;
+    minEffectiveSampleRatio?: number;
+    maxDiagnostics?: number;
+}
+interface BeliefOffPolicyTrajectoryReport {
+    targetPolicyId: string;
+    trajectories: OffPolicyTrajectory[];
+    dropped: number;
+    diagnostics: string[];
+}
+declare function embeddedBeliefOpeTargetPolicy(id?: string): BeliefOpeTargetPolicy;
+declare function beliefDecisionsToOffPolicyTrajectories(points: BeliefDecisionPoint[], targetPolicy: BeliefOpeTargetPolicy, options?: Pick<BeliefOpeOptions, 'maxDiagnostics'>): BeliefOffPolicyTrajectoryReport;
+declare function evaluateBeliefOffPolicy(points: BeliefDecisionPoint[], targetPolicy: BeliefOpeTargetPolicy, options?: BeliefOpeOptions): BeliefOpeReport;
+
+interface EvaluateBeliefSelectivePolicyOptions {
+    utility?: BeliefUtilityOptions;
+    minN?: number;
+    minAccepted?: number;
+    minUtilityDelta?: number;
+    seed?: number;
+}
+declare function thresholdSelectivePolicy(options: {
+    id?: string;
+    confidenceThreshold: number;
+    belowThresholdAction?: Exclude<BeliefPolicyAction, 'accept'>;
+}): BeliefSelectivePolicy;
+declare function evaluateBeliefSelectivePolicy(points: BeliefDecisionPoint[], policy: BeliefSelectivePolicy, options?: EvaluateBeliefSelectivePolicyOptions): BeliefSelectivePolicyMetrics;
+
+interface AnalyzeBeliefPolicyOpeOptions extends BeliefOpeOptions {
+    targetPolicy?: BeliefOpeTargetPolicy;
+}
+interface AnalyzeBeliefPolicyOptions {
+    points: BeliefDecisionPoint[];
+    policy: BeliefSelectivePolicy;
+    selective?: EvaluateBeliefSelectivePolicyOptions;
+    calibration?: BeliefCalibrationOptions;
+    ope?: AnalyzeBeliefPolicyOpeOptions;
+    requireOpe?: boolean;
+}
+declare function analyzeBeliefPolicy(options: AnalyzeBeliefPolicyOptions): BeliefPolicyEvaluationReport;
+
+type CodeAgentBeliefDecisionTargetId = 'failure-recovery' | 'tool-selection' | 'graph-completion';
+interface ExtractCodeAgentBeliefDecisionPointsOptions {
+    source: CodeAgentSessionSource;
+    entries: unknown[];
+    run: Pick<RunRecord, 'runId' | 'scenarioId' | 'outcome' | 'costUsd'>;
+    sourcePath?: string;
+}
+interface BeliefDecisionInventoryBucket {
+    id: string;
+    kind?: BeliefDecisionKind;
+    targetId?: CodeAgentBeliefDecisionTargetId;
+    n: number;
+    withOutcome: number;
+    withConfidence: number;
+    withCandidateActions: number;
+    withBehaviorProb: number;
+    withTargetProb: number;
+    successRate: number | null;
+    meanScore: number | null;
+    meanConfidence: number | null;
+}
+interface BeliefDecisionInventoryReport {
+    n: number;
+    byKind: BeliefDecisionInventoryBucket[];
+    byTarget: BeliefDecisionInventoryBucket[];
+    diagnostics: string[];
+}
+interface BeliefDecisionTargetSelection {
+    id: CodeAgentBeliefDecisionTargetId;
+    label: string;
+    points: BeliefDecisionPoint[];
+    support: BeliefDecisionInventoryBucket;
+    reasons: string[];
+}
+interface SelectBeliefDecisionTargetOptions {
+    minN?: number;
+    minOutcomeCoverage?: number;
+    preferredTargets?: CodeAgentBeliefDecisionTargetId[];
+}
+interface AnalyzeBeliefDecisionCorpusOptions {
+    points: BeliefDecisionPoint[];
+    targetId?: CodeAgentBeliefDecisionTargetId;
+    minN?: number;
+    minOutcomeCoverage?: number;
+    minAccepted?: number;
+    confidenceThreshold?: number;
+    policy?: BeliefSelectivePolicy;
+    requireOpe?: boolean;
+    policyOptions?: Partial<AnalyzeBeliefPolicyOptions>;
+}
+interface BeliefDecisionCorpusEvaluation {
+    inventory: BeliefDecisionInventoryReport;
+    target?: BeliefDecisionTargetSelection;
+    policy?: BeliefSelectivePolicy;
+    evaluation?: BeliefPolicyEvaluationReport;
+    diagnostics: string[];
+}
+declare function extractCodeAgentBeliefDecisionPoints(options: ExtractCodeAgentBeliefDecisionPointsOptions): BeliefDecisionExtractionReport;
+declare function inventoryBeliefDecisionPoints(points: BeliefDecisionPoint[]): BeliefDecisionInventoryReport;
+declare function selectBeliefDecisionTarget(points: BeliefDecisionPoint[], options?: SelectBeliefDecisionTargetOptions): BeliefDecisionTargetSelection | null;
+declare function analyzeBeliefDecisionCorpus(options: AnalyzeBeliefDecisionCorpusOptions): BeliefDecisionCorpusEvaluation;
+
+type BeliefResearchClaimScope = 'selective' | 'counterfactual';
+type BeliefResearchEvidenceStatus = 'supported' | 'blocked';
+type BeliefResearchGateId = 'corpus' | 'selective' | 'calibration' | 'ope';
+interface BeliefResearchEvidenceGate {
+    id: BeliefResearchGateId;
+    status: BeliefResearchEvidenceStatus;
+    blockers: string[];
+    caveats: string[];
+}
+interface BeliefDecisionResearchEvidencePacket {
+    claimScope: BeliefResearchClaimScope;
+    status: BeliefResearchEvidenceStatus;
+    analysis: BeliefDecisionCorpusEvaluation;
+    gates: BeliefResearchEvidenceGate[];
+    blockers: string[];
+    caveats: string[];
+}
+interface BuildBeliefDecisionResearchEvidencePacketOptions extends AnalyzeBeliefDecisionCorpusOptions {
+    claimScope?: BeliefResearchClaimScope;
+}
+declare function buildBeliefDecisionResearchEvidencePacket(options: BuildBeliefDecisionResearchEvidencePacketOptions): BeliefDecisionResearchEvidencePacket;
+
+interface CodeAgentBeliefSession extends CodeAgentSessionIntakeOptions {
+    source: CodeAgentSessionSource;
+}
+interface BuildCodeAgentBeliefEvidenceCorpusOptions extends Omit<BuildBeliefDecisionResearchEvidencePacketOptions, 'points'> {
+    sessions: CodeAgentBeliefSession[];
+}
+interface CodeAgentBeliefEvidenceCorpus {
+    runs: RunRecord[];
+    metrics: CodeAgentSessionMetrics[];
+    intakeDiagnostics: CodeAgentSessionDiagnostic[];
+    extractionDiagnostics: BeliefDecisionExtractionDiagnostic[];
+    decisions: BeliefDecisionPoint[];
+    inventory: BeliefDecisionInventoryReport;
+    evidence: BeliefDecisionResearchEvidencePacket;
+}
+declare function buildCodeAgentBeliefEvidenceCorpus(options: BuildCodeAgentBeliefEvidenceCorpusOptions): CodeAgentBeliefEvidenceCorpus;
+
+interface ExtractBeliefDecisionPointsOptions {
+    runIds?: string[];
+}
+declare function extractBeliefDecisionPoints(store: TraceStore, options?: ExtractBeliefDecisionPointsOptions): Promise<BeliefDecisionExtractionReport>;
+
+interface BeliefShadowProbeInput {
+    probeId: string;
+    decisionId: string;
+    runId: string;
+    scenarioId?: string;
+    stepIndex: number;
+    decisionKind: BeliefDecisionKind;
+    candidateActions: string[];
+    observedAction?: string;
+    evidence: BeliefShadowProbeEvidenceRef[];
+    context?: string;
+    metadata?: Record<string, unknown>;
+}
+interface BeliefShadowProbeEvidenceRef {
+    id: string;
+    source: string;
+    detail?: string;
+    quality?: BeliefEvidenceQuality;
+}
+interface BeliefShadowProbeResponse {
+    predictedAction: string;
+    confidence: number;
+    beliefSummary?: string;
+    uncertainty?: string[];
+    evidenceRefs?: string[];
+    wouldChangeMindIf?: string[];
+    targetProb?: number;
+    qHat?: number | null;
+    metadata?: Record<string, unknown>;
+}
+interface BeliefShadowProbeRecord extends BeliefShadowProbeResponse {
+    probeId: string;
+    decisionId: string;
+    runId: string;
+    scenarioId?: string;
+    stepIndex: number;
+    decisionKind: BeliefDecisionKind;
+    candidateActions: string[];
+    observedAction: string;
+    agreesWithObservedAction: boolean;
+    outcome?: BeliefDecisionOutcome;
+}
+interface BeliefShadowProbeDiagnostic {
+    decisionId: string;
+    severity: 'warning' | 'error';
+    reason: string;
+}
+interface BeliefShadowProbeSummary {
+    attempted: number;
+    completed: number;
+    dropped: number;
+    withOutcome: number;
+    withTargetProb: number;
+    meanConfidence: number | null;
+    observedAgreementRate: number | null;
+}
+interface BeliefShadowProbeRun {
+    probeId: string;
+    records: BeliefShadowProbeRecord[];
+    diagnostics: BeliefShadowProbeDiagnostic[];
+    summary: BeliefShadowProbeSummary;
+}
+interface RunBeliefShadowProbeOptions {
+    probeId: string;
+    points: BeliefDecisionPoint[];
+    probe: (input: BeliefShadowProbeInput) => BeliefShadowProbeResponse | Promise<BeliefShadowProbeResponse>;
+    contextOf?: (point: BeliefDecisionPoint) => string | undefined | Promise<string | undefined>;
+    metadataOf?: (point: BeliefDecisionPoint) => Record<string, unknown> | undefined | Promise<Record<string, unknown> | undefined>;
+    includeObservedAction?: boolean;
+    includeEvidenceDetail?: boolean;
+    includeOutcomeInRecord?: boolean;
+    requireCandidateActions?: boolean;
+    allowOutOfSetActions?: boolean;
+    concurrency?: number;
+    maxContextChars?: number;
+}
+declare function runBeliefShadowProbe(options: RunBeliefShadowProbeOptions): Promise<BeliefShadowProbeRun>;
+declare function formatBeliefShadowProbePrompt(input: BeliefShadowProbeInput): string;
+
+interface RuntimeBeliefDecisionEvidenceRef {
+    source: string;
+    id: string;
+    detail?: string;
+    quality?: BeliefEvidenceQuality;
+    metadata?: Record<string, unknown>;
+}
+interface RuntimeBeliefDecisionPoint {
+    id: string;
+    runId: string;
+    scenarioId?: string;
+    stepIndex: number;
+    kind: string;
+    candidateActions?: string[];
+    context?: string;
+    evidence?: RuntimeBeliefDecisionEvidenceRef[];
+    metadata?: Record<string, unknown>;
+}
+interface RuntimeBeliefHookEvent {
+    id: string;
+    runId: string;
+    scenarioId?: string;
+    target: string;
+    phase: string;
+    timestamp: number;
+    stepIndex?: number;
+    parentId?: string;
+    payload?: unknown;
+    metadata?: Record<string, unknown>;
+}
+interface RuntimeBeliefHookContext {
+    signal?: AbortSignal;
+}
+interface RuntimeBeliefHooks {
+    onEvent?: (event: RuntimeBeliefHookEvent, context: RuntimeBeliefHookContext) => void | Promise<void>;
+    onDecisionPoint?: (point: RuntimeBeliefDecisionPoint, context: RuntimeBeliefHookContext) => void | Promise<void>;
+}
+interface RuntimeBeliefConversionDiagnostic {
+    decisionId: string;
+    severity: 'warning' | 'error';
+    reason: string;
+}
+interface RuntimeBeliefShadowProbeInputOptions {
+    probeId: string;
+    decisionKind?: BeliefDecisionKind;
+    includeEvidenceDetail?: boolean;
+    includeLifecycleEvidence?: boolean;
+    lifecycleEvents?: RuntimeBeliefHookEvent[];
+    maxContextChars?: number;
+}
+interface RuntimeBeliefDecisionPointOptions {
+    chosenAction?: string;
+    decisionKind?: BeliefDecisionKind;
+    confidence?: number;
+    behaviorProb?: number;
+    targetProb?: number;
+    qHat?: number | null;
+    costUsd?: number;
+    outcome?: BeliefDecisionOutcome;
+    metadata?: Record<string, unknown>;
+    includeLifecycleEvidence?: boolean;
+    lifecycleEvents?: RuntimeBeliefHookEvent[];
+}
+interface RuntimeBeliefShadowProbeInputReport {
+    input?: BeliefShadowProbeInput;
+    diagnostics: RuntimeBeliefConversionDiagnostic[];
+}
+interface RuntimeBeliefDecisionPointReport {
+    point?: BeliefDecisionPoint;
+    diagnostics: RuntimeBeliefConversionDiagnostic[];
+}
+interface BeliefRuntimeHookCollector {
+    hooks: RuntimeBeliefHooks;
+    decisions: RuntimeBeliefDecisionPoint[];
+    events: RuntimeBeliefHookEvent[];
+    toShadowProbeInputs(options?: Partial<RuntimeBeliefShadowProbeInputOptions>): {
+        inputs: BeliefShadowProbeInput[];
+        diagnostics: RuntimeBeliefConversionDiagnostic[];
+    };
+    clear(): void;
+}
+declare function runtimeDecisionPointToBeliefShadowProbeInput(point: RuntimeBeliefDecisionPoint, options: RuntimeBeliefShadowProbeInputOptions): RuntimeBeliefShadowProbeInputReport;
+declare function runtimeDecisionPointToBeliefDecisionPoint(point: RuntimeBeliefDecisionPoint, options: RuntimeBeliefDecisionPointOptions): RuntimeBeliefDecisionPointReport;
+declare function createBeliefRuntimeHookCollector(defaults: RuntimeBeliefShadowProbeInputOptions): BeliefRuntimeHookCollector;
+
+interface RuntimeBeliefPhase0RunRecord {
+    runId: string;
+    scenarioId?: string;
+    splitTag: RunSplitTag;
+}
+interface RuntimeBeliefDecisionLabel {
+    decisionId: string;
+    chosenAction: string;
+    outcome: BeliefDecisionOutcome;
+    confidence?: number;
+    behaviorProb?: number;
+    targetProb?: number;
+    qHat?: number | null;
+    costUsd?: number;
+    splitTag?: RunSplitTag;
+    metadata?: Record<string, unknown>;
+}
+interface BuildRuntimeBeliefPhase0MeasurementOptions extends Omit<BuildBeliefDecisionResearchEvidencePacketOptions, 'points'> {
+    runs: RuntimeBeliefPhase0RunRecord[];
+    decisions: RuntimeBeliefDecisionPoint[];
+    events?: RuntimeBeliefHookEvent[];
+    labels: RuntimeBeliefDecisionLabel[];
+    baselinePolicyId?: string;
+}
+interface RuntimeBeliefPhase0MeasurementSummary {
+    runCount: number;
+    producerDecisionCount: number;
+    lifecycleEventCount: number;
+    labelCount: number;
+    completedPointCount: number;
+    runJoinRate: number;
+    labelJoinRate: number;
+    missingRunRecordCount: number;
+    missingLabelCount: number;
+    withEvidence: number;
+    withOutcome: number;
+    withSplit: number;
+    withBehaviorProb: number;
+    withTargetProb: number;
+    baselinePolicyId: string;
+    packetStatus: BeliefDecisionResearchEvidencePacket['status'];
+    claimScope: BeliefDecisionResearchEvidencePacket['claimScope'];
+}
+interface RuntimeBeliefPhase0Measurement {
+    points: BeliefDecisionPoint[];
+    packet: BeliefDecisionResearchEvidencePacket;
+    summary: RuntimeBeliefPhase0MeasurementSummary;
+    diagnostics: string[];
+}
+declare function buildRuntimeBeliefPhase0Measurement(options: BuildRuntimeBeliefPhase0MeasurementOptions): RuntimeBeliefPhase0Measurement;
+
+type RuntimeBenchmarkTrajectoryRecord = RuntimeTrajectoryRecord & {
+    benchmark?: unknown;
+    condition?: unknown;
+    instanceId?: unknown;
+    runtimeDecisionPoints?: unknown;
+};
+interface BuildRuntimeBenchmarkBeliefPhase0MeasurementOptions extends Omit<BuildRuntimeBeliefPhase0MeasurementOptions, 'runs' | 'events' | 'decisions' | 'labels'> {
+    records: RuntimeBenchmarkTrajectoryRecord[];
+    decisions?: RuntimeBeliefDecisionPoint[];
+    defaultSplitTag?: ProjectRuntimeTrajectoryEvidenceOptions['defaultSplitTag'];
+    labels?: RuntimeBeliefDecisionLabel[];
+}
+interface RuntimeBenchmarkBeliefPhase0Summary {
+    decisionCount: number;
+    labelCount: number;
+}
+interface RuntimeBenchmarkBeliefPhase0Measurement {
+    runs: RuntimeBeliefPhase0RunRecord[];
+    events: RuntimeBeliefHookEvent[];
+    decisions: RuntimeBeliefDecisionPoint[];
+    labels: RuntimeBeliefDecisionLabel[];
+    trajectory: RuntimeTrajectoryEvidenceProjection;
+    measurement: RuntimeBeliefPhase0Measurement;
+    summary: RuntimeBenchmarkBeliefPhase0Summary;
+    diagnostics: string[];
+}
+declare function buildRuntimeBenchmarkBeliefPhase0Measurement(options: BuildRuntimeBenchmarkBeliefPhase0MeasurementOptions): RuntimeBenchmarkBeliefPhase0Measurement;
+
+export { type AnalyzeBeliefDecisionCorpusOptions, type AnalyzeBeliefPolicyOpeOptions, type AnalyzeBeliefPolicyOptions, BELIEF_DECISION_KINDS, BELIEF_EVALUATION_CRITERIA, BELIEF_EVIDENCE_QUALITIES, BELIEF_EVIDENCE_SOURCES, type BeliefCalibrationOptions, type BeliefCalibrationRegion, type BeliefCalibrationStatus, type BeliefDecisionCorpusEvaluation, type BeliefDecisionExtractionDiagnostic, type BeliefDecisionExtractionReport, type BeliefDecisionInventoryBucket, type BeliefDecisionInventoryReport, type BeliefDecisionKind, type BeliefDecisionOutcome, type BeliefDecisionPoint, type BeliefDecisionReason, type BeliefDecisionReasonCode, type BeliefDecisionResearchEvidencePacket, type BeliefDecisionTargetSelection, type BeliefEvaluationCriterionId, type BeliefEvaluationStatus, type BeliefEvidenceQuality, type BeliefEvidenceRef, type BeliefEvidenceSource, type BeliefOffPolicyTrajectoryReport, type BeliefOpeOptions, type BeliefOpeReport, type BeliefOpeStatus, type BeliefOpeSupportDiagnostics, type BeliefOpeTargetPolicy, type BeliefPolicyAction, type BeliefPolicyDecision, type BeliefPolicyEvaluationReport, type BeliefResearchClaimScope, type BeliefResearchEvidenceGate, type BeliefResearchEvidenceStatus, type BeliefResearchGateId, type BeliefRuntimeHookCollector, type BeliefSelectivePolicy, type BeliefSelectivePolicyMetrics, type BeliefShadowProbeDiagnostic, type BeliefShadowProbeEvidenceRef, type BeliefShadowProbeInput, type BeliefShadowProbeRecord, type BeliefShadowProbeResponse, type BeliefShadowProbeRun, type BeliefShadowProbeSummary, type BeliefUtilityOptions, type BuildBeliefDecisionResearchEvidencePacketOptions, type BuildCodeAgentBeliefEvidenceCorpusOptions, type BuildRuntimeBeliefPhase0MeasurementOptions, type BuildRuntimeBenchmarkBeliefPhase0MeasurementOptions, type CodeAgentBeliefDecisionTargetId, type CodeAgentBeliefEvidenceCorpus, type CodeAgentBeliefSession, type EvaluateBeliefSelectivePolicyOptions, type ExtractBeliefDecisionPointsOptions, type ExtractCodeAgentBeliefDecisionPointsOptions, type RunBeliefShadowProbeOptions, type RuntimeBeliefConversionDiagnostic, type RuntimeBeliefDecisionEvidenceRef, type RuntimeBeliefDecisionLabel, type RuntimeBeliefDecisionPoint, type RuntimeBeliefDecisionPointOptions, type RuntimeBeliefDecisionPointReport, type RuntimeBeliefHookContext, type RuntimeBeliefHookEvent, type RuntimeBeliefHooks, type RuntimeBeliefPhase0Measurement, type RuntimeBeliefPhase0MeasurementSummary, type RuntimeBeliefPhase0RunRecord, type RuntimeBeliefShadowProbeInputOptions, type RuntimeBeliefShadowProbeInputReport, type RuntimeBenchmarkBeliefPhase0Measurement, type RuntimeBenchmarkBeliefPhase0Summary, type SelectBeliefDecisionTargetOptions, analyzeBeliefDecisionCorpus, analyzeBeliefPolicy, beliefDecisionsToOffPolicyTrajectories, buildBeliefDecisionResearchEvidencePacket, buildCodeAgentBeliefEvidenceCorpus, buildRuntimeBeliefPhase0Measurement, buildRuntimeBenchmarkBeliefPhase0Measurement, calibrateBeliefDecisions, createBeliefRuntimeHookCollector, embeddedBeliefOpeTargetPolicy, evaluateBeliefOffPolicy, evaluateBeliefSelectivePolicy, extractBeliefDecisionPoints, extractCodeAgentBeliefDecisionPoints, formatBeliefShadowProbePrompt, inventoryBeliefDecisionPoints, isBeliefDecisionKind, isBeliefEvidenceSource, runBeliefShadowProbe, runtimeDecisionPointToBeliefDecisionPoint, runtimeDecisionPointToBeliefShadowProbeInput, selectBeliefDecisionTarget, thresholdSelectivePolicy };

package/dist/benchmarks/index.d.ts

@@ -1,23 +1,5 @@
-/**
- * Reference benchmark wrappers — entry point.
- *
- * Core surface (exported here):
- *   - The `BenchmarkAdapter` contract.
- *   - `deterministicSplit` + `BENCHMARK_SPLIT_SEED` for split assignment.
- *   - `routing` — synthetic 16-task router benchmark. The only novel
- *     benchmark we built; ships in the package.
- *
- * Example wrappers (under `examples/benchmarks/`, NOT in the bundle):
- *   - `gsm8k`         — exact-match math reasoning (HF mirror, dataset
- *                       not bundled).
- *   - `swebench-lite` — 30-instance SWE-Bench subset via an external
- *                       grader command.
- *
- * The example wrappers are reference implementations of `BenchmarkAdapter`.
- * Read them, copy them, adapt them. They're intentionally not in the main
- * entry — every team will configure them differently.
- */
-export * as routing from './routing/index';
-export type { BenchmarkAdapter, BenchmarkDatasetItem, BenchmarkEvaluation, } from './types';
-export { BENCHMARK_SPLIT_SEED, deterministicSplit } from './types';
-//# sourceMappingURL=index.d.ts.map
+export { B as BENCHMARK_SPLIT_SEED, a as BenchmarkAdapter, b as BenchmarkDatasetItem, c as BenchmarkEvaluation, d as deterministicSplit, e as routing } from '../index-_Y4oNOOb.js';
+import '../run-record-CP2ObebC.js';
+import '@tangle-network/agent-interface';
+import '../errors-CzMUYo7b.js';
+import '../schema-m0gsnbt3.js';