niceeval 0.15.1-canary.76 → 0.16.1

package/dist/experiment/host/types.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["types.ts"],"names":[],"mappings":";;;AAAA,mCAA2C;AAc3C,+EAA+E;AAC/E,MAAa,mBAAoB,SAAQ,aAAI,CAAC,WAAW,CAAC,qBAAqB,CAM7E;CACD;AAPD,kDAOC","sourcesContent":["import { Data, type Effect } from \"effect\";\nimport type { Config } from \"../../types.ts\";\nimport type { FeedbackCoordinator } from \"../../runner/feedback/coordinator.ts\";\nimport type { InvocationCompletion } from \"../../runner/types.ts\";\nimport type { SessionListDocument, SessionShowDocument } from \"../../runner/session.ts\";\nimport type { CurrentReuseReadbackSnapshot } from \"../../runner/reuse-readback.ts\";\nimport type { SetupPrefixPreparationSummary } from \"../../runner/setup-prefix-preparation.ts\";\nimport type { ProjectStateDatabase } from \"../../record/sqlite/project-state-database.ts\";\nexport type ExperimentHostJsonValue = null | boolean | number | string | readonly ExperimentHostJsonValue[] | {\n    readonly [key: string]: ExperimentHostJsonValue;\n};\n/** Services supplied once by the outer Node/application composition edge. */\nexport type ExperimentHostRequirements = import(\"../../record/platform/services.ts\").RecordFileSystem | import(\"../../record/platform/services.ts\").RecordEntropy | import(\"../../coordination/record-leases.ts\").RecordCoordination | ProjectStateDatabase;\nexport type ExperimentHostOperation = \"catalog\" | \"check\" | \"debug\" | \"invocation-plan\" | \"invocation-run\" | \"rename-plan\" | \"rename-apply\" | \"accept\" | \"invocation-status-list\" | \"invocation-status-show\" | \"teardown-inspect\" | \"teardown-run\";\n/** Stable typed failure boundary; defects and interruption remain separate. */\nexport class ExperimentHostError extends Data.TaggedError(\"ExperimentHostError\")<{\n    readonly operation: ExperimentHostOperation;\n    readonly code: string;\n    readonly message: string;\n    /** Structured typed failure retained for application/CLI attribution. */\n    readonly cause?: unknown;\n}> {\n}\n/** Inputs shared by discovery, link checking, and invocation planning. */\nexport interface ExperimentHostSelectionInput {\n    readonly cwd: string;\n    readonly experimentSelector?: string;\n    readonly evalSelectors?: readonly string[];\n    readonly tag?: string;\n}\nexport interface ExperimentHostEvalSummary {\n    readonly id: string;\n    readonly description?: string;\n    readonly tags: readonly string[];\n    readonly evaluationKind: \"pass\" | \"score\";\n}\nexport interface ExperimentHostExperimentSummary {\n    readonly id: string;\n    readonly description?: string;\n    readonly adapter: string;\n    readonly model?: string;\n    readonly attempts: number;\n    readonly evalIds: readonly string[];\n    readonly labels: Readonly<Record<string, string | number>>;\n    readonly hasSetup: boolean;\n    readonly hasTeardown: boolean;\n    readonly sharedStateKey?: string;\n}\nexport interface ExperimentHostCatalog {\n    readonly status: \"listed\";\n    readonly evals: readonly ExperimentHostEvalSummary[];\n    readonly experimentIds: readonly string[];\n    readonly experiments: readonly ExperimentHostExperimentSummary[];\n}\nexport type ExperimentHostSelectionProblem = {\n    readonly status: \"experiment-no-match\";\n    readonly selector: string;\n    readonly candidates: readonly string[];\n} | {\n    readonly status: \"eval-no-match\";\n    readonly selector: string;\n    readonly experimentIds: readonly string[];\n    readonly candidates: readonly string[];\n} | {\n    readonly status: \"empty-selection\";\n    readonly experimentIds: readonly string[];\n    readonly candidates: readonly string[];\n};\nexport interface ExperimentHostRunOverrides {\n    readonly attempts?: number;\n    readonly earlyExit?: boolean;\n    readonly timeoutMs?: number;\n    readonly budget?: number;\n    readonly rerun?: \"failed\" | \"all\";\n    readonly keepSandbox?: \"failed\" | \"all\";\n    readonly maxConcurrency?: number;\n    readonly maxBuildConcurrency?: number;\n    readonly maxSetupPrefixConcurrency?: number;\n}\nexport interface ExperimentHostCheckRequest extends ExperimentHostSelectionInput {\n    readonly config: Config;\n    readonly overrides?: ExperimentHostRunOverrides;\n}\nexport type ExperimentHostCheckResult = ExperimentHostSelectionProblem | {\n    readonly status: \"linked\";\n    readonly experimentIds: readonly string[];\n    readonly evalIds: readonly string[];\n    readonly pairCount: number;\n};\ndeclare const invocationPlanBrand: unique symbol;\n/**\n * Opaque in-memory authority issued by `experimentHost.invocation.plan`.\n * Its Runner graph is held in Host-private storage and cannot be forged or\n * reconstructed by a CLI.\n */\nexport interface ExperimentHostInvocationPlan {\n    readonly [invocationPlanBrand]: typeof invocationPlanBrand;\n}\nexport interface ExperimentHostInvocationShape {\n    readonly experiments: number;\n    readonly evals: number;\n    readonly configurations: number;\n    readonly totalAttempts: number;\n    readonly attempts: number;\n    readonly maxConcurrency: number;\n    readonly maxBuildConcurrency: number;\n    readonly maxSetupPrefixConcurrency: number;\n    readonly experimentConcurrency: Readonly<Record<string, number>>;\n}\nexport interface ExperimentHostDrySlotTarget {\n    readonly runId: string;\n    readonly slotId: string;\n    readonly experimentId: string;\n    readonly evalId: string;\n    readonly executionIdentityDigest: string;\n    readonly evalGroupId?: string;\n    readonly evalGroupIndex?: number;\n    readonly attempt: number;\n}\nexport interface ExperimentHostDryComparison {\n    readonly attachment: string;\n    readonly recordedClaim: string;\n    readonly sourceState: string;\n    readonly result: string;\n    readonly reason: string;\n}\nexport type ExperimentHostDrySlot = {\n    readonly state: \"reuse\";\n    readonly target: ExperimentHostDrySlotTarget;\n    readonly source: {\n        readonly attemptId: string;\n        readonly originRunId: string;\n        readonly originSlotId: string;\n        readonly sourceRunId: string;\n    };\n    readonly comparisons: readonly ExperimentHostDryComparison[];\n} | {\n    readonly state: \"gap\";\n    readonly target: ExperimentHostDrySlotTarget;\n    readonly reason: string;\n    readonly scope: \"slot\" | \"experiment\" | \"target\";\n    readonly issues: readonly ExperimentHostJsonValue[];\n    readonly comparisons: readonly ExperimentHostDryComparison[];\n};\nexport interface ExperimentHostDryPlan {\n    readonly policy: {\n        readonly name: \"project-target\";\n        readonly version: 1;\n    };\n    readonly slots: readonly ExperimentHostDrySlot[];\n    readonly readbacks: readonly CurrentReuseReadbackSnapshot[];\n    readonly lockedPairs: readonly string[];\n}\nexport type ExperimentHostInvocationPlanResult = ExperimentHostSelectionProblem | {\n    readonly status: \"ready\";\n    readonly plan: ExperimentHostInvocationPlan;\n    readonly shape: ExperimentHostInvocationShape;\n    readonly experimentIds: readonly string[];\n    readonly evalIds: readonly string[];\n    readonly pluginAudit: {\n        readonly occurrences: readonly ExperimentHostJsonValue[];\n    };\n    readonly dry?: ExperimentHostDryPlan;\n};\nexport interface ExperimentHostInvocationPlanRequest extends ExperimentHostSelectionInput {\n    readonly config: Config;\n    /** @deprecated Ordinary Invocations always use cwd/.niceeval/record.sqlite. */\n    readonly recordRoot?: string;\n    /** Host path to process coordination state; defaults to cwd/.niceeval. */\n    readonly coordinationRoot?: string;\n    readonly overrides?: ExperimentHostRunOverrides;\n    readonly preview?: boolean;\n}\n/** Lossless Experiment presentation owned by the calling Host surface. */\nexport interface ExperimentHostInvocationFeedback {\n    readonly coordinator: FeedbackCoordinator;\n}\nexport interface ExperimentHostInvocationRunRequest {\n    readonly plan: ExperimentHostInvocationPlan;\n    readonly signal?: AbortSignal;\n    readonly feedback?: ExperimentHostInvocationFeedback;\n    /** Optional required JUnit reporter target, owned and invoked inside Host. */\n    readonly junitPath?: string;\n}\n/**\n * Invocation status is project-local and ephemeral.  It is an observation of\n * the coordination directory, not recoverable Record fact data.\n */\nexport interface ExperimentHostInvocationStatusListRequest {\n    readonly cwd: string;\n    readonly all?: boolean;\n    readonly experimentSelector?: string;\n}\nexport interface ExperimentHostInvocationStatusShowRequest {\n    readonly cwd: string;\n    readonly invocationSelector: string;\n}\nexport type ExperimentHostInvocationStatusList = SessionListDocument;\nexport type ExperimentHostInvocationStatusShow = SessionShowDocument;\nexport interface ExperimentHostInvocationReceipt {\n    readonly invocationId: string;\n    readonly createdRunIds: readonly string[];\n    readonly publicationCutoff: string;\n    readonly startedAt: string;\n    readonly completedAt?: string;\n    readonly completion: \"completed\" | \"interrupted\" | \"failed\";\n}\nexport interface ExperimentHostInvocationSummary {\n    readonly total: number;\n    readonly passed: number;\n    readonly failed: number;\n    readonly skipped: number;\n    readonly errored: number;\n    readonly durationMs: number;\n    readonly inputTokens?: number;\n    readonly outputTokens?: number;\n    readonly estimatedCostUSD?: number;\n    readonly setupPrefixes: SetupPrefixPreparationSummary;\n}\nexport interface ExperimentHostInvocationResult {\n    readonly status: \"finished\";\n    readonly receipt: ExperimentHostInvocationReceipt;\n    readonly summary: ExperimentHostInvocationSummary;\n    /** Present when the caller supplied the one feedback reducer/presentation. */\n    readonly completion?: InvocationCompletion;\n    /** Exact CLI exit fold for the supplied presentation. */\n    readonly exitCode?: number;\n}\n/** Adopt one exact historical Run into one current Experiment. */\nexport interface ExperimentHostRenameRequest {\n    readonly cwd: string;\n    readonly sourceRunId: string;\n    readonly newId: string;\n    readonly config?: Config;\n    readonly operatorReason?: string;\n}\nexport type ExperimentHostRenameReason = import(\"../../runner/adoption.ts\").ExplicitAdoptionFailureCode;\nexport interface ExperimentHostRenamePlan {\n    readonly status: \"plan\";\n    readonly sourceRunId: string;\n    readonly oldId: string | null;\n    readonly newId: string;\n    readonly migrations: readonly {\n        readonly evalId: string;\n        readonly attempt: number;\n        readonly sourceLocator: string;\n        readonly targetExperimentId: string;\n        readonly fingerprint: string;\n    }[];\n    readonly blocked?: {\n        readonly reason: ExperimentHostRenameReason;\n        readonly detail: string;\n    };\n}\nexport type ExperimentHostRenameResult = {\n    readonly status: \"rejected\";\n    readonly sourceRunId: string;\n    readonly oldId: string | null;\n    readonly newId: string;\n    readonly reason: ExperimentHostRenameReason;\n    readonly detail: string;\n} | {\n    readonly status: \"done\";\n    readonly invocationId: string;\n    readonly runId: string;\n    readonly sourceRunId: string;\n    readonly oldId: string;\n    readonly newId: string;\n    readonly migrated: readonly {\n        readonly evalId: string;\n        readonly attempt: number;\n        readonly sourceLocator: string;\n        readonly locator: string;\n        readonly fingerprint: string;\n        readonly verdict: \"passed\" | \"failed\";\n    }[];\n};\nexport interface ExperimentHostAcceptRequest {\n    readonly cwd: string;\n    readonly locators: readonly string[];\n    /** @deprecated Accept is anchored to cwd/.niceeval/record.sqlite. */\n    readonly recordRoot?: string;\n    readonly config?: Config;\n    readonly operatorReason?: string;\n}\nexport interface ExperimentHostAcceptedAttempt {\n    readonly invocationId: string;\n    readonly runId: string;\n    readonly slotId: string;\n    readonly locator: string;\n    readonly sourceLocator: string;\n    readonly fingerprint: string;\n}\nexport interface ExperimentHostAcceptRunRequest extends Omit<ExperimentHostAcceptRequest, \"locators\"> {\n    readonly runId: string;\n}\nexport interface ExperimentHostAcceptRunPlan {\n    readonly sourceRunId: string;\n    readonly members: readonly {\n        readonly locator: string;\n        readonly experimentId: string;\n        readonly evalId: string;\n        readonly attempt: number;\n        readonly fingerprint: string;\n    }[];\n}\nexport interface ExperimentHostSharedStateEvidence {\n    readonly key: string;\n    readonly experimentId: string;\n    readonly ownerToken: string;\n    readonly host: string;\n    readonly pid: number;\n    readonly processIdentity: string;\n    readonly heartbeatAt: string;\n}\nexport interface ExperimentHostTeardownInspectRequest {\n    readonly cwd: string;\n    readonly experimentSelector?: string;\n    readonly coordinationRoot?: string;\n    readonly currentHost: string;\n    readonly recoveryKey?: string;\n}\nexport type ExperimentHostTeardownInspection = {\n    readonly status: \"no-evidence\";\n    readonly key: string;\n} | ExperimentHostSelectionProblem | {\n    readonly status: \"selection-not-unique\";\n    readonly experimentIds: readonly string[];\n    readonly evidence: ExperimentHostSharedStateEvidence;\n} | {\n    readonly status: \"experiment-mismatch\";\n    readonly selectedExperimentId: string;\n    readonly evidence: ExperimentHostSharedStateEvidence;\n} | {\n    readonly status: \"teardown-required\";\n    readonly experimentId: string;\n    readonly evidence: ExperimentHostSharedStateEvidence;\n} | {\n    readonly status: \"ready\";\n    readonly experimentIds: readonly string[];\n    readonly orphanedRegistrations: number;\n    readonly evidence?: ExperimentHostSharedStateEvidence;\n};\nexport interface ExperimentHostTeardownRequest extends ExperimentHostTeardownInspectRequest {\n    readonly observer?: ExperimentHostTeardownObserver;\n    readonly signal?: AbortSignal;\n    readonly ownerToken?: string;\n    readonly confirmOwnerTerminated?: boolean;\n    readonly confirmRemoteQuiesced?: boolean;\n}\nexport type ExperimentHostTeardownEvent = {\n    readonly type: \"experiment-progress\";\n    readonly experimentId: string;\n    readonly detail: string;\n} | {\n    readonly type: \"diagnostic\";\n    readonly code: string;\n    readonly level: \"info\" | \"warning\" | \"error\";\n    readonly message: string;\n    readonly data?: Readonly<Record<string, ExperimentHostJsonValue>>;\n} | {\n    readonly type: \"experiment-hook\";\n    readonly experimentId: string;\n    readonly hook: \"teardown\";\n    readonly status: \"started\" | \"done\" | \"failed\";\n    readonly durationMs?: number;\n    readonly recovery?: true;\n};\nexport interface ExperimentHostTeardownObserver {\n    readonly observe: (event: ExperimentHostTeardownEvent) => void;\n}\nexport type ExperimentHostTeardownResult = ExperimentHostTeardownInspection | {\n    readonly status: \"completed\";\n    readonly experiments: readonly {\n        readonly experimentId: string;\n        readonly executions: number;\n        readonly outcome: \"succeeded\" | \"failed\" | \"not-configured\";\n        readonly error?: string;\n    }[];\n} | {\n    readonly status: \"recovered\" | \"already-released\";\n    readonly key: string;\n    readonly experimentId: string;\n    readonly ownerToken: string;\n} | {\n    readonly status: \"recovery-confirmation-required\";\n    readonly evidence: ExperimentHostSharedStateEvidence;\n} | {\n    readonly status: \"recovery-teardown-failed\";\n    readonly evidence: ExperimentHostSharedStateEvidence;\n    readonly error: string;\n};\nexport interface ExperimentHostHighLevelSDK {\n    readonly catalog: (input: ExperimentHostSelectionInput) => Effect.Effect<ExperimentHostCatalog, ExperimentHostError, ExperimentHostRequirements>;\n    readonly check: (input: ExperimentHostCheckRequest) => Effect.Effect<ExperimentHostCheckResult, ExperimentHostError, ExperimentHostRequirements>;\n    readonly invocation: {\n        readonly plan: (input: ExperimentHostInvocationPlanRequest) => Effect.Effect<ExperimentHostInvocationPlanResult, ExperimentHostError, ExperimentHostRequirements>;\n        readonly run: (input: ExperimentHostInvocationRunRequest) => Effect.Effect<ExperimentHostInvocationResult, ExperimentHostError, ExperimentHostRequirements>;\n    };\n    readonly invocationStatus: {\n        readonly list: (input: ExperimentHostInvocationStatusListRequest) => Effect.Effect<ExperimentHostInvocationStatusList, ExperimentHostError, ExperimentHostRequirements>;\n        readonly show: (input: ExperimentHostInvocationStatusShowRequest) => Effect.Effect<ExperimentHostInvocationStatusShow, ExperimentHostError, ExperimentHostRequirements>;\n    };\n    readonly rename: {\n        readonly plan: (input: ExperimentHostRenameRequest) => Effect.Effect<ExperimentHostRenamePlan, ExperimentHostError, ExperimentHostRequirements>;\n        readonly apply: (input: ExperimentHostRenameRequest) => Effect.Effect<ExperimentHostRenameResult, ExperimentHostError, ExperimentHostRequirements>;\n    };\n    readonly teardown: {\n        readonly inspect: (input: ExperimentHostTeardownInspectRequest) => Effect.Effect<ExperimentHostTeardownInspection, ExperimentHostError, ExperimentHostRequirements>;\n        readonly run: (input: ExperimentHostTeardownRequest) => Effect.Effect<ExperimentHostTeardownResult, ExperimentHostError, ExperimentHostRequirements>;\n    };\n    readonly accept: (input: ExperimentHostAcceptRequest) => Effect.Effect<readonly ExperimentHostAcceptedAttempt[], ExperimentHostError, ExperimentHostRequirements>;\n    readonly acceptRun: {\n        readonly plan: (input: ExperimentHostAcceptRunRequest) => Effect.Effect<ExperimentHostAcceptRunPlan, ExperimentHostError, ExperimentHostRequirements>;\n        readonly apply: (input: ExperimentHostAcceptRunRequest) => Effect.Effect<readonly ExperimentHostAcceptedAttempt[], ExperimentHostError, ExperimentHostRequirements>;\n    };\n}\n"]}
+{"version":3,"file":"types.js","sourceRoot":"","sources":["types.ts"],"names":[],"mappings":";;;AACA,mCAA2C;AAW3C,+EAA+E;AAC/E,MAAa,mBAAoB,SAAQ,aAAI,CAAC,WAAW,CAAC,qBAAqB,CAM7E;CACD;AAPD,kDAOC","sourcesContent":["import type { ResolvedModelSlots } from \"../../model-slots.ts\";\nimport { Data, type Effect } from \"effect\";\nimport type { Config } from \"../../types.ts\";\nimport type { FeedbackCoordinator } from \"../../runner/feedback/coordinator.ts\";\nimport type { InvocationCompletion } from \"../../runner/types.ts\";\nimport type { SessionListDocument, SessionShowDocument } from \"../../runner/session.ts\";\nimport type { CurrentReuseReadbackSnapshot } from \"../../runner/reuse-readback.ts\";\nimport type { SetupPrefixPreparationSummary } from \"../../runner/setup-prefix-preparation.ts\";\nexport type ExperimentHostJsonValue = null | boolean | number | string | readonly ExperimentHostJsonValue[] | {\n    readonly [key: string]: ExperimentHostJsonValue;\n};\nexport type ExperimentHostOperation = \"catalog\" | \"check\" | \"debug\" | \"invocation-plan\" | \"invocation-run\" | \"rename-plan\" | \"rename-apply\" | \"accept\" | \"invocation-status-list\" | \"invocation-status-show\" | \"teardown-inspect\" | \"teardown-run\";\n/** Stable typed failure boundary; defects and interruption remain separate. */\nexport class ExperimentHostError extends Data.TaggedError(\"ExperimentHostError\")<{\n    readonly operation: ExperimentHostOperation;\n    readonly code: string;\n    readonly message: string;\n    /** Structured typed failure retained for application/CLI attribution. */\n    readonly cause?: unknown;\n}> {\n}\n/** Inputs shared by discovery, link checking, and invocation planning. */\nexport interface ExperimentHostSelectionInput {\n    readonly cwd: string;\n    readonly experimentSelector?: string;\n    /** Non-empty exact Experiment ID set; mutually exclusive with experimentSelector. */\n    readonly experimentIds?: readonly string[];\n    readonly evalSelectors?: readonly string[];\n    readonly tag?: string;\n}\nexport interface ExperimentHostEvalSummary {\n    readonly id: string;\n    readonly description?: string;\n    readonly tags: readonly string[];\n    readonly evaluationKind: \"pass\" | \"score\";\n}\nexport interface ExperimentHostExperimentSummary {\n    readonly models?: ResolvedModelSlots;\n    readonly id: string;\n    readonly description?: string;\n    readonly adapter: string;\n    readonly model?: string;\n    readonly attempts: number;\n    readonly evalIds: readonly string[];\n    readonly labels: Readonly<Record<string, string | number>>;\n    readonly hasSetup: boolean;\n    readonly hasTeardown: boolean;\n    readonly sharedStateKey?: string;\n}\nexport interface ExperimentHostCatalog {\n    readonly status: \"listed\";\n    readonly evals: readonly ExperimentHostEvalSummary[];\n    readonly experimentIds: readonly string[];\n    readonly experiments: readonly ExperimentHostExperimentSummary[];\n}\nexport type ExperimentHostSelectionProblem = {\n    readonly status: \"experiment-no-match\";\n    readonly selector: string;\n    readonly candidates: readonly string[];\n} | {\n    readonly status: \"eval-no-match\";\n    readonly selector: string;\n    readonly experimentIds: readonly string[];\n    readonly candidates: readonly string[];\n} | {\n    readonly status: \"empty-selection\";\n    readonly experimentIds: readonly string[];\n    readonly candidates: readonly string[];\n};\nexport interface ExperimentHostRunOverrides {\n    readonly attempts?: number;\n    readonly earlyExit?: boolean;\n    readonly timeoutMs?: number;\n    readonly budget?: number;\n    readonly rerun?: \"failed\" | \"all\";\n    readonly keepSandbox?: \"failed\" | \"all\";\n    readonly maxConcurrency?: number;\n    readonly maxBuildConcurrency?: number;\n    readonly maxSetupPrefixConcurrency?: number;\n}\nexport interface ExperimentHostCheckRequest extends ExperimentHostSelectionInput {\n    readonly config: Config;\n    readonly overrides?: ExperimentHostRunOverrides;\n}\nexport type ExperimentHostCheckResult = ExperimentHostSelectionProblem | {\n    readonly status: \"linked\";\n    readonly experimentIds: readonly string[];\n    readonly evalIds: readonly string[];\n    readonly pairCount: number;\n};\ndeclare const invocationPlanBrand: unique symbol;\n/**\n * Opaque in-memory authority issued by `experimentHost.invocation.plan`.\n * Its Runner graph is held in Host-private storage and cannot be forged or\n * reconstructed by a CLI.\n */\nexport interface ExperimentHostInvocationPlan {\n    readonly [invocationPlanBrand]: typeof invocationPlanBrand;\n}\nexport interface ExperimentHostInvocationShape {\n    readonly experiments: number;\n    readonly evals: number;\n    readonly configurations: number;\n    readonly totalAttempts: number;\n    readonly attempts: number;\n    readonly maxConcurrency: number;\n    readonly maxBuildConcurrency: number;\n    readonly maxSetupPrefixConcurrency: number;\n    readonly experimentConcurrency: Readonly<Record<string, number>>;\n}\nexport interface ExperimentHostDrySlotTarget {\n    readonly runId: string;\n    readonly slotId: string;\n    readonly experimentId: string;\n    readonly evalId: string;\n    readonly executionIdentityDigest: string;\n    readonly evalGroupId?: string;\n    readonly evalGroupIndex?: number;\n    readonly attempt: number;\n}\nexport interface ExperimentHostDryComparison {\n    readonly attachment: string;\n    readonly recordedClaim: string;\n    readonly sourceState: string;\n    readonly result: string;\n    readonly reason: string;\n}\nexport type ExperimentHostDrySlot = {\n    readonly state: \"reuse\";\n    readonly target: ExperimentHostDrySlotTarget;\n    readonly source: {\n        readonly attemptId: string;\n        readonly originRunId: string;\n        readonly originSlotId: string;\n        readonly sourceRunId: string;\n    };\n    readonly comparisons: readonly ExperimentHostDryComparison[];\n} | {\n    readonly state: \"gap\";\n    readonly target: ExperimentHostDrySlotTarget;\n    readonly reason: string;\n    readonly scope: \"slot\" | \"experiment\" | \"target\";\n    readonly issues: readonly ExperimentHostJsonValue[];\n    readonly comparisons: readonly ExperimentHostDryComparison[];\n};\nexport interface ExperimentHostDryPlan {\n    readonly policy: {\n        readonly name: \"project-target\";\n        readonly version: 1;\n    };\n    readonly slots: readonly ExperimentHostDrySlot[];\n    readonly readbacks: readonly CurrentReuseReadbackSnapshot[];\n    readonly lockedPairs: readonly string[];\n}\nexport type ExperimentHostInvocationPlanResult = ExperimentHostSelectionProblem | {\n    readonly status: \"ready\";\n    readonly plan: ExperimentHostInvocationPlan;\n    readonly shape: ExperimentHostInvocationShape;\n    readonly experimentIds: readonly string[];\n    readonly evalIds: readonly string[];\n    readonly pluginAudit: {\n        readonly occurrences: readonly ExperimentHostJsonValue[];\n    };\n    readonly dry?: ExperimentHostDryPlan;\n};\nexport interface ExperimentHostInvocationPlanRequest extends ExperimentHostSelectionInput {\n    readonly config: Config;\n    /** @deprecated Ordinary Invocations always use cwd/.niceeval/record.sqlite. */\n    readonly recordRoot?: string;\n    /** Host path to process coordination state; defaults to cwd/.niceeval. */\n    readonly coordinationRoot?: string;\n    readonly overrides?: ExperimentHostRunOverrides;\n    readonly preview?: boolean;\n}\n/** Lossless Experiment presentation owned by the calling Host surface. */\nexport interface ExperimentHostInvocationFeedback {\n    readonly coordinator: FeedbackCoordinator;\n}\nexport interface ExperimentHostInvocationRunRequest {\n    readonly plan: ExperimentHostInvocationPlan;\n    readonly signal?: AbortSignal;\n    readonly feedback?: ExperimentHostInvocationFeedback;\n    /** Optional required JUnit reporter target, owned and invoked inside Host. */\n    readonly junitPath?: string;\n}\n/**\n * Invocation status is project-local and ephemeral.  It is an observation of\n * the coordination directory, not recoverable Record fact data.\n */\nexport interface ExperimentHostInvocationStatusListRequest {\n    readonly cwd: string;\n    readonly all?: boolean;\n    readonly experimentSelector?: string;\n}\nexport interface ExperimentHostInvocationStatusShowRequest {\n    readonly cwd: string;\n    readonly invocationSelector: string;\n}\nexport type ExperimentHostInvocationStatusList = SessionListDocument;\nexport type ExperimentHostInvocationStatusShow = SessionShowDocument;\nexport interface ExperimentHostInvocationReceipt {\n    readonly invocationId: string;\n    readonly createdRunIds: readonly string[];\n    readonly publicationCutoff: string;\n    readonly startedAt: string;\n    readonly completedAt?: string;\n    readonly completion: \"completed\" | \"interrupted\" | \"failed\";\n}\nexport interface ExperimentHostInvocationSummary {\n    readonly total: number;\n    readonly passed: number;\n    readonly failed: number;\n    readonly skipped: number;\n    readonly errored: number;\n    readonly durationMs: number;\n    readonly inputTokens?: number;\n    readonly outputTokens?: number;\n    readonly estimatedCostUSD?: number;\n    readonly setupPrefixes: SetupPrefixPreparationSummary;\n}\nexport interface ExperimentHostInvocationResult {\n    readonly status: \"finished\";\n    readonly receipt: ExperimentHostInvocationReceipt;\n    readonly summary: ExperimentHostInvocationSummary;\n    /** Present when the caller supplied the one feedback reducer/presentation. */\n    readonly completion?: InvocationCompletion;\n    /** Exact CLI exit fold for the supplied presentation. */\n    readonly exitCode?: number;\n}\n/** Adopt one exact historical Run into one current Experiment. */\nexport interface ExperimentHostRenameRequest {\n    readonly cwd: string;\n    readonly sourceRunId: string;\n    readonly newId: string;\n    readonly config?: Config;\n    readonly operatorReason?: string;\n}\nexport type ExperimentHostRenameReason = import(\"../../runner/adoption.ts\").ExplicitAdoptionFailureCode;\nexport interface ExperimentHostRenamePlan {\n    readonly status: \"plan\";\n    readonly sourceRunId: string;\n    readonly oldId: string | null;\n    readonly newId: string;\n    readonly migrations: readonly {\n        readonly evalId: string;\n        readonly attempt: number;\n        readonly sourceLocator: string;\n        readonly targetExperimentId: string;\n        readonly fingerprint: string;\n    }[];\n    readonly blocked?: {\n        readonly reason: ExperimentHostRenameReason;\n        readonly detail: string;\n    };\n}\nexport type ExperimentHostRenameResult = {\n    readonly status: \"rejected\";\n    readonly sourceRunId: string;\n    readonly oldId: string | null;\n    readonly newId: string;\n    readonly reason: ExperimentHostRenameReason;\n    readonly detail: string;\n} | {\n    readonly status: \"done\";\n    readonly invocationId: string;\n    readonly runId: string;\n    readonly sourceRunId: string;\n    readonly oldId: string;\n    readonly newId: string;\n    readonly migrated: readonly {\n        readonly evalId: string;\n        readonly attempt: number;\n        readonly sourceLocator: string;\n        readonly locator: string;\n        readonly fingerprint: string;\n        readonly verdict: \"passed\" | \"failed\";\n    }[];\n};\nexport interface ExperimentHostAcceptRequest {\n    readonly cwd: string;\n    readonly locators: readonly string[];\n    /** @deprecated Accept is anchored to cwd/.niceeval/record.sqlite. */\n    readonly recordRoot?: string;\n    readonly config?: Config;\n    readonly operatorReason?: string;\n}\nexport interface ExperimentHostAcceptedAttempt {\n    readonly invocationId: string;\n    readonly runId: string;\n    readonly slotId: string;\n    readonly locator: string;\n    readonly sourceLocator: string;\n    readonly fingerprint: string;\n}\nexport interface ExperimentHostAcceptRunRequest extends Omit<ExperimentHostAcceptRequest, \"locators\"> {\n    readonly runId: string;\n}\nexport interface ExperimentHostAcceptRunPlan {\n    readonly sourceRunId: string;\n    readonly members: readonly {\n        readonly locator: string;\n        readonly experimentId: string;\n        readonly evalId: string;\n        readonly attempt: number;\n        readonly fingerprint: string;\n    }[];\n}\nexport interface ExperimentHostSharedStateEvidence {\n    readonly key: string;\n    readonly experimentId: string;\n    readonly ownerToken: string;\n    readonly host: string;\n    readonly pid: number;\n    readonly processIdentity: string;\n    readonly heartbeatAt: string;\n}\nexport interface ExperimentHostTeardownInspectRequest {\n    readonly cwd: string;\n    readonly experimentSelector?: string;\n    readonly coordinationRoot?: string;\n    readonly currentHost: string;\n    readonly recoveryKey?: string;\n}\nexport type ExperimentHostTeardownInspection = {\n    readonly status: \"no-evidence\";\n    readonly key: string;\n} | ExperimentHostSelectionProblem | {\n    readonly status: \"selection-not-unique\";\n    readonly experimentIds: readonly string[];\n    readonly evidence: ExperimentHostSharedStateEvidence;\n} | {\n    readonly status: \"experiment-mismatch\";\n    readonly selectedExperimentId: string;\n    readonly evidence: ExperimentHostSharedStateEvidence;\n} | {\n    readonly status: \"teardown-required\";\n    readonly experimentId: string;\n    readonly evidence: ExperimentHostSharedStateEvidence;\n} | {\n    readonly status: \"ready\";\n    readonly experimentIds: readonly string[];\n    readonly orphanedRegistrations: number;\n    readonly evidence?: ExperimentHostSharedStateEvidence;\n};\nexport interface ExperimentHostTeardownRequest extends ExperimentHostTeardownInspectRequest {\n    readonly observer?: ExperimentHostTeardownObserver;\n    readonly signal?: AbortSignal;\n    readonly ownerToken?: string;\n    readonly confirmOwnerTerminated?: boolean;\n    readonly confirmRemoteQuiesced?: boolean;\n}\nexport type ExperimentHostTeardownEvent = {\n    readonly type: \"experiment-progress\";\n    readonly experimentId: string;\n    readonly detail: string;\n} | {\n    readonly type: \"diagnostic\";\n    readonly code: string;\n    readonly level: \"info\" | \"warning\" | \"error\";\n    readonly message: string;\n    readonly data?: Readonly<Record<string, ExperimentHostJsonValue>>;\n} | {\n    readonly type: \"experiment-hook\";\n    readonly experimentId: string;\n    readonly hook: \"teardown\";\n    readonly status: \"started\" | \"done\" | \"failed\";\n    readonly durationMs?: number;\n    readonly recovery?: true;\n};\nexport interface ExperimentHostTeardownObserver {\n    readonly observe: (event: ExperimentHostTeardownEvent) => void;\n}\nexport type ExperimentHostTeardownResult = ExperimentHostTeardownInspection | {\n    readonly status: \"completed\";\n    readonly experiments: readonly {\n        readonly experimentId: string;\n        readonly executions: number;\n        readonly outcome: \"succeeded\" | \"failed\" | \"not-configured\";\n        readonly error?: string;\n    }[];\n} | {\n    readonly status: \"recovered\" | \"already-released\";\n    readonly key: string;\n    readonly experimentId: string;\n    readonly ownerToken: string;\n} | {\n    readonly status: \"recovery-confirmation-required\";\n    readonly evidence: ExperimentHostSharedStateEvidence;\n} | {\n    readonly status: \"recovery-teardown-failed\";\n    readonly evidence: ExperimentHostSharedStateEvidence;\n    readonly error: string;\n};\nexport interface ExperimentHostHighLevelSDK {\n    readonly catalog: (input: ExperimentHostSelectionInput) => Effect.Effect<ExperimentHostCatalog, ExperimentHostError>;\n    readonly check: (input: ExperimentHostCheckRequest) => Effect.Effect<ExperimentHostCheckResult, ExperimentHostError>;\n    readonly invocation: {\n        readonly plan: (input: ExperimentHostInvocationPlanRequest) => Effect.Effect<ExperimentHostInvocationPlanResult, ExperimentHostError>;\n        readonly run: (input: ExperimentHostInvocationRunRequest) => Effect.Effect<ExperimentHostInvocationResult, ExperimentHostError>;\n    };\n    readonly invocationStatus: {\n        readonly list: (input: ExperimentHostInvocationStatusListRequest) => Effect.Effect<ExperimentHostInvocationStatusList, ExperimentHostError>;\n        readonly show: (input: ExperimentHostInvocationStatusShowRequest) => Effect.Effect<ExperimentHostInvocationStatusShow, ExperimentHostError>;\n    };\n    readonly rename: {\n        readonly plan: (input: ExperimentHostRenameRequest) => Effect.Effect<ExperimentHostRenamePlan, ExperimentHostError>;\n        readonly apply: (input: ExperimentHostRenameRequest) => Effect.Effect<ExperimentHostRenameResult, ExperimentHostError>;\n    };\n    readonly teardown: {\n        readonly inspect: (input: ExperimentHostTeardownInspectRequest) => Effect.Effect<ExperimentHostTeardownInspection, ExperimentHostError>;\n        readonly run: (input: ExperimentHostTeardownRequest) => Effect.Effect<ExperimentHostTeardownResult, ExperimentHostError>;\n    };\n    readonly accept: (input: ExperimentHostAcceptRequest) => Effect.Effect<readonly ExperimentHostAcceptedAttempt[], ExperimentHostError>;\n    readonly acceptRun: {\n        readonly plan: (input: ExperimentHostAcceptRunRequest) => Effect.Effect<ExperimentHostAcceptRunPlan, ExperimentHostError>;\n        readonly apply: (input: ExperimentHostAcceptRunRequest) => Effect.Effect<readonly ExperimentHostAcceptedAttempt[], ExperimentHostError>;\n    };\n}\n"]}

package/dist/experiment/host/types.d.cts

@@ -1,3 +1,4 @@
+import type { ResolvedModelSlots } from "../../model-slots.cjs";
 import { type Effect } from "effect";
 import type { Config } from "../../types.cjs";
 import type { FeedbackCoordinator } from "../../runner/feedback/coordinator.cjs";
@@ -5,12 +6,9 @@ import type { InvocationCompletion } from "../../runner/types.cjs";
 import type { SessionListDocument, SessionShowDocument } from "../../runner/session.cjs";
 import type { CurrentReuseReadbackSnapshot } from "../../runner/reuse-readback.cjs";
 import type { SetupPrefixPreparationSummary } from "../../runner/setup-prefix-preparation.cjs";
-import type { ProjectStateDatabase } from "../../record/sqlite/project-state-database.cjs";
 export type ExperimentHostJsonValue = null | boolean | number | string | readonly ExperimentHostJsonValue[] | {
     readonly [key: string]: ExperimentHostJsonValue;
 };
-/** Services supplied once by the outer Node/application composition edge. */
-export type ExperimentHostRequirements = import("../../record/platform/services.cjs").RecordFileSystem | import("../../record/platform/services.cjs").RecordEntropy | import("../../coordination/record-leases.cjs").RecordCoordination | ProjectStateDatabase;
 export type ExperimentHostOperation = "catalog" | "check" | "debug" | "invocation-plan" | "invocation-run" | "rename-plan" | "rename-apply" | "accept" | "invocation-status-list" | "invocation-status-show" | "teardown-inspect" | "teardown-run";
 declare const ExperimentHostError_base: new <A extends Record<string, any> = {}>(args: import("effect/Types").VoidIfEmpty<{ readonly [P in keyof A as P extends "_tag" ? never : P]: A[P]; }>) => import("effect/Cause").YieldableError & {
     readonly _tag: "ExperimentHostError";
@@ -28,6 +26,8 @@ export declare class ExperimentHostError extends ExperimentHostError_base<{
 export interface ExperimentHostSelectionInput {
     readonly cwd: string;
     readonly experimentSelector?: string;
+    /** Non-empty exact Experiment ID set; mutually exclusive with experimentSelector. */
+    readonly experimentIds?: readonly string[];
     readonly evalSelectors?: readonly string[];
     readonly tag?: string;
 }
@@ -38,6 +38,7 @@ export interface ExperimentHostEvalSummary {
     readonly evaluationKind: "pass" | "score";
 }
 export interface ExperimentHostExperimentSummary {
+    readonly models?: ResolvedModelSlots;
     readonly id: string;
     readonly description?: string;
     readonly adapter: string;
@@ -394,28 +395,28 @@ export type ExperimentHostTeardownResult = ExperimentHostTeardownInspection | {
     readonly error: string;
 };
 export interface ExperimentHostHighLevelSDK {
-    readonly catalog: (input: ExperimentHostSelectionInput) => Effect.Effect<ExperimentHostCatalog, ExperimentHostError, ExperimentHostRequirements>;
-    readonly check: (input: ExperimentHostCheckRequest) => Effect.Effect<ExperimentHostCheckResult, ExperimentHostError, ExperimentHostRequirements>;
+    readonly catalog: (input: ExperimentHostSelectionInput) => Effect.Effect<ExperimentHostCatalog, ExperimentHostError>;
+    readonly check: (input: ExperimentHostCheckRequest) => Effect.Effect<ExperimentHostCheckResult, ExperimentHostError>;
     readonly invocation: {
-        readonly plan: (input: ExperimentHostInvocationPlanRequest) => Effect.Effect<ExperimentHostInvocationPlanResult, ExperimentHostError, ExperimentHostRequirements>;
-        readonly run: (input: ExperimentHostInvocationRunRequest) => Effect.Effect<ExperimentHostInvocationResult, ExperimentHostError, ExperimentHostRequirements>;
+        readonly plan: (input: ExperimentHostInvocationPlanRequest) => Effect.Effect<ExperimentHostInvocationPlanResult, ExperimentHostError>;
+        readonly run: (input: ExperimentHostInvocationRunRequest) => Effect.Effect<ExperimentHostInvocationResult, ExperimentHostError>;
     };
     readonly invocationStatus: {
-        readonly list: (input: ExperimentHostInvocationStatusListRequest) => Effect.Effect<ExperimentHostInvocationStatusList, ExperimentHostError, ExperimentHostRequirements>;
-        readonly show: (input: ExperimentHostInvocationStatusShowRequest) => Effect.Effect<ExperimentHostInvocationStatusShow, ExperimentHostError, ExperimentHostRequirements>;
+        readonly list: (input: ExperimentHostInvocationStatusListRequest) => Effect.Effect<ExperimentHostInvocationStatusList, ExperimentHostError>;
+        readonly show: (input: ExperimentHostInvocationStatusShowRequest) => Effect.Effect<ExperimentHostInvocationStatusShow, ExperimentHostError>;
     };
     readonly rename: {
-        readonly plan: (input: ExperimentHostRenameRequest) => Effect.Effect<ExperimentHostRenamePlan, ExperimentHostError, ExperimentHostRequirements>;
-        readonly apply: (input: ExperimentHostRenameRequest) => Effect.Effect<ExperimentHostRenameResult, ExperimentHostError, ExperimentHostRequirements>;
+        readonly plan: (input: ExperimentHostRenameRequest) => Effect.Effect<ExperimentHostRenamePlan, ExperimentHostError>;
+        readonly apply: (input: ExperimentHostRenameRequest) => Effect.Effect<ExperimentHostRenameResult, ExperimentHostError>;
     };
     readonly teardown: {
-        readonly inspect: (input: ExperimentHostTeardownInspectRequest) => Effect.Effect<ExperimentHostTeardownInspection, ExperimentHostError, ExperimentHostRequirements>;
-        readonly run: (input: ExperimentHostTeardownRequest) => Effect.Effect<ExperimentHostTeardownResult, ExperimentHostError, ExperimentHostRequirements>;
+        readonly inspect: (input: ExperimentHostTeardownInspectRequest) => Effect.Effect<ExperimentHostTeardownInspection, ExperimentHostError>;
+        readonly run: (input: ExperimentHostTeardownRequest) => Effect.Effect<ExperimentHostTeardownResult, ExperimentHostError>;
     };
-    readonly accept: (input: ExperimentHostAcceptRequest) => Effect.Effect<readonly ExperimentHostAcceptedAttempt[], ExperimentHostError, ExperimentHostRequirements>;
+    readonly accept: (input: ExperimentHostAcceptRequest) => Effect.Effect<readonly ExperimentHostAcceptedAttempt[], ExperimentHostError>;
     readonly acceptRun: {
-        readonly plan: (input: ExperimentHostAcceptRunRequest) => Effect.Effect<ExperimentHostAcceptRunPlan, ExperimentHostError, ExperimentHostRequirements>;
-        readonly apply: (input: ExperimentHostAcceptRunRequest) => Effect.Effect<readonly ExperimentHostAcceptedAttempt[], ExperimentHostError, ExperimentHostRequirements>;
+        readonly plan: (input: ExperimentHostAcceptRunRequest) => Effect.Effect<ExperimentHostAcceptRunPlan, ExperimentHostError>;
+        readonly apply: (input: ExperimentHostAcceptRunRequest) => Effect.Effect<readonly ExperimentHostAcceptedAttempt[], ExperimentHostError>;
     };
 }
 export {};

package/dist/experiment/host/types.d.mts

@@ -1,3 +1,4 @@
+import type { ResolvedModelSlots } from "../../model-slots.mjs";
 import { type Effect } from "effect";
 import type { Config } from "../../types.mjs";
 import type { FeedbackCoordinator } from "../../runner/feedback/coordinator.mjs";
@@ -5,12 +6,9 @@ import type { InvocationCompletion } from "../../runner/types.mjs";
 import type { SessionListDocument, SessionShowDocument } from "../../runner/session.mjs";
 import type { CurrentReuseReadbackSnapshot } from "../../runner/reuse-readback.mjs";
 import type { SetupPrefixPreparationSummary } from "../../runner/setup-prefix-preparation.mjs";
-import type { ProjectStateDatabase } from "../../record/sqlite/project-state-database.mjs";
 export type ExperimentHostJsonValue = null | boolean | number | string | readonly ExperimentHostJsonValue[] | {
     readonly [key: string]: ExperimentHostJsonValue;
 };
-/** Services supplied once by the outer Node/application composition edge. */
-export type ExperimentHostRequirements = import("../../record/platform/services.mjs").RecordFileSystem | import("../../record/platform/services.mjs").RecordEntropy | import("../../coordination/record-leases.mjs").RecordCoordination | ProjectStateDatabase;
 export type ExperimentHostOperation = "catalog" | "check" | "debug" | "invocation-plan" | "invocation-run" | "rename-plan" | "rename-apply" | "accept" | "invocation-status-list" | "invocation-status-show" | "teardown-inspect" | "teardown-run";
 declare const ExperimentHostError_base: new <A extends Record<string, any> = {}>(args: import("effect/Types").VoidIfEmpty<{ readonly [P in keyof A as P extends "_tag" ? never : P]: A[P]; }>) => import("effect/Cause").YieldableError & {
     readonly _tag: "ExperimentHostError";
@@ -28,6 +26,8 @@ export declare class ExperimentHostError extends ExperimentHostError_base<{
 export interface ExperimentHostSelectionInput {
     readonly cwd: string;
     readonly experimentSelector?: string;
+    /** Non-empty exact Experiment ID set; mutually exclusive with experimentSelector. */
+    readonly experimentIds?: readonly string[];
     readonly evalSelectors?: readonly string[];
     readonly tag?: string;
 }
@@ -38,6 +38,7 @@ export interface ExperimentHostEvalSummary {
     readonly evaluationKind: "pass" | "score";
 }
 export interface ExperimentHostExperimentSummary {
+    readonly models?: ResolvedModelSlots;
     readonly id: string;
     readonly description?: string;
     readonly adapter: string;
@@ -394,28 +395,28 @@ export type ExperimentHostTeardownResult = ExperimentHostTeardownInspection | {
     readonly error: string;
 };
 export interface ExperimentHostHighLevelSDK {
-    readonly catalog: (input: ExperimentHostSelectionInput) => Effect.Effect<ExperimentHostCatalog, ExperimentHostError, ExperimentHostRequirements>;
-    readonly check: (input: ExperimentHostCheckRequest) => Effect.Effect<ExperimentHostCheckResult, ExperimentHostError, ExperimentHostRequirements>;
+    readonly catalog: (input: ExperimentHostSelectionInput) => Effect.Effect<ExperimentHostCatalog, ExperimentHostError>;
+    readonly check: (input: ExperimentHostCheckRequest) => Effect.Effect<ExperimentHostCheckResult, ExperimentHostError>;
     readonly invocation: {
-        readonly plan: (input: ExperimentHostInvocationPlanRequest) => Effect.Effect<ExperimentHostInvocationPlanResult, ExperimentHostError, ExperimentHostRequirements>;
-        readonly run: (input: ExperimentHostInvocationRunRequest) => Effect.Effect<ExperimentHostInvocationResult, ExperimentHostError, ExperimentHostRequirements>;
+        readonly plan: (input: ExperimentHostInvocationPlanRequest) => Effect.Effect<ExperimentHostInvocationPlanResult, ExperimentHostError>;
+        readonly run: (input: ExperimentHostInvocationRunRequest) => Effect.Effect<ExperimentHostInvocationResult, ExperimentHostError>;
     };
     readonly invocationStatus: {
-        readonly list: (input: ExperimentHostInvocationStatusListRequest) => Effect.Effect<ExperimentHostInvocationStatusList, ExperimentHostError, ExperimentHostRequirements>;
-        readonly show: (input: ExperimentHostInvocationStatusShowRequest) => Effect.Effect<ExperimentHostInvocationStatusShow, ExperimentHostError, ExperimentHostRequirements>;
+        readonly list: (input: ExperimentHostInvocationStatusListRequest) => Effect.Effect<ExperimentHostInvocationStatusList, ExperimentHostError>;
+        readonly show: (input: ExperimentHostInvocationStatusShowRequest) => Effect.Effect<ExperimentHostInvocationStatusShow, ExperimentHostError>;
     };
     readonly rename: {
-        readonly plan: (input: ExperimentHostRenameRequest) => Effect.Effect<ExperimentHostRenamePlan, ExperimentHostError, ExperimentHostRequirements>;
-        readonly apply: (input: ExperimentHostRenameRequest) => Effect.Effect<ExperimentHostRenameResult, ExperimentHostError, ExperimentHostRequirements>;
+        readonly plan: (input: ExperimentHostRenameRequest) => Effect.Effect<ExperimentHostRenamePlan, ExperimentHostError>;
+        readonly apply: (input: ExperimentHostRenameRequest) => Effect.Effect<ExperimentHostRenameResult, ExperimentHostError>;
     };
     readonly teardown: {
-        readonly inspect: (input: ExperimentHostTeardownInspectRequest) => Effect.Effect<ExperimentHostTeardownInspection, ExperimentHostError, ExperimentHostRequirements>;
-        readonly run: (input: ExperimentHostTeardownRequest) => Effect.Effect<ExperimentHostTeardownResult, ExperimentHostError, ExperimentHostRequirements>;
+        readonly inspect: (input: ExperimentHostTeardownInspectRequest) => Effect.Effect<ExperimentHostTeardownInspection, ExperimentHostError>;
+        readonly run: (input: ExperimentHostTeardownRequest) => Effect.Effect<ExperimentHostTeardownResult, ExperimentHostError>;
     };
-    readonly accept: (input: ExperimentHostAcceptRequest) => Effect.Effect<readonly ExperimentHostAcceptedAttempt[], ExperimentHostError, ExperimentHostRequirements>;
+    readonly accept: (input: ExperimentHostAcceptRequest) => Effect.Effect<readonly ExperimentHostAcceptedAttempt[], ExperimentHostError>;
     readonly acceptRun: {
-        readonly plan: (input: ExperimentHostAcceptRunRequest) => Effect.Effect<ExperimentHostAcceptRunPlan, ExperimentHostError, ExperimentHostRequirements>;
-        readonly apply: (input: ExperimentHostAcceptRunRequest) => Effect.Effect<readonly ExperimentHostAcceptedAttempt[], ExperimentHostError, ExperimentHostRequirements>;
+        readonly plan: (input: ExperimentHostAcceptRunRequest) => Effect.Effect<ExperimentHostAcceptRunPlan, ExperimentHostError>;
+        readonly apply: (input: ExperimentHostAcceptRunRequest) => Effect.Effect<readonly ExperimentHostAcceptedAttempt[], ExperimentHostError>;
     };
 }
 export {};

package/dist/experiment/host/types.d.ts

@@ -1,3 +1,4 @@
+import type { ResolvedModelSlots } from "../../model-slots.js";
 import { type Effect } from "effect";
 import type { Config } from "../../types.js";
 import type { FeedbackCoordinator } from "../../runner/feedback/coordinator.js";
@@ -5,12 +6,9 @@ import type { InvocationCompletion } from "../../runner/types.js";
 import type { SessionListDocument, SessionShowDocument } from "../../runner/session.js";
 import type { CurrentReuseReadbackSnapshot } from "../../runner/reuse-readback.js";
 import type { SetupPrefixPreparationSummary } from "../../runner/setup-prefix-preparation.js";
-import type { ProjectStateDatabase } from "../../record/sqlite/project-state-database.js";
 export type ExperimentHostJsonValue = null | boolean | number | string | readonly ExperimentHostJsonValue[] | {
     readonly [key: string]: ExperimentHostJsonValue;
 };
-/** Services supplied once by the outer Node/application composition edge. */
-export type ExperimentHostRequirements = import("../../record/platform/services.js").RecordFileSystem | import("../../record/platform/services.js").RecordEntropy | import("../../coordination/record-leases.js").RecordCoordination | ProjectStateDatabase;
 export type ExperimentHostOperation = "catalog" | "check" | "debug" | "invocation-plan" | "invocation-run" | "rename-plan" | "rename-apply" | "accept" | "invocation-status-list" | "invocation-status-show" | "teardown-inspect" | "teardown-run";
 declare const ExperimentHostError_base: new <A extends Record<string, any> = {}>(args: import("effect/Types").VoidIfEmpty<{ readonly [P in keyof A as P extends "_tag" ? never : P]: A[P]; }>) => import("effect/Cause").YieldableError & {
     readonly _tag: "ExperimentHostError";
@@ -28,6 +26,8 @@ export declare class ExperimentHostError extends ExperimentHostError_base<{
 export interface ExperimentHostSelectionInput {
     readonly cwd: string;
     readonly experimentSelector?: string;
+    /** Non-empty exact Experiment ID set; mutually exclusive with experimentSelector. */
+    readonly experimentIds?: readonly string[];
     readonly evalSelectors?: readonly string[];
     readonly tag?: string;
 }
@@ -38,6 +38,7 @@ export interface ExperimentHostEvalSummary {
     readonly evaluationKind: "pass" | "score";
 }
 export interface ExperimentHostExperimentSummary {
+    readonly models?: ResolvedModelSlots;
     readonly id: string;
     readonly description?: string;
     readonly adapter: string;
@@ -394,28 +395,28 @@ export type ExperimentHostTeardownResult = ExperimentHostTeardownInspection | {
     readonly error: string;
 };
 export interface ExperimentHostHighLevelSDK {
-    readonly catalog: (input: ExperimentHostSelectionInput) => Effect.Effect<ExperimentHostCatalog, ExperimentHostError, ExperimentHostRequirements>;
-    readonly check: (input: ExperimentHostCheckRequest) => Effect.Effect<ExperimentHostCheckResult, ExperimentHostError, ExperimentHostRequirements>;
+    readonly catalog: (input: ExperimentHostSelectionInput) => Effect.Effect<ExperimentHostCatalog, ExperimentHostError>;
+    readonly check: (input: ExperimentHostCheckRequest) => Effect.Effect<ExperimentHostCheckResult, ExperimentHostError>;
     readonly invocation: {
-        readonly plan: (input: ExperimentHostInvocationPlanRequest) => Effect.Effect<ExperimentHostInvocationPlanResult, ExperimentHostError, ExperimentHostRequirements>;
-        readonly run: (input: ExperimentHostInvocationRunRequest) => Effect.Effect<ExperimentHostInvocationResult, ExperimentHostError, ExperimentHostRequirements>;
+        readonly plan: (input: ExperimentHostInvocationPlanRequest) => Effect.Effect<ExperimentHostInvocationPlanResult, ExperimentHostError>;
+        readonly run: (input: ExperimentHostInvocationRunRequest) => Effect.Effect<ExperimentHostInvocationResult, ExperimentHostError>;
     };
     readonly invocationStatus: {
-        readonly list: (input: ExperimentHostInvocationStatusListRequest) => Effect.Effect<ExperimentHostInvocationStatusList, ExperimentHostError, ExperimentHostRequirements>;
-        readonly show: (input: ExperimentHostInvocationStatusShowRequest) => Effect.Effect<ExperimentHostInvocationStatusShow, ExperimentHostError, ExperimentHostRequirements>;
+        readonly list: (input: ExperimentHostInvocationStatusListRequest) => Effect.Effect<ExperimentHostInvocationStatusList, ExperimentHostError>;
+        readonly show: (input: ExperimentHostInvocationStatusShowRequest) => Effect.Effect<ExperimentHostInvocationStatusShow, ExperimentHostError>;
     };
     readonly rename: {
-        readonly plan: (input: ExperimentHostRenameRequest) => Effect.Effect<ExperimentHostRenamePlan, ExperimentHostError, ExperimentHostRequirements>;
-        readonly apply: (input: ExperimentHostRenameRequest) => Effect.Effect<ExperimentHostRenameResult, ExperimentHostError, ExperimentHostRequirements>;
+        readonly plan: (input: ExperimentHostRenameRequest) => Effect.Effect<ExperimentHostRenamePlan, ExperimentHostError>;
+        readonly apply: (input: ExperimentHostRenameRequest) => Effect.Effect<ExperimentHostRenameResult, ExperimentHostError>;
     };
     readonly teardown: {
-        readonly inspect: (input: ExperimentHostTeardownInspectRequest) => Effect.Effect<ExperimentHostTeardownInspection, ExperimentHostError, ExperimentHostRequirements>;
-        readonly run: (input: ExperimentHostTeardownRequest) => Effect.Effect<ExperimentHostTeardownResult, ExperimentHostError, ExperimentHostRequirements>;
+        readonly inspect: (input: ExperimentHostTeardownInspectRequest) => Effect.Effect<ExperimentHostTeardownInspection, ExperimentHostError>;
+        readonly run: (input: ExperimentHostTeardownRequest) => Effect.Effect<ExperimentHostTeardownResult, ExperimentHostError>;
     };
-    readonly accept: (input: ExperimentHostAcceptRequest) => Effect.Effect<readonly ExperimentHostAcceptedAttempt[], ExperimentHostError, ExperimentHostRequirements>;
+    readonly accept: (input: ExperimentHostAcceptRequest) => Effect.Effect<readonly ExperimentHostAcceptedAttempt[], ExperimentHostError>;
     readonly acceptRun: {
-        readonly plan: (input: ExperimentHostAcceptRunRequest) => Effect.Effect<ExperimentHostAcceptRunPlan, ExperimentHostError, ExperimentHostRequirements>;
-        readonly apply: (input: ExperimentHostAcceptRunRequest) => Effect.Effect<readonly ExperimentHostAcceptedAttempt[], ExperimentHostError, ExperimentHostRequirements>;
+        readonly plan: (input: ExperimentHostAcceptRunRequest) => Effect.Effect<ExperimentHostAcceptRunPlan, ExperimentHostError>;
+        readonly apply: (input: ExperimentHostAcceptRunRequest) => Effect.Effect<readonly ExperimentHostAcceptedAttempt[], ExperimentHostError>;
     };
 }
 export {};

package/dist/fresh-import.cjs

@@ -41,7 +41,8 @@ function clearProjectModules(loader, projectRoot) {
     const root = (0, node_path_1.resolve)(projectRoot);
     const prefix = `${root}${node_path_1.sep}`;
     for (const filename of Object.keys(loader.cache)) {
-        if ((0, node_path_1.isAbsolute)(filename) && (filename === root || filename.startsWith(prefix))) {
+        if ((0, node_path_1.isAbsolute)(filename) && !filename.includes(`${node_path_1.sep}node_modules${node_path_1.sep}`) &&
+            (filename === root || filename.startsWith(prefix))) {
             delete loader.cache[filename];
         }
     }

package/dist/fresh-import.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"fresh-import.js","sourceRoot":"","sources":["fresh-import.ts"],"names":[],"mappings":";;AAwCA,kDAIC;AAqBD,oEAYC;AAED,8CAIC;AAnFD,wEAAwE;AACxE,wEAAwE;AACxE,mEAAmE;AACnE,qCAAqC;AACrC,mCAAuD;AACvD,+BAA6C;AAC7C,yCAA8D;AAC9D,MAAM,cAAc,GAAG,kBAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;AAC/C,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC;IAChC,cAAc,EAAE,KAAK;IACrB,WAAW,EAAE,IAAI;IACjB,aAAa,EAAE,IAAI;CACtB,CAAC,CAAC;AACH,MAAM,YAAY,GAAG,IAAA,iBAAU,EAAC,uBAAuB,EAAE,aAAa,CAAC,CAAC;AACxE,SAAS,aAAa,CAAC,QAAiB;IAGpC,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,IAAI;QACjD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;IACjC,MAAM,MAAM,GAAG,QAGd,CAAC;IACF,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;IAC/B,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI;QAC/C,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC;QAChC,OAEC,CAAC,UAAU,KAAK,IAAI;QACtB,OAAO,OAEN,CAAC;IACN,OAAO,MAAM,CAAC;AAClB,CAAC;AACD,KAAK,UAAU,UAAU,CAAC,MAAY,EAAE,OAAe;IAGnD,OAAO,aAAa,CAAC,MAAM,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;AACvD,CAAC;AACD,qFAAqF;AACrF,SAAgB,mBAAmB,CAAC,OAAe;IAG/C,OAAO,UAAU,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;AAC7C,CAAC;AACD,SAAS,mBAAmB,CAAC,MAAY,EAAE,WAAmB;IAC1D,MAAM,IAAI,GAAG,IAAA,mBAAO,EAAC,WAAW,CAAC,CAAC;IAClC,MAAM,MAAM,GAAG,GAAG,IAAI,GAAG,eAAG,EAAE,CAAC;IAC/B,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/C,IAAI,IAAA,sBAAU,EAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,KAAK,IAAI,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;YAC7E,OAAO,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAClC,CAAC;IACL,CAAC;AACL,CAAC;AAOD;;;;GAIG;AACH,SAAgB,4BAA4B,CAAC,WAAW,GAAG,OAAO,CAAC,GAAG,EAAE;IACpE,OAAO,eAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QACvB,uFAAuF;QACvF,2DAA2D;QAC3D,KAAK,CAAC,CAAC,eAAM,CAAC,cAAc,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QACtF,MAAM,MAAM,GAAG,IAAA,iBAAU,EAAC,uBAAuB,EAAE,aAAa,CAAC,CAAC;QAClE,mBAAmB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QACzC,OAAO,MAAM,CAAC,MAAM,CAAC;YACjB,mFAAmF;YACnF,MAAM,EAAE,CAAC,OAAe,EAAE,EAAE,CAAC,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC;SAC3D,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC;AACD,yEAAyE;AACzE,SAAgB,iBAAiB,CAAC,OAAe;IAG7C,OAAO,eAAM,CAAC,UAAU,CAAC,eAAM,CAAC,MAAM,CAAC,4BAA4B,CAAC,IAAA,mBAAO,EAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,eAAM,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC5K,CAAC","sourcesContent":["// 用户 TypeScript 装载的唯一 runtime：普通 CLI 调用复用 canonical module graph；View 的\n// rebuild / fresh discovery 在 generation 开始时清理项目内 module cache，随后在这一代内部\n// 保持缓存，使多个入口共享 helper 与 definition identity。依赖包不清理，因此 niceeval/* 与\n// effect 始终指向发布包的 canonical runtime。\nimport { Effect, Semaphore, type Scope } from \"effect\";\nimport { createJiti, type Jiti } from \"jiti\";\nimport { dirname, isAbsolute, resolve, sep } from \"node:path\";\nconst generationGate = Semaphore.makeUnsafe(1);\nconst loaderOptions = Object.freeze({\n    interopDefault: false,\n    moduleCache: true,\n    tsconfigPaths: true,\n});\nconst cachedLoader = createJiti(__niceevalImportMetaUrl, loaderOptions);\nfunction unwrapDefault(imported: unknown): {\n    default?: unknown;\n} {\n    if (typeof imported !== \"object\" || imported === null)\n        return { default: imported };\n    const module = imported as {\n        default?: unknown;\n        __esModule?: unknown;\n    };\n    const wrapped = module.default;\n    if (typeof wrapped === \"object\" && wrapped !== null &&\n        Object.hasOwn(wrapped, \"default\") &&\n        (wrapped as {\n            __esModule?: unknown;\n        }).__esModule === true)\n        return wrapped as {\n            default?: unknown;\n        };\n    return module;\n}\nasync function importWith(loader: Jiti, absPath: string): Promise<{\n    default?: unknown;\n}> {\n    return unwrapDefault(await loader.import(absPath));\n}\n/** Load one trusted project module through the process-wide cached project graph. */\nexport function importProjectModule(absPath: string): Promise<{\n    default?: unknown;\n}> {\n    return importWith(cachedLoader, absPath);\n}\nfunction clearProjectModules(loader: Jiti, projectRoot: string): void {\n    const root = resolve(projectRoot);\n    const prefix = `${root}${sep}`;\n    for (const filename of Object.keys(loader.cache)) {\n        if (isAbsolute(filename) && (filename === root || filename.startsWith(prefix))) {\n            delete loader.cache[filename];\n        }\n    }\n}\nexport interface FreshImportGeneration {\n    /** Import an entry into this generation's one shared project module graph. */\n    import(absPath: string): Promise<{\n        default?: unknown;\n    }>;\n}\n/**\n * Open one fresh project module graph. The gate makes project-cache eviction atomic with all\n * imports in the generation; the caller's Scope releases the gate. Dependencies outside\n * projectRoot retain canonical process identity.\n */\nexport function acquireFreshImportGeneration(projectRoot = process.cwd()): Effect.Effect<FreshImportGeneration, never, Scope.Scope> {\n    return Effect.gen(function* () {\n        // Register this finalizer before constructing the loader: Jiti setup or cache eviction\n        // may throw, but neither may strand the generation permit.\n        yield* Effect.acquireRelease(generationGate.take(1), () => generationGate.release(1));\n        const loader = createJiti(__niceevalImportMetaUrl, loaderOptions);\n        clearProjectModules(loader, projectRoot);\n        return Object.freeze({\n            // Jiti's dynamic import ABI is Promise-based; adaptation remains at this I/O leaf.\n            import: (absPath: string) => importWith(loader, absPath),\n        });\n    });\n}\n/** Promise ABI facade for callers that cannot retain an Effect Scope. */\nexport function freshImportModule(absPath: string): Promise<{\n    default?: unknown;\n}> {\n    return Effect.runPromise(Effect.scoped(acquireFreshImportGeneration(dirname(absPath)).pipe(Effect.flatMap((fresh) => Effect.tryPromise(() => fresh.import(absPath))))));\n}\n"]}
+{"version":3,"file":"fresh-import.js","sourceRoot":"","sources":["fresh-import.ts"],"names":[],"mappings":";;AAwCA,kDAIC;AAsBD,oEAYC;AAED,8CAIC;AApFD,wEAAwE;AACxE,wEAAwE;AACxE,mEAAmE;AACnE,qCAAqC;AACrC,mCAAuD;AACvD,+BAA6C;AAC7C,yCAA8D;AAC9D,MAAM,cAAc,GAAG,kBAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;AAC/C,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC;IAChC,cAAc,EAAE,KAAK;IACrB,WAAW,EAAE,IAAI;IACjB,aAAa,EAAE,IAAI;CACtB,CAAC,CAAC;AACH,MAAM,YAAY,GAAG,IAAA,iBAAU,EAAC,uBAAuB,EAAE,aAAa,CAAC,CAAC;AACxE,SAAS,aAAa,CAAC,QAAiB;IAGpC,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,IAAI;QACjD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;IACjC,MAAM,MAAM,GAAG,QAGd,CAAC;IACF,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;IAC/B,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI;QAC/C,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC;QAChC,OAEC,CAAC,UAAU,KAAK,IAAI;QACtB,OAAO,OAEN,CAAC;IACN,OAAO,MAAM,CAAC;AAClB,CAAC;AACD,KAAK,UAAU,UAAU,CAAC,MAAY,EAAE,OAAe;IAGnD,OAAO,aAAa,CAAC,MAAM,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;AACvD,CAAC;AACD,qFAAqF;AACrF,SAAgB,mBAAmB,CAAC,OAAe;IAG/C,OAAO,UAAU,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;AAC7C,CAAC;AACD,SAAS,mBAAmB,CAAC,MAAY,EAAE,WAAmB;IAC1D,MAAM,IAAI,GAAG,IAAA,mBAAO,EAAC,WAAW,CAAC,CAAC;IAClC,MAAM,MAAM,GAAG,GAAG,IAAI,GAAG,eAAG,EAAE,CAAC;IAC/B,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/C,IAAI,IAAA,sBAAU,EAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,eAAG,eAAe,eAAG,EAAE,CAAC;YACtE,CAAC,QAAQ,KAAK,IAAI,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;YACrD,OAAO,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAClC,CAAC;IACL,CAAC;AACL,CAAC;AAOD;;;;GAIG;AACH,SAAgB,4BAA4B,CAAC,WAAW,GAAG,OAAO,CAAC,GAAG,EAAE;IACpE,OAAO,eAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QACvB,uFAAuF;QACvF,2DAA2D;QAC3D,KAAK,CAAC,CAAC,eAAM,CAAC,cAAc,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QACtF,MAAM,MAAM,GAAG,IAAA,iBAAU,EAAC,uBAAuB,EAAE,aAAa,CAAC,CAAC;QAClE,mBAAmB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QACzC,OAAO,MAAM,CAAC,MAAM,CAAC;YACjB,mFAAmF;YACnF,MAAM,EAAE,CAAC,OAAe,EAAE,EAAE,CAAC,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC;SAC3D,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC;AACD,yEAAyE;AACzE,SAAgB,iBAAiB,CAAC,OAAe;IAG7C,OAAO,eAAM,CAAC,UAAU,CAAC,eAAM,CAAC,MAAM,CAAC,4BAA4B,CAAC,IAAA,mBAAO,EAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,eAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,eAAM,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC5K,CAAC","sourcesContent":["// 用户 TypeScript 装载的唯一 runtime：普通 CLI 调用复用 canonical module graph；View 的\n// rebuild / fresh discovery 在 generation 开始时清理项目内 module cache，随后在这一代内部\n// 保持缓存，使多个入口共享 helper 与 definition identity。依赖包不清理，因此 niceeval/* 与\n// effect 始终指向发布包的 canonical runtime。\nimport { Effect, Semaphore, type Scope } from \"effect\";\nimport { createJiti, type Jiti } from \"jiti\";\nimport { dirname, isAbsolute, resolve, sep } from \"node:path\";\nconst generationGate = Semaphore.makeUnsafe(1);\nconst loaderOptions = Object.freeze({\n    interopDefault: false,\n    moduleCache: true,\n    tsconfigPaths: true,\n});\nconst cachedLoader = createJiti(__niceevalImportMetaUrl, loaderOptions);\nfunction unwrapDefault(imported: unknown): {\n    default?: unknown;\n} {\n    if (typeof imported !== \"object\" || imported === null)\n        return { default: imported };\n    const module = imported as {\n        default?: unknown;\n        __esModule?: unknown;\n    };\n    const wrapped = module.default;\n    if (typeof wrapped === \"object\" && wrapped !== null &&\n        Object.hasOwn(wrapped, \"default\") &&\n        (wrapped as {\n            __esModule?: unknown;\n        }).__esModule === true)\n        return wrapped as {\n            default?: unknown;\n        };\n    return module;\n}\nasync function importWith(loader: Jiti, absPath: string): Promise<{\n    default?: unknown;\n}> {\n    return unwrapDefault(await loader.import(absPath));\n}\n/** Load one trusted project module through the process-wide cached project graph. */\nexport function importProjectModule(absPath: string): Promise<{\n    default?: unknown;\n}> {\n    return importWith(cachedLoader, absPath);\n}\nfunction clearProjectModules(loader: Jiti, projectRoot: string): void {\n    const root = resolve(projectRoot);\n    const prefix = `${root}${sep}`;\n    for (const filename of Object.keys(loader.cache)) {\n        if (isAbsolute(filename) && !filename.includes(`${sep}node_modules${sep}`) &&\n            (filename === root || filename.startsWith(prefix))) {\n            delete loader.cache[filename];\n        }\n    }\n}\nexport interface FreshImportGeneration {\n    /** Import an entry into this generation's one shared project module graph. */\n    import(absPath: string): Promise<{\n        default?: unknown;\n    }>;\n}\n/**\n * Open one fresh project module graph. The gate makes project-cache eviction atomic with all\n * imports in the generation; the caller's Scope releases the gate. Dependencies outside\n * projectRoot retain canonical process identity.\n */\nexport function acquireFreshImportGeneration(projectRoot = process.cwd()): Effect.Effect<FreshImportGeneration, never, Scope.Scope> {\n    return Effect.gen(function* () {\n        // Register this finalizer before constructing the loader: Jiti setup or cache eviction\n        // may throw, but neither may strand the generation permit.\n        yield* Effect.acquireRelease(generationGate.take(1), () => generationGate.release(1));\n        const loader = createJiti(__niceevalImportMetaUrl, loaderOptions);\n        clearProjectModules(loader, projectRoot);\n        return Object.freeze({\n            // Jiti's dynamic import ABI is Promise-based; adaptation remains at this I/O leaf.\n            import: (absPath: string) => importWith(loader, absPath),\n        });\n    });\n}\n/** Promise ABI facade for callers that cannot retain an Effect Scope. */\nexport function freshImportModule(absPath: string): Promise<{\n    default?: unknown;\n}> {\n    return Effect.runPromise(Effect.scoped(acquireFreshImportGeneration(dirname(absPath)).pipe(Effect.flatMap((fresh) => Effect.tryPromise(() => fresh.import(absPath))))));\n}\n"]}

package/dist/index.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.MigrationRequiredError = exports.pairwisePreference = exports.instructionFollowing = exports.faithfulness = exports.factuality = exports.closeQA = exports.failureClassOf = exports.EvalFatalError = exports.ExperimentFatalError = exports.stripComments = exports.getEnv = exports.requireEnv = exports.readScoreMatchAudit = exports.defineScoreMatch = exports.defineJudge = exports.defineAdapterContract = exports.defineAdapter = exports.defineExperiment = exports.defineConfig = exports.defineEvalGroup = exports.defineScoreEval = exports.defineEval = void 0;
+exports.defineContextMatch = exports.defineMaterialMatch = exports.MigrationRequiredError = exports.pairwisePreference = exports.instructionFollowing = exports.faithfulness = exports.factuality = exports.failureClassOf = exports.EvalFatalError = exports.ExperimentFatalError = exports.stripComments = exports.getEnv = exports.requireEnv = exports.readScoreMatchAudit = exports.defineScoreMatch = exports.defineJudge = exports.defineAdapterContract = exports.defineAdapter = exports.defineExperiment = exports.defineConfig = exports.defineEvalGroup = exports.defineScoreEval = exports.defineEval = void 0;
 // niceeval 公开导出(import { … } from "niceeval")。
 // Agent/Adapter 相关见 "niceeval/adapter";Sandbox 相关见 "niceeval/sandbox"。
 var define_ts_1 = require("./define.cjs");
@@ -29,11 +29,13 @@ Object.defineProperty(exports, "ExperimentFatalError", { enumerable: true, get:
 Object.defineProperty(exports, "EvalFatalError", { enumerable: true, get: function () { return failure_class_ts_1.EvalFatalError; } });
 Object.defineProperty(exports, "failureClassOf", { enumerable: true, get: function () { return failure_class_ts_1.failureClassOf; } });
 var judge_presets_ts_1 = require("./assertions/judge-presets.cjs");
-Object.defineProperty(exports, "closeQA", { enumerable: true, get: function () { return judge_presets_ts_1.closeQA; } });
 Object.defineProperty(exports, "factuality", { enumerable: true, get: function () { return judge_presets_ts_1.factuality; } });
 Object.defineProperty(exports, "faithfulness", { enumerable: true, get: function () { return judge_presets_ts_1.faithfulness; } });
 Object.defineProperty(exports, "instructionFollowing", { enumerable: true, get: function () { return judge_presets_ts_1.instructionFollowing; } });
 Object.defineProperty(exports, "pairwisePreference", { enumerable: true, get: function () { return judge_presets_ts_1.pairwisePreference; } });
 var index_ts_1 = require("./error-assistance/index.cjs");
 Object.defineProperty(exports, "MigrationRequiredError", { enumerable: true, get: function () { return index_ts_1.MigrationRequiredError; } });
+var context_match_ts_1 = require("./assertions/context-match.cjs");
+Object.defineProperty(exports, "defineMaterialMatch", { enumerable: true, get: function () { return context_match_ts_1.defineMaterialMatch; } });
+Object.defineProperty(exports, "defineContextMatch", { enumerable: true, get: function () { return context_match_ts_1.defineContextMatch; } });
 //# sourceMappingURL=index.cjs.map

package/dist/index.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":";;;AAAA,+CAA+C;AAC/C,uEAAuE;AACvE,yCAA2G;AAAlG,uGAAA,UAAU,OAAA;AAAE,4GAAA,eAAe,OAAA;AAAE,4GAAA,eAAe,OAAA;AAAE,yGAAA,YAAY,OAAA;AAAE,6GAAA,gBAAgB,OAAA;AACrF,2CAAoE;AAA3D,2GAAA,aAAa,OAAA;AAAE,mHAAA,qBAAqB,OAAA;AAC7C,kDAAoD;AAA3C,uGAAA,WAAW,OAAA;AAEpB,kDAAyD;AAAhD,4GAAA,gBAAgB,OAAA;AAGzB,0EAAuN;AAA9M,2HAAA,mBAAmB,OAAA;AAG5B,qCAA8D;AAArD,qGAAA,UAAU,OAAA;AAAE,iGAAA,MAAM,OAAA;AAAE,wGAAA,aAAa,OAAA;AAC1C,6CAA6C;AAC7C,6EAA6E;AAC7E,8DAAiG;AAAxF,wHAAA,oBAAoB,OAAA;AAAE,kHAAA,cAAc,OAAA;AAAE,kHAAA,cAAc,OAAA;AAK7D,kEAA4H;AAAnH,2GAAA,OAAO,OAAA;AAAE,8GAAA,UAAU,OAAA;AAAE,gHAAA,YAAY,OAAA;AAAE,wHAAA,oBAAoB,OAAA;AAAE,sHAAA,kBAAkB,OAAA;AAGpF,wDAAiH;AAAxG,kHAAA,sBAAsB,OAAA","sourcesContent":["// niceeval 公开导出(import { … } from \"niceeval\")。\n// Agent/Adapter 相关见 \"niceeval/adapter\";Sandbox 相关见 \"niceeval/sandbox\"。\nexport { defineEval, defineScoreEval, defineEvalGroup, defineConfig, defineExperiment } from \"./define.ts\";\nexport { defineAdapter, defineAdapterContract } from \"./adapter.ts\";\nexport { defineJudge } from \"./assertions/judge.ts\";\nexport type { JudgeAnchor, JudgeDefinition, JudgeOptions } from \"./assertions/judge.ts\";\nexport { defineScoreMatch } from \"./assertions/match.ts\";\nexport type { ManagedScoreMatchOptions, ScoreMatch, ScoreMatchAnchor, ScoreMatchContext, ScoreMatchLlmFailure, ScoreMatchResult } from \"./assertions/match.ts\";\nexport type { AssertionEntryId } from \"./assertions/identity.ts\";\nexport { readScoreMatchAudit, type ScoreMatchAudit, type ScoreMatchAuditV3, type ScoreMatchAuditImageContent, type ScoreMatchAuditEnvelope, type ScoreMatchAuditReadResult, } from \"./assertions/score-match-audit.ts\";\nexport type { AgentSendWindowIdentity, AgentWorkspaceDiffEndpoint, AgentWorkspaceDiffHunks, AgentWorkspaceDiffPolicy, AgentWorkspaceDiff, AgentWorkspaceDiffWindow, AgentWorkspaceDiffWindowChange, } from \"./assertions/workspace-diff.ts\";\nexport type { AssertionCheck, PolymorphicBooleanAssertionHandle, PolymorphicMeasurementAssertionHandle, PostRunBooleanAssertionHandle, } from \"./assertions/api.ts\";\nexport { requireEnv, getEnv, stripComments } from \"./util.ts\";\n// 执行失败分类:抛出点糖衣类(声明死因波及多远)+ 结构守卫。判据、分类链与止损语义见\n// docs/feature/error-classification/README.md;`niceeval/adapter` 复导出同一份词表类型。\nexport { ExperimentFatalError, EvalFatalError, failureClassOf } from \"./shared/failure-class.ts\";\n// 类型(eval 作者会用到;跑哪个 agent / 用哪个 sandbox 见对应子路径)\nexport type { StreamEvent, ToolName, JsonValue, FlagValue, ExperimentFlags, JsonMatch, Usage, Turn, EvidenceCoverageStatus, EvidenceCoverageEntry, EvidenceCoverage, TurnEvidenceCoverage, TurnInput, InputFile, AnswerValue, InputResponse, RespondAnswer, TurnHandle, SessionHandle, TestContext, ScoreTestContext, Verdict, EvalAuthorFields, EvalInput, ScoreEvalInput, EvalDefinition, AnyEvalDefinition, EvalGroupMember, EvalGroupInput, EvalGroupDefinition, EvaluationKind, EvalDescriptor, ExperimentAuthorFields, SharedStateConfig, ExperimentInput, ExperimentDefinition, ExperimentHook, ExperimentHookContext, Config, LocalizedText, Reporter, ReporterEvent, EvalResult, AcceptedDifference, AcceptedResult, RetryAttemptRecord, InvocationSummary, InvocationShape, DiagnosticRecord, ExperimentRunInfo, SandboxRunInfo, ScriptResult, CommandResult, InputRequest, InputRequestFilter, O11ySummary, TraceSpan, SpanKind, DerivedFacts, FailureClass, FailureScope, AttemptFailureInfo, AttemptFailureClassifier, ExternalCause, ExternalCauseFact, ExternalCauseLink, ExternalCauseScalar, } from \"./types.ts\";\nexport type { Adapter, AdapterAssertionsFactory, AdapterAssertionsFactoryContext, AdapterCleanupContext, AdapterContract, AdapterCreateContext, AdapterDefinition, AdapterEvalDefinition, AdapterEvalInput, AdapterIdentity, AdapterImplementation, AdapterImplementationInput, AdapterRuntimeDefinition, AdapterScoreEvalInput, EvalContext, ReservedAdapterContextKey, } from \"./adapter.ts\";\nexport type { ParsedTranscript } from \"./o11y/parsers/index.ts\";\nexport { closeQA, factuality, faithfulness, instructionFollowing, pairwisePreference } from \"./assertions/judge-presets.ts\";\nexport type { CloseQAMaterial, JudgePresetOptions, FactualityMaterial, FaithfulnessMaterial, InstructionFollowingMaterial, PairwisePreferenceMaterial } from \"./assertions/judge-presets.ts\";\nexport type { JudgeProvider, JudgeSelection } from \"./judge/index.ts\";\nexport { MigrationRequiredError, type MigrationOccurrence, type ErrorSource } from \"./error-assistance/index.ts\";\nexport type { AdapterUsageInput } from \"./adapter-usage.ts\";\nexport type { AdapterAttachmentInput, AdapterAttachmentReceipt } from \"./adapter-attachments.ts\";\nexport type { ExecutionTraceActor, ExecutionTraceEvent, ExecutionTraceEvidence, ExecutionTraceInput, ExecutionTraceLimitation, ExecutionTraceLink, ExecutionTraceReceipt, ExecutionTraceScope, ExecutionTraceScopeMembership, ExecutionTraceSource, ExecutionTraceTime, TraceJson, } from \"./adapter-execution-trace.ts\";\n"]}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":";;;AAAA,+CAA+C;AAC/C,uEAAuE;AACvE,yCAA2G;AAAlG,uGAAA,UAAU,OAAA;AAAE,4GAAA,eAAe,OAAA;AAAE,4GAAA,eAAe,OAAA;AAAE,yGAAA,YAAY,OAAA;AAAE,6GAAA,gBAAgB,OAAA;AACrF,2CAAoE;AAA3D,2GAAA,aAAa,OAAA;AAAE,mHAAA,qBAAqB,OAAA;AAC7C,kDAAoD;AAA3C,uGAAA,WAAW,OAAA;AAEpB,kDAAyD;AAAhD,4GAAA,gBAAgB,OAAA;AAGzB,0EAAuN;AAA9M,2HAAA,mBAAmB,OAAA;AAG5B,qCAA8D;AAArD,qGAAA,UAAU,OAAA;AAAE,iGAAA,MAAM,OAAA;AAAE,wGAAA,aAAa,OAAA;AAC1C,6CAA6C;AAC7C,6EAA6E;AAC7E,8DAAiG;AAAxF,wHAAA,oBAAoB,OAAA;AAAE,kHAAA,cAAc,OAAA;AAAE,kHAAA,cAAc,OAAA;AAK7D,kEAAmH;AAA1G,8GAAA,UAAU,OAAA;AAAE,gHAAA,YAAY,OAAA;AAAE,wHAAA,oBAAoB,OAAA;AAAE,sHAAA,kBAAkB,OAAA;AAG3E,wDAAiH;AAAxG,kHAAA,sBAAsB,OAAA;AAI/B,kEAAwF;AAA/E,uHAAA,mBAAmB,OAAA;AAAE,sHAAA,kBAAkB,OAAA","sourcesContent":["// niceeval 公开导出(import { … } from \"niceeval\")。\n// Agent/Adapter 相关见 \"niceeval/adapter\";Sandbox 相关见 \"niceeval/sandbox\"。\nexport { defineEval, defineScoreEval, defineEvalGroup, defineConfig, defineExperiment } from \"./define.ts\";\nexport { defineAdapter, defineAdapterContract } from \"./adapter.ts\";\nexport { defineJudge } from \"./assertions/judge.ts\";\nexport type { JudgeAnchor, JudgeDefinition, JudgeOptions } from \"./assertions/judge.ts\";\nexport { defineScoreMatch } from \"./assertions/match.ts\";\nexport type { ManagedScoreMatchOptions, ScoreMatch, ScoreMatchAnchor, ScoreMatchContext, ScoreMatchLlmFailure, ScoreMatchResult } from \"./assertions/match.ts\";\nexport type { AssertionEntryId } from \"./assertions/identity.ts\";\nexport { readScoreMatchAudit, type ScoreMatchAudit, type ScoreMatchAuditV3, type ScoreMatchAuditImageContent, type ScoreMatchAuditEnvelope, type ScoreMatchAuditReadResult, } from \"./assertions/score-match-audit.ts\";\nexport type { AgentSendWindowIdentity, AgentWorkspaceDiffEndpoint, AgentWorkspaceDiffHunks, AgentWorkspaceDiffPolicy, AgentWorkspaceDiff, AgentWorkspaceDiffWindow, AgentWorkspaceDiffWindowChange, } from \"./assertions/workspace-diff.ts\";\nexport type { AssertionCheck, ScoreFunction, PolymorphicBooleanAssertionHandle, PolymorphicMeasurementAssertionHandle, PostRunBooleanAssertionHandle, } from \"./assertions/api.ts\";\nexport { requireEnv, getEnv, stripComments } from \"./util.ts\";\n// 执行失败分类:抛出点糖衣类(声明死因波及多远)+ 结构守卫。判据、分类链与止损语义见\n// docs/feature/error-classification/README.md;`niceeval/adapter` 复导出同一份词表类型。\nexport { ExperimentFatalError, EvalFatalError, failureClassOf } from \"./shared/failure-class.ts\";\n// 类型(eval 作者会用到;跑哪个 agent / 用哪个 sandbox 见对应子路径)\nexport type { StreamEvent, ToolName, JsonValue, FlagValue, ExperimentFlags, JsonMatch, Usage, Turn, EvidenceCoverageStatus, EvidenceCoverageEntry, EvidenceCoverage, TurnEvidenceCoverage, TurnInput, InputFile, AnswerValue, InputResponse, RespondAnswer, TurnHandle, SessionHandle, TestContext, ScoreTestContext, Verdict, EvalAuthorFields, EvalInput, ScoreEvalInput, EvalDefinition, AnyEvalDefinition, EvalGroupMember, EvalGroupInput, EvalGroupDefinition, EvaluationKind, EvalDescriptor, ExperimentAuthorFields, SharedStateConfig, ExperimentInput, ExperimentDefinition, ExperimentHook, ExperimentHookContext, Config, LocalizedText, Reporter, ReporterEvent, EvalResult, AcceptedDifference, AcceptedResult, RetryAttemptRecord, InvocationSummary, InvocationShape, DiagnosticRecord, ExperimentRunInfo, SandboxRunInfo, ScriptResult, CommandResult, InputRequest, InputRequestFilter, O11ySummary, TraceSpan, SpanKind, DerivedFacts, FailureClass, FailureScope, AttemptFailureInfo, AttemptFailureClassifier, ExternalCause, ExternalCauseFact, ExternalCauseLink, ExternalCauseScalar, } from \"./types.ts\";\nexport type { Adapter, AdapterAssertionsFactory, AdapterAssertionsFactoryContext, AdapterCleanupContext, AttemptCancellation, AttemptSignal, AdapterContract, AdapterCreateContext, AdapterDefinition, AdapterEvalDefinition, AdapterEvalInput, AdapterIdentity, AdapterImplementation, AdapterImplementationInput, AdapterRuntimeDefinition, AdapterScoreEvalInput, EvalContext, ReservedAdapterContextKey, } from \"./adapter.ts\";\nexport type { ParsedTranscript } from \"./o11y/parsers/index.ts\";\nexport { factuality, faithfulness, instructionFollowing, pairwisePreference } from \"./assertions/judge-presets.ts\";\nexport type { JudgePresetOptions, FactualityMaterial, FaithfulnessMaterial, InstructionFollowingMaterial, PairwisePreferenceMaterial } from \"./assertions/judge-presets.ts\";\nexport type { JudgeProvider, JudgeSelection } from \"./judge/index.ts\";\nexport { MigrationRequiredError, type MigrationOccurrence, type ErrorSource } from \"./error-assistance/index.ts\";\nexport type { AdapterUsageInput, AdapterUsageSeal } from \"./adapter-usage.ts\";\nexport type { AdapterAttachmentInput, AdapterAttachmentReceipt } from \"./adapter-attachments.ts\";\nexport type { ExecutionDisplayBlock, ExecutionTraceActor, ExecutionTraceEvent, ExecutionTraceEvidence, ExecutionTraceInput, ExecutionTraceLimitation, ExecutionTraceLink, ExecutionTraceReceipt, ExecutionTraceScope, ExecutionTraceScopeMembership, ExecutionTraceSource, ExecutionTraceTime, TraceJson, } from \"./adapter-execution-trace.ts\";\nexport { defineMaterialMatch, defineContextMatch } from \"./assertions/context-match.ts\";\nexport type { MaterialMatch, ContextBooleanMatch, ContextScoreMatch, MatchContext, ReadonlyMaterial, MatchFact, MaterialCollection, MaterialItem, MaterialCaptureBudget, FactCaptureBudget } from \"./assertions/context-match.ts\";\nexport type { AttemptUsageSnapshot, AdapterAttemptUsageSnapshot } from \"./o11y/adapter-usage-projection.ts\";\nexport type { EvalUsage } from \"./o11y/eval-usage.ts\";\nexport type { AgentMatchContext } from \"./context/assert-first.ts\";\nexport type { ModelSlotSelection, ResolvedModelSlot, ResolvedModelSlots } from \"./model-slots.ts\";\n"]}

package/dist/index.d.cts

@@ -7,16 +7,22 @@ export type { ManagedScoreMatchOptions, ScoreMatch, ScoreMatchAnchor, ScoreMatch
 export type { AssertionEntryId } from "./assertions/identity.cjs";
 export { readScoreMatchAudit, type ScoreMatchAudit, type ScoreMatchAuditV3, type ScoreMatchAuditImageContent, type ScoreMatchAuditEnvelope, type ScoreMatchAuditReadResult, } from "./assertions/score-match-audit.cjs";
 export type { AgentSendWindowIdentity, AgentWorkspaceDiffEndpoint, AgentWorkspaceDiffHunks, AgentWorkspaceDiffPolicy, AgentWorkspaceDiff, AgentWorkspaceDiffWindow, AgentWorkspaceDiffWindowChange, } from "./assertions/workspace-diff.cjs";
-export type { AssertionCheck, PolymorphicBooleanAssertionHandle, PolymorphicMeasurementAssertionHandle, PostRunBooleanAssertionHandle, } from "./assertions/api.cjs";
+export type { AssertionCheck, ScoreFunction, PolymorphicBooleanAssertionHandle, PolymorphicMeasurementAssertionHandle, PostRunBooleanAssertionHandle, } from "./assertions/api.cjs";
 export { requireEnv, getEnv, stripComments } from "./util.cjs";
 export { ExperimentFatalError, EvalFatalError, failureClassOf } from "./shared/failure-class.cjs";
 export type { StreamEvent, ToolName, JsonValue, FlagValue, ExperimentFlags, JsonMatch, Usage, Turn, EvidenceCoverageStatus, EvidenceCoverageEntry, EvidenceCoverage, TurnEvidenceCoverage, TurnInput, InputFile, AnswerValue, InputResponse, RespondAnswer, TurnHandle, SessionHandle, TestContext, ScoreTestContext, Verdict, EvalAuthorFields, EvalInput, ScoreEvalInput, EvalDefinition, AnyEvalDefinition, EvalGroupMember, EvalGroupInput, EvalGroupDefinition, EvaluationKind, EvalDescriptor, ExperimentAuthorFields, SharedStateConfig, ExperimentInput, ExperimentDefinition, ExperimentHook, ExperimentHookContext, Config, LocalizedText, Reporter, ReporterEvent, EvalResult, AcceptedDifference, AcceptedResult, RetryAttemptRecord, InvocationSummary, InvocationShape, DiagnosticRecord, ExperimentRunInfo, SandboxRunInfo, ScriptResult, CommandResult, InputRequest, InputRequestFilter, O11ySummary, TraceSpan, SpanKind, DerivedFacts, FailureClass, FailureScope, AttemptFailureInfo, AttemptFailureClassifier, ExternalCause, ExternalCauseFact, ExternalCauseLink, ExternalCauseScalar, } from "./types.cjs";
-export type { Adapter, AdapterAssertionsFactory, AdapterAssertionsFactoryContext, AdapterCleanupContext, AdapterContract, AdapterCreateContext, AdapterDefinition, AdapterEvalDefinition, AdapterEvalInput, AdapterIdentity, AdapterImplementation, AdapterImplementationInput, AdapterRuntimeDefinition, AdapterScoreEvalInput, EvalContext, ReservedAdapterContextKey, } from "./adapter.cjs";
+export type { Adapter, AdapterAssertionsFactory, AdapterAssertionsFactoryContext, AdapterCleanupContext, AttemptCancellation, AttemptSignal, AdapterContract, AdapterCreateContext, AdapterDefinition, AdapterEvalDefinition, AdapterEvalInput, AdapterIdentity, AdapterImplementation, AdapterImplementationInput, AdapterRuntimeDefinition, AdapterScoreEvalInput, EvalContext, ReservedAdapterContextKey, } from "./adapter.cjs";
 export type { ParsedTranscript } from "./o11y/parsers/index.cjs";
-export { closeQA, factuality, faithfulness, instructionFollowing, pairwisePreference } from "./assertions/judge-presets.cjs";
-export type { CloseQAMaterial, JudgePresetOptions, FactualityMaterial, FaithfulnessMaterial, InstructionFollowingMaterial, PairwisePreferenceMaterial } from "./assertions/judge-presets.cjs";
+export { factuality, faithfulness, instructionFollowing, pairwisePreference } from "./assertions/judge-presets.cjs";
+export type { JudgePresetOptions, FactualityMaterial, FaithfulnessMaterial, InstructionFollowingMaterial, PairwisePreferenceMaterial } from "./assertions/judge-presets.cjs";
 export type { JudgeProvider, JudgeSelection } from "./judge/index.cjs";
 export { MigrationRequiredError, type MigrationOccurrence, type ErrorSource } from "./error-assistance/index.cjs";
-export type { AdapterUsageInput } from "./adapter-usage.cjs";
+export type { AdapterUsageInput, AdapterUsageSeal } from "./adapter-usage.cjs";
 export type { AdapterAttachmentInput, AdapterAttachmentReceipt } from "./adapter-attachments.cjs";
-export type { ExecutionTraceActor, ExecutionTraceEvent, ExecutionTraceEvidence, ExecutionTraceInput, ExecutionTraceLimitation, ExecutionTraceLink, ExecutionTraceReceipt, ExecutionTraceScope, ExecutionTraceScopeMembership, ExecutionTraceSource, ExecutionTraceTime, TraceJson, } from "./adapter-execution-trace.cjs";
+export type { ExecutionDisplayBlock, ExecutionTraceActor, ExecutionTraceEvent, ExecutionTraceEvidence, ExecutionTraceInput, ExecutionTraceLimitation, ExecutionTraceLink, ExecutionTraceReceipt, ExecutionTraceScope, ExecutionTraceScopeMembership, ExecutionTraceSource, ExecutionTraceTime, TraceJson, } from "./adapter-execution-trace.cjs";
+export { defineMaterialMatch, defineContextMatch } from "./assertions/context-match.cjs";
+export type { MaterialMatch, ContextBooleanMatch, ContextScoreMatch, MatchContext, ReadonlyMaterial, MatchFact, MaterialCollection, MaterialItem, MaterialCaptureBudget, FactCaptureBudget } from "./assertions/context-match.cjs";
+export type { AttemptUsageSnapshot, AdapterAttemptUsageSnapshot } from "./o11y/adapter-usage-projection.cjs";
+export type { EvalUsage } from "./o11y/eval-usage.cjs";
+export type { AgentMatchContext } from "./context/assert-first.cjs";
+export type { ModelSlotSelection, ResolvedModelSlot, ResolvedModelSlots } from "./model-slots.cjs";

package/dist/index.d.mts

@@ -7,16 +7,22 @@ export type { ManagedScoreMatchOptions, ScoreMatch, ScoreMatchAnchor, ScoreMatch
 export type { AssertionEntryId } from "./assertions/identity.mjs";
 export { readScoreMatchAudit, type ScoreMatchAudit, type ScoreMatchAuditV3, type ScoreMatchAuditImageContent, type ScoreMatchAuditEnvelope, type ScoreMatchAuditReadResult, } from "./assertions/score-match-audit.mjs";
 export type { AgentSendWindowIdentity, AgentWorkspaceDiffEndpoint, AgentWorkspaceDiffHunks, AgentWorkspaceDiffPolicy, AgentWorkspaceDiff, AgentWorkspaceDiffWindow, AgentWorkspaceDiffWindowChange, } from "./assertions/workspace-diff.mjs";
-export type { AssertionCheck, PolymorphicBooleanAssertionHandle, PolymorphicMeasurementAssertionHandle, PostRunBooleanAssertionHandle, } from "./assertions/api.mjs";
+export type { AssertionCheck, ScoreFunction, PolymorphicBooleanAssertionHandle, PolymorphicMeasurementAssertionHandle, PostRunBooleanAssertionHandle, } from "./assertions/api.mjs";
 export { requireEnv, getEnv, stripComments } from "./util.mjs";
 export { ExperimentFatalError, EvalFatalError, failureClassOf } from "./shared/failure-class.mjs";
 export type { StreamEvent, ToolName, JsonValue, FlagValue, ExperimentFlags, JsonMatch, Usage, Turn, EvidenceCoverageStatus, EvidenceCoverageEntry, EvidenceCoverage, TurnEvidenceCoverage, TurnInput, InputFile, AnswerValue, InputResponse, RespondAnswer, TurnHandle, SessionHandle, TestContext, ScoreTestContext, Verdict, EvalAuthorFields, EvalInput, ScoreEvalInput, EvalDefinition, AnyEvalDefinition, EvalGroupMember, EvalGroupInput, EvalGroupDefinition, EvaluationKind, EvalDescriptor, ExperimentAuthorFields, SharedStateConfig, ExperimentInput, ExperimentDefinition, ExperimentHook, ExperimentHookContext, Config, LocalizedText, Reporter, ReporterEvent, EvalResult, AcceptedDifference, AcceptedResult, RetryAttemptRecord, InvocationSummary, InvocationShape, DiagnosticRecord, ExperimentRunInfo, SandboxRunInfo, ScriptResult, CommandResult, InputRequest, InputRequestFilter, O11ySummary, TraceSpan, SpanKind, DerivedFacts, FailureClass, FailureScope, AttemptFailureInfo, AttemptFailureClassifier, ExternalCause, ExternalCauseFact, ExternalCauseLink, ExternalCauseScalar, } from "./types.mjs";
-export type { Adapter, AdapterAssertionsFactory, AdapterAssertionsFactoryContext, AdapterCleanupContext, AdapterContract, AdapterCreateContext, AdapterDefinition, AdapterEvalDefinition, AdapterEvalInput, AdapterIdentity, AdapterImplementation, AdapterImplementationInput, AdapterRuntimeDefinition, AdapterScoreEvalInput, EvalContext, ReservedAdapterContextKey, } from "./adapter.mjs";
+export type { Adapter, AdapterAssertionsFactory, AdapterAssertionsFactoryContext, AdapterCleanupContext, AttemptCancellation, AttemptSignal, AdapterContract, AdapterCreateContext, AdapterDefinition, AdapterEvalDefinition, AdapterEvalInput, AdapterIdentity, AdapterImplementation, AdapterImplementationInput, AdapterRuntimeDefinition, AdapterScoreEvalInput, EvalContext, ReservedAdapterContextKey, } from "./adapter.mjs";
 export type { ParsedTranscript } from "./o11y/parsers/index.mjs";
-export { closeQA, factuality, faithfulness, instructionFollowing, pairwisePreference } from "./assertions/judge-presets.mjs";
-export type { CloseQAMaterial, JudgePresetOptions, FactualityMaterial, FaithfulnessMaterial, InstructionFollowingMaterial, PairwisePreferenceMaterial } from "./assertions/judge-presets.mjs";
+export { factuality, faithfulness, instructionFollowing, pairwisePreference } from "./assertions/judge-presets.mjs";
+export type { JudgePresetOptions, FactualityMaterial, FaithfulnessMaterial, InstructionFollowingMaterial, PairwisePreferenceMaterial } from "./assertions/judge-presets.mjs";
 export type { JudgeProvider, JudgeSelection } from "./judge/index.mjs";
 export { MigrationRequiredError, type MigrationOccurrence, type ErrorSource } from "./error-assistance/index.mjs";
-export type { AdapterUsageInput } from "./adapter-usage.mjs";
+export type { AdapterUsageInput, AdapterUsageSeal } from "./adapter-usage.mjs";
 export type { AdapterAttachmentInput, AdapterAttachmentReceipt } from "./adapter-attachments.mjs";
-export type { ExecutionTraceActor, ExecutionTraceEvent, ExecutionTraceEvidence, ExecutionTraceInput, ExecutionTraceLimitation, ExecutionTraceLink, ExecutionTraceReceipt, ExecutionTraceScope, ExecutionTraceScopeMembership, ExecutionTraceSource, ExecutionTraceTime, TraceJson, } from "./adapter-execution-trace.mjs";
+export type { ExecutionDisplayBlock, ExecutionTraceActor, ExecutionTraceEvent, ExecutionTraceEvidence, ExecutionTraceInput, ExecutionTraceLimitation, ExecutionTraceLink, ExecutionTraceReceipt, ExecutionTraceScope, ExecutionTraceScopeMembership, ExecutionTraceSource, ExecutionTraceTime, TraceJson, } from "./adapter-execution-trace.mjs";
+export { defineMaterialMatch, defineContextMatch } from "./assertions/context-match.mjs";
+export type { MaterialMatch, ContextBooleanMatch, ContextScoreMatch, MatchContext, ReadonlyMaterial, MatchFact, MaterialCollection, MaterialItem, MaterialCaptureBudget, FactCaptureBudget } from "./assertions/context-match.mjs";
+export type { AttemptUsageSnapshot, AdapterAttemptUsageSnapshot } from "./o11y/adapter-usage-projection.mjs";
+export type { EvalUsage } from "./o11y/eval-usage.mjs";
+export type { AgentMatchContext } from "./context/assert-first.mjs";
+export type { ModelSlotSelection, ResolvedModelSlot, ResolvedModelSlots } from "./model-slots.mjs";

package/dist/index.d.ts

@@ -7,16 +7,22 @@ export type { ManagedScoreMatchOptions, ScoreMatch, ScoreMatchAnchor, ScoreMatch
 export type { AssertionEntryId } from "./assertions/identity.js";
 export { readScoreMatchAudit, type ScoreMatchAudit, type ScoreMatchAuditV3, type ScoreMatchAuditImageContent, type ScoreMatchAuditEnvelope, type ScoreMatchAuditReadResult, } from "./assertions/score-match-audit.js";
 export type { AgentSendWindowIdentity, AgentWorkspaceDiffEndpoint, AgentWorkspaceDiffHunks, AgentWorkspaceDiffPolicy, AgentWorkspaceDiff, AgentWorkspaceDiffWindow, AgentWorkspaceDiffWindowChange, } from "./assertions/workspace-diff.js";
-export type { AssertionCheck, PolymorphicBooleanAssertionHandle, PolymorphicMeasurementAssertionHandle, PostRunBooleanAssertionHandle, } from "./assertions/api.js";
+export type { AssertionCheck, ScoreFunction, PolymorphicBooleanAssertionHandle, PolymorphicMeasurementAssertionHandle, PostRunBooleanAssertionHandle, } from "./assertions/api.js";
 export { requireEnv, getEnv, stripComments } from "./util.js";
 export { ExperimentFatalError, EvalFatalError, failureClassOf } from "./shared/failure-class.js";
 export type { StreamEvent, ToolName, JsonValue, FlagValue, ExperimentFlags, JsonMatch, Usage, Turn, EvidenceCoverageStatus, EvidenceCoverageEntry, EvidenceCoverage, TurnEvidenceCoverage, TurnInput, InputFile, AnswerValue, InputResponse, RespondAnswer, TurnHandle, SessionHandle, TestContext, ScoreTestContext, Verdict, EvalAuthorFields, EvalInput, ScoreEvalInput, EvalDefinition, AnyEvalDefinition, EvalGroupMember, EvalGroupInput, EvalGroupDefinition, EvaluationKind, EvalDescriptor, ExperimentAuthorFields, SharedStateConfig, ExperimentInput, ExperimentDefinition, ExperimentHook, ExperimentHookContext, Config, LocalizedText, Reporter, ReporterEvent, EvalResult, AcceptedDifference, AcceptedResult, RetryAttemptRecord, InvocationSummary, InvocationShape, DiagnosticRecord, ExperimentRunInfo, SandboxRunInfo, ScriptResult, CommandResult, InputRequest, InputRequestFilter, O11ySummary, TraceSpan, SpanKind, DerivedFacts, FailureClass, FailureScope, AttemptFailureInfo, AttemptFailureClassifier, ExternalCause, ExternalCauseFact, ExternalCauseLink, ExternalCauseScalar, } from "./types.js";
-export type { Adapter, AdapterAssertionsFactory, AdapterAssertionsFactoryContext, AdapterCleanupContext, AdapterContract, AdapterCreateContext, AdapterDefinition, AdapterEvalDefinition, AdapterEvalInput, AdapterIdentity, AdapterImplementation, AdapterImplementationInput, AdapterRuntimeDefinition, AdapterScoreEvalInput, EvalContext, ReservedAdapterContextKey, } from "./adapter.js";
+export type { Adapter, AdapterAssertionsFactory, AdapterAssertionsFactoryContext, AdapterCleanupContext, AttemptCancellation, AttemptSignal, AdapterContract, AdapterCreateContext, AdapterDefinition, AdapterEvalDefinition, AdapterEvalInput, AdapterIdentity, AdapterImplementation, AdapterImplementationInput, AdapterRuntimeDefinition, AdapterScoreEvalInput, EvalContext, ReservedAdapterContextKey, } from "./adapter.js";
 export type { ParsedTranscript } from "./o11y/parsers/index.js";
-export { closeQA, factuality, faithfulness, instructionFollowing, pairwisePreference } from "./assertions/judge-presets.js";
-export type { CloseQAMaterial, JudgePresetOptions, FactualityMaterial, FaithfulnessMaterial, InstructionFollowingMaterial, PairwisePreferenceMaterial } from "./assertions/judge-presets.js";
+export { factuality, faithfulness, instructionFollowing, pairwisePreference } from "./assertions/judge-presets.js";
+export type { JudgePresetOptions, FactualityMaterial, FaithfulnessMaterial, InstructionFollowingMaterial, PairwisePreferenceMaterial } from "./assertions/judge-presets.js";
 export type { JudgeProvider, JudgeSelection } from "./judge/index.js";
 export { MigrationRequiredError, type MigrationOccurrence, type ErrorSource } from "./error-assistance/index.js";
-export type { AdapterUsageInput } from "./adapter-usage.js";
+export type { AdapterUsageInput, AdapterUsageSeal } from "./adapter-usage.js";
 export type { AdapterAttachmentInput, AdapterAttachmentReceipt } from "./adapter-attachments.js";
-export type { ExecutionTraceActor, ExecutionTraceEvent, ExecutionTraceEvidence, ExecutionTraceInput, ExecutionTraceLimitation, ExecutionTraceLink, ExecutionTraceReceipt, ExecutionTraceScope, ExecutionTraceScopeMembership, ExecutionTraceSource, ExecutionTraceTime, TraceJson, } from "./adapter-execution-trace.js";
+export type { ExecutionDisplayBlock, ExecutionTraceActor, ExecutionTraceEvent, ExecutionTraceEvidence, ExecutionTraceInput, ExecutionTraceLimitation, ExecutionTraceLink, ExecutionTraceReceipt, ExecutionTraceScope, ExecutionTraceScopeMembership, ExecutionTraceSource, ExecutionTraceTime, TraceJson, } from "./adapter-execution-trace.js";
+export { defineMaterialMatch, defineContextMatch } from "./assertions/context-match.js";
+export type { MaterialMatch, ContextBooleanMatch, ContextScoreMatch, MatchContext, ReadonlyMaterial, MatchFact, MaterialCollection, MaterialItem, MaterialCaptureBudget, FactCaptureBudget } from "./assertions/context-match.js";
+export type { AttemptUsageSnapshot, AdapterAttemptUsageSnapshot } from "./o11y/adapter-usage-projection.js";
+export type { EvalUsage } from "./o11y/eval-usage.js";
+export type { AgentMatchContext } from "./context/assert-first.js";
+export type { ModelSlotSelection, ResolvedModelSlot, ResolvedModelSlots } from "./model-slots.js";