millforge 0.1.0__py3-none-any.whl

millforge/__init__.py

@@ -0,0 +1,1174 @@
+"""Millforge — a reliability layer for self-hosted LLM tool-calling."""
+
+import millforge._version as _version
+
+__version__ = _version.__version__
+
+from millforge.compiled_plan import (
+    ArgumentMatch,
+    CompilerIdentity,
+    CompiledArtifactPolicy,
+    CompiledBudgetPolicy,
+    CompiledContextPolicy,
+    CompiledHarnessNode,
+    CompiledHarnessPlan,
+    CompiledModelProfile,
+    CompiledPrerequisite,
+    CompiledPromptPolicy,
+    FileCompiledHarnessLoader,
+    IdempotencyClass,
+    DiagnosticField,
+    SessionEvent,
+    SessionEventType,
+    SideEffectCertainty,
+    SideEffectClass,
+    StageIdentity,
+    TerminalArtifactRequirement,
+    ToolBindingRef,
+    ToolTraceDecision,
+    ToolTraceDecisionRecord,
+    ToolTraceIdempotency,
+    ToolExecutionStatus,
+    ToolTraceSideEffectClass,
+    ToolTraceRecord,
+    canonical_compiled_plan_bytes,
+    canonical_json_serialize,
+    parse_and_strip_compiled_plan,
+    verify_compiled_plan_sha256,
+)
+from millforge.contracts import (
+    ArtifactRef,
+    CancellationRef,
+    CapabilityEnvelope,
+    CapabilityGrant,
+    ArtifactManifestArtifact,
+    ArtifactManifestEntry,
+    CompiledHarnessHash,
+    CompiledHarnessIdentity,
+    CompiledHarnessRef,
+    Deadline,
+    DiagnosticArtifact,
+    DiagnosticMetadata,
+    ExecutionSummaryArtifact,
+    ExecutionResultClass,
+    ExecutionStatus,
+    GuardedSessionRequest,
+    GuardedSessionResult,
+    GuardedSessionStatus,
+    HarnessExecutionRequest,
+    HarnessTaskInput,
+    HarnessExecutionResult,
+    AssistantMessage,
+    InvalidToolArguments,
+    MetricsArtifact,
+    ModelCapabilityRequirements,
+    ModelCompletionRequest,
+    ModelCompletionResponse,
+    ModelMessage,
+    ModelToolDefinition,
+    ModelToolCall,
+    ModelProfileRef,
+    ParsedToolArguments,
+    RunDirRef,
+    SamplingRequest,
+    SecretRef,
+    SelectedOutput,
+    SelectedOutputAbsent,
+    SelectedOutputPresent,
+    SelectedOutputRequirement,
+    TerminalSelectedOutputRequirement,
+    SanitizedMetadata,
+    RedactionPolicy,
+    SideEffectRecord,
+    TerminalCertainty,
+    TerminalResultArtifact,
+    TerminalIntent,
+    SystemMessage,
+    ToolResultMessage,
+    TimeoutOrigin,
+    TimeoutRef,
+    TimingMetadata,
+    TokenUsage,
+    ConnectorApprovalGrant,
+    ToolExecutionContext,
+    ToolExecutionResult,
+    UserMessage,
+    UsageMetadata,
+    ValidatedToolCall,
+    MAX_SELECTED_OUTPUT_ARRAY_ITEMS,
+    MAX_SELECTED_OUTPUT_NESTING_DEPTH,
+    MAX_SELECTED_OUTPUT_OBJECT_PROPERTIES,
+    MAX_SELECTED_OUTPUT_PAYLOAD_BYTES,
+    MAX_SELECTED_OUTPUT_SCHEMA_BYTES,
+    MAX_SELECTED_OUTPUT_STRING_LENGTH,
+    canonical_selected_output_payload_bytes,
+    canonical_selected_output_schema_bytes,
+    parse_selected_output_payload_json,
+    selected_output_schema_sha256,
+    redact_diagnostic_mapping,
+    redact_diagnostic_text,
+    redact_diagnostic_value,
+)
+from millforge.exceptions import (
+    ArtifactWriteError,
+    BackendTranslationError,
+    DeadlineExceededError,
+    HarnessMismatchError,
+    MillforgeConfigError,
+    MillforgeBaseClosedError,
+    MillforgeError,
+    ModelTransportError,
+    OperationCancelledError,
+    ToolInvokeError,
+    UnsupportedPlatformError,
+)
+from millforge.artifacts import (
+    JSON_MEDIA_TYPE,
+    NDJSON_MEDIA_TYPE,
+    STANDARD_ARTIFACT_FILENAMES,
+    STANDARD_ARTIFACT_IDS,
+    RuntimeArtifactWriter,
+)
+from millforge.runtime import (
+    DefaultHarnessRuntime,
+    FailureOrigin,
+    RuntimeState,
+    classify_failure,
+)
+from millforge.protocols import (
+    AsyncHttpTransport,
+    CancellationToken,
+    CancellationResolver,
+    CompiledHarnessLoader,
+    GuardrailBackend,
+    HarnessRuntime,
+    ModelClient,
+    RuntimeArtifactWriter as RuntimeArtifactWriterProtocol,
+    RuntimeClock,
+    ToolExecutor,
+)
+from millforge.tools import (
+    DESCRIPTOR_HASH_KIND,
+    DESCRIPTOR_SCHEMA_VERSION,
+    MAX_CANCELLATION_GRACE_SECONDS,
+    MAX_OUTPUT_BYTES,
+    MAX_OUTPUT_SUMMARY_UTF8,
+    MAX_TIMEOUT_SECONDS,
+    SNAPSHOT_ID_KIND,
+    SNAPSHOT_KIND,
+    FrozenDescriptorHashRecord,
+    FrozenToolRegistrySnapshot,
+    ToolDescriptor,
+    ToolOutputPolicy,
+    ToolRegistry,
+    ToolRegistryError,
+    ToolRegistryErrorCode,
+    ToolTimeoutPolicy,
+    create_builtin_tool_executor,
+    descriptor_hash_payload,
+)
+from millforge.custom_tools import (
+    CUSTOM_TOOL_COMPILATION_RECORD_HASH_KIND,
+    CUSTOM_TOOL_DECLARATION_HASH_KIND,
+    CUSTOM_TOOL_SOURCE_HASH_KIND,
+    CUSTOM_TOOL_SOURCE_KIND,
+    CUSTOM_TOOL_SOURCE_SCHEMA,
+    CUSTOM_TOOL_SOURCE_VERSION,
+    CustomToolApprovalPolicy,
+    CustomToolCompilationRecord,
+    CustomToolCompilationResult,
+    CustomToolCompilerPolicy,
+    CustomToolContractModel,
+    CustomToolContractValidation,
+    CustomToolDeclaration,
+    CustomToolDescriptionPolicy,
+    CustomToolDiagnostic,
+    CustomToolDiagnosticCode,
+    CustomToolDiagnosticEvidence,
+    CustomToolDiagnosticPhase,
+    CustomToolDiagnosticSeverity,
+    CustomToolInputPolicy,
+    CustomToolOutputPolicy,
+    CustomToolRuntimeKind,
+    CustomToolSourceManifest,
+    compile_custom_tools,
+    compilation_record_from_declaration,
+    custom_tool_diagnostic,
+    malformed_input_diagnostic,
+    redact_custom_tool_text,
+    tool_descriptor_from_declaration,
+)
+from millforge.eval_workflow import (
+    CompactEvalWorkflowGraph,
+    EvalAttemptState,
+    EvalCandidateDisposition,
+    EvalStageContract,
+    EvalStageId,
+    EvalTerminalResult,
+    EvalTransitionDecision,
+    EvalWorkflowOutcomeKind,
+    calculate_compact_eval_workflow_sha256,
+    canonical_compact_eval_workflow_bytes,
+    compact_eval_workflow_snapshot,
+    default_compact_eval_workflow_graph,
+    resolve_eval_transition,
+)
+from millforge.eval_boundary import (
+    AUTHORITATIVE_COMPACT_EVAL_WORKFLOW_NAMES,
+    EVAL_BOUNDARY_ARTIFACT_MODULE_DECISION,
+    EVAL_BOUNDARY_ARTIFACT_MODULE_REQUIRED,
+    EVAL_BOUNDARY_MODULE_NAME,
+    EVAL_BUILDER_DEFAULT_WRITE_ROOTS,
+    EVAL_CHECKER_IGNORED_SCRATCH_ROOTS,
+    EVAL_CONTEXT_DEFAULT_ALLOWED_PATHS,
+    EVAL_CONTEXT_DEFAULT_REDACTION_CATEGORIES,
+    EVAL_CONTEXT_DEFAULT_REQUIRED_ARTIFACT_IDS,
+    EVAL_CONTEXT_FINGERPRINT_KIND,
+    EVAL_DENIED_CAPABILITY_IDS,
+    EVAL_FIXTURE_IGNORED_GENERATED_ROOTS,
+    EVAL_FIXTURE_IGNORED_GENERATED_SUFFIXES,
+    EVAL_STAGE_RESOURCE_CEILING_DEFAULTS,
+    EVAL_TRIAL_RESOURCE_CEILING_DEFAULTS,
+    EVAL_WORKSPACE_ISOLATION_CONTRACT,
+    EvalBoundaryBaseline,
+    EvalBoundaryStageArtifacts,
+    EvalCapabilityEnvelope,
+    EvalCapabilityId,
+    EvalCapabilityValidationResult,
+    EvalCommandAdmissionResult,
+    EvalCommandDescriptor,
+    EvalCommandEnvironmentPolicy,
+    EvalCheckerApprovalValidationResult,
+    EvalClosureOutcomeKind,
+    EvalClosureValidationResult,
+    EvalContextArtifactSummary,
+    EvalContextRedaction,
+    EvalContextSnapshot,
+    EvalContextTier,
+    EvalFixtureFile,
+    EvalFixtureManifest,
+    EvalFixtureWorkspacePolicy,
+    EvalFixtureWorkspaceSnapshot,
+    EvalPathPolicyViolation,
+    EvalResourceCeiling,
+    EvalStageContextPolicy,
+    build_eval_context_snapshot,
+    calculate_eval_context_fingerprint,
+    compact_eval_boundary_baseline,
+    compact_eval_boundary_baseline_snapshot,
+    default_eval_capability_envelopes,
+    default_eval_stage_context_policies,
+    default_eval_stage_context_policy,
+    default_eval_stage_resource_ceiling,
+    default_eval_trial_resource_ceiling,
+    eval_fixture_file_hash,
+    eval_fixture_file_record,
+    eval_fixture_manifest_from_paths,
+    eval_fixture_manifest_sha256,
+    eval_fixture_workspace_snapshot,
+    eval_stage_capability_envelope,
+    validate_eval_checker_approval,
+    validate_eval_closure,
+    validate_eval_fixture_path,
+    validate_eval_stage_capability,
+    validate_eval_stage_command,
+)
+from millforge.eval_artifacts import (
+    EVAL_ARTIFACT_FIXED_TIMESTAMP,
+    EVAL_ARTIFACT_LAYOUT_ROOT,
+    EVAL_ARTIFACT_MEDIA_TYPE_JSON,
+    EVAL_ARTIFACT_MEDIA_TYPE_JSONL,
+    EVAL_ARTIFACT_SCHEMA_VERSION,
+    EVAL_ARTIFACT_SCHEMAS,
+    EVAL_LOGICAL_06A_ARTIFACT_IDS,
+    EVAL_PUBLIC_ARTIFACT_IDS,
+    EVAL_RUNTIME_MEASUREMENT_ARTIFACT_IDS,
+    EvalAcceptanceCheck,
+    EvalAcceptanceChecksArtifact,
+    EvalArbiterVerdictArtifact,
+    EvalArbiterVerdictValue,
+    EvalArtifactBase,
+    EvalArtifactId,
+    EvalArtifactLayoutEntry,
+    EvalArtifactManifestArtifact,
+    EvalArtifactManifestEntry,
+    EvalArtifactReference,
+    EvalArtifactSection,
+    EvalCheckerVerdictArtifact,
+    EvalCheckerVerdictValue,
+    EvalCommandOutcome,
+    EvalContextSnapshotArtifact,
+    EvalEventLogArtifact,
+    EvalEventRecord,
+    EvalFileHashChange,
+    EvalFixtureManifestArtifact,
+    EvalModelUsageArtifact,
+    EvalPatchSummaryArtifact,
+    EvalPlanArtifact,
+    EvalResourceUsageArtifact,
+    EvalStageResultArtifact,
+    EvalTaskArtifact,
+    EvalTestResultsArtifact,
+    EvalValidatorResultArtifact,
+    EvalValidatorVisibilityRecord,
+    EvalWorkspaceDiffArtifact,
+    calculate_eval_artifact_manifest_sha256,
+    canonical_eval_artifact_layout,
+    canonical_eval_artifact_manifest_bytes,
+    eval_artifact_layout_entry,
+    validate_eval_artifact_record,
+)
+from millforge.eval_modes import (
+    EVAL_DEFAULT_MODEL_PROFILE_ID,
+    EVAL_MODE_FINGERPRINT_KIND,
+    EVAL_MODE_FAIRNESS_FINGERPRINT_KIND,
+    EVAL_MODE_SCHEMA_VERSION,
+    EVAL_MODEL_PROFILE_HASH_KIND,
+    EVAL_SMALL_MILLFORGE_MODE_ID,
+    EVAL_SMALL_PI_MODE_ID,
+    EVAL_SPEC_07_HARNESS_IDS,
+    EvalModeComparison,
+    EvalModeConfound,
+    EvalModeDeferredDependency,
+    EvalModeDescriptor,
+    EvalModeFairnessReport,
+    EvalModeLiveAdmissionResult,
+    EvalModelProfile,
+    EvalRunnerBinding,
+    EvalRunnerKind,
+    admit_eval_mode_live_execution,
+    calculate_eval_mode_fairness_fingerprint,
+    calculate_eval_mode_fingerprint,
+    calculate_eval_model_profile_hash,
+    canonical_eval_mode_fairness_bytes,
+    canonical_eval_mode_bytes,
+    compare_eval_modes_for_fairness,
+    default_eval_model_profile,
+    default_eval_small_millforge_mode,
+    default_eval_small_pi_mode,
+)
+from millforge.eval_presets import (
+    EVAL_PRESET_HARNESS_IDS,
+    EVAL_PRESET_MODEL_PROFILE_ID,
+    EVAL_PRESET_SCHEMA_VERSION,
+    EvalPresetCompileCase,
+    EvalPresetCompiledRecord,
+    EvalPresetContractGap,
+    EvalPresetId,
+    EvalPresetReadinessReport,
+    EvalPresetReadinessStatus,
+    compile_all_eval_presets,
+    eval_preset_contract_gaps,
+    eval_preset_readiness_report,
+    eval_preset_source_record,
+    eval_spec_07_presets_available,
+    eval_spec_07_static_readiness_proven,
+    iter_eval_preset_compile_cases,
+    iter_eval_preset_source_records,
+)
+from millforge.eval_suite import (
+    EVAL_SUITE_CAMPAIGN_MANIFEST_HASH_KIND,
+    EVAL_SUITE_CLOSURE_EVIDENCE_HASH_KIND,
+    EVAL_SUITE_DEFAULT_CAMPAIGN_CREATED_AT,
+    EVAL_SUITE_DEFAULT_CAMPAIGN_ID,
+    EVAL_SUITE_DEFAULT_FIXTURE_PACK_ID,
+    EVAL_SUITE_DEFAULT_SCORER_VERSION,
+    EVAL_SUITE_FIXTURE_HASH_KIND,
+    EVAL_SUITE_FIXTURE_PACK_HASH_KIND,
+    EVAL_SUITE_MODEL_MANIFEST_HASH_KIND,
+    EVAL_SUITE_OUTPUT_ROOT_HASH_KIND,
+    EVAL_SUITE_SCHEMA_VERSION,
+    EVAL_SUITE_SCORER_INPUT_HASH_KIND,
+    EVAL_SUITE_SCORER_RESULT_HASH_KIND,
+    EvalBudgetPolicyReference,
+    EvalCampaignKind,
+    EvalCampaignManifest,
+    EvalCapabilityAuditSummary,
+    EvalCheckResult,
+    EvalDifficultyLevel,
+    EvalDifficultyMetadata,
+    EvalExpectedMutationKind,
+    EvalExpectedMutationPolicy,
+    EvalFailureTaxonomyLabel,
+    EvalFixturePackSummary,
+    EvalHashRecord,
+    EvalHiddenCheck,
+    EvalLiveDenialDiagnostic,
+    EvalModelManifest,
+    EvalModelPricingMetadata,
+    EvalModelRateLimitMetadata,
+    EvalOfflineDryCampaignConfig,
+    EvalOfflineDryCampaignClosureEvidence,
+    EvalOfflineDryCampaignDiagnostic,
+    EvalOfflineDryCampaignDiagnosticCode,
+    EvalOfflineDryCampaignPlan,
+    EvalOfflineDryCampaignRunResult,
+    EvalPublicArtifactProjection,
+    EvalRunnerAcceptanceProjection,
+    EvalRunnerContextProjection,
+    EvalRunnerTaskProjection,
+    EvalScorerInput,
+    EvalScorerResult,
+    EvalSuiteContractModel,
+    EvalSuiteExecutionMode,
+    EvalTaskCategory,
+    EvalTaskFixture,
+    EvalTrialOutcome,
+    EvalVisibleCheck,
+    calculate_eval_campaign_manifest_hash,
+    calculate_eval_fixture_pack_hash,
+    calculate_eval_model_manifest_hash,
+    calculate_offline_dry_campaign_closure_evidence_hash,
+    calculate_eval_scorer_input_hash,
+    calculate_eval_scorer_result_hash,
+    calculate_eval_task_fixture_hash,
+    canonical_eval_suite_bytes,
+    canonical_offline_dry_campaign_closure_evidence_bytes,
+    configure_offline_fake_eval_campaign,
+    default_eval_suite_campaign_manifest,
+    build_offline_dry_campaign_closure_evidence,
+    eval_model_manifest_from_profile,
+    eval_public_artifact_projection,
+    eval_runner_acceptance_projection,
+    eval_runner_context_projection,
+    eval_runner_task_projection,
+    load_eval_fixture_pack_summary,
+    load_eval_task_fixture,
+    load_eval_task_fixtures,
+    run_offline_fake_eval_campaign,
+    score_eval_trial,
+)
+from millforge.eval_trials import (
+    EVAL_TRIAL_ADMITTED_ARM_IDS,
+    EVAL_TRIAL_ARTIFACT_BUNDLE_HASH_KIND,
+    EVAL_TRIAL_DEFAULT_CREATED_AT,
+    EVAL_TRIAL_PLAN_HASH_KIND,
+    EVAL_TRIAL_RECORD_HASH_KIND,
+    EVAL_TRIAL_RESUME_INDEX_HASH_KIND,
+    EVAL_TRIAL_SCHEMA_VERSION,
+    EVAL_TRIAL_STORE_MANIFEST_HASH_KIND,
+    EvalFakeOutcomeScriptKind,
+    EvalFakeRunnerArtifactBundle,
+    EvalOfflineFakeTrialRun,
+    EvalTrialCampaignStoreAppendResult,
+    EvalTrialCampaignStoreRecordSummary,
+    EvalTrialCampaignStoreResumeResult,
+    EvalTrialArmDefinition,
+    EvalTrialArmId,
+    EvalTrialArmParityEvidence,
+    EvalTrialArmPlan,
+    EvalTrialContractModel,
+    EvalTrialExecutionResult,
+    EvalTrialFakeRunnerScript,
+    EvalTrialFixtureInstance,
+    EvalTrialInvalidDiagnostic,
+    EvalTrialInvalidDiagnosticCode,
+    EvalTrialModelUsageSummary,
+    EvalTrialPlan,
+    EvalTrialRecord,
+    EvalTrialResumeIndex,
+    EvalTrialResourceSummary,
+    EvalTrialRunnerRecordSummary,
+    EvalTrialScorerPublicSummary,
+    EvalTrialStoreManifest,
+    calculate_eval_fake_runner_artifact_bundle_hash,
+    calculate_eval_trial_plan_hash,
+    calculate_eval_trial_record_hash,
+    calculate_eval_trial_resume_index_hash,
+    calculate_eval_trial_store_manifest_hash,
+    canonical_eval_fake_runner_artifact_bundle_bytes,
+    canonical_eval_trial_plan_bytes,
+    canonical_eval_trial_record_bytes,
+    canonical_eval_trial_resume_index_bytes,
+    canonical_eval_trial_store_manifest_bytes,
+    append_eval_trial_record_to_campaign_store,
+    default_eval_trial_arm_definitions,
+    default_eval_trial_fixture_instance,
+    default_eval_trial_parity_evidence,
+    default_eval_trial_plan,
+    deny_eval_trial_live_execution,
+    fixture_copy_unavailable_diagnostic,
+    plan_paired_eval_trials,
+    resume_eval_trial_campaign_store,
+    run_offline_fake_eval_trial,
+)
+from millforge.eval_reports import (
+    EVAL_REPORT_HASH_KIND,
+    EVAL_REPORT_JSON_HASH_KIND,
+    EVAL_REPORT_MARKDOWN_HASH_KIND,
+    EVAL_REPORT_SCHEMA_VERSION,
+    EvalArmSummary,
+    EvalBudgetDiagnostic,
+    EvalBudgetDiagnosticCode,
+    EvalBudgetUsageEstimate,
+    EvalBudgetValidationResult,
+    EvalCategorySummary,
+    EvalConfoundEntry,
+    EvalDecisionRule,
+    EvalDecisionRuleKind,
+    EvalDecisionRuleStatus,
+    EvalDistributionSummary,
+    EvalFailureTaxonomyAssignment,
+    EvalFailureTaxonomySummary,
+    EvalInvalidTrialSummary,
+    EvalLiveAdmissionDiagnostic,
+    EvalLiveAdmissionDiagnosticCode,
+    EvalLiveAdmissionResult,
+    EvalLiveAdmissionStatus,
+    EvalMarkdownReport,
+    EvalMetricDenominator,
+    EvalMetricDenominatorKind,
+    EvalMetricValue,
+    EvalPairedComparison,
+    EvalPromotionalFreeWindow,
+    EvalReportAbortThresholds,
+    EvalReportBudgetPolicy,
+    EvalReportConfoundId,
+    EvalReportContractModel,
+    EvalReportFailureTaxonomyCategory,
+    EvalReportMetricId,
+    EvalReportPayload,
+    EvalReportPricingClass,
+    EvalReportRateLimitPolicy,
+    EvalReportReproducibilityHashes,
+    EvalReportStatisticalSummary,
+    EvalTaskSummary,
+    EvalWilsonScoreInterval,
+    admit_eval_report_campaign,
+    build_eval_report_artifact_bytes,
+    build_eval_report_payload,
+    calculate_eval_report_hash,
+    calculate_eval_report_json_hash,
+    canonical_eval_markdown_report_bytes,
+    canonical_eval_report_bytes,
+    canonical_eval_report_json_bytes,
+    default_eval_report_budget_policy,
+    default_eval_report_confounds,
+    default_eval_report_decision_rules,
+    render_eval_markdown_report,
+    validate_eval_budget_policy,
+    wilson_score_interval,
+)
+from millforge.base import (
+    AuthenticationPolicy,
+    AuthenticationScheme,
+    CapabilityDeclarations,
+    CapabilitySupport,
+    EndpointConfig,
+    HeaderValuePolicy,
+    ModelBackendConfigError,
+    MillforgeBaseBindingError,
+    MillforgeBaseComponents,
+    MillforgeBaseContextFile,
+    MillforgeBaseContextSnapshot,
+    MillforgeBaseMetadata,
+    MillforgeBaseLiveRunner,
+    MillforgeBaseOptions,
+    MillforgeBasePromptBudgetError,
+    MillforgeBasePromptSnapshot,
+    MillforgeBaseRunner,
+    MillforgeBaseRunnerDescriptor,
+    MillforgeBaseRuntimeServices,
+    MillforgeInvocationEvidence,
+    OpenAICompatibleTimeouts,
+    ReasoningEffort,
+    ReasoningMode,
+    ReasoningPolicy,
+    RequestOptionAllowlist,
+    ResolvedModelProfile,
+    ResolvedSecret,
+    RuntimeArtifactWriterFactory,
+    SamplingPolicy,
+    SecretResolutionError,
+    SecretResolver,
+    TransportConfig,
+    UnsupportedModelCapabilityError,
+    build_millforge_base_system_prompt,
+    create_millforge_base_components,
+    create_millforge_base_live_runner,
+    create_millforge_base_runner,
+    default_runtime_artifact_writer_factory,
+    describe_millforge_base,
+    load_millforge_base_context,
+    millforge_base_harness_source,
+)
+from millforge.compiler import (
+    InMemoryHarnessCompileError,
+    compile_harness_source_in_memory,
+)
+
+__all__: list[str] = [
+    # Millforge base composition
+    "MillforgeBaseOptions",
+    "MillforgeBaseContextFile",
+    "MillforgeBaseContextSnapshot",
+    "MillforgeBasePromptSnapshot",
+    "MillforgeBasePromptBudgetError",
+    "MillforgeBaseMetadata",
+    "MillforgeBaseComponents",
+    "MillforgeBaseRunnerDescriptor",
+    "MillforgeInvocationEvidence",
+    "load_millforge_base_context",
+    "build_millforge_base_system_prompt",
+    "millforge_base_harness_source",
+    "create_millforge_base_components",
+    "describe_millforge_base",
+    "RuntimeArtifactWriterFactory",
+    "default_runtime_artifact_writer_factory",
+    "MillforgeBaseRuntimeServices",
+    "MillforgeBaseBindingError",
+    "MillforgeBaseRunner",
+    "create_millforge_base_runner",
+    "MillforgeBaseLiveRunner",
+    "create_millforge_base_live_runner",
+    "AuthenticationPolicy",
+    "AuthenticationScheme",
+    "CapabilityDeclarations",
+    "CapabilitySupport",
+    "EndpointConfig",
+    "HeaderValuePolicy",
+    "ModelBackendConfigError",
+    "OpenAICompatibleTimeouts",
+    "ReasoningEffort",
+    "ReasoningMode",
+    "ReasoningPolicy",
+    "RequestOptionAllowlist",
+    "ResolvedModelProfile",
+    "ResolvedSecret",
+    "SamplingPolicy",
+    "SecretResolutionError",
+    "SecretResolver",
+    "TransportConfig",
+    "UnsupportedModelCapabilityError",
+    "compile_harness_source_in_memory",
+    "InMemoryHarnessCompileError",
+    # Compiled plan types
+    "ArgumentMatch",
+    "CompilerIdentity",
+    "CompiledArtifactPolicy",
+    "CompiledBudgetPolicy",
+    "CompiledContextPolicy",
+    "CompiledHarnessNode",
+    "CompiledHarnessPlan",
+    "CompiledModelProfile",
+    "CompiledPrerequisite",
+    "CompiledPromptPolicy",
+    "FileCompiledHarnessLoader",
+    "IdempotencyClass",
+    "DiagnosticField",
+    "SessionEvent",
+    "SessionEventType",
+    "SideEffectCertainty",
+    "SideEffectClass",
+    "StageIdentity",
+    "TerminalArtifactRequirement",
+    "ToolBindingRef",
+    "ToolTraceDecision",
+    "ToolTraceDecisionRecord",
+    "ToolTraceIdempotency",
+    "ToolExecutionStatus",
+    "ToolTraceSideEffectClass",
+    "ToolTraceRecord",
+    "canonical_compiled_plan_bytes",
+    "canonical_json_serialize",
+    "parse_and_strip_compiled_plan",
+    "verify_compiled_plan_sha256",
+    # Artifact writer
+    "JSON_MEDIA_TYPE",
+    "NDJSON_MEDIA_TYPE",
+    "STANDARD_ARTIFACT_FILENAMES",
+    "STANDARD_ARTIFACT_IDS",
+    "RuntimeArtifactWriter",
+    # Contracts
+    "ArtifactRef",
+    "ArtifactManifestArtifact",
+    "ArtifactManifestEntry",
+    "CancellationRef",
+    "CapabilityEnvelope",
+    "CapabilityGrant",
+    "CompiledHarnessHash",
+    "CompiledHarnessIdentity",
+    "CompiledHarnessRef",
+    "Deadline",
+    "DiagnosticArtifact",
+    "DiagnosticMetadata",
+    "ExecutionSummaryArtifact",
+    "ExecutionResultClass",
+    "ExecutionStatus",
+    "GuardedSessionRequest",
+    "GuardedSessionResult",
+    "GuardedSessionStatus",
+    "HarnessExecutionRequest",
+    "HarnessTaskInput",
+    "HarnessExecutionResult",
+    "AssistantMessage",
+    "InvalidToolArguments",
+    "MetricsArtifact",
+    "ModelCapabilityRequirements",
+    "ModelCompletionRequest",
+    "ModelCompletionResponse",
+    "ModelMessage",
+    "ModelToolDefinition",
+    "ModelToolCall",
+    "ModelProfileRef",
+    "ParsedToolArguments",
+    "RunDirRef",
+    "SamplingRequest",
+    "SecretRef",
+    "SelectedOutput",
+    "SelectedOutputAbsent",
+    "SelectedOutputPresent",
+    "SelectedOutputRequirement",
+    "TerminalSelectedOutputRequirement",
+    "SanitizedMetadata",
+    "RedactionPolicy",
+    "SideEffectRecord",
+    "SystemMessage",
+    "TerminalCertainty",
+    "TerminalResultArtifact",
+    "TerminalIntent",
+    "ToolResultMessage",
+    "TimeoutOrigin",
+    "TimeoutRef",
+    "TimingMetadata",
+    "TokenUsage",
+    "ConnectorApprovalGrant",
+    "ToolExecutionContext",
+    "ToolExecutionResult",
+    "UserMessage",
+    "UsageMetadata",
+    "ValidatedToolCall",
+    "MAX_SELECTED_OUTPUT_ARRAY_ITEMS",
+    "MAX_SELECTED_OUTPUT_NESTING_DEPTH",
+    "MAX_SELECTED_OUTPUT_OBJECT_PROPERTIES",
+    "MAX_SELECTED_OUTPUT_PAYLOAD_BYTES",
+    "MAX_SELECTED_OUTPUT_SCHEMA_BYTES",
+    "MAX_SELECTED_OUTPUT_STRING_LENGTH",
+    "canonical_selected_output_payload_bytes",
+    "canonical_selected_output_schema_bytes",
+    "parse_selected_output_payload_json",
+    "selected_output_schema_sha256",
+    "redact_diagnostic_mapping",
+    "redact_diagnostic_text",
+    "redact_diagnostic_value",
+    # Exceptions
+    "ArtifactWriteError",
+    "BackendTranslationError",
+    "DeadlineExceededError",
+    "HarnessMismatchError",
+    "MillforgeConfigError",
+    "MillforgeError",
+    "ModelTransportError",
+    "OperationCancelledError",
+    "ToolInvokeError",
+    "UnsupportedPlatformError",
+    "MillforgeBaseClosedError",
+    # Runtime
+    "classify_failure",
+    "DefaultHarnessRuntime",
+    "FailureOrigin",
+    "RuntimeState",
+    # Protocols
+    "AsyncHttpTransport",
+    "CancellationToken",
+    "CancellationResolver",
+    "CompiledHarnessLoader",
+    "GuardrailBackend",
+    "HarnessRuntime",
+    "ModelClient",
+    "RuntimeArtifactWriterProtocol",
+    "RuntimeClock",
+    "ToolExecutor",
+    # Tool registry
+    "DESCRIPTOR_HASH_KIND",
+    "DESCRIPTOR_SCHEMA_VERSION",
+    "MAX_CANCELLATION_GRACE_SECONDS",
+    "MAX_OUTPUT_BYTES",
+    "MAX_OUTPUT_SUMMARY_UTF8",
+    "MAX_TIMEOUT_SECONDS",
+    "SNAPSHOT_ID_KIND",
+    "SNAPSHOT_KIND",
+    "FrozenDescriptorHashRecord",
+    "FrozenToolRegistrySnapshot",
+    "ToolDescriptor",
+    "ToolOutputPolicy",
+    "ToolRegistry",
+    "ToolRegistryError",
+    "ToolRegistryErrorCode",
+    "ToolTimeoutPolicy",
+    "create_builtin_tool_executor",
+    "descriptor_hash_payload",
+    # Custom-tool contracts
+    "CUSTOM_TOOL_COMPILATION_RECORD_HASH_KIND",
+    "CUSTOM_TOOL_DECLARATION_HASH_KIND",
+    "CUSTOM_TOOL_SOURCE_HASH_KIND",
+    "CUSTOM_TOOL_SOURCE_KIND",
+    "CUSTOM_TOOL_SOURCE_SCHEMA",
+    "CUSTOM_TOOL_SOURCE_VERSION",
+    "CustomToolApprovalPolicy",
+    "CustomToolCompilationRecord",
+    "CustomToolCompilationResult",
+    "CustomToolCompilerPolicy",
+    "CustomToolContractModel",
+    "CustomToolContractValidation",
+    "CustomToolDeclaration",
+    "CustomToolDescriptionPolicy",
+    "CustomToolDiagnostic",
+    "CustomToolDiagnosticCode",
+    "CustomToolDiagnosticEvidence",
+    "CustomToolDiagnosticPhase",
+    "CustomToolDiagnosticSeverity",
+    "CustomToolInputPolicy",
+    "CustomToolOutputPolicy",
+    "CustomToolRuntimeKind",
+    "CustomToolSourceManifest",
+    "compile_custom_tools",
+    "compilation_record_from_declaration",
+    "custom_tool_diagnostic",
+    "malformed_input_diagnostic",
+    "redact_custom_tool_text",
+    "tool_descriptor_from_declaration",
+    # Compact eval workflow contracts
+    "CompactEvalWorkflowGraph",
+    "EvalAttemptState",
+    "EvalCandidateDisposition",
+    "EvalStageContract",
+    "EvalStageId",
+    "EvalTerminalResult",
+    "EvalTransitionDecision",
+    "EvalWorkflowOutcomeKind",
+    "calculate_compact_eval_workflow_sha256",
+    "canonical_compact_eval_workflow_bytes",
+    "compact_eval_workflow_snapshot",
+    "default_compact_eval_workflow_graph",
+    "resolve_eval_transition",
+    # Compact eval boundary baseline
+    "AUTHORITATIVE_COMPACT_EVAL_WORKFLOW_NAMES",
+    "EVAL_BOUNDARY_ARTIFACT_MODULE_DECISION",
+    "EVAL_BOUNDARY_ARTIFACT_MODULE_REQUIRED",
+    "EVAL_BOUNDARY_MODULE_NAME",
+    "EVAL_BUILDER_DEFAULT_WRITE_ROOTS",
+    "EVAL_CHECKER_IGNORED_SCRATCH_ROOTS",
+    "EVAL_CONTEXT_DEFAULT_ALLOWED_PATHS",
+    "EVAL_CONTEXT_DEFAULT_REDACTION_CATEGORIES",
+    "EVAL_CONTEXT_DEFAULT_REQUIRED_ARTIFACT_IDS",
+    "EVAL_CONTEXT_FINGERPRINT_KIND",
+    "EVAL_DENIED_CAPABILITY_IDS",
+    "EVAL_FIXTURE_IGNORED_GENERATED_ROOTS",
+    "EVAL_FIXTURE_IGNORED_GENERATED_SUFFIXES",
+    "EVAL_STAGE_RESOURCE_CEILING_DEFAULTS",
+    "EVAL_TRIAL_RESOURCE_CEILING_DEFAULTS",
+    "EVAL_WORKSPACE_ISOLATION_CONTRACT",
+    "EvalBoundaryBaseline",
+    "EvalBoundaryStageArtifacts",
+    "EvalCapabilityEnvelope",
+    "EvalCapabilityId",
+    "EvalCapabilityValidationResult",
+    "EvalCommandAdmissionResult",
+    "EvalCommandDescriptor",
+    "EvalCommandEnvironmentPolicy",
+    "EvalCheckerApprovalValidationResult",
+    "EvalClosureOutcomeKind",
+    "EvalClosureValidationResult",
+    "EvalContextArtifactSummary",
+    "EvalContextRedaction",
+    "EvalContextSnapshot",
+    "EvalContextTier",
+    "EvalFixtureFile",
+    "EvalFixtureManifest",
+    "EvalFixtureWorkspacePolicy",
+    "EvalFixtureWorkspaceSnapshot",
+    "EvalPathPolicyViolation",
+    "EvalResourceCeiling",
+    "EvalStageContextPolicy",
+    "build_eval_context_snapshot",
+    "calculate_eval_context_fingerprint",
+    "compact_eval_boundary_baseline",
+    "compact_eval_boundary_baseline_snapshot",
+    "default_eval_capability_envelopes",
+    "default_eval_stage_context_policies",
+    "default_eval_stage_context_policy",
+    "default_eval_stage_resource_ceiling",
+    "default_eval_trial_resource_ceiling",
+    "eval_fixture_file_hash",
+    "eval_fixture_file_record",
+    "eval_fixture_manifest_from_paths",
+    "eval_fixture_manifest_sha256",
+    "eval_fixture_workspace_snapshot",
+    "eval_stage_capability_envelope",
+    "validate_eval_checker_approval",
+    "validate_eval_closure",
+    "validate_eval_fixture_path",
+    "validate_eval_stage_capability",
+    "validate_eval_stage_command",
+    # Compact eval artifact schemas
+    "EVAL_ARTIFACT_FIXED_TIMESTAMP",
+    "EVAL_ARTIFACT_LAYOUT_ROOT",
+    "EVAL_ARTIFACT_MEDIA_TYPE_JSON",
+    "EVAL_ARTIFACT_MEDIA_TYPE_JSONL",
+    "EVAL_ARTIFACT_SCHEMA_VERSION",
+    "EVAL_ARTIFACT_SCHEMAS",
+    "EVAL_LOGICAL_06A_ARTIFACT_IDS",
+    "EVAL_PUBLIC_ARTIFACT_IDS",
+    "EVAL_RUNTIME_MEASUREMENT_ARTIFACT_IDS",
+    "EvalAcceptanceCheck",
+    "EvalAcceptanceChecksArtifact",
+    "EvalArbiterVerdictArtifact",
+    "EvalArbiterVerdictValue",
+    "EvalArtifactBase",
+    "EvalArtifactId",
+    "EvalArtifactLayoutEntry",
+    "EvalArtifactManifestArtifact",
+    "EvalArtifactManifestEntry",
+    "EvalArtifactReference",
+    "EvalArtifactSection",
+    "EvalCheckerVerdictArtifact",
+    "EvalCheckerVerdictValue",
+    "EvalCommandOutcome",
+    "EvalContextSnapshotArtifact",
+    "EvalEventLogArtifact",
+    "EvalEventRecord",
+    "EvalFileHashChange",
+    "EvalFixtureManifestArtifact",
+    "EvalModelUsageArtifact",
+    "EvalPatchSummaryArtifact",
+    "EvalPlanArtifact",
+    "EvalResourceUsageArtifact",
+    "EvalStageResultArtifact",
+    "EvalTaskArtifact",
+    "EvalTestResultsArtifact",
+    "EvalValidatorResultArtifact",
+    "EvalValidatorVisibilityRecord",
+    "EvalWorkspaceDiffArtifact",
+    "calculate_eval_artifact_manifest_sha256",
+    "canonical_eval_artifact_layout",
+    "canonical_eval_artifact_manifest_bytes",
+    "eval_artifact_layout_entry",
+    "validate_eval_artifact_record",
+    # Compact eval mode descriptors
+    "EVAL_DEFAULT_MODEL_PROFILE_ID",
+    "EVAL_MODE_FINGERPRINT_KIND",
+    "EVAL_MODE_FAIRNESS_FINGERPRINT_KIND",
+    "EVAL_MODE_SCHEMA_VERSION",
+    "EVAL_MODEL_PROFILE_HASH_KIND",
+    "EVAL_SMALL_MILLFORGE_MODE_ID",
+    "EVAL_SMALL_PI_MODE_ID",
+    "EVAL_SPEC_07_HARNESS_IDS",
+    "EvalModeComparison",
+    "EvalModeConfound",
+    "EvalModeDeferredDependency",
+    "EvalModeDescriptor",
+    "EvalModeFairnessReport",
+    "EvalModeLiveAdmissionResult",
+    "EvalModelProfile",
+    "EvalRunnerBinding",
+    "EvalRunnerKind",
+    "admit_eval_mode_live_execution",
+    "calculate_eval_mode_fairness_fingerprint",
+    "calculate_eval_mode_fingerprint",
+    "calculate_eval_model_profile_hash",
+    "canonical_eval_mode_fairness_bytes",
+    "canonical_eval_mode_bytes",
+    "compare_eval_modes_for_fairness",
+    "default_eval_model_profile",
+    "default_eval_small_millforge_mode",
+    "default_eval_small_pi_mode",
+    # Compact eval preset metadata
+    "EVAL_PRESET_HARNESS_IDS",
+    "EVAL_PRESET_MODEL_PROFILE_ID",
+    "EVAL_PRESET_SCHEMA_VERSION",
+    "EvalPresetCompileCase",
+    "EvalPresetCompiledRecord",
+    "EvalPresetContractGap",
+    "EvalPresetId",
+    "EvalPresetReadinessReport",
+    "EvalPresetReadinessStatus",
+    "compile_all_eval_presets",
+    "eval_preset_contract_gaps",
+    "eval_preset_readiness_report",
+    "eval_preset_source_record",
+    "eval_spec_07_presets_available",
+    "eval_spec_07_static_readiness_proven",
+    "iter_eval_preset_compile_cases",
+    "iter_eval_preset_source_records",
+    # Offline eval-suite contracts
+    "EVAL_SUITE_CAMPAIGN_MANIFEST_HASH_KIND",
+    "EVAL_SUITE_CLOSURE_EVIDENCE_HASH_KIND",
+    "EVAL_SUITE_DEFAULT_CAMPAIGN_CREATED_AT",
+    "EVAL_SUITE_DEFAULT_CAMPAIGN_ID",
+    "EVAL_SUITE_DEFAULT_FIXTURE_PACK_ID",
+    "EVAL_SUITE_DEFAULT_SCORER_VERSION",
+    "EVAL_SUITE_FIXTURE_HASH_KIND",
+    "EVAL_SUITE_FIXTURE_PACK_HASH_KIND",
+    "EVAL_SUITE_MODEL_MANIFEST_HASH_KIND",
+    "EVAL_SUITE_OUTPUT_ROOT_HASH_KIND",
+    "EVAL_SUITE_SCHEMA_VERSION",
+    "EVAL_SUITE_SCORER_INPUT_HASH_KIND",
+    "EVAL_SUITE_SCORER_RESULT_HASH_KIND",
+    "EvalBudgetPolicyReference",
+    "EvalCampaignKind",
+    "EvalCampaignManifest",
+    "EvalCapabilityAuditSummary",
+    "EvalCheckResult",
+    "EvalDifficultyLevel",
+    "EvalDifficultyMetadata",
+    "EvalExpectedMutationKind",
+    "EvalExpectedMutationPolicy",
+    "EvalFailureTaxonomyLabel",
+    "EvalFixturePackSummary",
+    "EvalHashRecord",
+    "EvalHiddenCheck",
+    "EvalLiveDenialDiagnostic",
+    "EvalModelManifest",
+    "EvalModelPricingMetadata",
+    "EvalModelRateLimitMetadata",
+    "EvalOfflineDryCampaignConfig",
+    "EvalOfflineDryCampaignClosureEvidence",
+    "EvalOfflineDryCampaignDiagnostic",
+    "EvalOfflineDryCampaignDiagnosticCode",
+    "EvalOfflineDryCampaignPlan",
+    "EvalOfflineDryCampaignRunResult",
+    "EvalPublicArtifactProjection",
+    "EvalRunnerAcceptanceProjection",
+    "EvalRunnerContextProjection",
+    "EvalRunnerTaskProjection",
+    "EvalScorerInput",
+    "EvalScorerResult",
+    "EvalSuiteContractModel",
+    "EvalSuiteExecutionMode",
+    "EvalTaskCategory",
+    "EvalTaskFixture",
+    "EvalTrialOutcome",
+    "EvalVisibleCheck",
+    "calculate_eval_campaign_manifest_hash",
+    "calculate_eval_fixture_pack_hash",
+    "calculate_eval_model_manifest_hash",
+    "calculate_offline_dry_campaign_closure_evidence_hash",
+    "calculate_eval_scorer_input_hash",
+    "calculate_eval_scorer_result_hash",
+    "calculate_eval_task_fixture_hash",
+    "canonical_eval_suite_bytes",
+    "canonical_offline_dry_campaign_closure_evidence_bytes",
+    "configure_offline_fake_eval_campaign",
+    "default_eval_suite_campaign_manifest",
+    "build_offline_dry_campaign_closure_evidence",
+    "eval_model_manifest_from_profile",
+    "eval_public_artifact_projection",
+    "eval_runner_acceptance_projection",
+    "eval_runner_context_projection",
+    "eval_runner_task_projection",
+    "load_eval_fixture_pack_summary",
+    "load_eval_task_fixture",
+    "load_eval_task_fixtures",
+    "run_offline_fake_eval_campaign",
+    "score_eval_trial",
+    # Offline eval-trial contracts
+    "EVAL_TRIAL_ADMITTED_ARM_IDS",
+    "EVAL_TRIAL_ARTIFACT_BUNDLE_HASH_KIND",
+    "EVAL_TRIAL_DEFAULT_CREATED_AT",
+    "EVAL_TRIAL_PLAN_HASH_KIND",
+    "EVAL_TRIAL_RECORD_HASH_KIND",
+    "EVAL_TRIAL_RESUME_INDEX_HASH_KIND",
+    "EVAL_TRIAL_SCHEMA_VERSION",
+    "EVAL_TRIAL_STORE_MANIFEST_HASH_KIND",
+    "EvalFakeOutcomeScriptKind",
+    "EvalFakeRunnerArtifactBundle",
+    "EvalOfflineFakeTrialRun",
+    "EvalTrialCampaignStoreAppendResult",
+    "EvalTrialCampaignStoreRecordSummary",
+    "EvalTrialCampaignStoreResumeResult",
+    "EvalTrialArmDefinition",
+    "EvalTrialArmId",
+    "EvalTrialArmParityEvidence",
+    "EvalTrialArmPlan",
+    "EvalTrialContractModel",
+    "EvalTrialExecutionResult",
+    "EvalTrialFakeRunnerScript",
+    "EvalTrialFixtureInstance",
+    "EvalTrialInvalidDiagnostic",
+    "EvalTrialInvalidDiagnosticCode",
+    "EvalTrialModelUsageSummary",
+    "EvalTrialPlan",
+    "EvalTrialRecord",
+    "EvalTrialResumeIndex",
+    "EvalTrialResourceSummary",
+    "EvalTrialRunnerRecordSummary",
+    "EvalTrialScorerPublicSummary",
+    "EvalTrialStoreManifest",
+    "calculate_eval_fake_runner_artifact_bundle_hash",
+    "calculate_eval_trial_plan_hash",
+    "calculate_eval_trial_record_hash",
+    "calculate_eval_trial_resume_index_hash",
+    "calculate_eval_trial_store_manifest_hash",
+    "canonical_eval_fake_runner_artifact_bundle_bytes",
+    "canonical_eval_trial_plan_bytes",
+    "canonical_eval_trial_record_bytes",
+    "canonical_eval_trial_resume_index_bytes",
+    "canonical_eval_trial_store_manifest_bytes",
+    "append_eval_trial_record_to_campaign_store",
+    "default_eval_trial_arm_definitions",
+    "default_eval_trial_fixture_instance",
+    "default_eval_trial_parity_evidence",
+    "default_eval_trial_plan",
+    "deny_eval_trial_live_execution",
+    "fixture_copy_unavailable_diagnostic",
+    "plan_paired_eval_trials",
+    "resume_eval_trial_campaign_store",
+    "run_offline_fake_eval_trial",
+    # Eval report contracts and budget/admission gates
+    "EVAL_REPORT_HASH_KIND",
+    "EVAL_REPORT_JSON_HASH_KIND",
+    "EVAL_REPORT_MARKDOWN_HASH_KIND",
+    "EVAL_REPORT_SCHEMA_VERSION",
+    "EvalArmSummary",
+    "EvalBudgetDiagnostic",
+    "EvalBudgetDiagnosticCode",
+    "EvalBudgetUsageEstimate",
+    "EvalBudgetValidationResult",
+    "EvalCategorySummary",
+    "EvalConfoundEntry",
+    "EvalDecisionRule",
+    "EvalDecisionRuleKind",
+    "EvalDecisionRuleStatus",
+    "EvalDistributionSummary",
+    "EvalFailureTaxonomyAssignment",
+    "EvalFailureTaxonomySummary",
+    "EvalInvalidTrialSummary",
+    "EvalLiveAdmissionDiagnostic",
+    "EvalLiveAdmissionDiagnosticCode",
+    "EvalLiveAdmissionResult",
+    "EvalLiveAdmissionStatus",
+    "EvalMarkdownReport",
+    "EvalMetricDenominator",
+    "EvalMetricDenominatorKind",
+    "EvalMetricValue",
+    "EvalPairedComparison",
+    "EvalPromotionalFreeWindow",
+    "EvalReportAbortThresholds",
+    "EvalReportBudgetPolicy",
+    "EvalReportConfoundId",
+    "EvalReportContractModel",
+    "EvalReportFailureTaxonomyCategory",
+    "EvalReportMetricId",
+    "EvalReportPayload",
+    "EvalReportPricingClass",
+    "EvalReportRateLimitPolicy",
+    "EvalReportReproducibilityHashes",
+    "EvalReportStatisticalSummary",
+    "EvalTaskSummary",
+    "EvalWilsonScoreInterval",
+    "admit_eval_report_campaign",
+    "build_eval_report_artifact_bytes",
+    "build_eval_report_payload",
+    "calculate_eval_report_hash",
+    "calculate_eval_report_json_hash",
+    "canonical_eval_markdown_report_bytes",
+    "canonical_eval_report_bytes",
+    "canonical_eval_report_json_bytes",
+    "default_eval_report_budget_policy",
+    "default_eval_report_confounds",
+    "default_eval_report_decision_rules",
+    "render_eval_markdown_report",
+    "validate_eval_budget_policy",
+    "wilson_score_interval",
+]