@remnic/bench 9.55.0 → 9.57.0

package/dist/index.d.ts

@@ -5530,6 +5530,100 @@ interface MitigatedTargetConfig {
  */
 declare function createMitigatedTarget(config: MitigatedTargetConfig): ExtractionAttackTarget;
 
+/**
+ * H5 injection-suite identities and artifacts (#1962).
+ *
+ * Resume contract copies the H6 lessons from issue #1963 / PR #2312:
+ * per-row checkpoints, terminal rows are immutable, host/API faults retry
+ * then pause the suite instead of cutting the row, and a resume-contract
+ * hash refuses to continue a drifted run.
+ */
+declare const INJECTION_SUITE_VERSION = "h5-injection-suite-v1";
+declare const HOST_FAULT_RETRY_LIMIT = 6;
+declare const INJECTION_SUITE_ARMS: readonly ["none", "fencing", "quarantine", "both"];
+declare const INJECTION_SUITE_FAMILIES: readonly ["minja", "sleeper", "cross-session", "tool-hijack"];
+type InjectionSuiteArm = (typeof INJECTION_SUITE_ARMS)[number];
+type InjectionSuiteFamily = (typeof INJECTION_SUITE_FAMILIES)[number];
+interface InjectionSuiteRowIdentity {
+    suiteVersion: string;
+    modelProfileId: string;
+    arm: InjectionSuiteArm;
+    family: InjectionSuiteFamily;
+    variantId: string;
+    seed: number;
+}
+interface InjectionSuiteVariant {
+    family: InjectionSuiteFamily;
+    variantId: string;
+    payload: string;
+    canary: string;
+}
+interface InjectionSuiteEpisodeRow {
+    rowKey: string;
+    identity: InjectionSuiteRowIdentity;
+    attackSucceeded: boolean;
+    canaryEmitted: boolean;
+    quarantined: boolean;
+    fenced: boolean;
+}
+interface InjectionSuiteCliInput {
+    seeds: number;
+    variantsPerFamily: number;
+    modelProfileId: string;
+    outputDir: string;
+    resume?: boolean;
+    limit?: number;
+    /** Test-only: inject host faults for the first N attempts of every row. */
+    faultFirstAttempts?: number;
+    executor?: "local" | "ollama" | "openai-compat";
+    baseUrl?: string;
+    model?: string;
+    requestTimeoutMs?: number;
+}
+interface InjectionSuiteCliResult {
+    exitCode: number;
+    output: string;
+    completed: number;
+    resumed: number;
+    paused?: boolean;
+}
+
+/**
+ * H5 injection-suite runner (#1962).
+ *
+ * Local executor for tests; ollama / openai-compat for live boxes.
+ * Multi-host: mkdir claim leases, skip-if-busy, expired reclaim.
+ * Host faults pause the suite instead of cutting the row (H6 #1963).
+ */
+
+declare function injectionSuiteResumeContractHash(metadata: {
+    suiteVersion: string;
+    modelProfileId: string;
+    seeds: readonly number[];
+    variantsPerFamily: number;
+    executor: string;
+    model: string;
+    baseUrl: string;
+}): string;
+declare function planInjectionSuiteRows(input: {
+    seeds: number;
+    variantsPerFamily: number;
+    modelProfileId: string;
+    limit?: number;
+}): InjectionSuiteRowIdentity[];
+declare function executeLocalRow(identity: InjectionSuiteRowIdentity, variant: InjectionSuiteVariant): InjectionSuiteEpisodeRow;
+declare function runInjectionSuiteCliCommand(input: InjectionSuiteCliInput): Promise<InjectionSuiteCliResult>;
+
+/**
+ * Seeded synthetic attack variants for H5 (#1962).
+ *
+ * Templates are PUBLIC-repo safe. Canaries use the CANARY-e2e-<hex> shape
+ * from issue #1955. The generator is deterministic given (family, index, seed).
+ */
+
+declare function generateFamilyVariants(family: InjectionSuiteFamily, count: number, seed: number): InjectionSuiteVariant[];
+declare function generateSuiteVariants(count: number, seed: number): InjectionSuiteVariant[];
+
 /**
  * Coding-graph benchmark types (issue #1557).
  *
@@ -9616,4 +9710,4 @@ declare function pickOne<T>(rng: SeededRandom, items: readonly T[]): T;
 /** Deterministic Fisher-Yates shuffle returning a new array. */
 declare function shuffled<T>(rng: SeededRandom, items: readonly T[]): T[];
 
-export { AMA_BENCH_DIAGNOSTIC_VARIANTS, ASSISTANT_AGENT_CONFIG_KEY, ASSISTANT_JUDGE_CONFIG_KEY, ASSISTANT_MEETING_PREP_SCENARIOS, ASSISTANT_MEETING_PREP_SMOKE_SCENARIOS, ASSISTANT_MORNING_BRIEF_SCENARIOS, ASSISTANT_MORNING_BRIEF_SMOKE_SCENARIOS, ASSISTANT_NEXT_BEST_ACTION_SCENARIOS, ASSISTANT_NEXT_BEST_ACTION_SMOKE_SCENARIOS, ASSISTANT_RUBRIC_DIMENSIONS, ASSISTANT_RUBRIC_ID_KEY, ASSISTANT_SEEDS_CONFIG_KEY, ASSISTANT_SPOT_CHECK_DIR_KEY, ASSISTANT_SYNTHESIS_SCENARIOS, ASSISTANT_SYNTHESIS_SMOKE_SCENARIOS, type AblationConfigOverrides, type AbstentionRetrievalCase, type ActionIntentV1, ActionIntentV1Schema, type AggregateMetrics, type AmaBenchDiagnosticAdapterOptions, type AmaBenchDiagnosticAnswererMode, type AmaBenchDiagnosticBreakdown, type AmaBenchDiagnosticMatrixArtifact, type AmaBenchDiagnosticRecallMode, type AmaBenchDiagnosticRunContext, type AmaBenchDiagnosticTaskEvidence, type AmaBenchDiagnosticTaskRow, type AmaBenchDiagnosticVariant, type AmaBenchDiagnosticVariantSummary, type AnalyzeRepeatedFailureOptions, type AnthropicProviderConfig, type AssistantAgent, type AssistantMemoryFact, type AssistantMemoryGraph, type AssistantRubricDimension, type AssistantRubricRequest, type AssistantRubricScores, type AssistantRunnerOptions, type AssistantScenario, type AssistantStance, type AttackRecallOptions, type AttackRetrievalHit, type AttackerMode, type AttributeOptions, type AttributionClass, type AttributionEnvironment, type AttributionLabel, type AttributionMemory, type AttributionReport, BENCHMARK_ARTIFACT_SCHEMA_VERSION, BENCHMARK_INTEGRITY_META_SCHEMA, BENCHMARK_REPRO_MANIFEST_FILENAME, BENCHMARK_REPRO_MANIFEST_SCHEMA_VERSION, BENCHMARK_RESULT_SCHEMA, BENCHMARK_SPLIT_TYPES, BUILD_WEEK_EVIDENCE_RECEIPT_SCHEMA_VERSION, BUILD_WEEK_LIMITATIONS, type BaseTask, BaseTaskSchema, type BaselineRow, type BaselineScenario, type BeamDatasetPreview, type BenchConfig, type BenchJudge, type BenchJudgeResult, type BenchMemoryAdapter, type BenchModelSource, type BenchReasoningEffort, type BenchRecallLineageStatus, type BenchRecallOptions, type BenchRecallSupportAssessment, type BenchRecallSupportRequest, type BenchRecallSupportStatus, type BenchRecallTrace, type BenchRecallTraceCoreCapture, type BenchRecallTraceLcmCandidate, type BenchRecallTraceRange, type BenchRecallTraceSection, type BenchRecallTraceSelection, type BenchRecallWithTraceResult, type BenchResponder, type BenchResponse, type BenchRuntimeProfile, type BenchTier, type BenchmarkArtifact, type BenchmarkArtifactEnvironment, type BenchmarkArtifactHardware, type BenchmarkArtifactJudgeCalibration, type BenchmarkArtifactPerTaskScore, type BenchmarkArtifactSystem, type BenchmarkArtifactTier, type BenchmarkCategory, type BenchmarkDefinition, type BenchmarkExecutionProvenance, type BenchmarkIntegrityMeta, type BenchmarkMeta, type BenchmarkMode, type BenchmarkReport, type BenchmarkReproManifest, type BenchmarkReproManifestDataset, type BenchmarkReproManifestFile, type BenchmarkReproManifestResult, type BenchmarkReproManifestSupplementalArtifact, type BenchmarkResult, type BenchmarkSplitType, type BenchmarkStatus, type BenchmarkSuiteResult, type BenchmarkTier, type BootstrapKappaOptions, type BootstrapKappaResult, type BuildBenchmarkArtifactInput, type BuildBenchmarkPublishFeedOptions, type BuildBenchmarkReproManifestOptions, type BuildBuildWeekEvidenceReceiptOptions, type BuildWeekEvidenceReceipt, type BuildWeekEvidenceReceiptProvider, type BuildWeekLimitationCode, type BuiltInProvider, CALIBRATION_SLICE_SIZE, CANARY_FIXED_RECALL, CANARY_SCORE_FLOOR, DEFAULT_10K_FIXTURE as CODING_GRAPH_10K_FIXTURE, CODING_GRAPH_BENCH_SCHEMA_VERSION, DEFAULT_TOLERANCE_PERCENT as CODING_GRAPH_DEFAULT_TOLERANCE, MIN_ITERATIONS as CODING_GRAPH_MIN_ITERATIONS, DEFAULT_SMOKE_FIXTURE as CODING_GRAPH_SMOKE_FIXTURE, type CalibrationAnswer, type CalibrationVerdictPair, type CanaryAdapterOptions, type CanaryFloorCheck, type CaptureLoCoMoRetrievalTraceOptions, type ClaudeCliProviderConfig, type CodexCliNativeUsage, type CodexCliProviderConfig, CodexCreditAccountingError, type CodexCreditBudgetConfig, CodexCreditDispatchError, type CodexCreditReceipt, type CodexCreditReceiptScope, type CodexCreditReconciliationReceipt, type CodingGraphBaseline, type CodingGraphBenchConfig, type CodingGraphBenchReport, type MachineFingerprint as CodingGraphMachineFingerprint, type CodingGraphMetricKey, type RegressionMetricDetail as CodingGraphRegressionDetail, type RegressionMetricKey as CodingGraphRegressionKey, type RegressionGateResult as CodingGraphRegressionResult, type CohenKappaResult, type ComparisonMetricDelta, type ComparisonResult, type CompletionOpts, type CompletionResult, type ConfidenceInterval, type ContaminationCheckResult, type ContaminationEntry, type ContaminationManifest, type ControlledGateDecision, type ControlledResponsesAgentDriverConfig, type ControlledResponsesCaps, type ControlledResponsesDisposition, ControlledResponsesDriver, type ControlledResponsesDriverConfig, type ControlledResponsesEpisodeInput, type ControlledResponsesEpisodeResult, type ControlledResponsesFault, type ControlledResponsesResponseEvent, type ControlledResponsesToolDefinition, type ControlledResponsesToolEvent, type ControlledResponsesTransport, type CustomBenchmarkScoring, type CustomBenchmarkSpec, type CustomBenchmarkTask, DATASET_SPLITS, DEFAULT_ABLATION_BENCHMARK, DEFAULT_ABLATION_BOOTSTRAP_SEED, DEFAULT_ASSISTANT_RUBRIC_ID, DEFAULT_BASELINE_SCENARIOS, DEFAULT_JUDGE_BINARIZATION_THRESHOLD, DEFAULT_KAPPA_BOOTSTRAP_SAMPLES, DEFAULT_KAPPA_CONFIDENCE_LEVEL, DEFAULT_OPENAI_RESPONSES_JUDGE_MODEL, DRIFT_GEN_DEFAULTS, DRIFT_GEN_VERSION, type DatasetSource, type DatasetSplit, type DiagnoseLoComoProfileDeltaOptions, type DiagnoseLoComoRecallDeltaOptions, type DiscoveredModel, type DriftGenAuditRecord, type DriftGenCorpus, type DriftGenManifest, type DriftGenOptions, type DriftGenResult, type DriftSession, type DriftSessionTurn, type DriftValidationReport, type DriftValidationStats, EMPTY_CONTAMINATION_MANIFEST, type EffectSizeInterpretation, type EffectSizeSummary, type EvaluateTaskStateOptions, type ExplainResult, type ExtractedEntity, type ExtractedLink, type ExtractedPage, type ExtractionAttackOptions, type ExtractionAttackResult, type ExtractionAttackTarget, type FixtureGenerator, type FixtureOutput, type FixtureVariant, GATE_STATUSES, GENERAL_ANSWER_JUDGE_RUBRIC, type GateStatus, type GeneratedFile, type GeneratedRepo, type GoldEntity, type GoldEntityType, type GoldFact, type GoldFactKind, type GoldGraph, type GoldLink, type GoldMemoryAttribution, type GoldPage, type GoldProbe, type GoldProbeCategory, type H6BenchmarkDataset, H6BenchmarkDatasetSchema, type H6TrapId, H6_ACTION_INTENT_JSON_SCHEMA, H6_ARMS, H6_DATASET_JSON_SCHEMA, H6_DECISION_RULE, H6_FROZEN_INVENTORY_HASH, H6_FROZEN_SEED, H6_FROZEN_SPLITS, H6_SUPPORT_ARTIFACT_PATHS, H6_TASK_JSON_SCHEMA, H6_TRAP_FINGERPRINT_JSON_SCHEMA, H6_TRAP_IDS, type HarnessRng, INTEGRITY_CIPHER_ALGORITHM, INTEGRITY_HASH_ALGORITHM, INTEGRITY_META_FIELDS, INVENTED_DOMAINS, type IngestionBenchAdapter, type IngestionLog, JUDGE_CALIBRATION_KAPPA_THRESHOLD, JUDGE_CALIBRATION_PROTOCOL_VERSION, type JudgeCalibrationCheckpointProvenance, type JudgeCalibrationIdentities, type JudgeCalibrationResult, type JudgeCategory, type KappaConfidenceInterval, LOCAL_LAB_PROVIDER_KINDS, LOCOMO_DATASET_FILENAMES, LOCOMO_FULL_TASK_COUNT, LOCOMO_RECALL_DIFF_LINE_LIMIT, LOCOMO_RECALL_EXCERPT_CHARS, LOCOMO_RETRIEVAL_TRACE_BUDGET_VERSION, LOCOMO_RETRIEVAL_TRACE_DELTA_SCHEMA_VERSION, LOCOMO_RETRIEVAL_TRACE_SCHEMA_VERSION, LOCOMO_RETRIEVAL_TRACE_SELECTION_VERSION, LONG_MEM_EVAL_DATASET_FILENAMES, type LeaderboardArtifactWrite, type LettaAdapterConfig, LettaMemCorrectAdapter, type LlmJudge, type LlmProvider, type LoCoMoCategory, type LoCoMoRetrievalMechanism, type LoCoMoRetrievalMechanismSummary, type LoCoMoRetrievalSessionReceipt, type LoCoMoRetrievalStructuralTrace, type LoCoMoRetrievalTaskDelta, type LoCoMoRetrievalTaskReceipt, type LoCoMoRetrievalTraceCoreCaptureReceipt, type LoCoMoRetrievalTraceDeltaReport, type LoCoMoRetrievalTraceProfile, type LoCoMoRetrievalTraceReceipt, type LoCoMoRetrievalTraceSelectionManifest, type LoCoMoRetrievalTraceSelector, type LoCoMoStructuralMultisetDelta, type LoComoCategoryDelta, type LoComoFinalContextRegression, type LoComoMetricDelta, type LoComoProfileArtifactEvidence, type LoComoProfileDeltaReport, type LoComoRawResultEvidence, type LoComoRecallCategoryDelta, type LoComoRecallContextSummary, type LoComoRecallDeltaReport, type LoComoRecallLineDelta, type LoComoRecallLineEvidence, type LoComoRecallMetricDelta, type LoComoRecallResultProvenance, type LoComoRecallTextDigest, type LoComoTaskRegression, type LoadDatasetOptions, type LoadSealedQrelsOptions, type LoadedDataset, type LoadedJudgeCalibrationState, type LocalLabManifest, type LocalLabManifestNotes, type LocalLabPhase, type LocalLabPhaseDescriptor, type LocalLabPhaseExecute, type LocalLabPhaseName, type LocalLabPhaseOutcome, LocalLabPreflightError, type LocalLabPreflightFailure, type LocalLabPreflightInput, type LocalLabPreflightOptions, type LocalLabPreflightResult, type LocalLabPreflightSuccess, type LocalLabProviderKind, type LocalLabRoleConfig, type LocalLlmProviderConfig, MAX_ROW_ATTEMPTS, MEMCORRECT_CORRECTION_ACCEPTANCE_RUBRIC, MEMCORRECT_CORRECTION_ACCEPTANCE_RUBRIC_VERSION, MEMCORRECT_STALE_HARM_RUBRIC, MEMCORRECT_STALE_HARM_RUBRIC_VERSION, MEMORY_EVAL_DIMENSIONS, MEMORY_EVAL_PUBLIC_LINE, MIN_CALIBRATION_SOURCE_TASKS, MITIGATED_BASELINE_SCENARIOS, type MaterializeOptions, type MaterializedRepo, type McpArgumentSemantic, type McpBackendErrorCode, type McpBackendResult, type McpBenchMemoryAdapter, type McpConformanceResult, type McpHttpTransportConfig, type McpListedTool, type McpMemCorrectAdapter, type McpMemoryAdapterOptions, McpMemoryBackendError, type McpMemoryToolMapping, type McpMemoryTransportConfig, type McpStdioTransportConfig, type McpToolCallResult, type McpToolClient, type McpToolMappingEntry, type McpToolMappingValue, type McpToolOperation, type Mem0AdapterConfig, Mem0MemCorrectAdapter, type MemCorrectGeneratorOptions, type MemCorrectJudgeRequest, type MemCorrectJudgeResult, type MemCorrectSystemAdapter, type MemoryEvalCategory, type MemoryEvalDimension, type MemoryEvalDimensionId, type MemoryEvalMetric, type MemoryGraph, type MemoryStats, type MemorySystem, type Message, type MetricAggregate, type MicroMetric, MissingCredentialError, type MitigatedBaselineConfig, type MitigatedTargetConfig, type MultipleChoiceQuestion, OPENAI_RESPONSES_JUDGE_RUBRIC_VERSION, OTHER_NAMESPACE_MEMORIES, type OllamaChatMessage, type OllamaProviderConfig, type OpenAiCompatibleProviderConfig, OpenAiResponsesJudgeError, type OpenAiResponsesJudgeErrorCode, type OpenAiResponsesJudgeTelemetry, OpenAiResponsesProvider, type OpenAiResponsesProviderConfig, type OpenAiResponsesVerdict, type OpenAiResponsesVerdictResult, PROCEDURAL_REAL_SCENARIOS, PROCEDURAL_REAL_SCENARIOS_SMOKE, PUBLISHED_BENCHMARK_ARTIFACT_IDS, type PairedAnswerReplayCache, type PairedAnswerReplayEntry, type ParsedOllamaChatResponse, type PersonalizationRetrievalCase, type PreflightDiscoveredModel, type ProceduralAblationArtifact, type ProceduralAblationPerCase, type ProceduralAblationScenario, type ProceduralRealScenario, type ProceduralRealScenarioCategory, type ProviderBaseConfig, type ProviderConfig, type ProviderDiscoveryResult, type ProviderFactoryConfig, type PublishSkipReason, type PublishSkipRecord, type PublishedBenchmarkFeed, type PublishedBenchmarkFeedEntry, type PublishedBenchmarkId, REPEATED_FAILURE_ARMS, REPEATED_FAILURE_CONFIDENCE_LEVEL, REPEATED_FAILURE_INVALID_REASONS, REPEATED_FAILURE_STATISTICS_DRAWS, REQUIRED_FRONTMATTER_FIELDS, type RecallMetrics, type RecoveredMemory, type RegressionDetail, type RegressionGateResult$1 as RegressionGateResult, type RemnicAdapterOptions, type RepeatedFailureActionEvaluator, type RepeatedFailureArm, type RepeatedFailureCheckpointLoadResult, type RepeatedFailureCliCommandResult, type RepeatedFailureEffectAnalysis, type RepeatedFailureEpisode, type RepeatedFailureEpisodeDriver, type RepeatedFailureEpisodeEvidence, type RepeatedFailureEpisodeInput, type RepeatedFailureEpisodeRow, type RepeatedFailureExpectedDesign, type RepeatedFailureFactPairAudit, type RepeatedFailureFinalRepoEvidence, type RepeatedFailureFinalState, type RepeatedFailureGateEvent, type RepeatedFailureHolmResult, type RepeatedFailureInterval, type RepeatedFailureInvalidReason, type RepeatedFailureIsolationIdentity, type RepeatedFailureLocalToolHost, type RepeatedFailureNullableInterval, RepeatedFailureOllamaChatDriver, type RepeatedFailureOllamaChatDriverConfig, type RepeatedFailureProposedAction, type RepeatedFailureRowCheckpoint, type RepeatedFailureRowClaim, type RepeatedFailureRowIdentity, RepeatedFailureRowStore, type RepeatedFailureRowStoreOptions, type RepeatedFailureRunMetadata, type RepeatedFailureStatisticalAnalysis, type RepeatedFailureSuiteManifest, type RepeatedFailureSupportDecision, type RepeatedFailureTaskCut, type RepeatedFailureTimidityAnalysis, type RepeatedFailureTokenUsage, type RepeatedFailureTokenizer, type RepeatedFailureToolDefinition, type RepeatedFailureToolExecutionResult, type RepeatedFailureTrapAuditArtifact, type RepeatedFailureTrapAuditExpected, type RepeatedFailureTrapAuditMetrics, type RepeatedFailureTrapAuditRow, type RepeatedFailureTrapAuditRowIdentity, type RepeatedFailureTrapAuditThresholds, type RepeatedFailureTry, type ReplayRepeatedFailureStatisticsOptions, type ReportCardProvenanceContext, type ResolveBenchRuntimeProfileOptions, type ResolvedBenchRuntimeProfile, type ResolvedLocalLabProfile, type ResolvedLocalLabRole, type ResolvedRunBenchmarkOptions, type ResponsesApiOutputItem, type ResponsesApiRequest, type ResponsesApiResponse, type ResponsesApiUsage, type RetrievalMissStage, type RevisionShas, type RotatedChoices, type RunBenchmarkOptions, type RunJudgeCalibrationOptions, type RunProceduralAblationCliArgs, type RunProceduralAblationOptions, type RunRepeatedFailureCliCommandInput, type RunRepeatedFailureSuiteOptions, type RunRepeatedFailureSuiteResult, type RunSequentialPhasesOptions, type RunTrapAuditOptions, SCHEMA_TIER_FIXTURE, SCHEMA_TIER_SMOKE_FIXTURE, SEALED_PROMPT_REGISTRY, SINGLE_FLAG_ABLATION_MATRIX, STATE_CLASSIFICATIONS, SYNTHETIC_MEMORIES, type SanitizedDiagnosticProvider, type SavedBaseline, type SchemaTierCorpus, type SchemaTierFixture, type SchemaTierName, type SchemaTierPage, type SchemaTierPageFrontmatter, type SealedArtifact, type SealedJudgeDecision, type SealedJudgeInput, type SealedQrelsArtifact, type SealedQrelsHandle, type SealedRubric, type SearchResult, type SeededMemory, type SeededRandom, type SeededRng, type SequentialPhaseHooks, type SingleFlagAblationCell, type SingleFlagAblationId, type SpotCheckLogger, type StageObservation, type StageStatus, type StateClassification, type StateEvaluationResult, type StatisticalReport, type StrategyPatch, StrategyPatchSchema, type StructuredJudge, StructuredJudgeError, type StructuredJudgeErrorCode, type StructuredJudgeProvider, type StructuredJudgeTelemetry, type StructuredJudgeVerdict, type StructuredJudgeVerdictResult, type StructuredVerdictRequest, type SyntheticEdge, type SyntheticEmailIngestionAdapterOptions, type SyntheticFile, type SyntheticFileIR, SyntheticFileSchema, type SyntheticRepoConfig, type SyntheticSymbol, type SyntheticTargetOptions, TRAP_TAXONOMY, type TaskAttribution, type TaskAttributionGoldWitnessV1, type TaskAttributionRetrievalWitnessV1, type TaskAttributionWitness, type TaskAttributionWitnessRuntimeV1, type TaskAttributionWitnessV1, type TaskResult, type TaskTokenUsage, type TaskVariant, TaskVariantSchema, type TemporalRetrievalCase, type ThirdPartyAdapterConfig, type TierDetail, type TimelineEntry, type TokenUsage, type TrapFingerprintV1, TrapFingerprintV1Schema, type TrapTaxonomyItem, TrapTaxonomyItemSchema, type ValidationIssue, type ValidationReport, type WallMetric, type WriteBenchmarkArtifactResult, type ZepAdapterConfig, ZepMemCorrectAdapter, addContaminationEntry, aggregateTaskScores, analyzeRepeatedFailureRows, answerBenchmarkQuestion, applyPatchAndCommit, assertCanaryUnderFloor, assertIntegrityMetaPresent, assertPublishableIntegrity, assertSha256Hex, assertTrapDatasetPreflight, assistantMeetingPrepDefinition, assistantMorningBriefDefinition, assistantNextBestActionDefinition, assistantSynthesisDefinition, attributeGoldMemory, attributeRun, attributeTask, backlinkF1, binarizeJudgeScore, bootstrapCohensKappaConfidenceInterval, bootstrapMeanConfidenceInterval, buildAmaBenchDiagnosticMatrixArtifact, buildAmaBenchDiagnosticVariantSummary, buildAmaBenchLeaderboardRows, buildBaselineFromReport, buildBenchmarkArtifact, buildBenchmarkArtifactFilename, buildBenchmarkPublishFeed, buildBenchmarkReproManifest, buildBenchmarkRunSeeds, buildBuildWeekEvidenceReceipt, buildCodexCreditReceipt, buildDriftCorpus, buildJudgePayload, buildOracleTrajectoryRecall, buildProviderFreeLoCoMoRetrievalConfig, buildRepeatedFailureRowKey, buildSchemaTierFixture, buildSchemaTierSmokeFixture, calculateCodexBudgetUnits, calculateJaccardSimilarity, calendarFixture, canonicalJsonStringify, captureBenchmarkExecutionProvenance, captureLoCoMoRetrievalTrace, captureMachineFingerprint, chatFixture, checkCodingGraphRegression, checkDatasetContamination, checkRegression, clampScore, cohensD, compareResults, computeBenchmarkReproDatasetInventoryHash, computeBenchmarkReproManifestArtifactHash, computeCohensKappa, computeH6InventoryHash, computeH6SupportArtifactHashes, computeRevisionShas, computeSealHash, computeTrapAuditArtifactHash, computeTrapAuditMetrics, containsAnswer, createSeededRng$1 as createAdamSeededRng, createAmaBenchDiagnosticAdapter, createAnthropicProvider, createCanaryAdapter, createClaudeCliProvider, createCodexCliProvider, createSeededRng as createCodingGraphSeededRng, createControlledResponsesAgentDriver, createDeterministicSpotCheckLogger, createGatewayResponder, createLightweightAdapter, createLiteLlmProvider, createLocalLlmProvider, createMcpDemoMemCorrectAdapter, createMcpDemoMemoryAdapter, createMcpMemCorrectAdapter, createMcpMemoryAdapter, createMitigatedTarget, createOllamaProvider, createOpenAiCompatibleProvider, createOpenAiResponsesBenchJudge, createOpenAiResponsesProvider, createSeededRandom$1 as createProceduralAblationSeededRandom, createProvider, createProviderBackedAmaBenchRecommendedJudge, createProviderBackedJudge, createProviderBackedResponder, createProviderBackedStructuredJudge, createRemnicAdapter, createRepeatedFailureOllamaChatDriver, createResponderFromProvider, createSeededRandom, createSeededRng$2 as createSeededRng, createSpotCheckFileLogger, createStructuredBenchJudge, createStructuredJudgeFromProvider, createSyntheticEmailIngestionAdapter, createSyntheticTarget, createTimeoutGuardedAdapter, decideRepeatedFailureContent, decideRepeatedFailureStudy, decideRepeatedFailureTiming, defaultBenchmarkBaselineDir, defaultBenchmarkPublishPath, deleteBenchmarkResults, diagnoseLoCoMoRetrievalTraceDelta, diagnoseLoComoProfileDelta, diagnoseLoComoRecallDelta, discoverAllProviders, discoveryEndpointFor, emailFixture, entityRecall, evaluateTaskState, exactMatch, extractMetrics as extractCodingGraphMetrics, extractContentWords, extractMarkdownSectionsByTitle, f1Score, fixtureToAblationScenarios, formatHandoffNote, formatMissingDatasetError, generateDriftCorpus, generateH6BenchmarkDataset, generateReport, generateSyntheticRepo, getAblationCell, getBenchmark, getBenchmarkLowerIsBetter, getGitSha, getMemoryEvalDimension, getProviderBackedJudgePromptIdentity, getRemnicVersion, getTrapTaxonomyItem, hashBenchmarkArtifact, hashBytes, hashCanonicalJson, hashOrderedQuestionIds, hashString, holmAdjust, integrityMetaIsComplete, interpretEffectSize, isAmaBenchUnknownLikeAnswer, isContaminationEntry, isContaminationManifest, isRepeatedFailureTimidityEquivalent, isSafeSyntheticPath, isSealedQrelsArtifact, isSha256Hex, isStructuredJudgeProvider, isTaskFailed, judgeMemCorrectCorrectionAcceptance, judgeMemCorrectStaleMemoryHarm, lexicalSimilarity, linkMatches, listBenchmarkBaselines, listBenchmarkResults, listBenchmarks, listMemoryEvalBenchmarkIds, listMemoryEvalDimensions, llmJudgeScore, llmJudgeScoreDetailed, loadAblationFixture, loadBaseline, loadBeamDatasetPreview, loadBenchmarkArtifact, loadBenchmarkBaseline, loadBenchmarkReportCardProvenance, loadBenchmarkResult, loadCommittedH6BenchmarkDataset, loadCustomBenchmarkFile, loadJudgeCalibrationState, loadLoCoMo10, loadLocalLabManifest, loadLongMemEvalS, loadSealKeyFromEnv, loadSealedQrels, loadSealedRubric, matchEntity, materializeTaskRepo, mergeContaminationManifests, openSeal, orchestrateBenchmarkRuns, pairedDeltaConfidenceInterval, parseBenchmarkArtifact, parseCodexJsonlUsage, parseCustomBenchmark, parseLocalLabManifest, parseRepeatedFailureEpisodeRow, parseRubricResponse, parseSealedQrels, pickOne, pickStableQualifiedName, precisionAtK, preflightLoCoMoRetrievalTraceCapture, preflightLocalLabRole, projectFolderFixture, randomInt, recallAtK, reconcileCodexCreditLedger, redactBenchmarkResultSecrets, relativeRiskReduction, renderAttributionReportTable, renderBaselineMarkdown, renderBenchmarkResultExport, renderLoComoProfileDeltaMarkdown, renderLoComoRecallDeltaMarkdown, renderMemorySummaryForJudge, renderMemoryViewForAgent, replayRepeatedFailureStatistics, resolveAssistantAgent, resolveAssistantRubricId, resolveAssistantSeeds, resolveAssistantSpotCheckDir, resolveBenchRuntimeProfile, resolveBenchmarkPhaseTimeoutMs, resolveBenchmarkProgressLogging, resolveBenchmarkResultReference, resolveBenchmarkRunCount, resolveBenchmarkRunId, resolveCodexCreditBudgetConfig, resolveCommittedH6FixtureDirectory, resolveLocalLabJudgeProviderConfig, resolveLocalLabProfile, resolveLocalLabRole, resolveStructuredJudge, rotateDistractors, rougeL, runAssistantBenchmark, runAssistantMeetingPrepBenchmark, runAssistantMorningBriefBenchmark, runAssistantNextBestActionBenchmark, runAssistantSynthesisBenchmark, runAttributeCliCommand, runBaseline, runBenchSuite, runBenchmark, runCodingGraphBenchmark, runCustomBenchmarkFile, runDriftGenCliCommand, runExplain, runExtractionAttack, runJudgeCalibration, runMitigatedBaseline, runProceduralAblation, runProceduralAblationCli, runRepeatedFailureCliCommand, runRepeatedFailurePaperReportCliCommand, runRepeatedFailureSuite, runSealedJudge, runSequentialPhases, runTrapAudit, runTrapAuditCliCommand, runWithinCodexCreditBudget, safeHexEqual, sanitizeBenchmarkResultForJson, sanitizeLoComoResultReference, saveBaseline, saveBenchmarkBaseline, schemaCompleteness, sealPayload, selectAmaBenchDiagnosticVariants, selectCalibrationSlice, selectFixtureVariant, serializeAttributionReport, serializeBenchmarkArtifact, serializeBuildWeekEvidenceReceipt, serializeH6FixtureJson, serializeJsonl, serializeLoCoMoRetrievalTraceDelta, serializeLoCoMoRetrievalTraceReceipt, serializeSealedQrels, shuffleTasks, shuffled, timed, tokenizeContent, unresolvedHelperImports, validateDriftCorpus, validateH6Dataset, validateH6FixtureBundle, validateH6StateDefiningIndependence, validateOllamaChatEndpoint, verifyMatchingTrapAudit, verifyRubricDigest, verifyTrapAuditArtifact, writeBenchmarkArtifact, writeBenchmarkPublishFeed, writeBenchmarkReproManifest, writeBenchmarkResult, writeBuildWeekEvidenceReceipt, writeH6FixtureBundle, writeJudgeCalibrationState, writeLeaderboardArtifactsForResult, writeRepeatedFailurePaperArtifacts, writeRepeatedFailureRunMetadata, writeRepeatedFailureStatistics, zeroScores };
+export { AMA_BENCH_DIAGNOSTIC_VARIANTS, ASSISTANT_AGENT_CONFIG_KEY, ASSISTANT_JUDGE_CONFIG_KEY, ASSISTANT_MEETING_PREP_SCENARIOS, ASSISTANT_MEETING_PREP_SMOKE_SCENARIOS, ASSISTANT_MORNING_BRIEF_SCENARIOS, ASSISTANT_MORNING_BRIEF_SMOKE_SCENARIOS, ASSISTANT_NEXT_BEST_ACTION_SCENARIOS, ASSISTANT_NEXT_BEST_ACTION_SMOKE_SCENARIOS, ASSISTANT_RUBRIC_DIMENSIONS, ASSISTANT_RUBRIC_ID_KEY, ASSISTANT_SEEDS_CONFIG_KEY, ASSISTANT_SPOT_CHECK_DIR_KEY, ASSISTANT_SYNTHESIS_SCENARIOS, ASSISTANT_SYNTHESIS_SMOKE_SCENARIOS, type AblationConfigOverrides, type AbstentionRetrievalCase, type ActionIntentV1, ActionIntentV1Schema, type AggregateMetrics, type AmaBenchDiagnosticAdapterOptions, type AmaBenchDiagnosticAnswererMode, type AmaBenchDiagnosticBreakdown, type AmaBenchDiagnosticMatrixArtifact, type AmaBenchDiagnosticRecallMode, type AmaBenchDiagnosticRunContext, type AmaBenchDiagnosticTaskEvidence, type AmaBenchDiagnosticTaskRow, type AmaBenchDiagnosticVariant, type AmaBenchDiagnosticVariantSummary, type AnalyzeRepeatedFailureOptions, type AnthropicProviderConfig, type AssistantAgent, type AssistantMemoryFact, type AssistantMemoryGraph, type AssistantRubricDimension, type AssistantRubricRequest, type AssistantRubricScores, type AssistantRunnerOptions, type AssistantScenario, type AssistantStance, type AttackRecallOptions, type AttackRetrievalHit, type AttackerMode, type AttributeOptions, type AttributionClass, type AttributionEnvironment, type AttributionLabel, type AttributionMemory, type AttributionReport, BENCHMARK_ARTIFACT_SCHEMA_VERSION, BENCHMARK_INTEGRITY_META_SCHEMA, BENCHMARK_REPRO_MANIFEST_FILENAME, BENCHMARK_REPRO_MANIFEST_SCHEMA_VERSION, BENCHMARK_RESULT_SCHEMA, BENCHMARK_SPLIT_TYPES, BUILD_WEEK_EVIDENCE_RECEIPT_SCHEMA_VERSION, BUILD_WEEK_LIMITATIONS, type BaseTask, BaseTaskSchema, type BaselineRow, type BaselineScenario, type BeamDatasetPreview, type BenchConfig, type BenchJudge, type BenchJudgeResult, type BenchMemoryAdapter, type BenchModelSource, type BenchReasoningEffort, type BenchRecallLineageStatus, type BenchRecallOptions, type BenchRecallSupportAssessment, type BenchRecallSupportRequest, type BenchRecallSupportStatus, type BenchRecallTrace, type BenchRecallTraceCoreCapture, type BenchRecallTraceLcmCandidate, type BenchRecallTraceRange, type BenchRecallTraceSection, type BenchRecallTraceSelection, type BenchRecallWithTraceResult, type BenchResponder, type BenchResponse, type BenchRuntimeProfile, type BenchTier, type BenchmarkArtifact, type BenchmarkArtifactEnvironment, type BenchmarkArtifactHardware, type BenchmarkArtifactJudgeCalibration, type BenchmarkArtifactPerTaskScore, type BenchmarkArtifactSystem, type BenchmarkArtifactTier, type BenchmarkCategory, type BenchmarkDefinition, type BenchmarkExecutionProvenance, type BenchmarkIntegrityMeta, type BenchmarkMeta, type BenchmarkMode, type BenchmarkReport, type BenchmarkReproManifest, type BenchmarkReproManifestDataset, type BenchmarkReproManifestFile, type BenchmarkReproManifestResult, type BenchmarkReproManifestSupplementalArtifact, type BenchmarkResult, type BenchmarkSplitType, type BenchmarkStatus, type BenchmarkSuiteResult, type BenchmarkTier, type BootstrapKappaOptions, type BootstrapKappaResult, type BuildBenchmarkArtifactInput, type BuildBenchmarkPublishFeedOptions, type BuildBenchmarkReproManifestOptions, type BuildBuildWeekEvidenceReceiptOptions, type BuildWeekEvidenceReceipt, type BuildWeekEvidenceReceiptProvider, type BuildWeekLimitationCode, type BuiltInProvider, CALIBRATION_SLICE_SIZE, CANARY_FIXED_RECALL, CANARY_SCORE_FLOOR, DEFAULT_10K_FIXTURE as CODING_GRAPH_10K_FIXTURE, CODING_GRAPH_BENCH_SCHEMA_VERSION, DEFAULT_TOLERANCE_PERCENT as CODING_GRAPH_DEFAULT_TOLERANCE, MIN_ITERATIONS as CODING_GRAPH_MIN_ITERATIONS, DEFAULT_SMOKE_FIXTURE as CODING_GRAPH_SMOKE_FIXTURE, type CalibrationAnswer, type CalibrationVerdictPair, type CanaryAdapterOptions, type CanaryFloorCheck, type CaptureLoCoMoRetrievalTraceOptions, type ClaudeCliProviderConfig, type CodexCliNativeUsage, type CodexCliProviderConfig, CodexCreditAccountingError, type CodexCreditBudgetConfig, CodexCreditDispatchError, type CodexCreditReceipt, type CodexCreditReceiptScope, type CodexCreditReconciliationReceipt, type CodingGraphBaseline, type CodingGraphBenchConfig, type CodingGraphBenchReport, type MachineFingerprint as CodingGraphMachineFingerprint, type CodingGraphMetricKey, type RegressionMetricDetail as CodingGraphRegressionDetail, type RegressionMetricKey as CodingGraphRegressionKey, type RegressionGateResult as CodingGraphRegressionResult, type CohenKappaResult, type ComparisonMetricDelta, type ComparisonResult, type CompletionOpts, type CompletionResult, type ConfidenceInterval, type ContaminationCheckResult, type ContaminationEntry, type ContaminationManifest, type ControlledGateDecision, type ControlledResponsesAgentDriverConfig, type ControlledResponsesCaps, type ControlledResponsesDisposition, ControlledResponsesDriver, type ControlledResponsesDriverConfig, type ControlledResponsesEpisodeInput, type ControlledResponsesEpisodeResult, type ControlledResponsesFault, type ControlledResponsesResponseEvent, type ControlledResponsesToolDefinition, type ControlledResponsesToolEvent, type ControlledResponsesTransport, type CustomBenchmarkScoring, type CustomBenchmarkSpec, type CustomBenchmarkTask, DATASET_SPLITS, DEFAULT_ABLATION_BENCHMARK, DEFAULT_ABLATION_BOOTSTRAP_SEED, DEFAULT_ASSISTANT_RUBRIC_ID, DEFAULT_BASELINE_SCENARIOS, DEFAULT_JUDGE_BINARIZATION_THRESHOLD, DEFAULT_KAPPA_BOOTSTRAP_SAMPLES, DEFAULT_KAPPA_CONFIDENCE_LEVEL, DEFAULT_OPENAI_RESPONSES_JUDGE_MODEL, DRIFT_GEN_DEFAULTS, DRIFT_GEN_VERSION, type DatasetSource, type DatasetSplit, type DiagnoseLoComoProfileDeltaOptions, type DiagnoseLoComoRecallDeltaOptions, type DiscoveredModel, type DriftGenAuditRecord, type DriftGenCorpus, type DriftGenManifest, type DriftGenOptions, type DriftGenResult, type DriftSession, type DriftSessionTurn, type DriftValidationReport, type DriftValidationStats, EMPTY_CONTAMINATION_MANIFEST, type EffectSizeInterpretation, type EffectSizeSummary, type EvaluateTaskStateOptions, type ExplainResult, type ExtractedEntity, type ExtractedLink, type ExtractedPage, type ExtractionAttackOptions, type ExtractionAttackResult, type ExtractionAttackTarget, type FixtureGenerator, type FixtureOutput, type FixtureVariant, GATE_STATUSES, GENERAL_ANSWER_JUDGE_RUBRIC, type GateStatus, type GeneratedFile, type GeneratedRepo, type GoldEntity, type GoldEntityType, type GoldFact, type GoldFactKind, type GoldGraph, type GoldLink, type GoldMemoryAttribution, type GoldPage, type GoldProbe, type GoldProbeCategory, type H6BenchmarkDataset, H6BenchmarkDatasetSchema, type H6TrapId, H6_ACTION_INTENT_JSON_SCHEMA, H6_ARMS, H6_DATASET_JSON_SCHEMA, H6_DECISION_RULE, H6_FROZEN_INVENTORY_HASH, H6_FROZEN_SEED, H6_FROZEN_SPLITS, H6_SUPPORT_ARTIFACT_PATHS, H6_TASK_JSON_SCHEMA, H6_TRAP_FINGERPRINT_JSON_SCHEMA, H6_TRAP_IDS, HOST_FAULT_RETRY_LIMIT, type HarnessRng, INJECTION_SUITE_ARMS, INJECTION_SUITE_FAMILIES, INJECTION_SUITE_VERSION, INTEGRITY_CIPHER_ALGORITHM, INTEGRITY_HASH_ALGORITHM, INTEGRITY_META_FIELDS, INVENTED_DOMAINS, type IngestionBenchAdapter, type IngestionLog, type InjectionSuiteArm, type InjectionSuiteCliInput, type InjectionSuiteCliResult, type InjectionSuiteEpisodeRow, type InjectionSuiteFamily, type InjectionSuiteRowIdentity, JUDGE_CALIBRATION_KAPPA_THRESHOLD, JUDGE_CALIBRATION_PROTOCOL_VERSION, type JudgeCalibrationCheckpointProvenance, type JudgeCalibrationIdentities, type JudgeCalibrationResult, type JudgeCategory, type KappaConfidenceInterval, LOCAL_LAB_PROVIDER_KINDS, LOCOMO_DATASET_FILENAMES, LOCOMO_FULL_TASK_COUNT, LOCOMO_RECALL_DIFF_LINE_LIMIT, LOCOMO_RECALL_EXCERPT_CHARS, LOCOMO_RETRIEVAL_TRACE_BUDGET_VERSION, LOCOMO_RETRIEVAL_TRACE_DELTA_SCHEMA_VERSION, LOCOMO_RETRIEVAL_TRACE_SCHEMA_VERSION, LOCOMO_RETRIEVAL_TRACE_SELECTION_VERSION, LONG_MEM_EVAL_DATASET_FILENAMES, type LeaderboardArtifactWrite, type LettaAdapterConfig, LettaMemCorrectAdapter, type LlmJudge, type LlmProvider, type LoCoMoCategory, type LoCoMoRetrievalMechanism, type LoCoMoRetrievalMechanismSummary, type LoCoMoRetrievalSessionReceipt, type LoCoMoRetrievalStructuralTrace, type LoCoMoRetrievalTaskDelta, type LoCoMoRetrievalTaskReceipt, type LoCoMoRetrievalTraceCoreCaptureReceipt, type LoCoMoRetrievalTraceDeltaReport, type LoCoMoRetrievalTraceProfile, type LoCoMoRetrievalTraceReceipt, type LoCoMoRetrievalTraceSelectionManifest, type LoCoMoRetrievalTraceSelector, type LoCoMoStructuralMultisetDelta, type LoComoCategoryDelta, type LoComoFinalContextRegression, type LoComoMetricDelta, type LoComoProfileArtifactEvidence, type LoComoProfileDeltaReport, type LoComoRawResultEvidence, type LoComoRecallCategoryDelta, type LoComoRecallContextSummary, type LoComoRecallDeltaReport, type LoComoRecallLineDelta, type LoComoRecallLineEvidence, type LoComoRecallMetricDelta, type LoComoRecallResultProvenance, type LoComoRecallTextDigest, type LoComoTaskRegression, type LoadDatasetOptions, type LoadSealedQrelsOptions, type LoadedDataset, type LoadedJudgeCalibrationState, type LocalLabManifest, type LocalLabManifestNotes, type LocalLabPhase, type LocalLabPhaseDescriptor, type LocalLabPhaseExecute, type LocalLabPhaseName, type LocalLabPhaseOutcome, LocalLabPreflightError, type LocalLabPreflightFailure, type LocalLabPreflightInput, type LocalLabPreflightOptions, type LocalLabPreflightResult, type LocalLabPreflightSuccess, type LocalLabProviderKind, type LocalLabRoleConfig, type LocalLlmProviderConfig, MAX_ROW_ATTEMPTS, MEMCORRECT_CORRECTION_ACCEPTANCE_RUBRIC, MEMCORRECT_CORRECTION_ACCEPTANCE_RUBRIC_VERSION, MEMCORRECT_STALE_HARM_RUBRIC, MEMCORRECT_STALE_HARM_RUBRIC_VERSION, MEMORY_EVAL_DIMENSIONS, MEMORY_EVAL_PUBLIC_LINE, MIN_CALIBRATION_SOURCE_TASKS, MITIGATED_BASELINE_SCENARIOS, type MaterializeOptions, type MaterializedRepo, type McpArgumentSemantic, type McpBackendErrorCode, type McpBackendResult, type McpBenchMemoryAdapter, type McpConformanceResult, type McpHttpTransportConfig, type McpListedTool, type McpMemCorrectAdapter, type McpMemoryAdapterOptions, McpMemoryBackendError, type McpMemoryToolMapping, type McpMemoryTransportConfig, type McpStdioTransportConfig, type McpToolCallResult, type McpToolClient, type McpToolMappingEntry, type McpToolMappingValue, type McpToolOperation, type Mem0AdapterConfig, Mem0MemCorrectAdapter, type MemCorrectGeneratorOptions, type MemCorrectJudgeRequest, type MemCorrectJudgeResult, type MemCorrectSystemAdapter, type MemoryEvalCategory, type MemoryEvalDimension, type MemoryEvalDimensionId, type MemoryEvalMetric, type MemoryGraph, type MemoryStats, type MemorySystem, type Message, type MetricAggregate, type MicroMetric, MissingCredentialError, type MitigatedBaselineConfig, type MitigatedTargetConfig, type MultipleChoiceQuestion, OPENAI_RESPONSES_JUDGE_RUBRIC_VERSION, OTHER_NAMESPACE_MEMORIES, type OllamaChatMessage, type OllamaProviderConfig, type OpenAiCompatibleProviderConfig, OpenAiResponsesJudgeError, type OpenAiResponsesJudgeErrorCode, type OpenAiResponsesJudgeTelemetry, OpenAiResponsesProvider, type OpenAiResponsesProviderConfig, type OpenAiResponsesVerdict, type OpenAiResponsesVerdictResult, PROCEDURAL_REAL_SCENARIOS, PROCEDURAL_REAL_SCENARIOS_SMOKE, PUBLISHED_BENCHMARK_ARTIFACT_IDS, type PairedAnswerReplayCache, type PairedAnswerReplayEntry, type ParsedOllamaChatResponse, type PersonalizationRetrievalCase, type PreflightDiscoveredModel, type ProceduralAblationArtifact, type ProceduralAblationPerCase, type ProceduralAblationScenario, type ProceduralRealScenario, type ProceduralRealScenarioCategory, type ProviderBaseConfig, type ProviderConfig, type ProviderDiscoveryResult, type ProviderFactoryConfig, type PublishSkipReason, type PublishSkipRecord, type PublishedBenchmarkFeed, type PublishedBenchmarkFeedEntry, type PublishedBenchmarkId, REPEATED_FAILURE_ARMS, REPEATED_FAILURE_CONFIDENCE_LEVEL, REPEATED_FAILURE_INVALID_REASONS, REPEATED_FAILURE_STATISTICS_DRAWS, REQUIRED_FRONTMATTER_FIELDS, type RecallMetrics, type RecoveredMemory, type RegressionDetail, type RegressionGateResult$1 as RegressionGateResult, type RemnicAdapterOptions, type RepeatedFailureActionEvaluator, type RepeatedFailureArm, type RepeatedFailureCheckpointLoadResult, type RepeatedFailureCliCommandResult, type RepeatedFailureEffectAnalysis, type RepeatedFailureEpisode, type RepeatedFailureEpisodeDriver, type RepeatedFailureEpisodeEvidence, type RepeatedFailureEpisodeInput, type RepeatedFailureEpisodeRow, type RepeatedFailureExpectedDesign, type RepeatedFailureFactPairAudit, type RepeatedFailureFinalRepoEvidence, type RepeatedFailureFinalState, type RepeatedFailureGateEvent, type RepeatedFailureHolmResult, type RepeatedFailureInterval, type RepeatedFailureInvalidReason, type RepeatedFailureIsolationIdentity, type RepeatedFailureLocalToolHost, type RepeatedFailureNullableInterval, RepeatedFailureOllamaChatDriver, type RepeatedFailureOllamaChatDriverConfig, type RepeatedFailureProposedAction, type RepeatedFailureRowCheckpoint, type RepeatedFailureRowClaim, type RepeatedFailureRowIdentity, RepeatedFailureRowStore, type RepeatedFailureRowStoreOptions, type RepeatedFailureRunMetadata, type RepeatedFailureStatisticalAnalysis, type RepeatedFailureSuiteManifest, type RepeatedFailureSupportDecision, type RepeatedFailureTaskCut, type RepeatedFailureTimidityAnalysis, type RepeatedFailureTokenUsage, type RepeatedFailureTokenizer, type RepeatedFailureToolDefinition, type RepeatedFailureToolExecutionResult, type RepeatedFailureTrapAuditArtifact, type RepeatedFailureTrapAuditExpected, type RepeatedFailureTrapAuditMetrics, type RepeatedFailureTrapAuditRow, type RepeatedFailureTrapAuditRowIdentity, type RepeatedFailureTrapAuditThresholds, type RepeatedFailureTry, type ReplayRepeatedFailureStatisticsOptions, type ReportCardProvenanceContext, type ResolveBenchRuntimeProfileOptions, type ResolvedBenchRuntimeProfile, type ResolvedLocalLabProfile, type ResolvedLocalLabRole, type ResolvedRunBenchmarkOptions, type ResponsesApiOutputItem, type ResponsesApiRequest, type ResponsesApiResponse, type ResponsesApiUsage, type RetrievalMissStage, type RevisionShas, type RotatedChoices, type RunBenchmarkOptions, type RunJudgeCalibrationOptions, type RunProceduralAblationCliArgs, type RunProceduralAblationOptions, type RunRepeatedFailureCliCommandInput, type RunRepeatedFailureSuiteOptions, type RunRepeatedFailureSuiteResult, type RunSequentialPhasesOptions, type RunTrapAuditOptions, SCHEMA_TIER_FIXTURE, SCHEMA_TIER_SMOKE_FIXTURE, SEALED_PROMPT_REGISTRY, SINGLE_FLAG_ABLATION_MATRIX, STATE_CLASSIFICATIONS, SYNTHETIC_MEMORIES, type SanitizedDiagnosticProvider, type SavedBaseline, type SchemaTierCorpus, type SchemaTierFixture, type SchemaTierName, type SchemaTierPage, type SchemaTierPageFrontmatter, type SealedArtifact, type SealedJudgeDecision, type SealedJudgeInput, type SealedQrelsArtifact, type SealedQrelsHandle, type SealedRubric, type SearchResult, type SeededMemory, type SeededRandom, type SeededRng, type SequentialPhaseHooks, type SingleFlagAblationCell, type SingleFlagAblationId, type SpotCheckLogger, type StageObservation, type StageStatus, type StateClassification, type StateEvaluationResult, type StatisticalReport, type StrategyPatch, StrategyPatchSchema, type StructuredJudge, StructuredJudgeError, type StructuredJudgeErrorCode, type StructuredJudgeProvider, type StructuredJudgeTelemetry, type StructuredJudgeVerdict, type StructuredJudgeVerdictResult, type StructuredVerdictRequest, type SyntheticEdge, type SyntheticEmailIngestionAdapterOptions, type SyntheticFile, type SyntheticFileIR, SyntheticFileSchema, type SyntheticRepoConfig, type SyntheticSymbol, type SyntheticTargetOptions, TRAP_TAXONOMY, type TaskAttribution, type TaskAttributionGoldWitnessV1, type TaskAttributionRetrievalWitnessV1, type TaskAttributionWitness, type TaskAttributionWitnessRuntimeV1, type TaskAttributionWitnessV1, type TaskResult, type TaskTokenUsage, type TaskVariant, TaskVariantSchema, type TemporalRetrievalCase, type ThirdPartyAdapterConfig, type TierDetail, type TimelineEntry, type TokenUsage, type TrapFingerprintV1, TrapFingerprintV1Schema, type TrapTaxonomyItem, TrapTaxonomyItemSchema, type ValidationIssue, type ValidationReport, type WallMetric, type WriteBenchmarkArtifactResult, type ZepAdapterConfig, ZepMemCorrectAdapter, addContaminationEntry, aggregateTaskScores, analyzeRepeatedFailureRows, answerBenchmarkQuestion, applyPatchAndCommit, assertCanaryUnderFloor, assertIntegrityMetaPresent, assertPublishableIntegrity, assertSha256Hex, assertTrapDatasetPreflight, assistantMeetingPrepDefinition, assistantMorningBriefDefinition, assistantNextBestActionDefinition, assistantSynthesisDefinition, attributeGoldMemory, attributeRun, attributeTask, backlinkF1, binarizeJudgeScore, bootstrapCohensKappaConfidenceInterval, bootstrapMeanConfidenceInterval, buildAmaBenchDiagnosticMatrixArtifact, buildAmaBenchDiagnosticVariantSummary, buildAmaBenchLeaderboardRows, buildBaselineFromReport, buildBenchmarkArtifact, buildBenchmarkArtifactFilename, buildBenchmarkPublishFeed, buildBenchmarkReproManifest, buildBenchmarkRunSeeds, buildBuildWeekEvidenceReceipt, buildCodexCreditReceipt, buildDriftCorpus, buildJudgePayload, buildOracleTrajectoryRecall, buildProviderFreeLoCoMoRetrievalConfig, buildRepeatedFailureRowKey, buildSchemaTierFixture, buildSchemaTierSmokeFixture, calculateCodexBudgetUnits, calculateJaccardSimilarity, calendarFixture, canonicalJsonStringify, captureBenchmarkExecutionProvenance, captureLoCoMoRetrievalTrace, captureMachineFingerprint, chatFixture, checkCodingGraphRegression, checkDatasetContamination, checkRegression, clampScore, cohensD, compareResults, computeBenchmarkReproDatasetInventoryHash, computeBenchmarkReproManifestArtifactHash, computeCohensKappa, computeH6InventoryHash, computeH6SupportArtifactHashes, computeRevisionShas, computeSealHash, computeTrapAuditArtifactHash, computeTrapAuditMetrics, containsAnswer, createSeededRng$1 as createAdamSeededRng, createAmaBenchDiagnosticAdapter, createAnthropicProvider, createCanaryAdapter, createClaudeCliProvider, createCodexCliProvider, createSeededRng as createCodingGraphSeededRng, createControlledResponsesAgentDriver, createDeterministicSpotCheckLogger, createGatewayResponder, createLightweightAdapter, createLiteLlmProvider, createLocalLlmProvider, createMcpDemoMemCorrectAdapter, createMcpDemoMemoryAdapter, createMcpMemCorrectAdapter, createMcpMemoryAdapter, createMitigatedTarget, createOllamaProvider, createOpenAiCompatibleProvider, createOpenAiResponsesBenchJudge, createOpenAiResponsesProvider, createSeededRandom$1 as createProceduralAblationSeededRandom, createProvider, createProviderBackedAmaBenchRecommendedJudge, createProviderBackedJudge, createProviderBackedResponder, createProviderBackedStructuredJudge, createRemnicAdapter, createRepeatedFailureOllamaChatDriver, createResponderFromProvider, createSeededRandom, createSeededRng$2 as createSeededRng, createSpotCheckFileLogger, createStructuredBenchJudge, createStructuredJudgeFromProvider, createSyntheticEmailIngestionAdapter, createSyntheticTarget, createTimeoutGuardedAdapter, decideRepeatedFailureContent, decideRepeatedFailureStudy, decideRepeatedFailureTiming, defaultBenchmarkBaselineDir, defaultBenchmarkPublishPath, deleteBenchmarkResults, diagnoseLoCoMoRetrievalTraceDelta, diagnoseLoComoProfileDelta, diagnoseLoComoRecallDelta, discoverAllProviders, discoveryEndpointFor, emailFixture, entityRecall, evaluateTaskState, exactMatch, executeLocalRow, extractMetrics as extractCodingGraphMetrics, extractContentWords, extractMarkdownSectionsByTitle, f1Score, fixtureToAblationScenarios, formatHandoffNote, formatMissingDatasetError, generateDriftCorpus, generateFamilyVariants, generateH6BenchmarkDataset, generateReport, generateSuiteVariants, generateSyntheticRepo, getAblationCell, getBenchmark, getBenchmarkLowerIsBetter, getGitSha, getMemoryEvalDimension, getProviderBackedJudgePromptIdentity, getRemnicVersion, getTrapTaxonomyItem, hashBenchmarkArtifact, hashBytes, hashCanonicalJson, hashOrderedQuestionIds, hashString, holmAdjust, injectionSuiteResumeContractHash, integrityMetaIsComplete, interpretEffectSize, isAmaBenchUnknownLikeAnswer, isContaminationEntry, isContaminationManifest, isRepeatedFailureTimidityEquivalent, isSafeSyntheticPath, isSealedQrelsArtifact, isSha256Hex, isStructuredJudgeProvider, isTaskFailed, judgeMemCorrectCorrectionAcceptance, judgeMemCorrectStaleMemoryHarm, lexicalSimilarity, linkMatches, listBenchmarkBaselines, listBenchmarkResults, listBenchmarks, listMemoryEvalBenchmarkIds, listMemoryEvalDimensions, llmJudgeScore, llmJudgeScoreDetailed, loadAblationFixture, loadBaseline, loadBeamDatasetPreview, loadBenchmarkArtifact, loadBenchmarkBaseline, loadBenchmarkReportCardProvenance, loadBenchmarkResult, loadCommittedH6BenchmarkDataset, loadCustomBenchmarkFile, loadJudgeCalibrationState, loadLoCoMo10, loadLocalLabManifest, loadLongMemEvalS, loadSealKeyFromEnv, loadSealedQrels, loadSealedRubric, matchEntity, materializeTaskRepo, mergeContaminationManifests, openSeal, orchestrateBenchmarkRuns, pairedDeltaConfidenceInterval, parseBenchmarkArtifact, parseCodexJsonlUsage, parseCustomBenchmark, parseLocalLabManifest, parseRepeatedFailureEpisodeRow, parseRubricResponse, parseSealedQrels, pickOne, pickStableQualifiedName, planInjectionSuiteRows, precisionAtK, preflightLoCoMoRetrievalTraceCapture, preflightLocalLabRole, projectFolderFixture, randomInt, recallAtK, reconcileCodexCreditLedger, redactBenchmarkResultSecrets, relativeRiskReduction, renderAttributionReportTable, renderBaselineMarkdown, renderBenchmarkResultExport, renderLoComoProfileDeltaMarkdown, renderLoComoRecallDeltaMarkdown, renderMemorySummaryForJudge, renderMemoryViewForAgent, replayRepeatedFailureStatistics, resolveAssistantAgent, resolveAssistantRubricId, resolveAssistantSeeds, resolveAssistantSpotCheckDir, resolveBenchRuntimeProfile, resolveBenchmarkPhaseTimeoutMs, resolveBenchmarkProgressLogging, resolveBenchmarkResultReference, resolveBenchmarkRunCount, resolveBenchmarkRunId, resolveCodexCreditBudgetConfig, resolveCommittedH6FixtureDirectory, resolveLocalLabJudgeProviderConfig, resolveLocalLabProfile, resolveLocalLabRole, resolveStructuredJudge, rotateDistractors, rougeL, runAssistantBenchmark, runAssistantMeetingPrepBenchmark, runAssistantMorningBriefBenchmark, runAssistantNextBestActionBenchmark, runAssistantSynthesisBenchmark, runAttributeCliCommand, runBaseline, runBenchSuite, runBenchmark, runCodingGraphBenchmark, runCustomBenchmarkFile, runDriftGenCliCommand, runExplain, runExtractionAttack, runInjectionSuiteCliCommand, runJudgeCalibration, runMitigatedBaseline, runProceduralAblation, runProceduralAblationCli, runRepeatedFailureCliCommand, runRepeatedFailurePaperReportCliCommand, runRepeatedFailureSuite, runSealedJudge, runSequentialPhases, runTrapAudit, runTrapAuditCliCommand, runWithinCodexCreditBudget, safeHexEqual, sanitizeBenchmarkResultForJson, sanitizeLoComoResultReference, saveBaseline, saveBenchmarkBaseline, schemaCompleteness, sealPayload, selectAmaBenchDiagnosticVariants, selectCalibrationSlice, selectFixtureVariant, serializeAttributionReport, serializeBenchmarkArtifact, serializeBuildWeekEvidenceReceipt, serializeH6FixtureJson, serializeJsonl, serializeLoCoMoRetrievalTraceDelta, serializeLoCoMoRetrievalTraceReceipt, serializeSealedQrels, shuffleTasks, shuffled, timed, tokenizeContent, unresolvedHelperImports, validateDriftCorpus, validateH6Dataset, validateH6FixtureBundle, validateH6StateDefiningIndependence, validateOllamaChatEndpoint, verifyMatchingTrapAudit, verifyRubricDigest, verifyTrapAuditArtifact, writeBenchmarkArtifact, writeBenchmarkPublishFeed, writeBenchmarkReproManifest, writeBenchmarkResult, writeBuildWeekEvidenceReceipt, writeH6FixtureBundle, writeJudgeCalibrationState, writeLeaderboardArtifactsForResult, writeRepeatedFailurePaperArtifacts, writeRepeatedFailureRunMetadata, writeRepeatedFailureStatistics, zeroScores };