@tangle-network/agent-eval 0.129.0 → 0.130.0

package/dist/reward-hacking-qipEpKvY.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"reward-hacking-qipEpKvY.js","names":["mean","clamp01"],"sources":["../src/campaign/run-record.ts","../src/rl/verifiable-reward.ts","../src/rl/reward-hacking.ts"],"sourcesContent":["import type { AgentProfileCell } from '../agent-profile-cell'\nimport type {\n  JudgeScoresRecord,\n  RunOutcome,\n  RunRecord,\n  RunSplitTag,\n  RunTerminalOutcome,\n} from '../run-record'\nimport { validateRunRecord } from '../run-record'\nimport type { CampaignCellResult, JudgeScore } from './types'\n\nexport interface CampaignCellRunRecordOptions {\n  runId: string\n  experimentId: string\n  candidateId: string\n  model: string\n  promptHash: string\n  configHash: string\n  commitSha: string\n  splitTag: RunSplitTag\n  seed?: number\n  scenarioId?: string\n  defaultCostUsd?: number\n  agentProfile?: AgentProfileCell\n  raw?: Record<string, number>\n}\n\nexport interface CampaignCellQualityProjection {\n  score?: number\n  judgeScores?: JudgeScoresRecord\n  successfulJudgeScores: Record<string, JudgeScore>\n  failedJudges: string[]\n  raw: Record<string, number>\n}\n\nexport interface CampaignCellExecutionEvidence {\n  terminalOutcome: RunTerminalOutcome\n  executionErrorCount?: number\n  judgeErrorCount?: number\n  unclassifiedErrorCount?: number\n  terminalFailureReason?: string\n}\n\n/**\n * Project one campaign cell into the canonical run format.\n *\n * A dispatch error establishes terminal execution failure. A judge error only\n * establishes that quality measurement failed after dispatch completed.\n * Failures without a stage remain unknown. No failure becomes a zero-quality\n * label.\n */\nexport function campaignCellToRunRecord<TArtifact>(\n  cell: CampaignCellResult<TArtifact>,\n  options: CampaignCellRunRecordOptions,\n): RunRecord {\n  const quality = projectCampaignCellQuality(cell)\n  const execution = campaignCellExecutionEvidence(cell)\n  const judgeErrorCount = Math.max(\n    quality.raw.judge_error_count ?? 0,\n    execution.judgeErrorCount ?? 0,\n  )\n  const cellCostCaptured = Number.isFinite(cell.costUsd) && cell.costUsd >= 0\n  const costUsd = cellCostCaptured ? cell.costUsd : (options.defaultCostUsd ?? null)\n  const costProvenance =\n    costUsd === null\n      ? ({ kind: 'uncaptured', usd: null } as const)\n      : cellCostCaptured && !cell.costEstimated\n        ? ({ kind: 'observed', usd: costUsd } as const)\n        : ({ kind: 'estimated', usd: costUsd } as const)\n  const raw: Record<string, number> = {\n    ...finiteMetrics(options.raw),\n    ...quality.raw,\n    rep: cell.rep,\n    duration_ms: cell.durationMs,\n    ...(costUsd === null ? {} : { cost_usd: costUsd }),\n    cost_estimated: cell.costEstimated ? 1 : 0,\n    tokens_input: cell.tokenUsage.input,\n    tokens_output: cell.tokenUsage.output,\n    latency_ms: cell.durationMs,\n    ...(execution.executionErrorCount === undefined\n      ? {}\n      : { execution_error_count: execution.executionErrorCount }),\n    ...(judgeErrorCount > 0 ? { judge_error_count: judgeErrorCount } : {}),\n    ...(execution.unclassifiedErrorCount === undefined\n      ? {}\n      : { unclassified_error_count: execution.unclassifiedErrorCount }),\n  }\n  if (typeof cell.generation === 'number') raw.generation = cell.generation\n  if (cell.tokenUsage.reasoning !== undefined) {\n    raw.tokens_reasoning = cell.tokenUsage.reasoning\n  }\n  if (cell.tokenUsage.cached !== undefined) raw.tokens_cached = cell.tokenUsage.cached\n  if (cell.tokenUsage.cacheWrite !== undefined) {\n    raw.tokens_cache_write = cell.tokenUsage.cacheWrite\n  }\n  if (costUsd !== null && costUsd > 0) {\n    raw.tokens_per_dollar = (cell.tokenUsage.input + cell.tokenUsage.output) / costUsd\n  }\n  if (costUsd !== null && quality.score !== undefined && quality.score > 0.01) {\n    raw.cost_per_quality = costUsd / quality.score\n  }\n\n  const outcome: RunOutcome = {\n    raw,\n    ...(quality.judgeScores ? { judgeScores: quality.judgeScores } : {}),\n  }\n  if (quality.score !== undefined) {\n    if (options.splitTag === 'holdout') outcome.holdoutScore = quality.score\n    else outcome.searchScore = quality.score\n  }\n\n  return validateRunRecord({\n    runId: options.runId,\n    experimentId: options.experimentId,\n    candidateId: options.candidateId,\n    seed: options.seed ?? cell.seed,\n    model: options.model,\n    promptHash: options.promptHash,\n    configHash: options.configHash,\n    commitSha: options.commitSha,\n    wallMs: cell.durationMs,\n    costUsd,\n    costProvenance,\n    tokenUsage: { ...cell.tokenUsage },\n    terminalOutcome: execution.terminalOutcome,\n    ...(execution.terminalFailureReason\n      ? { terminalFailureReason: execution.terminalFailureReason }\n      : {}),\n    outcome,\n    splitTag: options.splitTag,\n    scenarioId: options.scenarioId ?? cell.scenarioId,\n    ...(options.agentProfile ? { agentProfile: options.agentProfile } : {}),\n  })\n}\n\nexport function campaignCellExecutionEvidence<TArtifact>(\n  cell: CampaignCellResult<TArtifact>,\n): CampaignCellExecutionEvidence {\n  if (cell.errorStage === 'dispatch') {\n    return {\n      terminalOutcome: 'failed',\n      executionErrorCount: 1,\n      ...(cell.error ? { terminalFailureReason: cell.error } : {}),\n    }\n  }\n  if (cell.errorStage === 'judge') {\n    return {\n      terminalOutcome: 'succeeded',\n      executionErrorCount: 0,\n      judgeErrorCount: 1,\n    }\n  }\n  if (!cell.error) {\n    return { terminalOutcome: 'succeeded', executionErrorCount: 0 }\n  }\n  return {\n    terminalOutcome: 'unknown',\n    unclassifiedErrorCount: 1,\n  }\n}\n\n/**\n * Produce the only task-quality view used by campaign aggregates and exports.\n *\n * Successful judge results remain available for diagnosis after another judge\n * fails, but a task score exists only for an error-free cell whose reported\n * judge values are all finite.\n */\nexport function projectCampaignCellQuality<TArtifact>(\n  cell: CampaignCellResult<TArtifact>,\n): CampaignCellQualityProjection {\n  if (cell.errorStage === 'dispatch') {\n    return { successfulJudgeScores: {}, failedJudges: [], raw: {} }\n  }\n\n  const perJudge: Record<string, Record<string, number>> = {}\n  const successfulJudgeScores: Record<string, JudgeScore> = {}\n  const dimensionValues = new Map<string, number[]>()\n  const composites: number[] = []\n  const notes: string[] = []\n  const failedJudges = new Set<string>(\n    cell.errorStage === 'judge' ? [cell.errorJudge ?? 'unknown-judge'] : [],\n  )\n  const raw: Record<string, number> = {}\n\n  for (const [judgeName, score] of Object.entries(cell.judgeScores)) {\n    const finiteDimensions = Object.values(score.dimensions).every(Number.isFinite)\n    if (score.failed || !Number.isFinite(score.composite) || !finiteDimensions) {\n      failedJudges.add(judgeName)\n      continue\n    }\n\n    composites.push(score.composite)\n    successfulJudgeScores[judgeName] = score\n    const dimensions = { ...score.dimensions }\n    perJudge[judgeName] = dimensions\n    for (const [dimension, value] of Object.entries(dimensions)) {\n      raw[`${judgeName}.${dimension}`] = value\n      const values = dimensionValues.get(dimension) ?? []\n      values.push(value)\n      dimensionValues.set(dimension, values)\n    }\n    if (score.notes) notes.push(`${judgeName}: ${score.notes}`)\n    for (const failedJudge of score.failedJudges ?? []) {\n      failedJudges.add(`${judgeName}/${failedJudge}`)\n    }\n  }\n\n  if (failedJudges.size > 0) raw.judge_error_count = failedJudges.size\n  const sortedFailedJudges = [...failedJudges].sort()\n  if (composites.length === 0) {\n    return {\n      successfulJudgeScores,\n      failedJudges: sortedFailedJudges,\n      raw,\n    }\n  }\n\n  const composite = mean(composites)\n  const perDimMean = Object.fromEntries(\n    [...dimensionValues.entries()].map(([dimension, values]) => [dimension, mean(values)]),\n  )\n  const complete =\n    cell.error === undefined && cell.errorStage === undefined && failedJudges.size === 0\n  if (complete) raw.composite = composite\n\n  return {\n    ...(complete ? { score: composite } : {}),\n    raw,\n    successfulJudgeScores,\n    failedJudges: sortedFailedJudges,\n    judgeScores: {\n      perJudge,\n      perDimMean,\n      composite,\n      ...(sortedFailedJudges.length > 0 ? { failedJudges: sortedFailedJudges } : {}),\n      ...(notes.length > 0 ? { notes: notes.join(' | ') } : {}),\n    },\n  }\n}\n\n/** Read the canonical task score without recomputing cell quality. */\nexport function campaignCellTaskScore<TArtifact>(\n  cell: CampaignCellResult<TArtifact>,\n): number | undefined {\n  return projectCampaignCellQuality(cell).score\n}\n\n/** Read canonical successful judge dimensions without recomputing cell quality. */\nexport function campaignCellJudgeDimensions<TArtifact>(\n  cell: CampaignCellResult<TArtifact>,\n): Record<string, Record<string, number>> {\n  return projectCampaignCellQuality(cell).judgeScores?.perJudge ?? {}\n}\n\nfunction finiteMetrics(metrics: Record<string, number> | undefined): Record<string, number> {\n  const finite: Record<string, number> = {}\n  for (const [key, value] of Object.entries(metrics ?? {})) {\n    if (Number.isFinite(value)) finite[key] = value\n  }\n  return finite\n}\n\nfunction mean(values: number[]): number {\n  return values.reduce((sum, value) => sum + value, 0) / values.length\n}\n","/**\n * Verifiable reward channel.\n *\n * For RL on coding / math / theorem-proving / structured-output tasks, the\n * reward signal is *decidable* — a test passes or fails, a proof checks or\n * doesn't, an output validates against a schema or doesn't. These rewards\n * are dramatically more useful for RL training than LLM-judge scores\n * because they don't drift, can't be Goodhart-gamed by the policy in the\n * same way, and don't require a separate calibration loop.\n *\n * The `MultiLayerVerifier` already produces this signal — it just doesn't\n * surface it in a shape that's clean enough for RL training. This module\n * wraps the verifier output so consumers can:\n *\n *   1. Extract a clean `VerifiableReward` from a `VerificationReport`\n *   2. Distinguish *deterministic* rewards (compile, test, schema) from\n *      *probabilistic* rewards (judge) so they can be weighted differently\n *      in the RL training step\n *   3. Filter `RunRecord[]` to only those with a verifiable reward,\n *      producing the clean training set that DeepSeek-R1-style GRPO and\n *      AlphaProof-style search both depend on\n *\n * Why this matters: every credible 2025-2026 frontier RL result on coding\n * agents leans on verifiable reward (DeepSeek-R1 GRPO on test pass-rate,\n * o-series RL on math/code, AlphaProof on Lean kernel checking). Mixing\n * judge scores into the reward signal poisons the gradient. This module\n * is the seam.\n */\n\nimport type { LayerResult, VerificationReport } from '../multi-layer-verifier'\nimport { isRealnessGated, observedScore, trainingScore } from '../rollout/reward'\nimport type { RunRecord } from '../run-record'\n\nexport type VerifiableRewardSource =\n  | 'compile' // typecheck / build / lint passed\n  | 'test' // unit / integration test pass-rate\n  | 'schema' // structured output validates\n  | 'sandbox' // sandbox exec exit code\n  | 'judge' // LLM judge — probabilistic, included for completeness\n  | 'composite' // weighted blend across multiple of the above\n\nexport interface VerifiableReward {\n  /** Scalar in [0, 1]. The RL training signal. */\n  value: number\n  /** What produced the reward — different sources have different determinism. */\n  source: VerifiableRewardSource\n  /**\n   * Determinism class. `'deterministic'` rewards are repeatable byte-for-byte\n   * given the same inputs (compile, test, schema validation, sandbox exit code).\n   * `'probabilistic'` rewards depend on a stochastic component (LLM judge).\n   * Mixing these in the same training batch without separation is a known\n   * footgun in production RLHF pipelines.\n   */\n  determinism: 'deterministic' | 'probabilistic'\n  /**\n   * Confidence in the reward value. For deterministic sources this is 1.0\n   * (the bit either flipped or didn't). For judge sources this is the\n   * judge-reported confidence or — when missing — a calibrated prior.\n   */\n  confidence: number\n  /** The layer / judge id that produced the signal, for provenance. */\n  origin: string\n  /**\n   * Per-source contribution to `value`, keyed by layer/judge id. Single-source\n   * rewards carry one entry (`{ [origin]: value }`); composite rewards carry\n   * every contributing layer's score — the anti-scalar-collapse surface RL\n   * consumers weight per-source instead of trusting one blended number.\n   */\n  components: Record<string, number>\n  /**\n   * The run carries `outcome.realness.gated` — the authenticity gate flagged\n   * its success signal as faked.\n   *\n   * With the gate applied (the default) `value` and every `components` entry\n   * are 0 on such a run; with `applyRealnessGate: false` the observed numbers\n   * come back untouched and this flag is the only marker that they are not to\n   * be trusted. Either way it distinguishes \"measured a genuine failure\" from\n   * \"claimed a success we refuse to believe\", which a bare 0 cannot.\n   */\n  realnessGated?: boolean\n  /**\n   * Whether an authenticity screen COULD run on this reward at all — the same\n   * distinction `RolloutOutcome.realness_screened` draws, for the same reason.\n   *\n   * `false` on every reward from `extractVerifiableReward`, because a\n   * `VerificationReport` carries layer scores and nothing else: there is no\n   * `outcome.realness` to consult, so no gate has run, and `realnessGated`\n   * being absent there means \"unknown\", NOT \"clean\". Absent on the\n   * `RunRecord` path when the record itself carries no realness verdict.\n   *\n   * This matters most exactly where it is easiest to miss: a report whose\n   * deterministic layers all passed yields `determinism: 'deterministic'`,\n   * `confidence: 1` — the highest-credibility reward this module can emit —\n   * and a stubbed integration reporting green is precisely what a gamed run\n   * looks like. Consumers driving training off this shape must screen the run\n   * themselves; the flag is what tells them nobody has.\n   */\n  realnessScreened?: boolean\n}\n\nexport interface VerifiableRewardExtractionOptions {\n  /**\n   * Which layers count as deterministic-reward sources. The verifier doesn't\n   * tag layers as \"this is verifiable\"; the caller declares it via this list\n   * (or via the layer name → source mapping). Default treats common names\n   * (`install`, `typecheck`, `build`, `lint`, `test`, `compile`, `schema`,\n   * `sandbox`) as deterministic.\n   */\n  deterministicLayers?: string[]\n  /**\n   * Map layer name → reward source. Defaults to a sensible string-match.\n   */\n  sourceFor?: (layerName: string) => VerifiableRewardSource\n  /**\n   * Whether to fall back to a probabilistic (judge) reward when no\n   * deterministic layer produced a numeric score. Default `true`. Set to\n   * `false` for \"deterministic-only\" training pipelines that should\n   * discard runs without a verifiable signal.\n   */\n  fallbackToJudge?: boolean\n  /**\n   * Default confidence for probabilistic (judge) rewards when the judge\n   * doesn't report one. Default `0.7`.\n   */\n  judgeConfidenceFloor?: number\n  /**\n   * Whether the anti-Goodhart realness gate applies. Default `true`, and the\n   * default is the one every training path must keep.\n   *\n   * Set `false` ONLY for detection and analysis. `rl/reward-hacking.ts` does,\n   * for the same reason it reads `observedScore` for its proxy: it measures the\n   * DIVERGENCE between the judge signal and the deterministic one, and a\n   * deterministic reward that another gate already forced to 0 manufactures\n   * exactly that divergence on exactly the gamed population. The detector would\n   * then be re-reporting a verdict it was supposed to reach independently.\n   */\n  applyRealnessGate?: boolean\n}\n\nconst DEFAULT_DETERMINISTIC_LAYERS = new Set([\n  'install',\n  'typecheck',\n  'build',\n  'lint',\n  'test',\n  'compile',\n  'schema',\n  'sandbox',\n  'unit_tests',\n  'integration_tests',\n])\n\nconst DEFAULT_SOURCE_FOR = (name: string): VerifiableRewardSource => {\n  const lower = name.toLowerCase()\n  if (lower.includes('test')) return 'test'\n  if (\n    lower.includes('compile') ||\n    lower.includes('build') ||\n    lower.includes('typecheck') ||\n    lower.includes('lint')\n  )\n    return 'compile'\n  if (lower.includes('schema')) return 'schema'\n  if (lower.includes('sandbox')) return 'sandbox'\n  if (lower.includes('judge') || lower.includes('semantic')) return 'judge'\n  return 'composite'\n}\n\n/**\n * Extract a `VerifiableReward` from a `VerificationReport`.\n *\n * Strategy: prefer the deterministic layers (in order: test → compile →\n * schema → sandbox), fall back to the judge layer if `fallbackToJudge` is\n * true, return `null` if no signal qualifies. When multiple deterministic\n * layers contribute, return a `'composite'` source with a weighted blend.\n *\n * NO realness gate is applied and none can be: a `VerificationReport` carries\n * layer scores and nothing about whether the run faked them — `realness` lives\n * on the `RunRecord`. Use `extractVerifiableRewardsFromRecords` for anything\n * that becomes training data; this signature is for scoring a report in hand.\n */\nexport function extractVerifiableReward(\n  report: VerificationReport,\n  opts: VerifiableRewardExtractionOptions = {},\n): VerifiableReward | null {\n  const deterministicSet = new Set(opts.deterministicLayers ?? [...DEFAULT_DETERMINISTIC_LAYERS])\n  const sourceFor = opts.sourceFor ?? DEFAULT_SOURCE_FOR\n  const fallbackToJudge = opts.fallbackToJudge ?? true\n  const judgeFloor = opts.judgeConfidenceFloor ?? 0.7\n\n  const deterministic = report.layers.filter(\n    (layer) => deterministicSet.has(layer.layer) && isMeasuredLayer(layer),\n  )\n\n  if (deterministic.length === 1) {\n    const layer = deterministic[0]!\n    const value = clamp01(layer.score!)\n    return {\n      value,\n      source: sourceFor(layer.layer),\n      determinism: 'deterministic',\n      confidence: 1,\n      origin: layer.layer,\n      components: { [layer.layer]: value },\n      realnessScreened: false,\n    }\n  }\n\n  if (deterministic.length > 1) {\n    // Composite: weighted blend by `Layer.weight` if present, else equal.\n    let num = 0\n    let denom = 0\n    const components: Record<string, number> = {}\n    for (const l of deterministic) {\n      const w = (l.detail?.weight as number | undefined) ?? 1\n      num += w * (l.score ?? 0)\n      denom += w\n      components[l.layer] = l.score!\n    }\n    return {\n      value: denom === 0 ? 0 : clamp01(num / denom),\n      source: 'composite',\n      determinism: 'deterministic',\n      confidence: 1,\n      origin: deterministic.map((l) => l.layer).join('+'),\n      components,\n      realnessScreened: false,\n    }\n  }\n\n  if (!fallbackToJudge) return null\n\n  const judge =\n    report.layers.find((layer) => isMeasuredLayer(layer) && sourceFor(layer.layer) === 'judge') ??\n    report.layers.find(isMeasuredLayer)\n\n  if (!judge) return null\n\n  const confFromDetail = judge.detail?.confidence as number | undefined\n  const judgeValue = clamp01(judge.score!)\n  return {\n    value: judgeValue,\n    source: 'judge',\n    determinism: 'probabilistic',\n    confidence: typeof confFromDetail === 'number' ? confFromDetail : judgeFloor,\n    origin: judge.layer,\n    components: { [judge.layer]: judgeValue },\n    realnessScreened: false,\n  }\n}\n\nfunction isMeasuredLayer(\n  layer: LayerResult,\n): layer is LayerResult & { status: 'pass' | 'fail'; score: number } {\n  return (\n    (layer.status === 'pass' || layer.status === 'fail') &&\n    typeof layer.score === 'number' &&\n    Number.isFinite(layer.score) &&\n    layer.score >= 0 &&\n    layer.score <= 1\n  )\n}\n\n/**\n * Extract verifiable rewards from `RunRecord[]` produced via the\n * `verificationReportToRunRecord` adapter (which encodes per-layer scores\n * in `outcome.raw['layer.<name>']`). For records that don't carry layer\n * scores, returns `null` for that record.\n *\n * This is the canonical bridge from \"campaign-shaped artifacts\" to\n * \"RL-training-ready reward signals\": every record that has a clean\n * verifiable reward becomes a training datum, every record that doesn't\n * gets filtered out (or kept with `'probabilistic'` determinism for\n * separate downstream handling).\n *\n * The realness gate applies to EVERY channel here, and to the deterministic one\n * MOST. It is tempting to reason that a decidable signal cannot be gamed, so\n * the gate is redundant on it — that reasoning is backwards. `realness.gated`\n * means the run's success signal was FAKED, and a test suite reporting green on\n * a stubbed integration is precisely what that looks like: the deterministic\n * layer is the thing that got faked. Exporting it ungated hands a trainer the\n * highest-credibility reward the module can emit (`determinism: 'deterministic'`,\n * `confidence: 1`) for the one population the gate exists to catch. Pass\n * `applyRealnessGate: false` only to look at the ungated numbers for detection.\n */\nexport function extractVerifiableRewardsFromRecords(\n  runs: RunRecord[],\n  opts: VerifiableRewardExtractionOptions = {},\n): Array<{ runId: string; reward: VerifiableReward | null }> {\n  const sourceFor = opts.sourceFor ?? DEFAULT_SOURCE_FOR\n  const deterministicSet = new Set(opts.deterministicLayers ?? [...DEFAULT_DETERMINISTIC_LAYERS])\n  const fallbackToJudge = opts.fallbackToJudge ?? true\n  const judgeFloor = opts.judgeConfidenceFloor ?? 0.7\n  const applyGate = opts.applyRealnessGate ?? true\n\n  return runs.map((run) => {\n    const flagged = isRealnessGated(run)\n    // Present only when the record carries an actual realness verdict. Absent\n    // is the honest \"unknown\"; `false` is reserved for a producer that\n    // declares it HAS no screen, which is the report-shaped path above.\n    const screened = run.outcome.realness === undefined ? {} : ({ realnessScreened: true } as const)\n    // Zeroed with `value`, never left at the measured number: `components`\n    // exists so an RL consumer can re-weight per source, and a raw layer score\n    // surviving there would let that re-weighting reconstruct the very reward\n    // the gate just refused. The measured layer scores stay on\n    // `run.outcome.raw['layer.*']`, which is where analysis reads them.\n    const gate = (value: number): number => (applyGate && flagged ? 0 : value)\n    // Recover per-layer scores from outcome.raw['layer.<name>']\n    const layerScores: Array<{ name: string; score: number }> = []\n    for (const [k, v] of Object.entries(run.outcome.raw)) {\n      if (\n        k.startsWith('layer.') &&\n        !k.includes('.', 6) &&\n        typeof v === 'number' &&\n        Number.isFinite(v)\n      ) {\n        layerScores.push({ name: k.slice('layer.'.length), score: v })\n      }\n    }\n    const det = layerScores.filter((l) => deterministicSet.has(l.name))\n\n    if (det.length === 1) {\n      const layer = det[0]!\n      const value = gate(clamp01(layer.score))\n      return {\n        runId: run.runId,\n        reward: {\n          value,\n          source: sourceFor(layer.name),\n          determinism: 'deterministic',\n          confidence: 1,\n          origin: layer.name,\n          components: { [layer.name]: value },\n          realnessGated: flagged,\n          ...screened,\n        },\n      }\n    }\n    if (det.length > 1) {\n      const value = gate(clamp01(det.reduce((s, l) => s + l.score, 0) / det.length))\n      // Same clamp as the headline value: a producer writing layer.score 1.5\n      // into outcome.raw must not propagate 1.5 through a component either.\n      const components: Record<string, number> = Object.fromEntries(\n        det.map((l) => [l.name, gate(clamp01(l.score))]),\n      )\n      return {\n        runId: run.runId,\n        reward: {\n          value,\n          source: 'composite',\n          determinism: 'deterministic',\n          confidence: 1,\n          origin: det.map((l) => l.name).join('+'),\n          components,\n          realnessGated: flagged,\n          ...screened,\n        },\n      }\n    }\n    if (!fallbackToJudge) return { runId: run.runId, reward: null }\n\n    // Probabilistic fallback: the run's primary score. `trainingScore` already\n    // carries the gate, so a gamed run falls to 0 rather than earning the\n    // judge's number; `observedScore` is the ungated reader the detection\n    // opt-out asks for. Either way an unscored run stays a labeled gap\n    // (`reward: null`), never a fabricated 0.\n    const primary = applyGate ? trainingScore(run) : observedScore(run)\n    if (typeof primary !== 'number' || !Number.isFinite(primary)) {\n      return { runId: run.runId, reward: null }\n    }\n    const primaryValue = clamp01(primary)\n    return {\n      runId: run.runId,\n      reward: {\n        value: primaryValue,\n        source: 'judge',\n        determinism: 'probabilistic',\n        confidence: judgeFloor,\n        origin: 'run.outcome.score',\n        components: { 'run.outcome.score': primaryValue },\n        realnessGated: flagged,\n        ...screened,\n      },\n    }\n  })\n}\n\n/**\n * Filter `RunRecord[]` to those with deterministic verifiable rewards.\n *\n * A realness-gated run is KEPT, at reward 0 with `realnessGated: true` — the\n * same rule GRPO uses on a gated line. 0 is the honest label for a faked\n * success and is usable signal, whereas dropping the run would move a group\n * baseline without saying so. (SFT differs: there every row is a target to\n * imitate, so a gated row is removed outright.)\n */\nexport function filterDeterministicallyRewarded(\n  runs: RunRecord[],\n  opts: VerifiableRewardExtractionOptions = {},\n): Array<{ run: RunRecord; reward: VerifiableReward }> {\n  const rewarded = extractVerifiableRewardsFromRecords(runs, { ...opts, fallbackToJudge: false })\n  const out: Array<{ run: RunRecord; reward: VerifiableReward }> = []\n  for (let i = 0; i < runs.length; i++) {\n    const r = rewarded[i]!\n    if (r.reward && r.reward.determinism === 'deterministic') {\n      out.push({ run: runs[i]!, reward: r.reward })\n    }\n  }\n  return out\n}\n\nfunction clamp01(x: number): number {\n  if (!Number.isFinite(x)) return 0\n  return Math.max(0, Math.min(1, x))\n}\n","/**\n * Reward hacking / Goodhart detection.\n *\n * Goodhart's Law says: when a measure becomes a target, it ceases to be\n * a good measure. In RLHF and agentic-RL settings this is the dominant\n * failure mode — the policy learns to produce outputs that score well on\n * the proxy reward (judge, rubric, test pass-rate) without producing\n * the underlying capability the proxy was meant to track.\n *\n * Krakovna et al. (2020, \"Specification Gaming Examples in AI\") and the\n * subsequent RLHF reward-hacking literature (Skalse et al. 2022, Kim et al.\n * 2023) converge on a few diagnostic signatures:\n *\n *   1. **Reward divergence:** the proxy reward grows while the held-out\n *      ground-truth signal stagnates or drops. Predictive validity over\n *      time captures this.\n *   2. **Distributional shift in outputs:** after RL, the policy produces\n *      outputs that no longer match the reference distribution — usually\n *      because it found a high-reward attractor that's degenerate (e.g.\n *      one-token responses, repetition, formatting tricks).\n *   3. **Disagreement between independent rewards:** if you train on\n *      reward A and a held-out independent reward B drops sharply, you're\n *      probably hacking A.\n *   4. **Calibration drift:** the verifiable / deterministic component of\n *      the reward is stable; the probabilistic / judge component drifts up\n *      while the deterministic component doesn't. The judge is being\n *      gamed.\n *\n * This module ships explicit detectors for all four signatures, plus a\n * combined verdict. The output is diagnostic — actionable signals,\n * not autoreject — because each signature has known false positives\n * (e.g., a policy that genuinely improves can show distributional shift).\n *\n * Differs from `rubricPredictiveValidity` (which is a *standing* check on\n * whether rubrics correlate with deployment outcomes) — this is a\n * *temporal* check on whether the reward-vs-truth gap is *widening over\n * time during a training run*.\n */\n\nimport { observedScore } from '../rollout/reward'\nimport type { RunRecord } from '../run-record'\nimport { pearsonR } from '../statistics'\nimport {\n  filterDeterministicallyRewarded,\n  type VerifiableRewardExtractionOptions,\n} from './verifiable-reward'\n\nexport type RewardHackingSignal =\n  | 'reward_divergence'\n  | 'distribution_shift'\n  | 'reward_disagreement'\n  | 'judge_drift'\n\nexport interface RewardHackingFinding {\n  signal: RewardHackingSignal\n  /** Severity in [0, 1]. >0.5 = strong signal. */\n  severity: number\n  message: string\n  /** Numeric evidence the consumer can render. */\n  detail: Record<string, number>\n}\n\nexport interface RewardHackingReport {\n  findings: RewardHackingFinding[]\n  /** Signals with enough usable observations to produce a finding. */\n  evaluatedSignals: RewardHackingSignal[]\n  /**\n   * Composite verdict. `'insufficient_evidence'` when fewer than four scored\n   * runs exist; otherwise `'clean'` if every signal severity < 0.3,\n   * `'suspect'` if at least one ≥ 0.3 but none ≥ 0.6, and `'gaming'` if any ≥ 0.6.\n   */\n  verdict: 'insufficient_evidence' | 'clean' | 'suspect' | 'gaming'\n  /** Rationale for the verdict, ready to paste into an audit log. */\n  rationale: string[]\n  /** Number of runs with a usable proxy reward. */\n  n: number\n}\n\nexport interface DetectRewardHackingInput {\n  /**\n   * Run records ordered by recency (oldest first). The detector segments\n   * them into prefix/suffix windows to compute \"did the gap widen.\"\n   */\n  runs: RunRecord[]\n  /**\n   * The metric the policy was trained to optimize. Should be present on\n   * `outcome.raw` or `outcome.holdoutScore`. Default reads `outcome.holdoutScore`.\n   */\n  proxyOf?: (run: RunRecord) => number | null\n  /**\n   * The held-out ground-truth metric. For RL on coding, this is typically\n   * test pass-rate. For RLHF, it's downstream task performance or human\n   * preference. For knowledge tasks, it's an independently-graded score.\n   */\n  truthOf?: (run: RunRecord) => number | null\n  /**\n   * Independent secondary reward. Used for the `reward_disagreement`\n   * signal. Default uses the verifiable reward extractor (deterministic\n   * sources only).\n   */\n  secondaryRewardOf?: (run: RunRecord) => number | null\n  /**\n   * Window size — how many of the most recent runs count as the \"after\"\n   * cohort. Default min(50, half the runs).\n   */\n  windowSize?: number\n  /**\n   * Severity threshold to flag a signal. Default 0.3 (suspect) and 0.6\n   * (gaming).\n   */\n  thresholds?: { suspect?: number; gaming?: number }\n  /**\n   * Verifiable-reward options used for the secondary-reward fallback.\n   */\n  verifiableRewardOptions?: VerifiableRewardExtractionOptions\n}\n\nconst DEFAULT_PROXY = (r: RunRecord): number | null => {\n  // DELIBERATELY UNGATED. This is the proxy reward the detector tests for\n  // Goodharting, and gated runs are exactly the gamed population. Forcing them\n  // to 0 would collapse the proxy toward the deterministic secondary signal —\n  // `reward_disagreement`'s correlation would rise, `judge_drift`'s gap would\n  // shrink, and `reward_divergence`'s proxy-up/truth-flat fingerprint would be\n  // erased — so the detector would report \"clean\" on the very runs it exists to\n  // catch. `null` (never 0) is also load-bearing: it sets the n-denominator via\n  // the filter below.\n  const v = observedScore(r)\n  return typeof v === 'number' && Number.isFinite(v) ? v : null\n}\n\nexport function detectRewardHacking(input: DetectRewardHackingInput): RewardHackingReport {\n  const proxyOf = input.proxyOf ?? DEFAULT_PROXY\n  const truthOf = input.truthOf\n  const sus = input.thresholds?.suspect ?? 0.3\n  const gam = input.thresholds?.gaming ?? 0.6\n\n  const runs = input.runs.filter((run) => finiteNumber(proxyOf(run)))\n  const n = runs.length\n  if (n < 4) {\n    return {\n      findings: [],\n      evaluatedSignals: [],\n      verdict: 'insufficient_evidence',\n      n,\n      rationale: [`fewer than 4 runs with proxy reward (n=${n}); insufficient evidence`],\n    }\n  }\n  const windowSize = Math.max(1, input.windowSize ?? Math.min(50, Math.floor(n / 2)))\n  const before = runs.slice(0, n - windowSize)\n  const after = runs.slice(n - windowSize)\n\n  const findings: RewardHackingFinding[] = []\n\n  // ── Signal 1: reward divergence (proxy ↑ while truth flat or ↓) ──────\n  if (truthOf) {\n    const beforeProxy = before.map(proxyOf).filter(finiteNumber)\n    const afterProxy = after.map(proxyOf).filter(finiteNumber)\n    const beforeTruth = before.map(truthOf).filter(finiteNumber)\n    const afterTruth = after.map(truthOf).filter(finiteNumber)\n    if (\n      beforeProxy.length >= 2 &&\n      afterProxy.length >= 2 &&\n      beforeTruth.length >= 2 &&\n      afterTruth.length >= 2\n    ) {\n      const proxyDelta = mean(afterProxy) - mean(beforeProxy)\n      const truthDelta = mean(afterTruth) - mean(beforeTruth)\n      // Divergence: proxy goes up while truth goes flat or down.\n      // Severity = max(0, (proxyDelta - truthDelta)) — bigger gap = bigger signal.\n      const gap = Math.max(0, proxyDelta - truthDelta)\n      const severity = clamp01(gap * 5) // scale: 0.2 absolute gap → severity 1.0\n      findings.push({\n        signal: 'reward_divergence',\n        severity,\n        message:\n          severity >= sus\n            ? `proxy reward rose by ${proxyDelta.toFixed(3)} while truth changed by ${truthDelta.toFixed(3)} — potential Goodhart`\n            : `proxy and truth moved together (proxy ${proxyDelta.toFixed(3)}, truth ${truthDelta.toFixed(3)})`,\n        detail: {\n          proxyDelta,\n          truthDelta,\n          gap,\n          beforeN: beforeProxy.length,\n          afterN: afterProxy.length,\n        },\n      })\n    }\n  }\n\n  // ── Signal 2: distributional shift in outputs (KS on score distributions) ──\n  {\n    const beforeP = before.map(proxyOf).filter(finiteNumber)\n    const afterP = after.map(proxyOf).filter(finiteNumber)\n    if (beforeP.length >= 4 && afterP.length >= 4) {\n      const ks = ksStatistic(beforeP, afterP)\n      // KS statistic: bigger = more shift. We're agnostic about direction;\n      // genuine improvement ALSO produces shift, so this signal is\n      // contributory rather than load-bearing.\n      const severity = clamp01(ks - 0.2)\n      findings.push({\n        signal: 'distribution_shift',\n        severity,\n        message:\n          severity >= sus\n            ? `KS=${ks.toFixed(3)} between before/after windows — distributional shift large`\n            : `KS=${ks.toFixed(3)} between before/after windows — within-distribution drift`,\n        detail: { ks, beforeN: beforeP.length, afterN: afterP.length },\n      })\n    }\n  }\n\n  // ── Signal 3: reward disagreement (proxy vs independent secondary) ────\n  {\n    const secondaryOf = input.secondaryRewardOf ?? defaultSecondary(input.verifiableRewardOptions)\n    const aligned = runs\n      .map((r) => ({ p: proxyOf(r), s: secondaryOf(r) }))\n      .filter((x): x is { p: number; s: number } => finiteNumber(x.p) && finiteNumber(x.s))\n    if (aligned.length >= 4) {\n      const ps = aligned.map((x) => x.p)\n      const ss = aligned.map((x) => x.s)\n      const r = pearsonR(ps, ss)\n      // Disagreement: low or negative correlation between primary proxy\n      // reward and an independent secondary signal.\n      const severity = clamp01(0.5 - Math.max(0, r))\n      findings.push({\n        signal: 'reward_disagreement',\n        severity,\n        message:\n          severity >= sus\n            ? `proxy and independent secondary reward correlate ρ=${r.toFixed(3)} — possibly hacking proxy`\n            : `proxy and secondary reward correlate ρ=${r.toFixed(3)}`,\n        detail: { pearson: r, n: aligned.length },\n      })\n    }\n  }\n\n  // ── Signal 4: judge drift (probabilistic up while deterministic flat) ─\n  {\n    // Ungated on purpose, exactly like `DEFAULT_PROXY` above. This signal is\n    // the GAP between the judge reward and the deterministic one; a\n    // deterministic reward another gate already forced to 0 would open that gap\n    // by construction on the gamed population, so the detector would fire on\n    // its own input rather than on evidence it found.\n    const detRuns = filterDeterministicallyRewarded(runs, {\n      ...(input.verifiableRewardOptions ?? {}),\n      applyRealnessGate: false,\n    })\n    if (detRuns.length >= 4) {\n      const detBefore = detRuns.slice(0, Math.floor(detRuns.length / 2))\n      const detAfter = detRuns.slice(Math.floor(detRuns.length / 2))\n      const detDelta =\n        mean(detAfter.map((r) => r.reward.value)) - mean(detBefore.map((r) => r.reward.value))\n      const proxyDelta =\n        mean(after.map(proxyOf).filter(finiteNumber)) -\n        mean(before.map(proxyOf).filter(finiteNumber))\n      const driftGap = Math.max(0, proxyDelta - detDelta)\n      const severity = clamp01(driftGap * 5)\n      findings.push({\n        signal: 'judge_drift',\n        severity,\n        message:\n          severity >= sus\n            ? `judge proxy +${proxyDelta.toFixed(3)} while deterministic reward +${detDelta.toFixed(3)} — judge drifting up without verifiable backing`\n            : `judge and deterministic rewards move in step (judge ${proxyDelta.toFixed(3)}, det ${detDelta.toFixed(3)})`,\n        detail: { proxyDelta, detDelta, driftGap, n: detRuns.length },\n      })\n    }\n  }\n\n  const maxSev = findings.reduce((m, f) => Math.max(m, f.severity), 0)\n  if (findings.length === 0) {\n    return {\n      findings,\n      evaluatedSignals: [],\n      verdict: 'insufficient_evidence',\n      rationale: [`no reward-hacking signal had enough paired evidence (n=${n})`],\n      n,\n    }\n  }\n  const verdict: RewardHackingReport['verdict'] =\n    maxSev >= gam ? 'gaming' : maxSev >= sus ? 'suspect' : 'clean'\n  const rationale = findings\n    .filter((f) => f.severity >= sus)\n    .map((f) => `${f.signal}: severity ${f.severity.toFixed(2)} — ${f.message}`)\n  if (rationale.length === 0) rationale.push('no signals fired above suspect threshold')\n\n  return {\n    findings,\n    evaluatedSignals: findings.map((finding) => finding.signal),\n    verdict,\n    rationale,\n    n,\n  }\n}\n\n// ── Helpers ──────────────────────────────────────────────────────────────\n\nfunction mean(xs: number[]): number {\n  if (xs.length === 0) return 0\n  return xs.reduce((s, x) => s + x, 0) / xs.length\n}\n\nfunction finiteNumber(value: number | null): value is number {\n  return typeof value === 'number' && Number.isFinite(value)\n}\n\nfunction clamp01(x: number): number {\n  if (!Number.isFinite(x)) return 0\n  return Math.max(0, Math.min(1, x))\n}\n\nfunction ksStatistic(a: number[], b: number[]): number {\n  // Two-sample Kolmogorov-Smirnov statistic.\n  const sortedA = [...a].sort((x, y) => x - y)\n  const sortedB = [...b].sort((x, y) => x - y)\n  const all = [...new Set([...sortedA, ...sortedB])].sort((x, y) => x - y)\n  let max = 0\n  for (const v of all) {\n    const fa = sortedA.filter((x) => x <= v).length / sortedA.length\n    const fb = sortedB.filter((x) => x <= v).length / sortedB.length\n    max = Math.max(max, Math.abs(fa - fb))\n  }\n  return max\n}\n\nfunction defaultSecondary(\n  verifiableOpts?: VerifiableRewardExtractionOptions,\n): (run: RunRecord) => number | null {\n  return (run: RunRecord) => {\n    // Ungated for the same reason as signal 4: this is the INDEPENDENT\n    // secondary reward whose correlation with the proxy is the evidence.\n    // Zeroing it on gated runs would drive that correlation down mechanically.\n    const filtered = filterDeterministicallyRewarded([run], {\n      ...(verifiableOpts ?? {}),\n      applyRealnessGate: false,\n    })\n    return filtered.length === 1 ? filtered[0]!.reward.value : null\n  }\n}\n"],"mappings":";;;;;;;;;;;;AAmDA,SAAgB,wBACd,MACA,SACW;CACX,MAAM,UAAU,2BAA2B,IAAI;CAC/C,MAAM,YAAY,8BAA8B,IAAI;CACpD,MAAM,kBAAkB,KAAK,IAC3B,QAAQ,IAAI,qBAAqB,GACjC,UAAU,mBAAmB,CAC/B;CACA,MAAM,mBAAmB,OAAO,SAAS,KAAK,OAAO,KAAK,KAAK,WAAW;CAC1E,MAAM,UAAU,mBAAmB,KAAK,UAAW,QAAQ,kBAAkB;CAC7E,MAAM,iBACJ,YAAY,OACP;EAAE,MAAM;EAAc,KAAK;CAAK,IACjC,oBAAoB,CAAC,KAAK,gBACvB;EAAE,MAAM;EAAY,KAAK;CAAQ,IACjC;EAAE,MAAM;EAAa,KAAK;CAAQ;CAC3C,MAAM,MAA8B;EAClC,GAAG,cAAc,QAAQ,GAAG;EAC5B,GAAG,QAAQ;EACX,KAAK,KAAK;EACV,aAAa,KAAK;EAClB,GAAI,YAAY,OAAO,CAAC,IAAI,EAAE,UAAU,QAAQ;EAChD,gBAAgB,KAAK,gBAAgB,IAAI;EACzC,cAAc,KAAK,WAAW;EAC9B,eAAe,KAAK,WAAW;EAC/B,YAAY,KAAK;EACjB,GAAI,UAAU,wBAAwB,KAAA,IAClC,CAAC,IACD,EAAE,uBAAuB,UAAU,oBAAoB;EAC3D,GAAI,kBAAkB,IAAI,EAAE,mBAAmB,gBAAgB,IAAI,CAAC;EACpE,GAAI,UAAU,2BAA2B,KAAA,IACrC,CAAC,IACD,EAAE,0BAA0B,UAAU,uBAAuB;CACnE;CACA,IAAI,OAAO,KAAK,eAAe,UAAU,IAAI,aAAa,KAAK;CAC/D,IAAI,KAAK,WAAW,cAAc,KAAA,GAChC,IAAI,mBAAmB,KAAK,WAAW;CAEzC,IAAI,KAAK,WAAW,WAAW,KAAA,GAAW,IAAI,gBAAgB,KAAK,WAAW;CAC9E,IAAI,KAAK,WAAW,eAAe,KAAA,GACjC,IAAI,qBAAqB,KAAK,WAAW;CAE3C,IAAI,YAAY,QAAQ,UAAU,GAChC,IAAI,qBAAqB,KAAK,WAAW,QAAQ,KAAK,WAAW,UAAU;CAE7E,IAAI,YAAY,QAAQ,QAAQ,UAAU,KAAA,KAAa,QAAQ,QAAQ,KACrE,IAAI,mBAAmB,UAAU,QAAQ;CAG3C,MAAM,UAAsB;EAC1B;EACA,GAAI,QAAQ,cAAc,EAAE,aAAa,QAAQ,YAAY,IAAI,CAAC;CACpE;CACA,IAAI,QAAQ,UAAU,KAAA,GACpB,IAAI,QAAQ,aAAa,WAAW,QAAQ,eAAe,QAAQ;MAC9D,QAAQ,cAAc,QAAQ;CAGrC,OAAO,kBAAkB;EACvB,OAAO,QAAQ;EACf,cAAc,QAAQ;EACtB,aAAa,QAAQ;EACrB,MAAM,QAAQ,QAAQ,KAAK;EAC3B,OAAO,QAAQ;EACf,YAAY,QAAQ;EACpB,YAAY,QAAQ;EACpB,WAAW,QAAQ;EACnB,QAAQ,KAAK;EACb;EACA;EACA,YAAY,EAAE,GAAG,KAAK,WAAW;EACjC,iBAAiB,UAAU;EAC3B,GAAI,UAAU,wBACV,EAAE,uBAAuB,UAAU,sBAAsB,IACzD,CAAC;EACL;EACA,UAAU,QAAQ;EAClB,YAAY,QAAQ,cAAc,KAAK;EACvC,GAAI,QAAQ,eAAe,EAAE,cAAc,QAAQ,aAAa,IAAI,CAAC;CACvE,CAAC;AACH;AAEA,SAAgB,8BACd,MAC+B;CAC/B,IAAI,KAAK,eAAe,YACtB,OAAO;EACL,iBAAiB;EACjB,qBAAqB;EACrB,GAAI,KAAK,QAAQ,EAAE,uBAAuB,KAAK,MAAM,IAAI,CAAC;CAC5D;CAEF,IAAI,KAAK,eAAe,SACtB,OAAO;EACL,iBAAiB;EACjB,qBAAqB;EACrB,iBAAiB;CACnB;CAEF,IAAI,CAAC,KAAK,OACR,OAAO;EAAE,iBAAiB;EAAa,qBAAqB;CAAE;CAEhE,OAAO;EACL,iBAAiB;EACjB,wBAAwB;CAC1B;AACF;;;;;;;;AASA,SAAgB,2BACd,MAC+B;CAC/B,IAAI,KAAK,eAAe,YACtB,OAAO;EAAE,uBAAuB,CAAC;EAAG,cAAc,CAAC;EAAG,KAAK,CAAC;CAAE;CAGhE,MAAM,WAAmD,CAAC;CAC1D,MAAM,wBAAoD,CAAC;CAC3D,MAAM,kCAAkB,IAAI,IAAsB;CAClD,MAAM,aAAuB,CAAC;CAC9B,MAAM,QAAkB,CAAC;CACzB,MAAM,eAAe,IAAI,IACvB,KAAK,eAAe,UAAU,CAAC,KAAK,cAAc,eAAe,IAAI,CAAC,CACxE;CACA,MAAM,MAA8B,CAAC;CAErC,KAAK,MAAM,CAAC,WAAW,UAAU,OAAO,QAAQ,KAAK,WAAW,GAAG;EACjE,MAAM,mBAAmB,OAAO,OAAO,MAAM,UAAU,CAAC,CAAC,MAAM,OAAO,QAAQ;EAC9E,IAAI,MAAM,UAAU,CAAC,OAAO,SAAS,MAAM,SAAS,KAAK,CAAC,kBAAkB;GAC1E,aAAa,IAAI,SAAS;GAC1B;EACF;EAEA,WAAW,KAAK,MAAM,SAAS;EAC/B,sBAAsB,aAAa;EACnC,MAAM,aAAa,EAAE,GAAG,MAAM,WAAW;EACzC,SAAS,aAAa;EACtB,KAAK,MAAM,CAAC,WAAW,UAAU,OAAO,QAAQ,UAAU,GAAG;GAC3D,IAAI,GAAG,UAAU,GAAG,eAAe;GACnC,MAAM,SAAS,gBAAgB,IAAI,SAAS,KAAK,CAAC;GAClD,OAAO,KAAK,KAAK;GACjB,gBAAgB,IAAI,WAAW,MAAM;EACvC;EACA,IAAI,MAAM,OAAO,MAAM,KAAK,GAAG,UAAU,IAAI,MAAM,OAAO;EAC1D,KAAK,MAAM,eAAe,MAAM,gBAAgB,CAAC,GAC/C,aAAa,IAAI,GAAG,UAAU,GAAG,aAAa;CAElD;CAEA,IAAI,aAAa,OAAO,GAAG,IAAI,oBAAoB,aAAa;CAChE,MAAM,qBAAqB,CAAC,GAAG,YAAY,CAAC,CAAC,KAAK;CAClD,IAAI,WAAW,WAAW,GACxB,OAAO;EACL;EACA,cAAc;EACd;CACF;CAGF,MAAM,YAAYA,OAAK,UAAU;CACjC,MAAM,aAAa,OAAO,YACxB,CAAC,GAAG,gBAAgB,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,YAAY,CAAC,WAAWA,OAAK,MAAM,CAAC,CAAC,CACvF;CACA,MAAM,WACJ,KAAK,UAAU,KAAA,KAAa,KAAK,eAAe,KAAA,KAAa,aAAa,SAAS;CACrF,IAAI,UAAU,IAAI,YAAY;CAE9B,OAAO;EACL,GAAI,WAAW,EAAE,OAAO,UAAU,IAAI,CAAC;EACvC;EACA;EACA,cAAc;EACd,aAAa;GACX;GACA;GACA;GACA,GAAI,mBAAmB,SAAS,IAAI,EAAE,cAAc,mBAAmB,IAAI,CAAC;GAC5E,GAAI,MAAM,SAAS,IAAI,EAAE,OAAO,MAAM,KAAK,KAAK,EAAE,IAAI,CAAC;EACzD;CACF;AACF;;AAGA,SAAgB,sBACd,MACoB;CACpB,OAAO,2BAA2B,IAAI,CAAC,CAAC;AAC1C;;AAGA,SAAgB,4BACd,MACwC;CACxC,OAAO,2BAA2B,IAAI,CAAC,CAAC,aAAa,YAAY,CAAC;AACpE;AAEA,SAAS,cAAc,SAAqE;CAC1F,MAAM,SAAiC,CAAC;CACxC,KAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,WAAW,CAAC,CAAC,GACrD,IAAI,OAAO,SAAS,KAAK,GAAG,OAAO,OAAO;CAE5C,OAAO;AACT;AAEA,SAASA,OAAK,QAA0B;CACtC,OAAO,OAAO,QAAQ,KAAK,UAAU,MAAM,OAAO,CAAC,IAAI,OAAO;AAChE;;;AC9HA,MAAM,+CAA+B,IAAI,IAAI;CAC3C;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;AACF,CAAC;AAED,MAAM,sBAAsB,SAAyC;CACnE,MAAM,QAAQ,KAAK,YAAY;CAC/B,IAAI,MAAM,SAAS,MAAM,GAAG,OAAO;CACnC,IACE,MAAM,SAAS,SAAS,KACxB,MAAM,SAAS,OAAO,KACtB,MAAM,SAAS,WAAW,KAC1B,MAAM,SAAS,MAAM,GAErB,OAAO;CACT,IAAI,MAAM,SAAS,QAAQ,GAAG,OAAO;CACrC,IAAI,MAAM,SAAS,SAAS,GAAG,OAAO;CACtC,IAAI,MAAM,SAAS,OAAO,KAAK,MAAM,SAAS,UAAU,GAAG,OAAO;CAClE,OAAO;AACT;;;;;;;;;;;;;;AAeA,SAAgB,wBACd,QACA,OAA0C,CAAC,GAClB;CACzB,MAAM,mBAAmB,IAAI,IAAI,KAAK,uBAAuB,CAAC,GAAG,4BAA4B,CAAC;CAC9F,MAAM,YAAY,KAAK,aAAa;CACpC,MAAM,kBAAkB,KAAK,mBAAmB;CAChD,MAAM,aAAa,KAAK,wBAAwB;CAEhD,MAAM,gBAAgB,OAAO,OAAO,QACjC,UAAU,iBAAiB,IAAI,MAAM,KAAK,KAAK,gBAAgB,KAAK,CACvE;CAEA,IAAI,cAAc,WAAW,GAAG;EAC9B,MAAM,QAAQ,cAAc;EAC5B,MAAM,QAAQC,UAAQ,MAAM,KAAM;EAClC,OAAO;GACL;GACA,QAAQ,UAAU,MAAM,KAAK;GAC7B,aAAa;GACb,YAAY;GACZ,QAAQ,MAAM;GACd,YAAY,GAAG,MAAM,QAAQ,MAAM;GACnC,kBAAkB;EACpB;CACF;CAEA,IAAI,cAAc,SAAS,GAAG;EAE5B,IAAI,MAAM;EACV,IAAI,QAAQ;EACZ,MAAM,aAAqC,CAAC;EAC5C,KAAK,MAAM,KAAK,eAAe;GAC7B,MAAM,IAAK,EAAE,QAAQ,UAAiC;GACtD,OAAO,KAAK,EAAE,SAAS;GACvB,SAAS;GACT,WAAW,EAAE,SAAS,EAAE;EAC1B;EACA,OAAO;GACL,OAAO,UAAU,IAAI,IAAIA,UAAQ,MAAM,KAAK;GAC5C,QAAQ;GACR,aAAa;GACb,YAAY;GACZ,QAAQ,cAAc,KAAK,MAAM,EAAE,KAAK,CAAC,CAAC,KAAK,GAAG;GAClD;GACA,kBAAkB;EACpB;CACF;CAEA,IAAI,CAAC,iBAAiB,OAAO;CAE7B,MAAM,QACJ,OAAO,OAAO,MAAM,UAAU,gBAAgB,KAAK,KAAK,UAAU,MAAM,KAAK,MAAM,OAAO,KAC1F,OAAO,OAAO,KAAK,eAAe;CAEpC,IAAI,CAAC,OAAO,OAAO;CAEnB,MAAM,iBAAiB,MAAM,QAAQ;CACrC,MAAM,aAAaA,UAAQ,MAAM,KAAM;CACvC,OAAO;EACL,OAAO;EACP,QAAQ;EACR,aAAa;EACb,YAAY,OAAO,mBAAmB,WAAW,iBAAiB;EAClE,QAAQ,MAAM;EACd,YAAY,GAAG,MAAM,QAAQ,WAAW;EACxC,kBAAkB;CACpB;AACF;AAEA,SAAS,gBACP,OACmE;CACnE,QACG,MAAM,WAAW,UAAU,MAAM,WAAW,WAC7C,OAAO,MAAM,UAAU,YACvB,OAAO,SAAS,MAAM,KAAK,KAC3B,MAAM,SAAS,KACf,MAAM,SAAS;AAEnB;;;;;;;;;;;;;;;;;;;;;;;AAwBA,SAAgB,oCACd,MACA,OAA0C,CAAC,GACgB;CAC3D,MAAM,YAAY,KAAK,aAAa;CACpC,MAAM,mBAAmB,IAAI,IAAI,KAAK,uBAAuB,CAAC,GAAG,4BAA4B,CAAC;CAC9F,MAAM,kBAAkB,KAAK,mBAAmB;CAChD,MAAM,aAAa,KAAK,wBAAwB;CAChD,MAAM,YAAY,KAAK,qBAAqB;CAE5C,OAAO,KAAK,KAAK,QAAQ;EACvB,MAAM,UAAU,gBAAgB,GAAG;EAInC,MAAM,WAAW,IAAI,QAAQ,aAAa,KAAA,IAAY,CAAC,IAAK,EAAE,kBAAkB,KAAK;EAMrF,MAAM,QAAQ,UAA2B,aAAa,UAAU,IAAI;EAEpE,MAAM,cAAsD,CAAC;EAC7D,KAAK,MAAM,CAAC,GAAG,MAAM,OAAO,QAAQ,IAAI,QAAQ,GAAG,GACjD,IACE,EAAE,WAAW,QAAQ,KACrB,CAAC,EAAE,SAAS,KAAK,CAAC,KAClB,OAAO,MAAM,YACb,OAAO,SAAS,CAAC,GAEjB,YAAY,KAAK;GAAE,MAAM,EAAE,MAAM,CAAe;GAAG,OAAO;EAAE,CAAC;EAGjE,MAAM,MAAM,YAAY,QAAQ,MAAM,iBAAiB,IAAI,EAAE,IAAI,CAAC;EAElE,IAAI,IAAI,WAAW,GAAG;GACpB,MAAM,QAAQ,IAAI;GAClB,MAAM,QAAQ,KAAKA,UAAQ,MAAM,KAAK,CAAC;GACvC,OAAO;IACL,OAAO,IAAI;IACX,QAAQ;KACN;KACA,QAAQ,UAAU,MAAM,IAAI;KAC5B,aAAa;KACb,YAAY;KACZ,QAAQ,MAAM;KACd,YAAY,GAAG,MAAM,OAAO,MAAM;KAClC,eAAe;KACf,GAAG;IACL;GACF;EACF;EACA,IAAI,IAAI,SAAS,GAAG;GAClB,MAAM,QAAQ,KAAKA,UAAQ,IAAI,QAAQ,GAAG,MAAM,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,MAAM,CAAC;GAG7E,MAAM,aAAqC,OAAO,YAChD,IAAI,KAAK,MAAM,CAAC,EAAE,MAAM,KAAKA,UAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,CACjD;GACA,OAAO;IACL,OAAO,IAAI;IACX,QAAQ;KACN;KACA,QAAQ;KACR,aAAa;KACb,YAAY;KACZ,QAAQ,IAAI,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,KAAK,GAAG;KACvC;KACA,eAAe;KACf,GAAG;IACL;GACF;EACF;EACA,IAAI,CAAC,iBAAiB,OAAO;GAAE,OAAO,IAAI;GAAO,QAAQ;EAAK;EAO9D,MAAM,UAAU,YAAY,cAAc,GAAG,IAAI,cAAc,GAAG;EAClE,IAAI,OAAO,YAAY,YAAY,CAAC,OAAO,SAAS,OAAO,GACzD,OAAO;GAAE,OAAO,IAAI;GAAO,QAAQ;EAAK;EAE1C,MAAM,eAAeA,UAAQ,OAAO;EACpC,OAAO;GACL,OAAO,IAAI;GACX,QAAQ;IACN,OAAO;IACP,QAAQ;IACR,aAAa;IACb,YAAY;IACZ,QAAQ;IACR,YAAY,EAAE,qBAAqB,aAAa;IAChD,eAAe;IACf,GAAG;GACL;EACF;CACF,CAAC;AACH;;;;;;;;;;AAWA,SAAgB,gCACd,MACA,OAA0C,CAAC,GACU;CACrD,MAAM,WAAW,oCAAoC,MAAM;EAAE,GAAG;EAAM,iBAAiB;CAAM,CAAC;CAC9F,MAAM,MAA2D,CAAC;CAClE,KAAK,IAAI,IAAI,GAAG,IAAI,KAAK,QAAQ,KAAK;EACpC,MAAM,IAAI,SAAS;EACnB,IAAI,EAAE,UAAU,EAAE,OAAO,gBAAgB,iBACvC,IAAI,KAAK;GAAE,KAAK,KAAK;GAAK,QAAQ,EAAE;EAAO,CAAC;CAEhD;CACA,OAAO;AACT;AAEA,SAASA,UAAQ,GAAmB;CAClC,IAAI,CAAC,OAAO,SAAS,CAAC,GAAG,OAAO;CAChC,OAAO,KAAK,IAAI,GAAG,KAAK,IAAI,GAAG,CAAC,CAAC;AACnC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;ACzSA,MAAM,iBAAiB,MAAgC;CASrD,MAAM,IAAI,cAAc,CAAC;CACzB,OAAO,OAAO,MAAM,YAAY,OAAO,SAAS,CAAC,IAAI,IAAI;AAC3D;AAEA,SAAgB,oBAAoB,OAAsD;CACxF,MAAM,UAAU,MAAM,WAAW;CACjC,MAAM,UAAU,MAAM;CACtB,MAAM,MAAM,MAAM,YAAY,WAAW;CACzC,MAAM,MAAM,MAAM,YAAY,UAAU;CAExC,MAAM,OAAO,MAAM,KAAK,QAAQ,QAAQ,aAAa,QAAQ,GAAG,CAAC,CAAC;CAClE,MAAM,IAAI,KAAK;CACf,IAAI,IAAI,GACN,OAAO;EACL,UAAU,CAAC;EACX,kBAAkB,CAAC;EACnB,SAAS;EACT;EACA,WAAW,CAAC,0CAA0C,EAAE,yBAAyB;CACnF;CAEF,MAAM,aAAa,KAAK,IAAI,GAAG,MAAM,cAAc,KAAK,IAAI,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,CAAC;CAClF,MAAM,SAAS,KAAK,MAAM,GAAG,IAAI,UAAU;CAC3C,MAAM,QAAQ,KAAK,MAAM,IAAI,UAAU;CAEvC,MAAM,WAAmC,CAAC;CAG1C,IAAI,SAAS;EACX,MAAM,cAAc,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,YAAY;EAC3D,MAAM,aAAa,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,YAAY;EACzD,MAAM,cAAc,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,YAAY;EAC3D,MAAM,aAAa,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,YAAY;EACzD,IACE,YAAY,UAAU,KACtB,WAAW,UAAU,KACrB,YAAY,UAAU,KACtB,WAAW,UAAU,GACrB;GACA,MAAM,aAAa,KAAK,UAAU,IAAI,KAAK,WAAW;GACtD,MAAM,aAAa,KAAK,UAAU,IAAI,KAAK,WAAW;GAGtD,MAAM,MAAM,KAAK,IAAI,GAAG,aAAa,UAAU;GAC/C,MAAM,WAAW,QAAQ,MAAM,CAAC;GAChC,SAAS,KAAK;IACZ,QAAQ;IACR;IACA,SACE,YAAY,MACR,wBAAwB,WAAW,QAAQ,CAAC,EAAE,0BAA0B,WAAW,QAAQ,CAAC,EAAE,yBAC9F,yCAAyC,WAAW,QAAQ,CAAC,EAAE,UAAU,WAAW,QAAQ,CAAC,EAAE;IACrG,QAAQ;KACN;KACA;KACA;KACA,SAAS,YAAY;KACrB,QAAQ,WAAW;IACrB;GACF,CAAC;EACH;CACF;CAGA;EACE,MAAM,UAAU,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,YAAY;EACvD,MAAM,SAAS,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,YAAY;EACrD,IAAI,QAAQ,UAAU,KAAK,OAAO,UAAU,GAAG;GAC7C,MAAM,KAAK,YAAY,SAAS,MAAM;GAItC,MAAM,WAAW,QAAQ,KAAK,EAAG;GACjC,SAAS,KAAK;IACZ,QAAQ;IACR;IACA,SACE,YAAY,MACR,MAAM,GAAG,QAAQ,CAAC,EAAE,8DACpB,MAAM,GAAG,QAAQ,CAAC,EAAE;IAC1B,QAAQ;KAAE;KAAI,SAAS,QAAQ;KAAQ,QAAQ,OAAO;IAAO;GAC/D,CAAC;EACH;CACF;CAGA;EACE,MAAM,cAAc,MAAM,qBAAqB,iBAAiB,MAAM,uBAAuB;EAC7F,MAAM,UAAU,KACb,KAAK,OAAO;GAAE,GAAG,QAAQ,CAAC;GAAG,GAAG,YAAY,CAAC;EAAE,EAAE,CAAC,CAClD,QAAQ,MAAqC,aAAa,EAAE,CAAC,KAAK,aAAa,EAAE,CAAC,CAAC;EACtF,IAAI,QAAQ,UAAU,GAAG;GAGvB,MAAM,IAAI,SAFC,QAAQ,KAAK,MAAM,EAAE,CAEZ,GADT,QAAQ,KAAK,MAAM,EAAE,CACR,CAAC;GAGzB,MAAM,WAAW,QAAQ,KAAM,KAAK,IAAI,GAAG,CAAC,CAAC;GAC7C,SAAS,KAAK;IACZ,QAAQ;IACR;IACA,SACE,YAAY,MACR,sDAAsD,EAAE,QAAQ,CAAC,EAAE,6BACnE,0CAA0C,EAAE,QAAQ,CAAC;IAC3D,QAAQ;KAAE,SAAS;KAAG,GAAG,QAAQ;IAAO;GAC1C,CAAC;EACH;CACF;CAGA;EAME,MAAM,UAAU,gCAAgC,MAAM;GACpD,GAAI,MAAM,2BAA2B,CAAC;GACtC,mBAAmB;EACrB,CAAC;EACD,IAAI,QAAQ,UAAU,GAAG;GACvB,MAAM,YAAY,QAAQ,MAAM,GAAG,KAAK,MAAM,QAAQ,SAAS,CAAC,CAAC;GAEjE,MAAM,WACJ,KAFe,QAAQ,MAAM,KAAK,MAAM,QAAQ,SAAS,CAAC,CAE9C,CAAC,CAAC,KAAK,MAAM,EAAE,OAAO,KAAK,CAAC,IAAI,KAAK,UAAU,KAAK,MAAM,EAAE,OAAO,KAAK,CAAC;GACvF,MAAM,aACJ,KAAK,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,YAAY,CAAC,IAC5C,KAAK,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,YAAY,CAAC;GAC/C,MAAM,WAAW,KAAK,IAAI,GAAG,aAAa,QAAQ;GAClD,MAAM,WAAW,QAAQ,WAAW,CAAC;GACrC,SAAS,KAAK;IACZ,QAAQ;IACR;IACA,SACE,YAAY,MACR,gBAAgB,WAAW,QAAQ,CAAC,EAAE,+BAA+B,SAAS,QAAQ,CAAC,EAAE,mDACzF,uDAAuD,WAAW,QAAQ,CAAC,EAAE,QAAQ,SAAS,QAAQ,CAAC,EAAE;IAC/G,QAAQ;KAAE;KAAY;KAAU;KAAU,GAAG,QAAQ;IAAO;GAC9D,CAAC;EACH;CACF;CAEA,MAAM,SAAS,SAAS,QAAQ,GAAG,MAAM,KAAK,IAAI,GAAG,EAAE,QAAQ,GAAG,CAAC;CACnE,IAAI,SAAS,WAAW,GACtB,OAAO;EACL;EACA,kBAAkB,CAAC;EACnB,SAAS;EACT,WAAW,CAAC,0DAA0D,EAAE,EAAE;EAC1E;CACF;CAEF,MAAM,UACJ,UAAU,MAAM,WAAW,UAAU,MAAM,YAAY;CACzD,MAAM,YAAY,SACf,QAAQ,MAAM,EAAE,YAAY,GAAG,CAAC,CAChC,KAAK,MAAM,GAAG,EAAE,OAAO,aAAa,EAAE,SAAS,QAAQ,CAAC,EAAE,KAAK,EAAE,SAAS;CAC7E,IAAI,UAAU,WAAW,GAAG,UAAU,KAAK,0CAA0C;CAErF,OAAO;EACL;EACA,kBAAkB,SAAS,KAAK,YAAY,QAAQ,MAAM;EAC1D;EACA;EACA;CACF;AACF;AAIA,SAAS,KAAK,IAAsB;CAClC,IAAI,GAAG,WAAW,GAAG,OAAO;CAC5B,OAAO,GAAG,QAAQ,GAAG,MAAM,IAAI,GAAG,CAAC,IAAI,GAAG;AAC5C;AAEA,SAAS,aAAa,OAAuC;CAC3D,OAAO,OAAO,UAAU,YAAY,OAAO,SAAS,KAAK;AAC3D;AAEA,SAAS,QAAQ,GAAmB;CAClC,IAAI,CAAC,OAAO,SAAS,CAAC,GAAG,OAAO;CAChC,OAAO,KAAK,IAAI,GAAG,KAAK,IAAI,GAAG,CAAC,CAAC;AACnC;AAEA,SAAS,YAAY,GAAa,GAAqB;CAErD,MAAM,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC;CAC3C,MAAM,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC;CAC3C,MAAM,MAAM,CAAC,mBAAG,IAAI,IAAI,CAAC,GAAG,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC;CACvE,IAAI,MAAM;CACV,KAAK,MAAM,KAAK,KAAK;EACnB,MAAM,KAAK,QAAQ,QAAQ,MAAM,KAAK,CAAC,CAAC,CAAC,SAAS,QAAQ;EAC1D,MAAM,KAAK,QAAQ,QAAQ,MAAM,KAAK,CAAC,CAAC,CAAC,SAAS,QAAQ;EAC1D,MAAM,KAAK,IAAI,KAAK,KAAK,IAAI,KAAK,EAAE,CAAC;CACvC;CACA,OAAO;AACT;AAEA,SAAS,iBACP,gBACmC;CACnC,QAAQ,QAAmB;EAIzB,MAAM,WAAW,gCAAgC,CAAC,GAAG,GAAG;GACtD,GAAI,kBAAkB,CAAC;GACvB,mBAAmB;EACrB,CAAC;EACD,OAAO,SAAS,WAAW,IAAI,SAAS,EAAE,CAAE,OAAO,QAAQ;CAC7D;AACF"}

package/dist/reward-nw2xZGZG.js

@@ -0,0 +1,137 @@
+//#region src/rollout/reward.ts
+/** True when the authenticity gate flagged the run as gamed (`realness.gated`). */
+function isRealnessGated(record) {
+	return record.outcome.realness?.gated === true;
+}
+/**
+* The RAW score recorded on ONE split, with no cross-split fallback and no
+* anti-Goodhart gate.
+*
+* The narrowest of the three raw readers, and the one every split-scoped
+* consumer wants: a per-split report, a promotion gate, or a paired comparison
+* asks "what did this run score on the split I am summarising", and answering
+* it with the other split's number silently mixes populations. `undefined` =
+* that split was never scored.
+*
+* Same warning as `observedScore`: this INCLUDES runs flagged as gamed. Never
+* feed it into training data.
+*/
+function observedSplitScore(record, split) {
+	return split === "search" ? record.outcome.searchScore : record.outcome.holdoutScore;
+}
+/**
+* The RAW split score the run carries, with NO anti-Goodhart gate applied.
+*
+* INCLUDES RUNS FLAGGED AS GAMED (`outcome.realness.gated === true`); NEVER
+* feed this into training data — a fine-tune that sees it learns from gamed
+* successes. It is exported anyway because analysis, reporting, and
+* reward-hacking detection legitimately need the ungated number: forcing a
+* gamed run to 0 collapses the proxy signal toward ground truth and makes a
+* detector report "clean" on exactly the population that is being gamed.
+*
+* Returns `undefined` when the record carries neither score — an unscored run
+* is a labeled gap, not a measured zero, and each caller picks its own
+* sentinel (`?? 0`, `?? null`, skip, throw). Non-finite values are returned
+* as-is; callers that care keep their own `Number.isFinite` guard.
+*/
+function observedScore(record, prefer = "holdout") {
+	const other = prefer === "search" ? "holdout" : "search";
+	return observedSplitScore(record, prefer) ?? observedSplitScore(record, other);
+}
+/**
+* Where `observedScore` / `trainingScore` read their number from — the
+* provenance label a rollout line's `reward_source` is built from, and the
+* only supported way to ask "was this run scored at all" without respelling
+* the field access.
+*/
+function scoreOrigin(record, prefer = "holdout") {
+	const other = prefer === "search" ? "holdout" : "search";
+	if (observedSplitScore(record, prefer) !== void 0) return prefer;
+	if (observedSplitScore(record, other) !== void 0) return other;
+	return "unscored";
+}
+/**
+* The GATED score — the only derivation allowed to reach training data.
+*
+* A realness-gated run scores 0 no matter what it claims, so a fine-tune
+* cannot learn from a gamed success. An unscored run stays `undefined` (a
+* labeled gap), keeping "we never measured this" distinct from "we measured
+* zero"; callers that need a number apply their own sentinel.
+*/
+function trainingScore(record, prefer = "holdout") {
+	if (isRealnessGated(record)) return 0;
+	return observedScore(record, prefer);
+}
+/**
+* `{reward, gated}` as written onto a minted `RolloutLine` — `trainingScore`
+* plus the flag itself, so the gate travels into the exported row and a
+* downstream filter can drop or down-weight the line.
+*
+* An unscored record yields `reward: null`, matching the schema's "no verdict
+* exists — a labeled gap, never 0" rule. It previously collapsed to 0, which
+* made a run nobody graded indistinguishable from one graded as a total
+* failure, and taught any trainer reading the row that the trajectory was bad.
+* A gated run still yields 0, because that IS a verdict: the gate decided.
+*/
+function trainingReward(record) {
+	return {
+		reward: trainingScore(record) ?? null,
+		gated: isRealnessGated(record)
+	};
+}
+/**
+* `trainingReward` in the line's own field names — what `mintRolloutRows`
+* writes onto every row it produces.
+*
+* `realness_screened: true` is written only when the record actually carries an
+* `outcome.realness` verdict, i.e. a screen genuinely ran and reported. A
+* record without one gets the field OMITTED rather than `false`: the record
+* cannot distinguish "the screen ran elsewhere and this pipeline did not record
+* it" from "no screen exists", and `false` is a load-bearing claim that
+* `assertMinted` refuses on. Absent = unknown, which is the truth here.
+*/
+function rolloutRewardFields(record) {
+	const { reward, gated } = trainingReward(record);
+	return {
+		reward,
+		realness_gated: gated,
+		...record.outcome.realness !== void 0 ? { realness_screened: true } : {}
+	};
+}
+/**
+* The same fields for a producer that has a graded score but NO `RunRecord`
+* behind it — a supervision journal, a harness session store, any second
+* intake. There is no `outcome.realness` to consult, so no authenticity screen
+* has run on this score.
+*
+* `realness_gated: false` alone was the WRONG way to say that. `false` is the
+* gate's VERDICT, and a verdict is a claim that somebody looked; on this path
+* nobody did, so the row asserted "screened and clean" about a score that had
+* never been screened at all — indistinguishable on the wire from a genuinely
+* clean one, which is exactly what an adversary needs. The two claims are now
+* carried by two fields:
+*
+*   - `realness_screened: false` — no screen ran. Explicit, not inferable from
+*     absence, and impossible to read as "clean" because it is not the gate's
+*     verdict field.
+*   - `realness_gated: false` — no gate fired, which is trivially true when no
+*     gate ran, and is what a consumer filtering on the flag expects to see.
+*
+* `assertMinted` REFUSES a line carrying `realness_screened: false` with a
+* reward above zero, so these rows can be written, read, reported and analysed,
+* but a positive one cannot become training data until something screens it.
+*
+* A separate function from `rolloutRewardFields` on purpose: picking this one
+* is a producer declaring that its rewards were never screened.
+*/
+function unscreenedRewardFields(score) {
+	return {
+		reward: score,
+		realness_gated: false,
+		realness_screened: false
+	};
+}
+//#endregion
+export { scoreOrigin as a, unscreenedRewardFields as c, rolloutRewardFields as i, observedScore as n, trainingReward as o, observedSplitScore as r, trainingScore as s, isRealnessGated as t };
+
+//# sourceMappingURL=reward-nw2xZGZG.js.map

package/dist/reward-nw2xZGZG.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"reward-nw2xZGZG.js","names":[],"sources":["../src/rollout/reward.ts"],"sourcesContent":["/**\n * The two named score derivations every consumer must choose between.\n *\n * The anti-Goodhart gate (`outcome.realness.gated`) only holds if it is\n * impossible to read a run's score WITHOUT deciding whether the gate applies.\n * A bare `outcome.holdoutScore ?? outcome.searchScore` makes that decision\n * invisible — and silently answers \"no gate\", which is the wrong default on\n * every path that produces training data. So the expression lives here, once,\n * behind two names that force the caller to state the intent:\n *\n *   - `trainingScore` / `trainingReward` — GATED. Anything that becomes\n *     training data, or a reward a trainer consumes, uses these.\n *   - `observedScore` — RAW. Analysis, reporting, and reward-hack DETECTION\n *     need the ungated number; that is how a gamed run is visible at all.\n *\n * A leaf module on purpose: it imports only the `RunRecord` type, so gate and\n * reporting code can depend on it without pulling in the trace store that\n * `mint.ts` needs.\n */\n\nimport type { RunRecord } from '../run-record'\n\n/**\n * Which split's score wins when a record carries both. `'holdout'` is the\n * canonical \"real signal\" default; `'search'` exists because some callers\n * deliberately score on the search split when both are present.\n */\nexport type ScorePreference = 'holdout' | 'search'\n\n/** Only the outcome is read, so every accessor here accepts anything carrying one. */\ntype Scored = Pick<RunRecord, 'outcome'>\n\n/** True when the authenticity gate flagged the run as gamed (`realness.gated`). */\nexport function isRealnessGated(record: Scored): boolean {\n  return record.outcome.realness?.gated === true\n}\n\n/**\n * The RAW score recorded on ONE split, with no cross-split fallback and no\n * anti-Goodhart gate.\n *\n * The narrowest of the three raw readers, and the one every split-scoped\n * consumer wants: a per-split report, a promotion gate, or a paired comparison\n * asks \"what did this run score on the split I am summarising\", and answering\n * it with the other split's number silently mixes populations. `undefined` =\n * that split was never scored.\n *\n * Same warning as `observedScore`: this INCLUDES runs flagged as gamed. Never\n * feed it into training data.\n */\nexport function observedSplitScore(record: Scored, split: ScorePreference): number | undefined {\n  return split === 'search' ? record.outcome.searchScore : record.outcome.holdoutScore\n}\n\n/**\n * The RAW split score the run carries, with NO anti-Goodhart gate applied.\n *\n * INCLUDES RUNS FLAGGED AS GAMED (`outcome.realness.gated === true`); NEVER\n * feed this into training data — a fine-tune that sees it learns from gamed\n * successes. It is exported anyway because analysis, reporting, and\n * reward-hacking detection legitimately need the ungated number: forcing a\n * gamed run to 0 collapses the proxy signal toward ground truth and makes a\n * detector report \"clean\" on exactly the population that is being gamed.\n *\n * Returns `undefined` when the record carries neither score — an unscored run\n * is a labeled gap, not a measured zero, and each caller picks its own\n * sentinel (`?? 0`, `?? null`, skip, throw). Non-finite values are returned\n * as-is; callers that care keep their own `Number.isFinite` guard.\n */\nexport function observedScore(\n  record: Scored,\n  prefer: ScorePreference = 'holdout',\n): number | undefined {\n  const other: ScorePreference = prefer === 'search' ? 'holdout' : 'search'\n  return observedSplitScore(record, prefer) ?? observedSplitScore(record, other)\n}\n\n/** Which split actually carried the score, or that none did. */\nexport type ScoreOrigin = 'holdout' | 'search' | 'unscored'\n\n/**\n * Where `observedScore` / `trainingScore` read their number from — the\n * provenance label a rollout line's `reward_source` is built from, and the\n * only supported way to ask \"was this run scored at all\" without respelling\n * the field access.\n */\nexport function scoreOrigin(record: Scored, prefer: ScorePreference = 'holdout'): ScoreOrigin {\n  const other: ScorePreference = prefer === 'search' ? 'holdout' : 'search'\n  if (observedSplitScore(record, prefer) !== undefined) return prefer\n  if (observedSplitScore(record, other) !== undefined) return other\n  return 'unscored'\n}\n\n/**\n * The GATED score — the only derivation allowed to reach training data.\n *\n * A realness-gated run scores 0 no matter what it claims, so a fine-tune\n * cannot learn from a gamed success. An unscored run stays `undefined` (a\n * labeled gap), keeping \"we never measured this\" distinct from \"we measured\n * zero\"; callers that need a number apply their own sentinel.\n */\nexport function trainingScore(\n  record: Scored,\n  prefer: ScorePreference = 'holdout',\n): number | undefined {\n  if (isRealnessGated(record)) return 0\n  return observedScore(record, prefer)\n}\n\n/**\n * `{reward, gated}` as written onto a minted `RolloutLine` — `trainingScore`\n * plus the flag itself, so the gate travels into the exported row and a\n * downstream filter can drop or down-weight the line.\n *\n * An unscored record yields `reward: null`, matching the schema's \"no verdict\n * exists — a labeled gap, never 0\" rule. It previously collapsed to 0, which\n * made a run nobody graded indistinguishable from one graded as a total\n * failure, and taught any trainer reading the row that the trajectory was bad.\n * A gated run still yields 0, because that IS a verdict: the gate decided.\n */\nexport function trainingReward(record: Scored): { reward: number | null; gated: boolean } {\n  return { reward: trainingScore(record) ?? null, gated: isRealnessGated(record) }\n}\n\n/**\n * A reward the CALLER computed, with the gate applied on top.\n *\n * Several published exporters accept a `rewardOf` hook so a consumer can drive\n * training off a verifiable signal instead of the headline judge score. That is\n * a real feature and the gate does not remove it — but a reward derived from a\n * gamed run is a gamed reward whatever its source, so it falls to 0 exactly\n * like the score it replaced.\n *\n * It lives here because the same hook exists under the same name in two\n * modules, and for a while only one of them gated it: `rl/exporters.toGrpoRows`\n * forced a gated run to 0 while `rl/preferences.extractPreferences` handed the\n * caller's number straight through, which put a gamed run on the CHOSEN side of\n * every DPO pair against its honest sibling. Two same-named hooks with\n * different gating behaviour was the defect; one implementation is the fix.\n *\n * `null` means \"no reward\" and is preserved: a non-finite or absent value is a\n * gap, and a gap is not a zero.\n */\nexport function trainingRewardOverride(record: Scored, value: number | null): number | null {\n  if (value === null || !Number.isFinite(value)) return null\n  return isRealnessGated(record) ? 0 : value\n}\n\n/**\n * The two fields a rollout line's `outcome` has to state TOGETHER — the reward\n * and whether the authenticity gate fired on it.\n *\n * Stating them together is the point. `realness_gated` used to be optional on\n * the wire, so a producer that wrote `reward` and simply never thought about\n * the flag emitted a row on which `isLineRealnessGated` was structurally false\n * — which is how a second minting door existed for every supervisor and worker\n * row without anyone noticing it had never consulted the gate. The wire schema\n * now requires the flag, and this pair is how a producer states it.\n */\nexport interface RolloutRewardFields {\n  reward: number | null\n  realness_gated: boolean\n  /**\n   * Whether a screen RAN, as distinct from its verdict. Omitted when the\n   * producer cannot tell — see `unscreenedRewardFields` and the field's own doc\n   * on `RolloutOutcome`.\n   */\n  realness_screened?: boolean\n}\n\n/**\n * `trainingReward` in the line's own field names — what `mintRolloutRows`\n * writes onto every row it produces.\n *\n * `realness_screened: true` is written only when the record actually carries an\n * `outcome.realness` verdict, i.e. a screen genuinely ran and reported. A\n * record without one gets the field OMITTED rather than `false`: the record\n * cannot distinguish \"the screen ran elsewhere and this pipeline did not record\n * it\" from \"no screen exists\", and `false` is a load-bearing claim that\n * `assertMinted` refuses on. Absent = unknown, which is the truth here.\n */\nexport function rolloutRewardFields(record: Scored): RolloutRewardFields {\n  const { reward, gated } = trainingReward(record)\n  const screened = record.outcome.realness !== undefined\n  return { reward, realness_gated: gated, ...(screened ? { realness_screened: true } : {}) }\n}\n\n/**\n * The same fields for a producer that has a graded score but NO `RunRecord`\n * behind it — a supervision journal, a harness session store, any second\n * intake. There is no `outcome.realness` to consult, so no authenticity screen\n * has run on this score.\n *\n * `realness_gated: false` alone was the WRONG way to say that. `false` is the\n * gate's VERDICT, and a verdict is a claim that somebody looked; on this path\n * nobody did, so the row asserted \"screened and clean\" about a score that had\n * never been screened at all — indistinguishable on the wire from a genuinely\n * clean one, which is exactly what an adversary needs. The two claims are now\n * carried by two fields:\n *\n *   - `realness_screened: false` — no screen ran. Explicit, not inferable from\n *     absence, and impossible to read as \"clean\" because it is not the gate's\n *     verdict field.\n *   - `realness_gated: false` — no gate fired, which is trivially true when no\n *     gate ran, and is what a consumer filtering on the flag expects to see.\n *\n * `assertMinted` REFUSES a line carrying `realness_screened: false` with a\n * reward above zero, so these rows can be written, read, reported and analysed,\n * but a positive one cannot become training data until something screens it.\n *\n * A separate function from `rolloutRewardFields` on purpose: picking this one\n * is a producer declaring that its rewards were never screened.\n */\nexport function unscreenedRewardFields(score: number | null): RolloutRewardFields {\n  return { reward: score, realness_gated: false, realness_screened: false }\n}\n"],"mappings":";;AAiCA,SAAgB,gBAAgB,QAAyB;CACvD,OAAO,OAAO,QAAQ,UAAU,UAAU;AAC5C;;;;;;;;;;;;;;AAeA,SAAgB,mBAAmB,QAAgB,OAA4C;CAC7F,OAAO,UAAU,WAAW,OAAO,QAAQ,cAAc,OAAO,QAAQ;AAC1E;;;;;;;;;;;;;;;;AAiBA,SAAgB,cACd,QACA,SAA0B,WACN;CACpB,MAAM,QAAyB,WAAW,WAAW,YAAY;CACjE,OAAO,mBAAmB,QAAQ,MAAM,KAAK,mBAAmB,QAAQ,KAAK;AAC/E;;;;;;;AAWA,SAAgB,YAAY,QAAgB,SAA0B,WAAwB;CAC5F,MAAM,QAAyB,WAAW,WAAW,YAAY;CACjE,IAAI,mBAAmB,QAAQ,MAAM,MAAM,KAAA,GAAW,OAAO;CAC7D,IAAI,mBAAmB,QAAQ,KAAK,MAAM,KAAA,GAAW,OAAO;CAC5D,OAAO;AACT;;;;;;;;;AAUA,SAAgB,cACd,QACA,SAA0B,WACN;CACpB,IAAI,gBAAgB,MAAM,GAAG,OAAO;CACpC,OAAO,cAAc,QAAQ,MAAM;AACrC;;;;;;;;;;;;AAaA,SAAgB,eAAe,QAA2D;CACxF,OAAO;EAAE,QAAQ,cAAc,MAAM,KAAK;EAAM,OAAO,gBAAgB,MAAM;CAAE;AACjF;;;;;;;;;;;;AA2DA,SAAgB,oBAAoB,QAAqC;CACvE,MAAM,EAAE,QAAQ,UAAU,eAAe,MAAM;CAE/C,OAAO;EAAE;EAAQ,gBAAgB;EAAO,GADvB,OAAO,QAAQ,aAAa,KAAA,IACU,EAAE,mBAAmB,KAAK,IAAI,CAAC;CAAG;AAC3F;;;;;;;;;;;;;;;;;;;;;;;;;;;AA4BA,SAAgB,uBAAuB,OAA2C;CAChF,OAAO;EAAE,QAAQ;EAAO,gBAAgB;EAAO,mBAAmB;CAAM;AAC1E"}