@remnic/bench 9.69.89 → 9.69.90

package/fixtures/h1-outcome/README.md

@@ -0,0 +1,65 @@
+# H1 outcome-prior fixtures
+
+These files freeze the arms, the pass rule, and a synthetic task family for
+issue #1958. They are not experiment results. Nothing here claims H1
+SUPPORTED.
+
+- `decision-rule.json` — locked-test pass rule (5% relative recall gain, 95%
+  interval strictly above 0, p < .05).
+- `arms/h1-w0.json` — H1 path with the outcome blend weight at 0, and the
+  competing boosts forced off. This is not the live production default.
+- `arms/h1-w015.json`, `arms/h1-w030.json`, `arms/h1-w050.json` — pick-stage
+  weights {0.15, 0.30, 0.50} with the same isolation flags and the same
+  retrieval budget.
+- `arms/memory-worth-base.json` — Memory Worth filter on, outcome blend off.
+  Other boosts are left unset so they stay at production defaults.
+- `tasks.jsonl` — mechanical tasks derived from drift-gen with
+  `--users 5 --epochs 12 --seed 21` (at least 40 `successCheck` lines, type
+  `regex` only). Gold ids resolve against that recipe. The 5×12 session tree
+  is not committed.
+- `corpus-ci/` — the committed CI snapshot: 2 users, 4 epochs, seed 21,
+  12 tasks, and `warm-store.json`. This is a gate fixture, not the locked
+  epoch split.
+
+## Regeneration
+
+From the repo root, after a drift-gen change:
+
+```bash
+pnpm exec tsx packages/bench/fixtures/h1-outcome/regenerate.ts
+remnic bench drift-gen validate packages/bench/fixtures/h1-outcome/corpus-ci
+```
+
+The script writes `tasks.jsonl`, `corpus-ci/tasks.jsonl`, `corpus-ci/warm-store.json`,
+and the 2×4 seed-21 drift-gen tree. Optional drift-gen flags are omitted so
+the recipe uses the generator defaults (`factsPerEpoch` 8, `driftingRatio`
+0.2, `contradictedRatio` 0.1).
+
+The full session corpus stays local:
+
+```bash
+remnic bench drift-gen --users 5 --epochs 12 --seed 21 --out <local-dir>
+```
+
+Do not commit that tree or a warmed tarball. `tasks.jsonl` gold ids do not
+resolve against `corpus-ci/`.
+
+Every fourth task (0-based index `n % 4 === 3`) answers `unresolved` and
+fails its check. The other tasks answer the gold values joined by ` | `.
+The check value is the escaped literal of that answer. Matching is string
+equality, not a constructed regular expression.
+
+## What the CLI does
+
+`remnic bench ablate outcome-prior` loads this directory and refuses
+`--phase warm`, `--phase pilot`, and `--phase main`, including when `--gates`
+is also present. Any other flag, a repeated flag, or a phase outside that
+set is rejected and does not run the gates. The synchronous
+`runOutcomePriorScaffoldCli` helper rejects `--gates`; the CLI calls
+`runOutcomePriorGatesCli`. `--gates` runs the pre-main
+checks on `corpus-ci/` only: drift-gen validation, warm verification
+(per-fact counters must match the replay), a fake-model smoke twice (hashes
+must match), arm-order invariance of each arm's rows, and an unchanged
+warm-store hash. A snapshot that cannot be loaded, or a malformed arm or
+decision-rule fixture, is a structured gate failure (`ok: false`) instead of
+an exception. It does not write a result JSONL and it does not decide H1.

package/fixtures/h1-outcome/arms/h1-w0.json

@@ -0,0 +1,19 @@
+{
+  "schemaVersion": 1,
+  "id": "h1-w0",
+  "role": "h1-arm",
+  "outcomeBoostWeight": 0,
+  "retrieval": {
+    "k": 10,
+    "contextCapTokens": 2000
+  },
+  "configOverrides": {
+    "outcomeBoostEnabled": true,
+    "outcomeBoostWeight": 0,
+    "recallMemoryWorthFilterEnabled": false,
+    "trustScoreEnabled": false,
+    "boostAccessCount": false,
+    "reinforcementRecallBoostEnabled": false,
+    "recencyWeight": 0
+  }
+}

package/fixtures/h1-outcome/arms/h1-w015.json

@@ -0,0 +1,19 @@
+{
+  "schemaVersion": 1,
+  "id": "h1-w015",
+  "role": "h1-arm",
+  "outcomeBoostWeight": 0.15,
+  "retrieval": {
+    "k": 10,
+    "contextCapTokens": 2000
+  },
+  "configOverrides": {
+    "outcomeBoostEnabled": true,
+    "outcomeBoostWeight": 0.15,
+    "recallMemoryWorthFilterEnabled": false,
+    "trustScoreEnabled": false,
+    "boostAccessCount": false,
+    "reinforcementRecallBoostEnabled": false,
+    "recencyWeight": 0
+  }
+}

package/fixtures/h1-outcome/arms/h1-w030.json

@@ -0,0 +1,19 @@
+{
+  "schemaVersion": 1,
+  "id": "h1-w030",
+  "role": "h1-arm",
+  "outcomeBoostWeight": 0.3,
+  "retrieval": {
+    "k": 10,
+    "contextCapTokens": 2000
+  },
+  "configOverrides": {
+    "outcomeBoostEnabled": true,
+    "outcomeBoostWeight": 0.3,
+    "recallMemoryWorthFilterEnabled": false,
+    "trustScoreEnabled": false,
+    "boostAccessCount": false,
+    "reinforcementRecallBoostEnabled": false,
+    "recencyWeight": 0
+  }
+}

package/fixtures/h1-outcome/arms/h1-w050.json

@@ -0,0 +1,19 @@
+{
+  "schemaVersion": 1,
+  "id": "h1-w050",
+  "role": "h1-arm",
+  "outcomeBoostWeight": 0.5,
+  "retrieval": {
+    "k": 10,
+    "contextCapTokens": 2000
+  },
+  "configOverrides": {
+    "outcomeBoostEnabled": true,
+    "outcomeBoostWeight": 0.5,
+    "recallMemoryWorthFilterEnabled": false,
+    "trustScoreEnabled": false,
+    "boostAccessCount": false,
+    "reinforcementRecallBoostEnabled": false,
+    "recencyWeight": 0
+  }
+}

package/fixtures/h1-outcome/arms/memory-worth-base.json

@@ -0,0 +1,15 @@
+{
+  "schemaVersion": 1,
+  "id": "memory-worth-base",
+  "role": "memory-worth-base",
+  "outcomeBoostWeight": 0,
+  "retrieval": {
+    "k": 10,
+    "contextCapTokens": 2000
+  },
+  "configOverrides": {
+    "recallMemoryWorthFilterEnabled": true,
+    "outcomeBoostEnabled": false,
+    "outcomeBoostWeight": 0
+  }
+}

package/fixtures/h1-outcome/corpus-ci/21/gold/facts.jsonl

@@ -0,0 +1,64 @@
+{"id":"gf-u1-1-1","userId":"u1","statement":"Moss Killdare lives in Ember Grove.","subject":"Moss Killdare","attribute":"city","value":"Ember Grove","introducedEpoch":1,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u1-1-1-p1","userId":"u1","epoch":2,"question":"Which city is Moss Killdare living in currently?","expectedAnswer":"Ember Grove","requiredFactIds":["gf-u1-1-1"],"category":"current"}]}
+{"id":"gf-u1-1-2","userId":"u1","statement":"Onyx Ravensworth has a rabbit named Clover.","subject":"Onyx Ravensworth","attribute":"pet","value":"a rabbit named Clover","introducedEpoch":1,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u1-1-2-p1","userId":"u1","epoch":2,"question":"What animal companion does Onyx Ravensworth keep right now?","expectedAnswer":"a rabbit named Clover","requiredFactIds":["gf-u1-1-2"],"category":"current"}]}
+{"id":"gf-u1-1-3","userId":"u1","statement":"Lux Bannister works at Lanternfell Games.","subject":"Lux Bannister","attribute":"employer","value":"Lanternfell Games","introducedEpoch":1,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u1-1-3-p1","userId":"u1","epoch":2,"question":"Where does Lux Bannister work these days?","expectedAnswer":"Lanternfell Games","requiredFactIds":["gf-u1-1-3"],"category":"current"}]}
+{"id":"gf-u1-1-4","userId":"u1","statement":"Zia Summerfield has gotten into fossil hunting.","subject":"Zia Summerfield","attribute":"hobby","value":"fossil hunting","introducedEpoch":1,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u1-1-4-p1","userId":"u1","epoch":2,"question":"What pastime is Zia Summerfield into at the moment?","expectedAnswer":"fossil hunting","requiredFactIds":["gf-u1-1-4"],"category":"current"}]}
+{"id":"gf-u1-1-5","userId":"u1","statement":"Gray Pennyworth is an operations coordinator.","subject":"Gray Pennyworth","attribute":"role","value":"operations coordinator","introducedEpoch":1,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u1-1-5-p1","userId":"u1","epoch":2,"question":"What does Gray Pennyworth do for a living now?","expectedAnswer":"operations coordinator","requiredFactIds":["gf-u1-1-5"],"category":"current"}]}
+{"id":"gf-u1-1-6","userId":"u1","statement":"Perrin Vale is a product designer.","subject":"Perrin Vale","attribute":"role","value":"product designer","introducedEpoch":1,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u1-1-6-p1","userId":"u1","epoch":2,"question":"What does Perrin Vale do for a living now?","expectedAnswer":"product designer","requiredFactIds":["gf-u1-1-6"],"category":"current"}]}
+{"id":"gf-u1-1-7","userId":"u1","statement":"Perrin Vale has a ferret named Nimbus.","subject":"Perrin Vale","attribute":"pet","value":"a ferret named Nimbus","introducedEpoch":1,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u1-1-7-p1","userId":"u1","epoch":2,"question":"What animal companion does Perrin Vale keep right now?","expectedAnswer":"a ferret named Nimbus","requiredFactIds":["gf-u1-1-7"],"category":"current"}]}
+{"id":"gf-u1-1-8","userId":"u1","statement":"Gray Pennyworth lives in Bracken Hollow.","subject":"Gray Pennyworth","attribute":"city","value":"Bracken Hollow","introducedEpoch":1,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u1-1-8-p1","userId":"u1","epoch":2,"question":"Which city is Gray Pennyworth living in currently?","expectedAnswer":"Bracken Hollow","requiredFactIds":["gf-u1-1-8"],"category":"current"}]}
+{"id":"gf-u1-2-9","userId":"u1","statement":"Lux Bannister has gotten into letterpress printing.","subject":"Lux Bannister","attribute":"hobby","value":"letterpress printing","introducedEpoch":2,"supersededEpoch":3,"supersededBy":"gf-u1-3-17","kind":"contradicted","probes":[{"id":"gf-u1-2-9-p1","userId":"u1","epoch":4,"question":"What pastime was Lux Bannister into before the most recent switch?","expectedAnswer":"letterpress printing","requiredFactIds":["gf-u1-2-9"],"category":"historical"},{"id":"gf-u1-2-9-p2","userId":"u1","epoch":4,"question":"How did Lux Bannister's main pastime change?","expectedAnswer":"from letterpress printing to glass blowing","requiredFactIds":["gf-u1-2-9","gf-u1-3-17"],"category":"transition"}]}
+{"id":"gf-u1-2-10","userId":"u1","statement":"Wynn Ravenscar works at Quillboard Labs.","subject":"Wynn Ravenscar","attribute":"employer","value":"Quillboard Labs","introducedEpoch":2,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u1-2-10-p1","userId":"u1","epoch":3,"question":"Where does Wynn Ravenscar work these days?","expectedAnswer":"Quillboard Labs","requiredFactIds":["gf-u1-2-10"],"category":"current"}]}
+{"id":"gf-u1-2-11","userId":"u1","statement":"Ursa Middleton has gotten into night birding.","subject":"Ursa Middleton","attribute":"hobby","value":"night birding","introducedEpoch":2,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u1-2-11-p1","userId":"u1","epoch":3,"question":"What pastime is Ursa Middleton into at the moment?","expectedAnswer":"night birding","requiredFactIds":["gf-u1-2-11"],"category":"current"}]}
+{"id":"gf-u1-2-12","userId":"u1","statement":"Finley Crowder works at Duskmill Robotics.","subject":"Finley Crowder","attribute":"employer","value":"Duskmill Robotics","introducedEpoch":2,"supersededEpoch":3,"supersededBy":"gf-u1-3-18","kind":"contradicted","probes":[{"id":"gf-u1-2-12-p1","userId":"u1","epoch":4,"question":"Which employer did Finley Crowder have before the most recent change?","expectedAnswer":"Duskmill Robotics","requiredFactIds":["gf-u1-2-12"],"category":"historical"},{"id":"gf-u1-2-12-p2","userId":"u1","epoch":4,"question":"How did Finley Crowder's employer change?","expectedAnswer":"from Duskmill Robotics to Rooksedge Security","requiredFactIds":["gf-u1-2-12","gf-u1-3-18"],"category":"transition"}]}
+{"id":"gf-u1-2-13","userId":"u1","statement":"Yuki Alderman has gotten into lantern making.","subject":"Yuki Alderman","attribute":"hobby","value":"lantern making","introducedEpoch":2,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u1-2-13-p1","userId":"u1","epoch":3,"question":"What pastime is Yuki Alderman into at the moment?","expectedAnswer":"lantern making","requiredFactIds":["gf-u1-2-13"],"category":"current"}]}
+{"id":"gf-u1-2-14","userId":"u1","statement":"Finley Crowder is leading the marrowgate integration.","subject":"Finley Crowder","attribute":"project","value":"the marrowgate integration","introducedEpoch":2,"supersededEpoch":4,"supersededBy":"gf-u1-4-26","kind":"drifting","probes":[{"id":"gf-u1-2-14-p1","userId":"u1","epoch":3,"question":"Which initiative is Finley Crowder leading right now?","expectedAnswer":"the marrowgate integration","requiredFactIds":["gf-u1-2-14"],"category":"current"}]}
+{"id":"gf-u1-2-15","userId":"u1","statement":"Gray Pennyworth has gotten into lantern making.","subject":"Gray Pennyworth","attribute":"hobby","value":"lantern making","introducedEpoch":2,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u1-2-15-p1","userId":"u1","epoch":3,"question":"What pastime is Gray Pennyworth into at the moment?","expectedAnswer":"lantern making","requiredFactIds":["gf-u1-2-15"],"category":"current"}]}
+{"id":"gf-u1-2-16","userId":"u1","statement":"Fern Oakhurst is an operations coordinator.","subject":"Fern Oakhurst","attribute":"role","value":"operations coordinator","introducedEpoch":2,"supersededEpoch":4,"supersededBy":"gf-u1-4-27","kind":"drifting","probes":[{"id":"gf-u1-2-16-p1","userId":"u1","epoch":3,"question":"What does Fern Oakhurst do for a living now?","expectedAnswer":"operations coordinator","requiredFactIds":["gf-u1-2-16"],"category":"current"}]}
+{"id":"gf-u1-3-17","userId":"u1","statement":"Lux Bannister has gotten into glass blowing.","subject":"Lux Bannister","attribute":"hobby","value":"glass blowing","introducedEpoch":3,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u1-3-17-p1","userId":"u1","epoch":4,"question":"What pastime is Lux Bannister into at the moment?","expectedAnswer":"glass blowing","requiredFactIds":["gf-u1-3-17"],"category":"current"}]}
+{"id":"gf-u1-3-18","userId":"u1","statement":"Finley Crowder works at Rooksedge Security.","subject":"Finley Crowder","attribute":"employer","value":"Rooksedge Security","introducedEpoch":3,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u1-3-18-p1","userId":"u1","epoch":4,"question":"Where does Finley Crowder work these days?","expectedAnswer":"Rooksedge Security","requiredFactIds":["gf-u1-3-18"],"category":"current"}]}
+{"id":"gf-u1-3-19","userId":"u1","statement":"Moss Killdare has a tabby cat named Biscuit.","subject":"Moss Killdare","attribute":"pet","value":"a tabby cat named Biscuit","introducedEpoch":3,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u1-3-19-p1","userId":"u1","epoch":4,"question":"What animal companion does Moss Killdare keep right now?","expectedAnswer":"a tabby cat named Biscuit","requiredFactIds":["gf-u1-3-19"],"category":"current"}]}
+{"id":"gf-u1-3-20","userId":"u1","statement":"Juniper Wells relies on the saltfern ledger for daily planning.","subject":"Juniper Wells","attribute":"favorite-tool","value":"saltfern ledger","introducedEpoch":3,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u1-3-20-p1","userId":"u1","epoch":4,"question":"Which planning app does Juniper Wells rely on at the moment?","expectedAnswer":"saltfern ledger","requiredFactIds":["gf-u1-3-20"],"category":"current"}]}
+{"id":"gf-u1-3-21","userId":"u1","statement":"Gwen Tidewell relies on the everspool console for daily planning.","subject":"Gwen Tidewell","attribute":"favorite-tool","value":"everspool console","introducedEpoch":3,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u1-3-21-p1","userId":"u1","epoch":4,"question":"Which planning app does Gwen Tidewell rely on at the moment?","expectedAnswer":"everspool console","requiredFactIds":["gf-u1-3-21"],"category":"current"}]}
+{"id":"gf-u1-3-22","userId":"u1","statement":"Gray Pennyworth works at Tessellate Works.","subject":"Gray Pennyworth","attribute":"employer","value":"Tessellate Works","introducedEpoch":3,"supersededEpoch":4,"supersededBy":"gf-u1-4-25","kind":"contradicted","probes":[]}
+{"id":"gf-u1-3-23","userId":"u1","statement":"Fern Oakhurst works at Rooksedge Security.","subject":"Fern Oakhurst","attribute":"employer","value":"Rooksedge Security","introducedEpoch":3,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u1-3-23-p1","userId":"u1","epoch":4,"question":"Where does Fern Oakhurst work these days?","expectedAnswer":"Rooksedge Security","requiredFactIds":["gf-u1-3-23"],"category":"current"}]}
+{"id":"gf-u1-3-24","userId":"u1","statement":"Fern Oakhurst relies on the lanternfell tracker for daily planning.","subject":"Fern Oakhurst","attribute":"favorite-tool","value":"lanternfell tracker","introducedEpoch":3,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u1-3-24-p1","userId":"u1","epoch":4,"question":"Which planning app does Fern Oakhurst rely on at the moment?","expectedAnswer":"lanternfell tracker","requiredFactIds":["gf-u1-3-24"],"category":"current"}]}
+{"id":"gf-u1-4-25","userId":"u1","statement":"Gray Pennyworth works at Duskmill Robotics.","subject":"Gray Pennyworth","attribute":"employer","value":"Duskmill Robotics","introducedEpoch":4,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[]}
+{"id":"gf-u1-4-26","userId":"u1","statement":"Finley Crowder is leading the glasswing prototype.","subject":"Finley Crowder","attribute":"project","value":"the glasswing prototype","introducedEpoch":4,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[]}
+{"id":"gf-u1-4-27","userId":"u1","statement":"Fern Oakhurst is a support lead.","subject":"Fern Oakhurst","attribute":"role","value":"support lead","introducedEpoch":4,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[]}
+{"id":"gf-u1-4-28","userId":"u1","statement":"Zia Summerfield is leading the quenchpoint launch.","subject":"Zia Summerfield","attribute":"project","value":"the quenchpoint launch","introducedEpoch":4,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[]}
+{"id":"gf-u1-4-29","userId":"u1","statement":"Gwen Tidewell lives in Gilded Prairie.","subject":"Gwen Tidewell","attribute":"city","value":"Gilded Prairie","introducedEpoch":4,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[]}
+{"id":"gf-u1-4-30","userId":"u1","statement":"Juniper Wells works at Tessellate Works.","subject":"Juniper Wells","attribute":"employer","value":"Tessellate Works","introducedEpoch":4,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[]}
+{"id":"gf-u1-4-31","userId":"u1","statement":"Gwen Tidewell has gotten into lantern making.","subject":"Gwen Tidewell","attribute":"hobby","value":"lantern making","introducedEpoch":4,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[]}
+{"id":"gf-u1-4-32","userId":"u1","statement":"Zia Summerfield lives in Copper Basin.","subject":"Zia Summerfield","attribute":"city","value":"Copper Basin","introducedEpoch":4,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[]}
+{"id":"gf-u2-1-1","userId":"u2","statement":"Fern Oakhurst works at Pinwheel Cartography.","subject":"Fern Oakhurst","attribute":"employer","value":"Pinwheel Cartography","introducedEpoch":1,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u2-1-1-p1","userId":"u2","epoch":2,"question":"Where does Fern Oakhurst work these days?","expectedAnswer":"Pinwheel Cartography","requiredFactIds":["gf-u2-1-1"],"category":"current"}]}
+{"id":"gf-u2-1-2","userId":"u2","statement":"Nico Ashdown is leading the harborlight migration.","subject":"Nico Ashdown","attribute":"project","value":"the harborlight migration","introducedEpoch":1,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u2-1-2-p1","userId":"u2","epoch":2,"question":"Which initiative is Nico Ashdown leading right now?","expectedAnswer":"the harborlight migration","requiredFactIds":["gf-u2-1-2"],"category":"current"}]}
+{"id":"gf-u2-1-3","userId":"u2","statement":"Ursa Middleton has a parakeet named Comet.","subject":"Ursa Middleton","attribute":"pet","value":"a parakeet named Comet","introducedEpoch":1,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u2-1-3-p1","userId":"u2","epoch":2,"question":"What animal companion does Ursa Middleton keep right now?","expectedAnswer":"a parakeet named Comet","requiredFactIds":["gf-u2-1-3"],"category":"current"}]}
+{"id":"gf-u2-1-4","userId":"u2","statement":"Fern Oakhurst relies on the umbershade viewer for daily planning.","subject":"Fern Oakhurst","attribute":"favorite-tool","value":"umbershade viewer","introducedEpoch":1,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u2-1-4-p1","userId":"u2","epoch":2,"question":"Which planning app does Fern Oakhurst rely on at the moment?","expectedAnswer":"umbershade viewer","requiredFactIds":["gf-u2-1-4"],"category":"current"}]}
+{"id":"gf-u2-1-5","userId":"u2","statement":"Nico Ashdown has a sheepdog named Bramble.","subject":"Nico Ashdown","attribute":"pet","value":"a sheepdog named Bramble","introducedEpoch":1,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u2-1-5-p1","userId":"u2","epoch":2,"question":"What animal companion does Nico Ashdown keep right now?","expectedAnswer":"a sheepdog named Bramble","requiredFactIds":["gf-u2-1-5"],"category":"current"}]}
+{"id":"gf-u2-1-6","userId":"u2","statement":"Fern Oakhurst is an operations coordinator.","subject":"Fern Oakhurst","attribute":"role","value":"operations coordinator","introducedEpoch":1,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u2-1-6-p1","userId":"u2","epoch":2,"question":"What does Fern Oakhurst do for a living now?","expectedAnswer":"operations coordinator","requiredFactIds":["gf-u2-1-6"],"category":"current"}]}
+{"id":"gf-u2-1-7","userId":"u2","statement":"Piper Goldenrod has gotten into sourdough baking.","subject":"Piper Goldenrod","attribute":"hobby","value":"sourdough baking","introducedEpoch":1,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u2-1-7-p1","userId":"u2","epoch":2,"question":"What pastime is Piper Goldenrod into at the moment?","expectedAnswer":"sourdough baking","requiredFactIds":["gf-u2-1-7"],"category":"current"}]}
+{"id":"gf-u2-1-8","userId":"u2","statement":"Tess Hollowell is leading the harborlight migration.","subject":"Tess Hollowell","attribute":"project","value":"the harborlight migration","introducedEpoch":1,"supersededEpoch":2,"supersededBy":"gf-u2-2-9","kind":"contradicted","probes":[{"id":"gf-u2-1-8-p1","userId":"u2","epoch":3,"question":"Which initiative did Tess Hollowell lead before the most recent handover?","expectedAnswer":"the harborlight migration","requiredFactIds":["gf-u2-1-8"],"category":"historical"},{"id":"gf-u2-1-8-p2","userId":"u2","epoch":3,"question":"How did the initiative Tess Hollowell leads change?","expectedAnswer":"from the harborlight migration to the thornbury audit","requiredFactIds":["gf-u2-1-8","gf-u2-2-9"],"category":"transition"}]}
+{"id":"gf-u2-2-9","userId":"u2","statement":"Tess Hollowell is leading the thornbury audit.","subject":"Tess Hollowell","attribute":"project","value":"the thornbury audit","introducedEpoch":2,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u2-2-9-p1","userId":"u2","epoch":3,"question":"Which initiative is Tess Hollowell leading right now?","expectedAnswer":"the thornbury audit","requiredFactIds":["gf-u2-2-9"],"category":"current"}]}
+{"id":"gf-u2-2-10","userId":"u2","statement":"Ursa Middleton has gotten into canyon sketching.","subject":"Ursa Middleton","attribute":"hobby","value":"canyon sketching","introducedEpoch":2,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u2-2-10-p1","userId":"u2","epoch":3,"question":"What pastime is Ursa Middleton into at the moment?","expectedAnswer":"canyon sketching","requiredFactIds":["gf-u2-2-10"],"category":"current"}]}
+{"id":"gf-u2-2-11","userId":"u2","statement":"Briar Montrose is a product designer.","subject":"Briar Montrose","attribute":"role","value":"product designer","introducedEpoch":2,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u2-2-11-p1","userId":"u2","epoch":3,"question":"What does Briar Montrose do for a living now?","expectedAnswer":"product designer","requiredFactIds":["gf-u2-2-11"],"category":"current"}]}
+{"id":"gf-u2-2-12","userId":"u2","statement":"Koa Silvermane is a product designer.","subject":"Koa Silvermane","attribute":"role","value":"product designer","introducedEpoch":2,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u2-2-12-p1","userId":"u2","epoch":3,"question":"What does Koa Silvermane do for a living now?","expectedAnswer":"product designer","requiredFactIds":["gf-u2-2-12"],"category":"current"}]}
+{"id":"gf-u2-2-13","userId":"u2","statement":"Koa Silvermane lives in Ember Grove.","subject":"Koa Silvermane","attribute":"city","value":"Ember Grove","introducedEpoch":2,"supersededEpoch":4,"supersededBy":"gf-u2-4-29","kind":"drifting","probes":[{"id":"gf-u2-2-13-p1","userId":"u2","epoch":3,"question":"Which city is Koa Silvermane living in currently?","expectedAnswer":"Ember Grove","requiredFactIds":["gf-u2-2-13"],"category":"current"}]}
+{"id":"gf-u2-2-14","userId":"u2","statement":"Nell Featherby is a site planner.","subject":"Nell Featherby","attribute":"role","value":"site planner","introducedEpoch":2,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u2-2-14-p1","userId":"u2","epoch":3,"question":"What does Nell Featherby do for a living now?","expectedAnswer":"site planner","requiredFactIds":["gf-u2-2-14"],"category":"current"}]}
+{"id":"gf-u2-2-15","userId":"u2","statement":"Tess Hollowell has gotten into kite surfing.","subject":"Tess Hollowell","attribute":"hobby","value":"kite surfing","introducedEpoch":2,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u2-2-15-p1","userId":"u2","epoch":3,"question":"What pastime is Tess Hollowell into at the moment?","expectedAnswer":"kite surfing","requiredFactIds":["gf-u2-2-15"],"category":"current"}]}
+{"id":"gf-u2-2-16","userId":"u2","statement":"Prue Winterbourne works at Thistledown Press.","subject":"Prue Winterbourne","attribute":"employer","value":"Thistledown Press","introducedEpoch":2,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u2-2-16-p1","userId":"u2","epoch":3,"question":"Where does Prue Winterbourne work these days?","expectedAnswer":"Thistledown Press","requiredFactIds":["gf-u2-2-16"],"category":"current"}]}
+{"id":"gf-u2-3-17","userId":"u2","statement":"Prue Winterbourne relies on the thistledown reader for daily planning.","subject":"Prue Winterbourne","attribute":"favorite-tool","value":"thistledown reader","introducedEpoch":3,"supersededEpoch":4,"supersededBy":"gf-u2-4-25","kind":"contradicted","probes":[]}
+{"id":"gf-u2-3-18","userId":"u2","statement":"Zephyr Nakamura-Ross has a gecko named Pebble.","subject":"Zephyr Nakamura-Ross","attribute":"pet","value":"a gecko named Pebble","introducedEpoch":3,"supersededEpoch":4,"supersededBy":"gf-u2-4-26","kind":"contradicted","probes":[]}
+{"id":"gf-u2-3-19","userId":"u2","statement":"Emery Latchford has gotten into canyon sketching.","subject":"Emery Latchford","attribute":"hobby","value":"canyon sketching","introducedEpoch":3,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u2-3-19-p1","userId":"u2","epoch":4,"question":"What pastime is Emery Latchford into at the moment?","expectedAnswer":"canyon sketching","requiredFactIds":["gf-u2-3-19"],"category":"current"}]}
+{"id":"gf-u2-3-20","userId":"u2","statement":"Esme Larkspur lives in Hollow Pines.","subject":"Esme Larkspur","attribute":"city","value":"Hollow Pines","introducedEpoch":3,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u2-3-20-p1","userId":"u2","epoch":4,"question":"Which city is Esme Larkspur living in currently?","expectedAnswer":"Hollow Pines","requiredFactIds":["gf-u2-3-20"],"category":"current"}]}
+{"id":"gf-u2-3-21","userId":"u2","statement":"Emery Latchford relies on the rooksedge vault for daily planning.","subject":"Emery Latchford","attribute":"favorite-tool","value":"rooksedge vault","introducedEpoch":3,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u2-3-21-p1","userId":"u2","epoch":4,"question":"Which planning app does Emery Latchford rely on at the moment?","expectedAnswer":"rooksedge vault","requiredFactIds":["gf-u2-3-21"],"category":"current"}]}
+{"id":"gf-u2-3-22","userId":"u2","statement":"Paz Underhill works at Pinwheel Cartography.","subject":"Paz Underhill","attribute":"employer","value":"Pinwheel Cartography","introducedEpoch":3,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[{"id":"gf-u2-3-22-p1","userId":"u2","epoch":4,"question":"Where does Paz Underhill work these days?","expectedAnswer":"Pinwheel Cartography","requiredFactIds":["gf-u2-3-22"],"category":"current"}]}
+{"id":"gf-u2-3-23","userId":"u2","statement":"Koa Silvermane relies on the mosspad notebook for daily planning.","subject":"Koa Silvermane","attribute":"favorite-tool","value":"mosspad notebook","introducedEpoch":3,"supersededEpoch":4,"supersededBy":"gf-u2-4-27","kind":"contradicted","probes":[]}
+{"id":"gf-u2-3-24","userId":"u2","statement":"Prue Winterbourne lives in Sable Ridge.","subject":"Prue Winterbourne","attribute":"city","value":"Sable Ridge","introducedEpoch":3,"supersededEpoch":4,"supersededBy":"gf-u2-4-28","kind":"contradicted","probes":[]}
+{"id":"gf-u2-4-25","userId":"u2","statement":"Prue Winterbourne relies on the pinwheel atlas for daily planning.","subject":"Prue Winterbourne","attribute":"favorite-tool","value":"pinwheel atlas","introducedEpoch":4,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[]}
+{"id":"gf-u2-4-26","userId":"u2","statement":"Zephyr Nakamura-Ross has a beagle named Waffles.","subject":"Zephyr Nakamura-Ross","attribute":"pet","value":"a beagle named Waffles","introducedEpoch":4,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[]}
+{"id":"gf-u2-4-27","userId":"u2","statement":"Koa Silvermane relies on the rooksedge vault for daily planning.","subject":"Koa Silvermane","attribute":"favorite-tool","value":"rooksedge vault","introducedEpoch":4,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[]}
+{"id":"gf-u2-4-28","userId":"u2","statement":"Prue Winterbourne lives in Willowmere Heights.","subject":"Prue Winterbourne","attribute":"city","value":"Willowmere Heights","introducedEpoch":4,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[]}
+{"id":"gf-u2-4-29","userId":"u2","statement":"Koa Silvermane lives in Foxfire Junction.","subject":"Koa Silvermane","attribute":"city","value":"Foxfire Junction","introducedEpoch":4,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[]}
+{"id":"gf-u2-4-30","userId":"u2","statement":"Zephyr Nakamura-Ross has gotten into sourdough baking.","subject":"Zephyr Nakamura-Ross","attribute":"hobby","value":"sourdough baking","introducedEpoch":4,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[]}
+{"id":"gf-u2-4-31","userId":"u2","statement":"Prue Winterbourne has a gecko named Pebble.","subject":"Prue Winterbourne","attribute":"pet","value":"a gecko named Pebble","introducedEpoch":4,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[]}
+{"id":"gf-u2-4-32","userId":"u2","statement":"Ursa Middleton is a site planner.","subject":"Ursa Middleton","attribute":"role","value":"site planner","introducedEpoch":4,"supersededEpoch":null,"supersededBy":null,"kind":"stable","probes":[]}

package/fixtures/h1-outcome/corpus-ci/21/gold/probes.jsonl

@@ -0,0 +1,62 @@
+{"id":"gf-u1-1-1-p1","userId":"u1","epoch":2,"question":"Which city is Moss Killdare living in currently?","expectedAnswer":"Ember Grove","requiredFactIds":["gf-u1-1-1"],"category":"current"}
+{"id":"gf-u1-1-2-p1","userId":"u1","epoch":2,"question":"What animal companion does Onyx Ravensworth keep right now?","expectedAnswer":"a rabbit named Clover","requiredFactIds":["gf-u1-1-2"],"category":"current"}
+{"id":"gf-u1-1-3-p1","userId":"u1","epoch":2,"question":"Where does Lux Bannister work these days?","expectedAnswer":"Lanternfell Games","requiredFactIds":["gf-u1-1-3"],"category":"current"}
+{"id":"gf-u1-1-4-p1","userId":"u1","epoch":2,"question":"What pastime is Zia Summerfield into at the moment?","expectedAnswer":"fossil hunting","requiredFactIds":["gf-u1-1-4"],"category":"current"}
+{"id":"gf-u1-1-5-p1","userId":"u1","epoch":2,"question":"What does Gray Pennyworth do for a living now?","expectedAnswer":"operations coordinator","requiredFactIds":["gf-u1-1-5"],"category":"current"}
+{"id":"gf-u1-1-6-p1","userId":"u1","epoch":2,"question":"What does Perrin Vale do for a living now?","expectedAnswer":"product designer","requiredFactIds":["gf-u1-1-6"],"category":"current"}
+{"id":"gf-u1-1-7-p1","userId":"u1","epoch":2,"question":"What animal companion does Perrin Vale keep right now?","expectedAnswer":"a ferret named Nimbus","requiredFactIds":["gf-u1-1-7"],"category":"current"}
+{"id":"gf-u1-1-8-p1","userId":"u1","epoch":2,"question":"Which city is Gray Pennyworth living in currently?","expectedAnswer":"Bracken Hollow","requiredFactIds":["gf-u1-1-8"],"category":"current"}
+{"id":"gp-u1-2-agg1","userId":"u1","epoch":2,"question":"Answer in order: what is Yuki Alderman's main pastime; what is Finley Crowder's employer; what is Lux Bannister's employer?","expectedAnswer":"lantern making; Duskmill Robotics; Lanternfell Games","requiredFactIds":["gf-u1-2-13","gf-u1-2-12","gf-u1-1-3"],"category":"aggregation"}
+{"id":"gp-u1-2-agg2","userId":"u1","epoch":2,"question":"Answer in order: what is Fern Oakhurst's job title; what is Finley Crowder's current initiative; what is Gray Pennyworth's home city?","expectedAnswer":"operations coordinator; the marrowgate integration; Bracken Hollow","requiredFactIds":["gf-u1-2-16","gf-u1-2-14","gf-u1-1-8"],"category":"aggregation"}
+{"id":"gp-u1-2-agg3","userId":"u1","epoch":2,"question":"Answer in order: what is Finley Crowder's current initiative; what is Perrin Vale's animal companion; what is Fern Oakhurst's job title?","expectedAnswer":"the marrowgate integration; a ferret named Nimbus; operations coordinator","requiredFactIds":["gf-u1-2-14","gf-u1-1-7","gf-u1-2-16"],"category":"aggregation"}
+{"id":"gp-u1-2-agg4","userId":"u1","epoch":2,"question":"Answer in order: what is Onyx Ravensworth's animal companion; what is Perrin Vale's animal companion; what is Gray Pennyworth's job title; what is Fern Oakhurst's job title; what is Zia Summerfield's main pastime?","expectedAnswer":"a rabbit named Clover; a ferret named Nimbus; operations coordinator; operations coordinator; fossil hunting","requiredFactIds":["gf-u1-1-2","gf-u1-1-7","gf-u1-1-5","gf-u1-2-16","gf-u1-1-4"],"category":"aggregation"}
+{"id":"gf-u2-1-1-p1","userId":"u2","epoch":2,"question":"Where does Fern Oakhurst work these days?","expectedAnswer":"Pinwheel Cartography","requiredFactIds":["gf-u2-1-1"],"category":"current"}
+{"id":"gf-u2-1-2-p1","userId":"u2","epoch":2,"question":"Which initiative is Nico Ashdown leading right now?","expectedAnswer":"the harborlight migration","requiredFactIds":["gf-u2-1-2"],"category":"current"}
+{"id":"gf-u2-1-3-p1","userId":"u2","epoch":2,"question":"What animal companion does Ursa Middleton keep right now?","expectedAnswer":"a parakeet named Comet","requiredFactIds":["gf-u2-1-3"],"category":"current"}
+{"id":"gf-u2-1-4-p1","userId":"u2","epoch":2,"question":"Which planning app does Fern Oakhurst rely on at the moment?","expectedAnswer":"umbershade viewer","requiredFactIds":["gf-u2-1-4"],"category":"current"}
+{"id":"gf-u2-1-5-p1","userId":"u2","epoch":2,"question":"What animal companion does Nico Ashdown keep right now?","expectedAnswer":"a sheepdog named Bramble","requiredFactIds":["gf-u2-1-5"],"category":"current"}
+{"id":"gf-u2-1-6-p1","userId":"u2","epoch":2,"question":"What does Fern Oakhurst do for a living now?","expectedAnswer":"operations coordinator","requiredFactIds":["gf-u2-1-6"],"category":"current"}
+{"id":"gf-u2-1-7-p1","userId":"u2","epoch":2,"question":"What pastime is Piper Goldenrod into at the moment?","expectedAnswer":"sourdough baking","requiredFactIds":["gf-u2-1-7"],"category":"current"}
+{"id":"gp-u2-2-agg1","userId":"u2","epoch":2,"question":"Answer in order: what is Nell Featherby's job title; what is Ursa Middleton's main pastime; what is Fern Oakhurst's job title; what is Fern Oakhurst's planning app; what is Fern Oakhurst's employer; what is Piper Goldenrod's main pastime?","expectedAnswer":"site planner; canyon sketching; operations coordinator; umbershade viewer; Pinwheel Cartography; sourdough baking","requiredFactIds":["gf-u2-2-14","gf-u2-2-10","gf-u2-1-6","gf-u2-1-4","gf-u2-1-1","gf-u2-1-7"],"category":"aggregation"}
+{"id":"gp-u2-2-agg2","userId":"u2","epoch":2,"question":"Answer in order: what is Prue Winterbourne's employer; what is Tess Hollowell's current initiative; what is Fern Oakhurst's employer; what is Fern Oakhurst's job title; what is Koa Silvermane's job title; what is Piper Goldenrod's main pastime?","expectedAnswer":"Thistledown Press; the thornbury audit; Pinwheel Cartography; operations coordinator; product designer; sourdough baking","requiredFactIds":["gf-u2-2-16","gf-u2-2-9","gf-u2-1-1","gf-u2-1-6","gf-u2-2-12","gf-u2-1-7"],"category":"aggregation"}
+{"id":"gp-u2-2-agg3","userId":"u2","epoch":2,"question":"Answer in order: what is Koa Silvermane's home city; what is Nico Ashdown's animal companion; what is Tess Hollowell's main pastime; what is Ursa Middleton's main pastime?","expectedAnswer":"Ember Grove; a sheepdog named Bramble; kite surfing; canyon sketching","requiredFactIds":["gf-u2-2-13","gf-u2-1-5","gf-u2-2-15","gf-u2-2-10"],"category":"aggregation"}
+{"id":"gp-u2-2-agg4","userId":"u2","epoch":2,"question":"Answer in order: what is Nico Ashdown's animal companion; what is Ursa Middleton's main pastime; what is Tess Hollowell's current initiative?","expectedAnswer":"a sheepdog named Bramble; canyon sketching; the thornbury audit","requiredFactIds":["gf-u2-1-5","gf-u2-2-10","gf-u2-2-9"],"category":"aggregation"}
+{"id":"gf-u1-2-10-p1","userId":"u1","epoch":3,"question":"Where does Wynn Ravenscar work these days?","expectedAnswer":"Quillboard Labs","requiredFactIds":["gf-u1-2-10"],"category":"current"}
+{"id":"gf-u1-2-11-p1","userId":"u1","epoch":3,"question":"What pastime is Ursa Middleton into at the moment?","expectedAnswer":"night birding","requiredFactIds":["gf-u1-2-11"],"category":"current"}
+{"id":"gf-u1-2-13-p1","userId":"u1","epoch":3,"question":"What pastime is Yuki Alderman into at the moment?","expectedAnswer":"lantern making","requiredFactIds":["gf-u1-2-13"],"category":"current"}
+{"id":"gf-u1-2-14-p1","userId":"u1","epoch":3,"question":"Which initiative is Finley Crowder leading right now?","expectedAnswer":"the marrowgate integration","requiredFactIds":["gf-u1-2-14"],"category":"current"}
+{"id":"gf-u1-2-15-p1","userId":"u1","epoch":3,"question":"What pastime is Gray Pennyworth into at the moment?","expectedAnswer":"lantern making","requiredFactIds":["gf-u1-2-15"],"category":"current"}
+{"id":"gf-u1-2-16-p1","userId":"u1","epoch":3,"question":"What does Fern Oakhurst do for a living now?","expectedAnswer":"operations coordinator","requiredFactIds":["gf-u1-2-16"],"category":"current"}
+{"id":"gf-u2-1-8-p1","userId":"u2","epoch":3,"question":"Which initiative did Tess Hollowell lead before the most recent handover?","expectedAnswer":"the harborlight migration","requiredFactIds":["gf-u2-1-8"],"category":"historical"}
+{"id":"gf-u2-1-8-p2","userId":"u2","epoch":3,"question":"How did the initiative Tess Hollowell leads change?","expectedAnswer":"from the harborlight migration to the thornbury audit","requiredFactIds":["gf-u2-1-8","gf-u2-2-9"],"category":"transition"}
+{"id":"gf-u2-2-10-p1","userId":"u2","epoch":3,"question":"What pastime is Ursa Middleton into at the moment?","expectedAnswer":"canyon sketching","requiredFactIds":["gf-u2-2-10"],"category":"current"}
+{"id":"gf-u2-2-11-p1","userId":"u2","epoch":3,"question":"What does Briar Montrose do for a living now?","expectedAnswer":"product designer","requiredFactIds":["gf-u2-2-11"],"category":"current"}
+{"id":"gf-u2-2-12-p1","userId":"u2","epoch":3,"question":"What does Koa Silvermane do for a living now?","expectedAnswer":"product designer","requiredFactIds":["gf-u2-2-12"],"category":"current"}
+{"id":"gf-u2-2-13-p1","userId":"u2","epoch":3,"question":"Which city is Koa Silvermane living in currently?","expectedAnswer":"Ember Grove","requiredFactIds":["gf-u2-2-13"],"category":"current"}
+{"id":"gf-u2-2-14-p1","userId":"u2","epoch":3,"question":"What does Nell Featherby do for a living now?","expectedAnswer":"site planner","requiredFactIds":["gf-u2-2-14"],"category":"current"}
+{"id":"gf-u2-2-15-p1","userId":"u2","epoch":3,"question":"What pastime is Tess Hollowell into at the moment?","expectedAnswer":"kite surfing","requiredFactIds":["gf-u2-2-15"],"category":"current"}
+{"id":"gf-u2-2-16-p1","userId":"u2","epoch":3,"question":"Where does Prue Winterbourne work these days?","expectedAnswer":"Thistledown Press","requiredFactIds":["gf-u2-2-16"],"category":"current"}
+{"id":"gf-u2-2-9-p1","userId":"u2","epoch":3,"question":"Which initiative is Tess Hollowell leading right now?","expectedAnswer":"the thornbury audit","requiredFactIds":["gf-u2-2-9"],"category":"current"}
+{"id":"gf-u1-2-12-p1","userId":"u1","epoch":4,"question":"Which employer did Finley Crowder have before the most recent change?","expectedAnswer":"Duskmill Robotics","requiredFactIds":["gf-u1-2-12"],"category":"historical"}
+{"id":"gf-u1-2-12-p2","userId":"u1","epoch":4,"question":"How did Finley Crowder's employer change?","expectedAnswer":"from Duskmill Robotics to Rooksedge Security","requiredFactIds":["gf-u1-2-12","gf-u1-3-18"],"category":"transition"}
+{"id":"gf-u1-2-9-p1","userId":"u1","epoch":4,"question":"What pastime was Lux Bannister into before the most recent switch?","expectedAnswer":"letterpress printing","requiredFactIds":["gf-u1-2-9"],"category":"historical"}
+{"id":"gf-u1-2-9-p2","userId":"u1","epoch":4,"question":"How did Lux Bannister's main pastime change?","expectedAnswer":"from letterpress printing to glass blowing","requiredFactIds":["gf-u1-2-9","gf-u1-3-17"],"category":"transition"}
+{"id":"gf-u1-3-17-p1","userId":"u1","epoch":4,"question":"What pastime is Lux Bannister into at the moment?","expectedAnswer":"glass blowing","requiredFactIds":["gf-u1-3-17"],"category":"current"}
+{"id":"gf-u1-3-18-p1","userId":"u1","epoch":4,"question":"Where does Finley Crowder work these days?","expectedAnswer":"Rooksedge Security","requiredFactIds":["gf-u1-3-18"],"category":"current"}
+{"id":"gf-u1-3-19-p1","userId":"u1","epoch":4,"question":"What animal companion does Moss Killdare keep right now?","expectedAnswer":"a tabby cat named Biscuit","requiredFactIds":["gf-u1-3-19"],"category":"current"}
+{"id":"gf-u1-3-20-p1","userId":"u1","epoch":4,"question":"Which planning app does Juniper Wells rely on at the moment?","expectedAnswer":"saltfern ledger","requiredFactIds":["gf-u1-3-20"],"category":"current"}
+{"id":"gf-u1-3-21-p1","userId":"u1","epoch":4,"question":"Which planning app does Gwen Tidewell rely on at the moment?","expectedAnswer":"everspool console","requiredFactIds":["gf-u1-3-21"],"category":"current"}
+{"id":"gf-u1-3-23-p1","userId":"u1","epoch":4,"question":"Where does Fern Oakhurst work these days?","expectedAnswer":"Rooksedge Security","requiredFactIds":["gf-u1-3-23"],"category":"current"}
+{"id":"gf-u1-3-24-p1","userId":"u1","epoch":4,"question":"Which planning app does Fern Oakhurst rely on at the moment?","expectedAnswer":"lanternfell tracker","requiredFactIds":["gf-u1-3-24"],"category":"current"}
+{"id":"gp-u1-4-agg1","userId":"u1","epoch":4,"question":"Answer in order: what is Zia Summerfield's main pastime; what is Fern Oakhurst's job title; what is Wynn Ravenscar's employer; what is Gray Pennyworth's job title; what is Juniper Wells's employer; what is Lux Bannister's employer?","expectedAnswer":"fossil hunting; support lead; Quillboard Labs; operations coordinator; Tessellate Works; Lanternfell Games","requiredFactIds":["gf-u1-1-4","gf-u1-4-27","gf-u1-2-10","gf-u1-1-5","gf-u1-4-30","gf-u1-1-3"],"category":"aggregation"}
+{"id":"gp-u1-4-agg2","userId":"u1","epoch":4,"question":"Answer in order: what is Gray Pennyworth's job title; what is Fern Oakhurst's job title; what is Gwen Tidewell's planning app; what is Moss Killdare's home city; what is Lux Bannister's main pastime; what is Ursa Middleton's main pastime?","expectedAnswer":"operations coordinator; support lead; everspool console; Ember Grove; glass blowing; night birding","requiredFactIds":["gf-u1-1-5","gf-u1-4-27","gf-u1-3-21","gf-u1-1-1","gf-u1-3-17","gf-u1-2-11"],"category":"aggregation"}
+{"id":"gp-u1-4-agg3","userId":"u1","epoch":4,"question":"Answer in order: what is Gray Pennyworth's employer; what is Yuki Alderman's main pastime; what is Fern Oakhurst's employer; what is Gray Pennyworth's home city?","expectedAnswer":"Duskmill Robotics; lantern making; Rooksedge Security; Bracken Hollow","requiredFactIds":["gf-u1-4-25","gf-u1-2-13","gf-u1-3-23","gf-u1-1-8"],"category":"aggregation"}
+{"id":"gp-u1-4-agg4","userId":"u1","epoch":4,"question":"Answer in order: what is Fern Oakhurst's job title; what is Yuki Alderman's main pastime; what is Gray Pennyworth's main pastime; what is Finley Crowder's employer; what is Wynn Ravenscar's employer; what is Fern Oakhurst's employer?","expectedAnswer":"support lead; lantern making; lantern making; Rooksedge Security; Quillboard Labs; Rooksedge Security","requiredFactIds":["gf-u1-4-27","gf-u1-2-13","gf-u1-2-15","gf-u1-3-18","gf-u1-2-10","gf-u1-3-23"],"category":"aggregation"}
+{"id":"gf-u2-3-19-p1","userId":"u2","epoch":4,"question":"What pastime is Emery Latchford into at the moment?","expectedAnswer":"canyon sketching","requiredFactIds":["gf-u2-3-19"],"category":"current"}
+{"id":"gf-u2-3-20-p1","userId":"u2","epoch":4,"question":"Which city is Esme Larkspur living in currently?","expectedAnswer":"Hollow Pines","requiredFactIds":["gf-u2-3-20"],"category":"current"}
+{"id":"gf-u2-3-21-p1","userId":"u2","epoch":4,"question":"Which planning app does Emery Latchford rely on at the moment?","expectedAnswer":"rooksedge vault","requiredFactIds":["gf-u2-3-21"],"category":"current"}
+{"id":"gf-u2-3-22-p1","userId":"u2","epoch":4,"question":"Where does Paz Underhill work these days?","expectedAnswer":"Pinwheel Cartography","requiredFactIds":["gf-u2-3-22"],"category":"current"}
+{"id":"gp-u2-4-agg1","userId":"u2","epoch":4,"question":"Answer in order: what is Prue Winterbourne's planning app; what is Prue Winterbourne's home city; what is Esme Larkspur's home city; what is Emery Latchford's planning app; what is Prue Winterbourne's employer?","expectedAnswer":"pinwheel atlas; Willowmere Heights; Hollow Pines; rooksedge vault; Thistledown Press","requiredFactIds":["gf-u2-4-25","gf-u2-4-28","gf-u2-3-20","gf-u2-3-21","gf-u2-2-16"],"category":"aggregation"}
+{"id":"gp-u2-4-agg2","userId":"u2","epoch":4,"question":"Answer in order: what is Koa Silvermane's job title; what is Esme Larkspur's home city; what is Nico Ashdown's animal companion; what is Prue Winterbourne's employer; what is Prue Winterbourne's animal companion; what is Prue Winterbourne's home city?","expectedAnswer":"product designer; Hollow Pines; a sheepdog named Bramble; Thistledown Press; a gecko named Pebble; Willowmere Heights","requiredFactIds":["gf-u2-2-12","gf-u2-3-20","gf-u2-1-5","gf-u2-2-16","gf-u2-4-31","gf-u2-4-28"],"category":"aggregation"}
+{"id":"gp-u2-4-agg3","userId":"u2","epoch":4,"question":"Answer in order: what is Zephyr Nakamura-Ross's animal companion; what is Tess Hollowell's current initiative; what is Fern Oakhurst's planning app; what is Koa Silvermane's home city; what is Koa Silvermane's job title; what is Zephyr Nakamura-Ross's main pastime?","expectedAnswer":"a beagle named Waffles; the thornbury audit; umbershade viewer; Foxfire Junction; product designer; sourdough baking","requiredFactIds":["gf-u2-4-26","gf-u2-2-9","gf-u2-1-4","gf-u2-4-29","gf-u2-2-12","gf-u2-4-30"],"category":"aggregation"}
+{"id":"gp-u2-4-agg4","userId":"u2","epoch":4,"question":"Answer in order: what is Prue Winterbourne's home city; what is Prue Winterbourne's planning app; what is Nico Ashdown's current initiative; what is Fern Oakhurst's employer; what is Emery Latchford's planning app?","expectedAnswer":"Willowmere Heights; pinwheel atlas; the harborlight migration; Pinwheel Cartography; rooksedge vault","requiredFactIds":["gf-u2-4-28","gf-u2-4-25","gf-u2-1-2","gf-u2-1-1","gf-u2-3-21"],"category":"aggregation"}

package/fixtures/h1-outcome/corpus-ci/21/users/u1/sessions.jsonl

@@ -0,0 +1,4 @@
+{"sessionId":"s-u1-e1","userId":"u1","epoch":1,"date":"2021-03-23","turns":[{"role":"user","content":"You might find this useful later: Moss Killdare lives in Ember Grove."},{"role":"assistant","content":"Good to know, thanks for sharing."},{"role":"user","content":"Oh, before I forget: Onyx Ravensworth has a rabbit named Clover."},{"role":"assistant","content":"Recorded. How is everything else?"},{"role":"user","content":"It came together faster than expected."},{"role":"user","content":"A little background on that front: Lux Bannister works at Lanternfell Games."},{"role":"assistant","content":"Thanks for letting me know."},{"role":"user","content":"File this away somewhere: Zia Summerfield has gotten into fossil hunting."},{"role":"assistant","content":"Appreciate the heads up."},{"role":"user","content":"It finally happened: Gray Pennyworth is an operations coordinator."},{"role":"assistant","content":"Understood, recorded."},{"role":"user","content":"Still settling into it, but it is going well."},{"role":"user","content":"The latest around here is that Perrin Vale is a product designer."},{"role":"user","content":"Just so you have the full picture, Perrin Vale has a ferret named Nimbus."},{"role":"assistant","content":"Recorded. How is everything else?"},{"role":"user","content":"Adding this to the pile: Gray Pennyworth lives in Bracken Hollow."},{"role":"assistant","content":"Good to know, thanks for sharing."},{"role":"user","content":"That one has been a long time coming."}]}
+{"sessionId":"s-u1-e2","userId":"u1","epoch":2,"date":"2021-04-26","turns":[{"role":"user","content":"Fun fact from this month: Lux Bannister has gotten into letterpress printing."},{"role":"assistant","content":"That is good to know."},{"role":"user","content":"File this away somewhere: Wynn Ravenscar works at Quillboard Labs."},{"role":"user","content":"Not sure I mentioned it, but Ursa Middleton has gotten into night birding."},{"role":"assistant","content":"Thanks for letting me know."},{"role":"user","content":"There is a longer story there for another day."},{"role":"user","content":"A little background on that front: Finley Crowder works at Duskmill Robotics."},{"role":"assistant","content":"Understood, recorded."},{"role":"user","content":"You might find this useful later: Yuki Alderman has gotten into lantern making."},{"role":"user","content":"Small life update: Finley Crowder is leading the marrowgate integration."},{"role":"assistant","content":"I have that down now."},{"role":"user","content":"File this away somewhere: Gray Pennyworth has gotten into lantern making."},{"role":"assistant","content":"Good to know, thanks for sharing."},{"role":"user","content":"Everyone around here seems pleased about it."},{"role":"user","content":"In case it ever comes up, Fern Oakhurst is an operations coordinator."},{"role":"assistant","content":"Appreciate the heads up."}]}
+{"sessionId":"s-u1-e3","userId":"u1","epoch":3,"date":"2021-05-06","turns":[{"role":"user","content":"The situation evolved: Lux Bannister has gotten into glass blowing as of now, previously letterpress printing."},{"role":"assistant","content":"That is good to know."},{"role":"user","content":"For accuracy going forward: Finley Crowder works at Rooksedge Security, not Duskmill Robotics."},{"role":"user","content":"A little background on that front: Moss Killdare has a tabby cat named Biscuit."},{"role":"assistant","content":"Thanks for letting me know."},{"role":"user","content":"No regrets so far on that front."},{"role":"user","content":"A little background on that front: Juniper Wells relies on the saltfern ledger for daily planning."},{"role":"assistant","content":"Good to know, thanks for sharing."},{"role":"user","content":"Everyone around here seems pleased about it."},{"role":"user","content":"I wanted to mention that Gwen Tidewell relies on the everspool console for daily planning."},{"role":"assistant","content":"Recorded. How is everything else?"},{"role":"user","content":"Everyone around here seems pleased about it."},{"role":"user","content":"Quick note for your records: Gray Pennyworth works at Tessellate Works."},{"role":"assistant","content":"Got it, I will remember that."},{"role":"user","content":"Oh, before I forget: Fern Oakhurst works at Rooksedge Security."},{"role":"assistant","content":"Noted — anything else changing?"},{"role":"user","content":"No regrets so far on that front."},{"role":"user","content":"Today I learned that Fern Oakhurst relies on the lanternfell tracker for daily planning."}]}
+{"sessionId":"s-u1-e4","userId":"u1","epoch":4,"date":"2021-06-16","turns":[{"role":"user","content":"Things moved fast: Gray Pennyworth works at Duskmill Robotics now, after Tessellate Works."},{"role":"user","content":"Quick revision to the record: Finley Crowder is leading the glasswing prototype, formerly the marrowgate integration."},{"role":"assistant","content":"Thanks for letting me know."},{"role":"user","content":"For accuracy going forward: Fern Oakhurst is a support lead, not operations coordinator."},{"role":"assistant","content":"Good to know, thanks for sharing."},{"role":"user","content":"Something new on my end: Zia Summerfield is leading the quenchpoint launch."},{"role":"assistant","content":"Appreciate the heads up."},{"role":"user","content":"Still settling into it, but it is going well."},{"role":"user","content":"Something new on my end: Gwen Tidewell lives in Gilded Prairie."},{"role":"user","content":"Quick note for your records: Juniper Wells works at Tessellate Works."},{"role":"assistant","content":"Recorded. How is everything else?"},{"role":"user","content":"Something new on my end: Gwen Tidewell has gotten into lantern making."},{"role":"user","content":"Quick note for your records: Zia Summerfield lives in Copper Basin."},{"role":"assistant","content":"Thanks for letting me know."},{"role":"user","content":"Still settling into it, but it is going well."}]}

package/fixtures/h1-outcome/corpus-ci/21/users/u2/sessions.jsonl

@@ -0,0 +1,4 @@
+{"sessionId":"s-u2-e1","userId":"u2","epoch":1,"date":"2021-03-24","turns":[{"role":"user","content":"I keep meaning to tell you that Fern Oakhurst works at Pinwheel Cartography."},{"role":"assistant","content":"Nice, thanks for the detail."},{"role":"user","content":"Everyone around here seems pleased about it."},{"role":"user","content":"I wanted to mention that Nico Ashdown is leading the harborlight migration."},{"role":"assistant","content":"Noted, thanks for the update."},{"role":"user","content":"Oh, before I forget: Ursa Middleton has a parakeet named Comet."},{"role":"user","content":"Here is a bit of news: Fern Oakhurst relies on the umbershade viewer for daily planning."},{"role":"assistant","content":"That is good to know."},{"role":"user","content":"It took a while, but it finally worked out."},{"role":"user","content":"One more thing from this week: Nico Ashdown has a sheepdog named Bramble."},{"role":"assistant","content":"Got it, I will remember that."},{"role":"user","content":"Still settling into it, but it is going well."},{"role":"user","content":"Here is a bit of news: Fern Oakhurst is an operations coordinator."},{"role":"assistant","content":"Noted, thanks for the update."},{"role":"user","content":"For context, Piper Goldenrod has gotten into sourdough baking."},{"role":"user","content":"The latest around here is that Tess Hollowell is leading the harborlight migration."},{"role":"assistant","content":"Thanks for letting me know."}]}
+{"sessionId":"s-u2-e2","userId":"u2","epoch":2,"date":"2021-04-09","turns":[{"role":"user","content":"Change of plans since we last talked: Tess Hollowell is leading the thornbury audit, moving on from the harborlight migration."},{"role":"assistant","content":"Thanks, updating my notes."},{"role":"user","content":"Still settling into it, but it is going well."},{"role":"user","content":"Worth remembering: Ursa Middleton has gotten into canyon sketching."},{"role":"assistant","content":"Thanks, updating my notes."},{"role":"user","content":"It has been keeping things interesting, honestly."},{"role":"user","content":"One more thing from this week: Briar Montrose is a product designer."},{"role":"assistant","content":"That is good to know."},{"role":"user","content":"I wanted to mention that Koa Silvermane is a product designer."},{"role":"user","content":"It finally happened: Koa Silvermane lives in Ember Grove."},{"role":"user","content":"Today I learned that I am a site planner."},{"role":"user","content":"Something new on my end: Tess Hollowell has gotten into kite surfing."},{"role":"assistant","content":"Understood, recorded."},{"role":"user","content":"For context, Prue Winterbourne works at Thistledown Press."}]}
+{"sessionId":"s-u2-e3","userId":"u2","epoch":3,"date":"2021-05-08","turns":[{"role":"user","content":"A little background on that front: Prue Winterbourne relies on the thistledown reader for daily planning."},{"role":"assistant","content":"Noted, thanks for the update."},{"role":"user","content":"One more thing from this week: Zephyr Nakamura-Ross has a gecko named Pebble."},{"role":"assistant","content":"Appreciate the heads up."},{"role":"user","content":"Fun fact from this month: Emery Latchford has gotten into canyon sketching."},{"role":"user","content":"It finally happened: Esme Larkspur lives in Hollow Pines."},{"role":"user","content":"Quick note for your records: Emery Latchford relies on the rooksedge vault for daily planning."},{"role":"assistant","content":"Got it, I will remember that."},{"role":"user","content":"No regrets so far on that front."},{"role":"user","content":"Worth remembering: Paz Underhill works at Pinwheel Cartography."},{"role":"assistant","content":"Got it, I will remember that."},{"role":"user","content":"Something new on my end: Koa Silvermane relies on the mosspad notebook for daily planning."},{"role":"assistant","content":"Understood, recorded."},{"role":"user","content":"There is a longer story there for another day."},{"role":"user","content":"Fun fact from this month: Prue Winterbourne lives in Sable Ridge."},{"role":"assistant","content":"Got it, I will remember that."},{"role":"user","content":"There is a longer story there for another day."}]}
+{"sessionId":"s-u2-e4","userId":"u2","epoch":4,"date":"2021-06-25","turns":[{"role":"user","content":"Big change on that front: Prue Winterbourne relies on the pinwheel atlas for daily planning instead of thistledown reader."},{"role":"assistant","content":"That is good to know."},{"role":"user","content":"It came together faster than expected."},{"role":"user","content":"I made the jump: Zephyr Nakamura-Ross has a beagle named Waffles, leaving a gecko named Pebble behind."},{"role":"assistant","content":"That is good to know."},{"role":"user","content":"Still settling into it, but it is going well."},{"role":"user","content":"Change of plans since we last talked: Koa Silvermane relies on the rooksedge vault for daily planning, moving on from mosspad notebook."},{"role":"assistant","content":"Nice, thanks for the detail."},{"role":"user","content":"No regrets so far on that front."},{"role":"user","content":"Scratch the old note about Sable Ridge: Prue Winterbourne lives in Willowmere Heights now."},{"role":"assistant","content":"Nice, thanks for the detail."},{"role":"user","content":"It has been keeping things interesting, honestly."},{"role":"user","content":"Big change on that front: Koa Silvermane lives in Foxfire Junction instead of Ember Grove."},{"role":"assistant","content":"Good to know, thanks for sharing."},{"role":"user","content":"It came together faster than expected."},{"role":"user","content":"Something new on my end: Zephyr Nakamura-Ross has gotten into sourdough baking."},{"role":"assistant","content":"That is good to know."},{"role":"user","content":"You might find this useful later: Prue Winterbourne has a gecko named Pebble."},{"role":"assistant","content":"That is good to know."},{"role":"user","content":"You might find this useful later: Ursa Middleton is a site planner."},{"role":"assistant","content":"Good to know, thanks for sharing."}]}

package/fixtures/h1-outcome/corpus-ci/dataset.manifest.json

@@ -0,0 +1,32 @@
+{
+  "name": "drift-gen-core",
+  "version": "1.0.0",
+  "generatorVersion": "1.0.0",
+  "seeds": [
+    21
+  ],
+  "counts": {
+    "users": 2,
+    "epochs": 4,
+    "facts": 64,
+    "probes": 62
+  },
+  "generator": {
+    "factsPerEpoch": 8,
+    "driftingRatio": 0.2,
+    "contradictedRatio": 0.1
+  },
+  "files": {
+    "21/gold/facts.jsonl": "fda66056aaa2c4514cfbb5f22eea1a66c65223329141414325e89000fa79cb56",
+    "21/gold/probes.jsonl": "1f4cc046534f044d7db2207a33d2e782f3ff6c0515259db3aa38313843ad653f",
+    "21/users/u1/sessions.jsonl": "31e211afd180bc9c6dbcfd5abcfaf7dd0f2d3d2a7f1404b2cd30ca01e033f4e2",
+    "21/users/u2/sessions.jsonl": "6ddb1d6e54a49e373047178315c94dc73156f8e4e2fdac40ace7637c5df7c49c"
+  },
+  "createdAt": "1970-01-01T00:00:00.000Z",
+  "licenses": [
+    {
+      "source": "synthetic",
+      "license": "MIT (repo)"
+    }
+  ]
+}

package/fixtures/h1-outcome/corpus-ci/tasks.jsonl

@@ -0,0 +1,12 @@
+{"schemaVersion":1,"taskId":"h1t-ci-01","userId":"u1","instruction":"Report the recorded value of each cited fact, in order, separated by \" | \": gf-u1-1-1 Moss Killdare city; gf-u1-1-2 Onyx Ravensworth pet; gf-u1-2-10 Wynn Ravenscar employer; gf-u1-2-11 Ursa Middleton hobby.","successCheck":{"type":"regex","value":"Ember Grove \\| a rabbit named Clover \\| Quillboard Labs \\| night birding"},"goldFactIds":["gf-u1-1-1","gf-u1-1-2","gf-u1-2-10","gf-u1-2-11"]}
+{"schemaVersion":1,"taskId":"h1t-ci-02","userId":"u2","instruction":"Report the recorded value of each cited fact, in order, separated by \" | \": gf-u2-1-1 Fern Oakhurst employer; gf-u2-1-2 Nico Ashdown project; gf-u2-2-10 Ursa Middleton hobby; gf-u2-2-11 Briar Montrose role.","successCheck":{"type":"regex","value":"Pinwheel Cartography \\| the harborlight migration \\| canyon sketching \\| product designer"},"goldFactIds":["gf-u2-1-1","gf-u2-1-2","gf-u2-2-10","gf-u2-2-11"]}
+{"schemaVersion":1,"taskId":"h1t-ci-03","userId":"u1","instruction":"Report the recorded value of each cited fact, in order, separated by \" | \": gf-u1-1-3 Lux Bannister employer; gf-u1-1-4 Zia Summerfield hobby; gf-u1-2-12 Finley Crowder employer; gf-u1-2-13 Yuki Alderman hobby.","successCheck":{"type":"regex","value":"Lanternfell Games \\| fossil hunting \\| Duskmill Robotics \\| lantern making"},"goldFactIds":["gf-u1-1-3","gf-u1-1-4","gf-u1-2-12","gf-u1-2-13"]}
+{"schemaVersion":1,"taskId":"h1t-ci-04","userId":"u2","instruction":"Report the recorded value of each cited fact, in order, separated by \" | \": gf-u2-1-3 Ursa Middleton pet; gf-u2-1-4 Fern Oakhurst favorite-tool; gf-u2-2-12 Koa Silvermane role; gf-u2-2-13 Koa Silvermane city.","successCheck":{"type":"regex","value":"a parakeet named Comet \\| umbershade viewer \\| product designer \\| Ember Grove"},"goldFactIds":["gf-u2-1-3","gf-u2-1-4","gf-u2-2-12","gf-u2-2-13"]}
+{"schemaVersion":1,"taskId":"h1t-ci-05","userId":"u1","instruction":"Report the recorded value of each cited fact, in order, separated by \" | \": gf-u1-1-5 Gray Pennyworth role; gf-u1-1-6 Perrin Vale role; gf-u1-2-14 Finley Crowder project; gf-u1-2-15 Gray Pennyworth hobby.","successCheck":{"type":"regex","value":"operations coordinator \\| product designer \\| the marrowgate integration \\| lantern making"},"goldFactIds":["gf-u1-1-5","gf-u1-1-6","gf-u1-2-14","gf-u1-2-15"]}
+{"schemaVersion":1,"taskId":"h1t-ci-06","userId":"u2","instruction":"Report the recorded value of each cited fact, in order, separated by \" | \": gf-u2-1-5 Nico Ashdown pet; gf-u2-1-6 Fern Oakhurst role; gf-u2-2-14 Nell Featherby role; gf-u2-2-15 Tess Hollowell hobby.","successCheck":{"type":"regex","value":"a sheepdog named Bramble \\| operations coordinator \\| site planner \\| kite surfing"},"goldFactIds":["gf-u2-1-5","gf-u2-1-6","gf-u2-2-14","gf-u2-2-15"]}
+{"schemaVersion":1,"taskId":"h1t-ci-07","userId":"u1","instruction":"Report the recorded value of each cited fact, in order, separated by \" | \": gf-u1-1-7 Perrin Vale pet; gf-u1-1-8 Gray Pennyworth city; gf-u1-2-16 Fern Oakhurst role; gf-u1-2-9 Lux Bannister hobby.","successCheck":{"type":"regex","value":"a ferret named Nimbus \\| Bracken Hollow \\| operations coordinator \\| letterpress printing"},"goldFactIds":["gf-u1-1-7","gf-u1-1-8","gf-u1-2-16","gf-u1-2-9"]}
+{"schemaVersion":1,"taskId":"h1t-ci-08","userId":"u2","instruction":"Report the recorded value of each cited fact, in order, separated by \" | \": gf-u2-1-7 Piper Goldenrod hobby; gf-u2-1-8 Tess Hollowell project; gf-u2-2-16 Prue Winterbourne employer; gf-u2-2-9 Tess Hollowell project.","successCheck":{"type":"regex","value":"sourdough baking \\| the harborlight migration \\| Thistledown Press \\| the thornbury audit"},"goldFactIds":["gf-u2-1-7","gf-u2-1-8","gf-u2-2-16","gf-u2-2-9"]}
+{"schemaVersion":1,"taskId":"h1t-ci-09","userId":"u1","instruction":"Report the recorded value of each cited fact, in order, separated by \" | \": gf-u1-3-17 Lux Bannister hobby; gf-u1-3-18 Finley Crowder employer; gf-u1-4-25 Gray Pennyworth employer; gf-u1-4-26 Finley Crowder project.","successCheck":{"type":"regex","value":"glass blowing \\| Rooksedge Security \\| Duskmill Robotics \\| the glasswing prototype"},"goldFactIds":["gf-u1-3-17","gf-u1-3-18","gf-u1-4-25","gf-u1-4-26"]}
+{"schemaVersion":1,"taskId":"h1t-ci-10","userId":"u2","instruction":"Report the recorded value of each cited fact, in order, separated by \" | \": gf-u2-3-17 Prue Winterbourne favorite-tool; gf-u2-3-18 Zephyr Nakamura-Ross pet; gf-u2-4-25 Prue Winterbourne favorite-tool; gf-u2-4-26 Zephyr Nakamura-Ross pet.","successCheck":{"type":"regex","value":"thistledown reader \\| a gecko named Pebble \\| pinwheel atlas \\| a beagle named Waffles"},"goldFactIds":["gf-u2-3-17","gf-u2-3-18","gf-u2-4-25","gf-u2-4-26"]}
+{"schemaVersion":1,"taskId":"h1t-ci-11","userId":"u1","instruction":"Report the recorded value of each cited fact, in order, separated by \" | \": gf-u1-3-19 Moss Killdare pet; gf-u1-3-20 Juniper Wells favorite-tool; gf-u1-4-27 Fern Oakhurst role; gf-u1-4-28 Zia Summerfield project.","successCheck":{"type":"regex","value":"a tabby cat named Biscuit \\| saltfern ledger \\| support lead \\| the quenchpoint launch"},"goldFactIds":["gf-u1-3-19","gf-u1-3-20","gf-u1-4-27","gf-u1-4-28"]}
+{"schemaVersion":1,"taskId":"h1t-ci-12","userId":"u2","instruction":"Report the recorded value of each cited fact, in order, separated by \" | \": gf-u2-3-19 Emery Latchford hobby; gf-u2-3-20 Esme Larkspur city; gf-u2-4-27 Koa Silvermane favorite-tool; gf-u2-4-28 Prue Winterbourne city.","successCheck":{"type":"regex","value":"canyon sketching \\| Hollow Pines \\| rooksedge vault \\| Willowmere Heights"},"goldFactIds":["gf-u2-3-19","gf-u2-3-20","gf-u2-4-27","gf-u2-4-28"]}

package/fixtures/h1-outcome/corpus-ci/warm-store.json

@@ -0,0 +1 @@
+{"counters":{"gf-u1-1-1":{"fail":0,"success":1},"gf-u1-1-2":{"fail":0,"success":1},"gf-u1-1-3":{"fail":0,"success":1},"gf-u1-1-4":{"fail":0,"success":1},"gf-u1-1-5":{"fail":0,"success":1},"gf-u1-1-6":{"fail":0,"success":1},"gf-u1-1-7":{"fail":0,"success":1},"gf-u1-1-8":{"fail":0,"success":1},"gf-u1-2-10":{"fail":0,"success":1},"gf-u1-2-11":{"fail":0,"success":1},"gf-u1-2-12":{"fail":0,"success":1},"gf-u1-2-13":{"fail":0,"success":1},"gf-u1-2-14":{"fail":0,"success":1},"gf-u1-2-15":{"fail":0,"success":1},"gf-u1-2-16":{"fail":0,"success":1},"gf-u1-2-9":{"fail":0,"success":1},"gf-u1-3-17":{"fail":0,"success":1},"gf-u1-3-18":{"fail":0,"success":1},"gf-u1-3-19":{"fail":0,"success":1},"gf-u1-3-20":{"fail":0,"success":1},"gf-u1-4-25":{"fail":0,"success":1},"gf-u1-4-26":{"fail":0,"success":1},"gf-u1-4-27":{"fail":0,"success":1},"gf-u1-4-28":{"fail":0,"success":1},"gf-u2-1-1":{"fail":0,"success":1},"gf-u2-1-2":{"fail":0,"success":1},"gf-u2-1-3":{"fail":1,"success":0},"gf-u2-1-4":{"fail":1,"success":0},"gf-u2-1-5":{"fail":0,"success":1},"gf-u2-1-6":{"fail":0,"success":1},"gf-u2-1-7":{"fail":1,"success":0},"gf-u2-1-8":{"fail":1,"success":0},"gf-u2-2-10":{"fail":0,"success":1},"gf-u2-2-11":{"fail":0,"success":1},"gf-u2-2-12":{"fail":1,"success":0},"gf-u2-2-13":{"fail":1,"success":0},"gf-u2-2-14":{"fail":0,"success":1},"gf-u2-2-15":{"fail":0,"success":1},"gf-u2-2-16":{"fail":1,"success":0},"gf-u2-2-9":{"fail":1,"success":0},"gf-u2-3-17":{"fail":0,"success":1},"gf-u2-3-18":{"fail":0,"success":1},"gf-u2-3-19":{"fail":1,"success":0},"gf-u2-3-20":{"fail":1,"success":0},"gf-u2-4-25":{"fail":0,"success":1},"gf-u2-4-26":{"fail":0,"success":1},"gf-u2-4-27":{"fail":1,"success":0},"gf-u2-4-28":{"fail":1,"success":0}},"epochs":4,"provenance":{"generator":"drift-gen","generatorVersion":"1.0.0","manifestName":"drift-gen-core"},"schemaVersion":1,"seed":21,"splitTimestamp":"1970-01-01T00:00:00.000Z","trajectories":[{"factIds":["gf-u1-1-1","gf-u1-1-2","gf-u1-2-10","gf-u1-2-11"],"outcome":"success","taskId":"h1t-ci-01"},{"factIds":["gf-u2-1-1","gf-u2-1-2","gf-u2-2-10","gf-u2-2-11"],"outcome":"success","taskId":"h1t-ci-02"},{"factIds":["gf-u1-1-3","gf-u1-1-4","gf-u1-2-12","gf-u1-2-13"],"outcome":"success","taskId":"h1t-ci-03"},{"factIds":["gf-u2-1-3","gf-u2-1-4","gf-u2-2-12","gf-u2-2-13"],"outcome":"fail","taskId":"h1t-ci-04"},{"factIds":["gf-u1-1-5","gf-u1-1-6","gf-u1-2-14","gf-u1-2-15"],"outcome":"success","taskId":"h1t-ci-05"},{"factIds":["gf-u2-1-5","gf-u2-1-6","gf-u2-2-14","gf-u2-2-15"],"outcome":"success","taskId":"h1t-ci-06"},{"factIds":["gf-u1-1-7","gf-u1-1-8","gf-u1-2-16","gf-u1-2-9"],"outcome":"success","taskId":"h1t-ci-07"},{"factIds":["gf-u2-1-7","gf-u2-1-8","gf-u2-2-16","gf-u2-2-9"],"outcome":"fail","taskId":"h1t-ci-08"},{"factIds":["gf-u1-3-17","gf-u1-3-18","gf-u1-4-25","gf-u1-4-26"],"outcome":"success","taskId":"h1t-ci-09"},{"factIds":["gf-u2-3-17","gf-u2-3-18","gf-u2-4-25","gf-u2-4-26"],"outcome":"success","taskId":"h1t-ci-10"},{"factIds":["gf-u1-3-19","gf-u1-3-20","gf-u1-4-27","gf-u1-4-28"],"outcome":"success","taskId":"h1t-ci-11"},{"factIds":["gf-u2-3-19","gf-u2-3-20","gf-u2-4-27","gf-u2-4-28"],"outcome":"fail","taskId":"h1t-ci-12"}],"users":2}

package/fixtures/h1-outcome/decision-rule.json

@@ -0,0 +1,27 @@
+{
+  "schemaVersion": 1,
+  "ruleId": "h1-outcome-prior-decision-v1",
+  "controllingIssue": 1958,
+  "controllingComment": "https://github.com/joshuaswarren/remnic/issues/1958#issuecomment-4998194342",
+  "clock": {
+    "warmEpochs": [1, 8],
+    "pickEpochs": [9, 10],
+    "lockedEpochs": [11, 12],
+    "pickWeights": [0.15, 0.3, 0.5]
+  },
+  "primaryMetric": "recall@k",
+  "h1b": "NOT RUN",
+  "thresholds": {
+    "minRelativeGain": 0.05,
+    "confidenceLevel": 0.95,
+    "ciLowerStrictlyAbove": 0,
+    "alpha": 0.05
+  },
+  "analysis": {
+    "bootstrapDraws": 10000,
+    "pairing": "user-data-seed-run-seed",
+    "interval": "paired-bootstrap-grouped-by-user",
+    "significance": "paired-shuffle",
+    "pickStageMultiplicity": "holm"
+  }
+}

package/fixtures/h1-outcome/regenerate.ts

@@ -0,0 +1,34 @@
+/**
+ * Regenerates the committed H1 outcome-prior task family and CI snapshot
+ * (issue #1958). Run from the repo root:
+ *
+ *   pnpm exec tsx packages/bench/fixtures/h1-outcome/regenerate.ts
+ *
+ * The full 5-user / 12-epoch session tree is not written here. Rebuild it
+ * locally with `remnic bench drift-gen --users 5 --epochs 12 --seed 21`.
+ */
+
+import { mkdirSync, writeFileSync } from "node:fs";
+import path from "node:path";
+import { fileURLToPath } from "node:url";
+import { H1_CI_RECIPE, buildCommittedTaskArtifacts } from "../../src/ablations/outcome-prior-corpus.js";
+import { generateDriftCorpus } from "../../src/generators/drift-gen/index.js";
+
+const fixtureDir = path.dirname(fileURLToPath(import.meta.url));
+const artifacts = buildCommittedTaskArtifacts();
+const ciDir = path.join(fixtureDir, "corpus-ci");
+
+mkdirSync(ciDir, { recursive: true });
+writeFileSync(path.join(fixtureDir, "tasks.jsonl"), artifacts.fullTasksJsonl);
+const generated = await generateDriftCorpus({
+  users: H1_CI_RECIPE.users,
+  epochs: H1_CI_RECIPE.epochs,
+  seed: H1_CI_RECIPE.seed,
+  outDir: ciDir,
+});
+writeFileSync(path.join(ciDir, "tasks.jsonl"), artifacts.ciTasksJsonl);
+writeFileSync(path.join(ciDir, "warm-store.json"), artifacts.warmStoreJson);
+
+console.log(
+  `regenerated h1-outcome: full tasks ${artifacts.fullTasksJsonl.trim().split("\n").length}, ci tasks ${artifacts.ciTasksJsonl.trim().split("\n").length}, ci facts ${generated.manifest.counts.facts}`,
+);