@remnic/bench 9.52.0 → 9.52.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.ts CHANGED
@@ -4589,6 +4589,8 @@ type LoadedJudgeCalibrationState = BenchmarkArtifactJudgeCalibration & Partial<J
4589
4589
  sourceResultId?: string;
4590
4590
  /** Stable hash of the exact question/predicted/expected triples judged. */
4591
4591
  answerSetHash?: string;
4592
+ /** Stable hash of the full ordered source question-id list. */
4593
+ orderedQuestionIdsHash?: string;
4592
4594
  /** Question ids in the pinned calibration slice, in verdict order. */
4593
4595
  sliceQuestionIds?: readonly string[];
4594
4596
  /** Full sanitized provider configuration hashes bound to this calibration. */
@@ -4732,14 +4734,16 @@ declare function hashOrderedQuestionIds(questionIds: readonly string[]): string;
4732
4734
  * then-rename (cursor review: a direct writeFile can leave truncated JSON on
4733
4735
  * crash, which loadJudgeCalibrationState would silently drop as a miss).
4734
4736
  *
4735
- * Only the artifact-relevant subset (`BenchmarkArtifactJudgeCalibration`) is
4736
- * persisted — never the per-question verdicts or answer text (repo ethics +
4737
- * rule 10: nothing interpolated into shell). Optional `identities` record the
4738
- * judge pair that produced the kappa so a later run can refuse a stale kappa
4739
- * for a different pair (codex P2 review); omitted on pre-binding state files.
4737
+ * The artifact-relevant subset (`BenchmarkArtifactJudgeCalibration`) plus
4738
+ * private source provenance is persisted — never the per-question verdicts
4739
+ * or answer text (repo ethics + rule 10: nothing interpolated into shell).
4740
+ * Optional `identities` record the judge pair that produced the kappa so a
4741
+ * later run can refuse a stale kappa for a different pair (codex P2 review);
4742
+ * omitted on pre-binding state files.
4740
4743
  */
4741
4744
  declare function writeJudgeCalibrationState(result: JudgeCalibrationResult, calibrationDir: string, identities?: JudgeCalibrationIdentities, provenance?: {
4742
4745
  sourceResultId: string;
4746
+ orderedQuestionIdsHash?: string;
4743
4747
  localJudgeConfigHash?: string;
4744
4748
  frontierJudgeConfigHash?: string;
4745
4749
  }): Promise<string>;
package/dist/index.js CHANGED
@@ -40672,11 +40672,15 @@ async function loadJudgeCalibrationState(benchmarkId, calibrationDir) {
40672
40672
  }
40673
40673
  const sourceResultId = record.sourceResultId;
40674
40674
  const answerSetHash = record.answerSetHash;
40675
+ const orderedQuestionIdsHash = record.orderedQuestionIdsHash;
40675
40676
  if (typeof sourceResultId === "string" && sourceResultId.length > 0 && typeof answerSetHash === "string" && /^[0-9a-f]{64}$/.test(answerSetHash) && Array.isArray(record.sliceQuestionIds) && record.sliceQuestionIds.length > 0 && record.sliceQuestionIds.length <= CALIBRATION_SLICE_SIZE && record.sliceQuestionIds.length === sampleSize && record.sliceQuestionIds.every((id) => typeof id === "string" && id.length > 0) && new Set(record.sliceQuestionIds).size === record.sliceQuestionIds.length) {
40676
40677
  loaded.sourceResultId = sourceResultId;
40677
40678
  loaded.answerSetHash = answerSetHash;
40678
40679
  loaded.sliceQuestionIds = record.sliceQuestionIds;
40679
40680
  }
40681
+ if (typeof orderedQuestionIdsHash === "string" && /^[0-9a-f]{64}$/.test(orderedQuestionIdsHash)) {
40682
+ loaded.orderedQuestionIdsHash = orderedQuestionIdsHash;
40683
+ }
40680
40684
  if (typeof record.localJudgeConfigHash === "string" && /^[0-9a-f]{64}$/.test(record.localJudgeConfigHash) && typeof record.frontierJudgeConfigHash === "string" && /^[0-9a-f]{64}$/.test(record.frontierJudgeConfigHash)) {
40681
40685
  loaded.localJudgeConfigHash = record.localJudgeConfigHash;
40682
40686
  loaded.frontierJudgeConfigHash = record.frontierJudgeConfigHash;
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@remnic/bench",
3
- "version": "9.52.0",
3
+ "version": "9.52.2",
4
4
  "description": "Retrieval latency ladder benchmarks + CI regression gates for @remnic/core",
5
5
  "type": "module",
6
6
  "main": "./dist/index.js",
@@ -41,8 +41,8 @@
41
41
  "hyparquet": "^1.25.7",
42
42
  "yaml": "^2.4.2",
43
43
  "zod": "^3.24.0",
44
- "@remnic/coding-graph": "^9.52.0",
45
- "@remnic/core": "^9.52.0"
44
+ "@remnic/coding-graph": "^9.52.2",
45
+ "@remnic/core": "^9.52.2"
46
46
  },
47
47
  "devDependencies": {
48
48
  "tsup": "^8.5.1",