@hona/openeval 0.5.7 → 0.5.8

package/VERIFICATION.md

@@ -93,7 +93,9 @@ evidence. Do not put evaluator scripts in candidate workspaces.
 ## Readable judgments and controls
 
 Retained code judgments stay scored when a metadata-only identity change leaves
-the exact self-contained executable unchanged. The reader verifies both recorded
+the comment-free self-contained executable unchanged. Generated bundle comments
+and debug IDs are excluded; string literals remain executable input.
+The reader verifies both recorded
 identities and rejects changed source, external package imports, unknown metadata,
 or a different execution protocol. This check makes no model calls and rewrites
 no evidence. A completed code verification is still required. Package/lockfile

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hona/openeval",
-  "version": "0.5.7",
+  "version": "0.5.8",
   "description": "Code and LLM evaluations with isolated agents, recorded OpenCode data, and a results viewer",
   "license": "MIT",
   "repository": {

package/src/infra/judging/code-source.ts

@@ -18,7 +18,8 @@ function portableDirectories(source: string) {
 }
 
 /** An unchanged self-contained executable can retain judgments whose older
- * identity included host package manifests and lockfiles. This is a read-only
+ * identity included host package manifests and lockfiles. Generated comments
+ * and debug IDs are not executable input. This is a read-only
  * identity check, not a rewrite of recorded code or a changed scoring rule.
  * External packages still require their exact executable identity. */
 export function recordedCodeMatches(
@@ -27,7 +28,8 @@ export function recordedCodeMatches(
 ) {
   if (!recorded) return false;
   if (recorded.hash === expected.hash) return true;
-  if (!expected.source.trim() || expected.source !== recorded.source ||
+  if (!expected.source.trim() ||
+      printer.transformSync(expected.source) !== printer.transformSync(recorded.source) ||
       Object.keys(expected.dependencies).length !== 0) return false;
   const imports = new Bun.Transpiler({ loader: "js" }).scan(expected.source).imports;
   if (imports.some(item => !item.path.startsWith("node:") && !item.path.startsWith("bun:"))) return false;