@hyperfixi/testing-framework 6.0.0 → 6.1.0

package/CHANGELOG.md

@@ -7,6 +7,62 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+## [6.1.0] - 2026-10-18
+
+One validator and one translator: MCP `validate_and_compile` accepts the English the engine reads
+and warns `NAME_COLLISION`, and `validate_hyperscript` and `translate_hyperscript` are deprecated for
+7.0. `@hyperfixi/vite-plugin`'s `slavic` and `south-asian` regions load their languages.
+
+### Added
+
+- **`@lokascript/compilation-service`: `validate` warns `NAME_COLLISION`** on foreign input whose
+  variable is spelled like a word of its own language (es `si` is also `if`), with the rename
+  semantic's finder suggests: the one check MCP `validate_hyperscript` made that `validate_and_compile`
+  did not, with its wording and its confidence floor (#1568).
+- **`@lokascript/compilation-service`: a README** (#1570). `files` listed one, but the package had
+  none.
+
+### Deprecated
+
+- **`@hyperfixi/mcp-server`: `validate_hyperscript` and `translate_hyperscript`, removed in 7.0**
+  (#1569).
+  Measured 2026-10-18 on 6.0.0, through the server:
+  - `translate_hyperscript` returns `translate_code`'s text on 471 of 471 pairs, with the same 21
+    refusals; `translate_code` adds a fidelity `verification` and `NAME_COLLISION` warnings.
+  - On 672 inputs `validate_hyperscript` caught nothing `validate_and_compile` missed, and every
+    warning only it gave was a false alarm (a fixed list of 34 event names; an if/end count). Its one
+    useful check, `NAME_COLLISION`, is in `validate_and_compile` now.
+
+  Both still work. Their descriptions start "Deprecated", and each result carries a second text block
+  naming the replacement. The skills, the mcp-server README, MIGRATION.md and the LLM-tool checklist
+  name only `validate_and_compile` and `translate_code`. The lokascript-multilingual skill had called
+  `translate_hyperscript` keyword substitution that does not reorder words, which was not true.
+
+### Fixed
+
+- **`@lokascript/compilation-service`: `validate` (MCP `validate_and_compile`) no longer rejects
+  English the engine reads.** Of the 1,128 command-shape cases `@hyperfixi/engine` reads, it
+  rejected 90:
+  - every behavior definition (a `BehaviorNode` keeps its name as a field, and the schema check read
+    it as a missing role; this also failed behaviors in every other language);
+  - 73 parses under semantic's default confidence bar (`init`, `when`, `def`, `live`, bare `hide`, …);
+  - a quoted event name semantic does not read, and `wait for <event>`.
+
+  For natural-language English the engine's parse now decides `ok`, and semantic's doubts come back
+  as warnings that say the IR may leave part of the code out. A request that sets `confidence`
+  keeps them as errors, as does foreign input, which runs as semantic's translation. On the agent
+  bench every correct rejection was already the engine's (16 of 16), so none moved.
+  testing-framework's `validate-agrees-with-engine.test.ts` holds the 1,128 at 0 rejected (#1566).
+
+- **`@hyperfixi/vite-plugin`: `region: 'slavic'` and `region: 'south-asian'` load their languages**
+  (#1567).
+  Both were in the option's type and the README's language list, but the expansion had a
+  hand-written case per region and none for these two, so they loaded English alone. Regions now
+  expand from `REGIONS` itself, and the README's region table lists both. The debug size table
+  (`SEMANTIC_BUNDLE_SIZES`, January 2025) is re-measured by a new
+  `scripts/measure-semantic-sizes.ts`: semantic's core plus one language is ~163–175 KB gzipped,
+  not the ~14–20 KB it claimed (`all` ~383 KB, not ~61 KB).
+
 ## [6.0.0] - 2026-10-18
 
 Removes `@lokascript/compilation-service`'s test and component generation, deprecated in 5.1.0. For
@@ -1943,7 +1999,8 @@ _Synchronized version release. See git history for details._
 - npm access token stored in GitHub Secrets
 - 2FA recommended for npm organization
 
-[Unreleased]: https://github.com/codetalcott/hyperfixi/compare/v6.0.0...HEAD
+[Unreleased]: https://github.com/codetalcott/hyperfixi/compare/v6.1.0...HEAD
+[6.1.0]: https://github.com/codetalcott/hyperfixi/compare/v6.0.0...v6.1.0
 [6.0.0]: https://github.com/codetalcott/hyperfixi/compare/v5.1.0...v6.0.0
 [5.1.0]: https://github.com/codetalcott/hyperfixi/compare/v5.0.0...v5.1.0
 [5.0.0]: https://github.com/codetalcott/hyperfixi/compare/v4.8.0...v5.0.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hyperfixi/testing-framework",
-  "version": "6.0.0",
+  "version": "6.1.0",
   "description": "Cross-platform behavior testing suite for LokaScript applications",
   "main": "dist/index.js",
   "module": "dist/index.mjs",
@@ -57,10 +57,10 @@
   "author": "LokaScript Contributors",
   "license": "MIT",
   "dependencies": {
-    "@hyperfixi/patterns-reference": "^6.0.0",
-    "@lokascript/compilation-service": "^6.0.0",
-    "@lokascript/i18n": "^6.0.0",
-    "@lokascript/semantic": "^6.0.0",
+    "@hyperfixi/patterns-reference": "^6.1.0",
+    "@lokascript/compilation-service": "^6.1.0",
+    "@lokascript/i18n": "^6.1.0",
+    "@lokascript/semantic": "^6.1.0",
     "diff": "^8.0.3",
     "esbuild": "^0.25.12",
     "happy-dom": "^20.14.5",
@@ -72,8 +72,8 @@
     "vite": "^8.3.1"
   },
   "devDependencies": {
-    "@hyperfixi/engine": "^6.0.0",
-    "@lokascript/hyperscript-adapter": "^6.0.0",
+    "@hyperfixi/engine": "^6.1.0",
+    "@lokascript/hyperscript-adapter": "^6.1.0",
     "@types/diff": "^5.0.0",
     "@types/node": "^26.6.3",
     "@vitest/coverage-v8": "^5.0.0",

package/src/agent-bench/README.md

@@ -200,6 +200,29 @@ measured. The three silent rows left are code the engine reads: `toggle .active
 (`this` is a variable there, null at run time), and the valid-code-different-intent pair
 (`add .hidden to #menu`, `on mouseover`).
 
+### The engine decides English (2026-10-18)
+
+C4d added the engine's verdict but kept semantic's gates as errors too, so `validate` rejected
+English the engine reads. On the 1,128 command-shape cases the engine reads, it rejected 90:
+all 15 behavior definitions (the name is a `BehaviorNode` field, which the schema check read as a
+missing role), 73 parses under semantic's default confidence bar (`init`, `when`, `def`,
+`live`, bare `hide`, …), a quoted event name semantic does not read, and `wait for <event>`. On
+this bench every correct rejection was already the engine's.
+
+Now a behavior's name is not checked as a role, and for English the engine's parse decides
+`ok`: semantic's doubts are warnings, unless the request sets `confidence`. Foreign input runs as
+semantic's translation, so semantic's gates stay errors there. `validate-agrees-with-engine.test.ts`
+holds the 1,128 at 0 rejected.
+
+|                                       | C4d   | engine decides English |
+| ------------------------------------- | ----- | ---------------------- |
+| parse (validator says ok)             | 20/37 | 21/37                  |
+| wrong and **rejected** (loop repairs) | 16/37 | 16/37                  |
+| wrong and **silent**                  | 3/37  | 3/37                   |
+
+The row that moved is correct code: `on "refresh" put "Refreshed" into #output`. The engine reads
+a quoted event name, semantic does not, so it validates with a warning and no IR.
+
 ## Adding a task
 
 Append to [`tasks.ts`](./tasks.ts): a prompt with no hyperscript in it, a

package/src/agent-bench/validate-agrees-with-engine.test.ts

@@ -0,0 +1,61 @@
+/**
+ * `CompilationService.validate` (MCP `validate_and_compile`) rejects no English the engine reads.
+ *
+ * Its `ok` is what an agent's repair loop acts on, so a false error sends the agent to "fix"
+ * code that runs. Measured 2026-10-18 on 6.0.0: of the 1,128 command-shape cases the engine
+ * reads (upstream's own tests and core's reference examples), validate rejected 90: all 15
+ * behavior definitions (the name is a BehaviorNode field, which the schema check read as a
+ * missing role), 73 parses under semantic's default confidence bar (`init`, `when`, `def`,
+ * `live`, bare `hide`, …), a quoted event name semantic does not read, and `wait for <event>`.
+ * For English the engine's parse now decides, and semantic's doubts are warnings. The bench's
+ * 16 rejected phrasings were all the engine's (ENGINE_PARSE_ERROR), so none of them moved.
+ *
+ * @vitest-environment node
+ * As agent-bench.test.ts: the engine registers against this environment's globals.
+ */
+
+import { describe, it, expect, beforeAll } from 'vitest';
+import { readFileSync } from 'node:fs';
+import path from 'node:path';
+import { fileURLToPath } from 'node:url';
+
+const CASES_PATH = path.resolve(
+  path.dirname(fileURLToPath(import.meta.url)),
+  '../multilingual/command-shapes.cases.json'
+);
+
+interface Case {
+  id: string;
+  source: string;
+}
+
+describe('validate agrees with the engine on English it reads', () => {
+  let validate: (code: string) => { ok: boolean };
+  let engineReads: (code: string) => boolean;
+
+  beforeAll(async () => {
+    const { CompilationService } = await import('@lokascript/compilation-service');
+    const service = await CompilationService.create();
+    validate = code => service.validate({ code, language: 'en' });
+    const engine = await import('@hyperfixi/engine');
+    engine.register(...engine.everything);
+    engineReads = code => {
+      try {
+        return engine.api.parse(code).errors.length === 0;
+      } catch {
+        return false;
+      }
+    };
+  }, 60_000);
+
+  it('rejects none of the command-shape cases the engine reads', () => {
+    const cases = (JSON.parse(readFileSync(CASES_PATH, 'utf8')) as { cases: Case[] }).cases;
+    const readable = cases.filter(c => engineReads(c.source));
+    // A harvest that lost most of its cases would make this vacuous.
+    expect(readable.length).toBeGreaterThan(1000);
+    const rejected = readable
+      .filter(c => !validate(c.source).ok)
+      .map(c => `${c.id} ${JSON.stringify(c.source.slice(0, 70))}`);
+    expect(rejected).toEqual([]);
+  });
+});