@sproutboat/toolchain 0.4.12 → 0.4.14

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @sproutboat/toolchain
 
+## 0.4.14
+
+### Patch Changes
+
+- 6c1f605: Pin and vendor Porffor alpha-10 (`08ac7ee`). Update the compiler patches for UTF-16 JSON strings, surrogate-pair UTF-8 encoding, and `TextEncoder.encodeInto` character boundaries. Verify native Unicode and date behavior against the new source.
+
+## 0.4.13
+
+### Patch Changes
+
+- bb1b6a2: Parse ISO date timezone offsets correctly in native Porffor builds, including zero fields and fractional seconds.
+
 ## 0.4.12
 
 ### Patch Changes

package/PORFFOR_ALPHA10.md

@@ -0,0 +1,9 @@
+# Porffor alpha-10 upgrade audit
+
+The source pin moves from alpha-9 (`de4eb58`) to the [alpha-10 release](https://github.com/CanadaHonk/porffor/releases/tag/alpha-10), commit `08ac7ee1077c05da2bec18dcca15197051e87b62`, published September 27, 2026. The vendored codeload archive has SHA-256 `d49ce6724efde555b4cdeea0d2610baddd4310153956c79b352d86ba9cf0f60f`.
+
+Alpha-10 changes coroutine and `finally` handling, fixes object handling for `null`, replaces array storage with C reuse, and removes threads. Its `compiler/uwebsockets.js` still pins `360c276d609d59af56ae6932adb95154ace9f15f`, so the CLI's vendored uWebSockets archive does not change. The existing Sproutboat patch set applies without changing its anchors or markers.
+
+The native package suite passed 152 tests. The CLI passed 103 tests, 28 broker checks, 30 standalone checks, all 17 default examples, and the five focused Worker/handler fixtures when linked to the local runtime and toolchain. The platform's 32-handler comparison compiled all 32 and matched Bun on 30, unchanged from alpha-9. The remaining two failures are non-ISO date parsing in `15-date-iso.js` and `16-date-parts.js`. See [the scorecard](PORFFOR_SCORECARD.md) for the exact results and patch inventory.
+
+The source upgrade is ready for a toolchain package release. Existing CLI and platform lockfiles still resolve the published alpha-9 toolchain until that package is released and dependencies are refreshed.

package/PORFFOR_SCORECARD.md

@@ -0,0 +1,35 @@
+# Porffor pin scorecard
+
+Pin: alpha-10 (08ac7ee1077c05da2bec18dcca15197051e87b62). Compatibility report: 2026-09-28T07:08:44.821Z.
+
+| Measure | Result |
+| --- | ---: |
+| Fixtures compiled | 32/32 |
+| Behavior matches | 30/32 |
+| Median / p95 compile, ms | 4468 / 7436 |
+| Median / p95 binary, bytes | 983392 / 1016464 |
+| Patch markers | 27 |
+| Upstream files written | 6 |
+| Fresh patch application | pass |
+
+Previous snapshot: alpha-9-de4eb58.json. Matches 30/32 to 30/32; patch markers 27 to 27.
+
+## Patch inventory
+
+- `compiler/render.js`: PORT_MARKER, CONSOLE_MARKER, BYTESTRING_MARKER, READ_RAW_MARKER
+- `compiler/index.js`: LINK_MARKER, CFLAGS_MARKER
+- `compiler/builtins/typedarray.js`: TYPED_ARRAY_FROM_MARKER
+- `compiler/builtins/date.ts`: DATE_PARSER_MARKER
+- `compiler/uwebsockets.js`: BODY_MARKER, STATUS_SIG_MARKER, STATUS_303_MARKER, STATUS_DEFAULT_MARKER, HDR_SIG_MARKER, HDR_CALL_MARKER, HDR_CAP_MARKER, HDR_SKIP_MARKER, HDR_APPEND_MARKER, READ_RAW_DECL_MARKER, FORBIDDEN_HDR_MARKER, WRITE_RESPONSE_MARKER, R2_TRANSFER_MARKER, R2_TRANSFER_CALL_MARKER, R2_DOWNLOAD_CACHE_MARKER, R2_RANGE_CACHE_MARKER, R2_CONDITIONAL_CACHE_MARKER, R2_STREAMING_CACHE_MARKER, R2_RANGE_HEADER_CACHE_MARKER
+- `compiler/builtins_precompiled.js`: regenerated builtin table
+
+Patch source SHA-256: `edf60b7104e2d0b8efb64e38459fd2d5616ccdf24995ad1d4ca07fa232db4eaf`.
+
+## Known behavior gaps
+
+- 15-date-iso.js: request 3 mismatch: expected {"status":200,"body":"2008-03-04T23:00:00.000Z","content-type":null}, got {"status":200,"body":"0003-05-08T00:00:00.000Z","content-type":null}
+- 16-date-parts.js: request 3 mismatch: expected {"status":200,"body":"{\"year\":2008,\"month\":3,\"day\":4}","content-type":"application/json;charset=utf-8"}, got {"status":200,"body":"{\"year\":3,\"month\":5,\"day\":8}","content-type":"application/json;charset=utf-8"}
+
+## Review
+
+Use this scorecard with the full compatibility report and issue #35's build telemetry. If behavior regresses or patch work grows, review the individual patches and measure an alternate backend with the same fixtures.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sproutboat/toolchain",
-  "version": "0.4.12",
+  "version": "0.4.14",
   "license": "MIT",
   "type": "module",
   "repository": {

package/scorecards/alpha-10-08ac7ee.json

@@ -0,0 +1,58 @@
+{
+  "pin": "alpha-10 (08ac7ee1077c05da2bec18dcca15197051e87b62)",
+  "reportGeneratedAt": "2026-09-28T07:08:44.821Z",
+  "fixtures": 32,
+  "compiled": 32,
+  "matched": 30,
+  "medianCompileMs": 4468,
+  "p95CompileMs": 7436,
+  "medianBinaryBytes": 983392,
+  "p95BinaryBytes": 1016464,
+  "patchSourceSha256": "edf60b7104e2d0b8efb64e38459fd2d5616ccdf24995ad1d4ca07fa232db4eaf",
+  "patchMarkerCount": 27,
+  "patchTargets": {
+    "compiler/render.js": [
+      "PORT_MARKER",
+      "CONSOLE_MARKER",
+      "BYTESTRING_MARKER",
+      "READ_RAW_MARKER"
+    ],
+    "compiler/index.js": [
+      "LINK_MARKER",
+      "CFLAGS_MARKER"
+    ],
+    "compiler/builtins/typedarray.js": [
+      "TYPED_ARRAY_FROM_MARKER"
+    ],
+    "compiler/builtins/date.ts": [
+      "DATE_PARSER_MARKER"
+    ],
+    "compiler/uwebsockets.js": [
+      "BODY_MARKER",
+      "STATUS_SIG_MARKER",
+      "STATUS_303_MARKER",
+      "STATUS_DEFAULT_MARKER",
+      "HDR_SIG_MARKER",
+      "HDR_CALL_MARKER",
+      "HDR_CAP_MARKER",
+      "HDR_SKIP_MARKER",
+      "HDR_APPEND_MARKER",
+      "READ_RAW_DECL_MARKER",
+      "FORBIDDEN_HDR_MARKER",
+      "WRITE_RESPONSE_MARKER",
+      "R2_TRANSFER_MARKER",
+      "R2_TRANSFER_CALL_MARKER",
+      "R2_DOWNLOAD_CACHE_MARKER",
+      "R2_RANGE_CACHE_MARKER",
+      "R2_CONDITIONAL_CACHE_MARKER",
+      "R2_STREAMING_CACHE_MARKER",
+      "R2_RANGE_HEADER_CACHE_MARKER"
+    ],
+    "compiler/builtins_precompiled.js": []
+  },
+  "patchApplication": "pass",
+  "mismatches": [
+    "15-date-iso.js: request 3 mismatch: expected {\"status\":200,\"body\":\"2008-03-04T23:00:00.000Z\",\"content-type\":null}, got {\"status\":200,\"body\":\"0003-05-08T00:00:00.000Z\",\"content-type\":null}",
+    "16-date-parts.js: request 3 mismatch: expected {\"status\":200,\"body\":\"{\\\"year\\\":2008,\\\"month\\\":3,\\\"day\\\":4}\",\"content-type\":\"application/json;charset=utf-8\"}, got {\"status\":200,\"body\":\"{\\\"year\\\":3,\\\"month\\\":5,\\\"day\\\":8}\",\"content-type\":\"application/json;charset=utf-8\"}"
+  ]
+}

package/scorecards/alpha-9-de4eb58.json

@@ -0,0 +1,58 @@
+{
+  "pin": "alpha-9 (de4eb588264885b3a1596f75010e371a2052033f)",
+  "reportGeneratedAt": "2026-09-26T00:32:42.739Z",
+  "fixtures": 32,
+  "compiled": 32,
+  "matched": 30,
+  "medianCompileMs": 3139,
+  "p95CompileMs": 3472,
+  "medianBinaryBytes": 983392,
+  "p95BinaryBytes": 1016464,
+  "patchSourceSha256": "69cf5d0bcf3f4d4c05b81df0ff04b83479af622539fa19566155531bf3ee469c",
+  "patchMarkerCount": 27,
+  "patchTargets": {
+    "compiler/render.js": [
+      "PORT_MARKER",
+      "CONSOLE_MARKER",
+      "BYTESTRING_MARKER",
+      "READ_RAW_MARKER"
+    ],
+    "compiler/index.js": [
+      "LINK_MARKER",
+      "CFLAGS_MARKER"
+    ],
+    "compiler/builtins/typedarray.js": [
+      "TYPED_ARRAY_FROM_MARKER"
+    ],
+    "compiler/builtins/date.ts": [
+      "DATE_PARSER_MARKER"
+    ],
+    "compiler/uwebsockets.js": [
+      "BODY_MARKER",
+      "STATUS_SIG_MARKER",
+      "STATUS_303_MARKER",
+      "STATUS_DEFAULT_MARKER",
+      "HDR_SIG_MARKER",
+      "HDR_CALL_MARKER",
+      "HDR_CAP_MARKER",
+      "HDR_SKIP_MARKER",
+      "HDR_APPEND_MARKER",
+      "READ_RAW_DECL_MARKER",
+      "FORBIDDEN_HDR_MARKER",
+      "WRITE_RESPONSE_MARKER",
+      "R2_TRANSFER_MARKER",
+      "R2_TRANSFER_CALL_MARKER",
+      "R2_DOWNLOAD_CACHE_MARKER",
+      "R2_RANGE_CACHE_MARKER",
+      "R2_CONDITIONAL_CACHE_MARKER",
+      "R2_STREAMING_CACHE_MARKER",
+      "R2_RANGE_HEADER_CACHE_MARKER"
+    ],
+    "compiler/builtins_precompiled.js": []
+  },
+  "patchApplication": "pass",
+  "mismatches": [
+    "15-date-iso.js: request 3 mismatch: expected {\"status\":200,\"body\":\"2008-03-04T23:00:00.000Z\",\"content-type\":null}, got {\"status\":200,\"body\":\"0003-05-08T00:00:00.000Z\",\"content-type\":null}",
+    "16-date-parts.js: request 3 mismatch: expected {\"status\":200,\"body\":\"{\\\"year\\\":2008,\\\"month\\\":3,\\\"day\\\":4}\",\"content-type\":\"application/json;charset=utf-8\"}, got {\"status\":200,\"body\":\"{\\\"year\\\":3,\\\"month\\\":5,\\\"day\\\":8}\",\"content-type\":\"application/json;charset=utf-8\"}"
+  ]
+}

package/src/acquire.test.ts

@@ -16,7 +16,7 @@ async function fixture(): Promise<{ archive: string; sha256: string }> {
   const source = join(root, `porffor-${PORFFOR_COMMIT_FULL}`);
   const files = {
     "runtime/index.js": "fixture:runtime/index.js\n",
-    "compiler/render.js":
+    "compiler/render.js": "// sb_native_utf8_scalar_v1\n" +
       "void porf_native_fetch_runtime_init(void) {\n  signal(SIGPIPE, SIG_IGN);\n  porf_init(0, NULL);\n}\n" +
       "f64 porf_native_fetch_get_port(void) {\nfixture:compiler/render.js\n" +
       "int porf_native_fetch_read_value(jsval value, const char** out_buf, size_t* out_len, char** out_owned) {\n" +
@@ -34,6 +34,7 @@ async function fixture(): Promise<{ archive: string; sha256: string }> {
       "const path = require('node:path');\n" +
       "fs.writeFileSync(path.join(__dirname, 'builtins_precompiled.js'), fs.readFileSync(path.join(__dirname, 'builtins/typedarray.js')));\n",
     "compiler/builtins_precompiled.js": "fixture:precompiled\n",
+    "compiler/builtins/date.ts": "export const __ecma262_ParseDTSF = (string: string) => {\n  let n: number = 0;\n  let nInd: number = 0;\n\n  const len: i32 = string.length;\n  const endPtr: i32 = Porffor.IR.ptr(string) + len;\n  let ptr: i32 = Porffor.IR.ptr(string);\n\n  while (ptr <= endPtr) { // <= to include extra null byte to set last n\n    const chr: i32 = Porffor.IR.loadU8(ptr++, 4);\n    if (Porffor.fastAnd(chr >= 48, chr <= 57)) { // 0-9\n      n *= 10;\n      n += chr - 48;\n      continue;\n    }\n\n    if (chr == 45) { // -\n      if (Porffor.fastOr(ptr == Porffor.IR.ptr(string), nInd == 7)) n = -n;\n    }\n\n    if (n > 0) {\n      if (nInd == 0) y = n;\n        else if (nInd == 1) m = n - 1;\n        else if (nInd == 2) dt = n;\n        else if (nInd == 3) h = n;\n        else if (nInd == 4) min = n;\n        else if (nInd == 5) s = n;\n        else if (nInd == 6) milli = n;\n        else if (nInd == 7) tzHour = n;\n        else if (nInd == 8) tzMin = n;\n\n      n = 0;\n      nInd++;\n    }\n  }\n\n  h += tzHour;\n  min += tzMin;\n};\n// RFC 7231 or Date.prototype.toString() parser\n",
     "compiler/builtins/typedarray.js":
       "export const __${name}_from = (arg: any, mapFn: any): ${name} => {\n" +
       "  const arr: any[] = Porffor.array.new(4);\n" +
@@ -112,6 +113,8 @@ async function fixture(): Promise<{ archive: string; sha256: string }> {
       "\n" +
       "  if (body_owned) free(body_owned);\n" +
       "}\n",
+    "compiler/builtins/json.ts": "// sb_json_utf16_v1\n",
+    "runtime/fetch-globals.js": "// sb_text_encoder_scalar_v1\n",
     "compiler/builtins/promise.ts":
       "export const __Porffor_promise_resolve = (value: any, promise: any): void => {\n" +
       "  if (Porffor.type(value) == Porffor.TYPES.object) {\n" +

package/src/acquire.ts

@@ -5,7 +5,7 @@ import { homedir } from "node:os";
 import { resolve } from "node:path";
 // @ts-expect-error Bun's file loader supplies a path; see the pinned-commit
 // check below for why this is safe to trust unconditionally.
-import vendoredPorfforArchive from "../vendor/porffor-de4eb58.tar.gz" with { type: "file" };
+import vendoredPorfforArchive from "../vendor/porffor-08ac7ee.tar.gz" with { type: "file" };
 import { ensurePorfforPatched } from "./patch";
 import { PORFFOR_ARCHIVE_SHA256, PORFFOR_ARCHIVE_URL, PORFFOR_COMMIT_FULL } from "./pin";
 // Folded into the cache manifest below so a toolchain release that changes
@@ -38,6 +38,7 @@ const required = [
   "compiler/index.js",
   "compiler/uwebsockets.js",
   "compiler/precompile.js",
+  "compiler/builtins/date.ts",
   "compiler/builtins/typedarray.js",
   "compiler/builtins_precompiled.js",
 ];

package/src/date-native.test.ts

@@ -0,0 +1,37 @@
+import { expect, test } from "bun:test";
+import { mkdtemp, rm, writeFile } from "node:fs/promises";
+import { tmpdir } from "node:os";
+import { resolve } from "node:path";
+import { ensurePorffor } from "./acquire";
+
+test("native ISO dates honor signed offsets, zero fields, and fractional seconds", async () => {
+  const root = await mkdtemp(resolve(tmpdir(), "sb-date-native-"));
+  const samples = [
+    "2024-01-02T03:04:05Z",
+    "2024-01-02T03:04:05+02:00",
+    "2024-01-02T03:04:05-05:00",
+    "2024-01-02T03:04:05.250+01:00",
+    "2024-01-02T00:00:00Z",
+    "2024-01-02T03:04:05.2+02:30",
+    "2024-01-02T03:04:05.25-00:30",
+  ];
+  try {
+    const porffor = await ensurePorffor({ cacheRoot: resolve(root, "cache") });
+    const source = resolve(root, "date.js");
+    const binary = resolve(root, "date-native");
+    await writeFile(source, `for (const value of ${JSON.stringify(samples)}) console.log(new Date(value).toISOString());\n`);
+    const compile = Bun.spawnSync(["bun", resolve(porffor, "runtime/index.js"), "native", source, "-o", binary, "-s"], {
+      cwd: root,
+      stdout: "pipe",
+      stderr: "pipe",
+    });
+    expect(compile.exitCode, Buffer.from(compile.stderr).toString()).toBe(0);
+    const run = Bun.spawnSync([binary], { stdout: "pipe", stderr: "pipe" });
+    expect(run.exitCode, Buffer.from(run.stderr).toString()).toBe(0);
+    expect(Buffer.from(run.stdout).toString().trim().split("\n")).toEqual(
+      samples.map((value) => new Date(value).toISOString()),
+    );
+  } finally {
+    await rm(root, { recursive: true, force: true });
+  }
+}, 30_000);

package/src/patch.ts

@@ -1,7 +1,7 @@
 /**
  * Idempotent, marker-guarded in-place edits to Porffor's generated C
  * (`compiler/render.js`, `compiler/index.js`, `compiler/uwebsockets.js`,
- * `compiler/builtins/typedarray.js`). Run
+ * `compiler/builtins/typedarray.js`, `compiler/builtins/date.ts`). Run
  * from the build path, not a `postinstall` hook: package managers block
  * dependency lifecycle scripts by default, so a published `postinstall` would
  * silently not run.
@@ -14,6 +14,7 @@
  */
 import { readFile, realpath, writeFile } from "node:fs/promises";
 import { resolve } from "node:path";
+import { patchUnicode } from "./unicode";
 
 // --- compiler/render.js: the native-fetch server, rendered as C text ---
 
@@ -193,6 +194,93 @@ const TYPED_ARRAY_FROM_INJECT =
   "  }\n\n  arr.length = len;\n\n  return new ${name}(arr);\n};";
 const TYPED_ARRAY_FROM_MARKER = "sproutboat: TypedArray.from accepts array-like objects";
 
+// Porffor alpha 9 treats +02:00 as two milliseconds and adds offset hours
+// instead of subtracting them. Count fields even when they contain zero, and
+// apply the signed offset after parsing the local wall-clock fields.
+const DATE_PARSER_MARKER = "sproutboat: ISO timezone offset";
+const DATE_PARSER_ANCHOR = `  let n: number = 0;
+  let nInd: number = 0;
+
+  const len: i32 = string.length;
+  const endPtr: i32 = Porffor.IR.ptr(string) + len;
+  let ptr: i32 = Porffor.IR.ptr(string);
+
+  while (ptr <= endPtr) { // <= to include extra null byte to set last n
+    const chr: i32 = Porffor.IR.loadU8(ptr++, 4);
+    if (Porffor.fastAnd(chr >= 48, chr <= 57)) { // 0-9
+      n *= 10;
+      n += chr - 48;
+      continue;
+    }
+
+    if (chr == 45) { // -
+      if (Porffor.fastOr(ptr == Porffor.IR.ptr(string), nInd == 7)) n = -n;
+    }
+
+    if (n > 0) {
+      if (nInd == 0) y = n;
+        else if (nInd == 1) m = n - 1;
+        else if (nInd == 2) dt = n;
+        else if (nInd == 3) h = n;
+        else if (nInd == 4) min = n;
+        else if (nInd == 5) s = n;
+        else if (nInd == 6) milli = n;
+        else if (nInd == 7) tzHour = n;
+        else if (nInd == 8) tzMin = n;
+
+      n = 0;
+      nInd++;
+    }
+  }
+
+  h += tzHour;
+  min += tzMin;`;
+const DATE_PARSER_INJECT = `  // sproutboat: ISO timezone offset
+  let n: number = 0;
+  let nInd: number = 0;
+  let digits: i32 = 0;
+  let offsetSign: i32 = 0;
+
+  const len: i32 = string.length;
+  const endPtr: i32 = Porffor.IR.ptr(string) + len;
+  let ptr: i32 = Porffor.IR.ptr(string);
+
+  while (ptr <= endPtr) {
+    const chr: i32 = Porffor.IR.loadU8(ptr++, 4);
+    if (Porffor.fastAnd(chr >= 48, chr <= 57)) {
+      n = n * 10 + chr - 48;
+      digits++;
+      continue;
+    }
+
+    if (digits > 0) {
+      if (nInd == 0) y = n;
+        else if (nInd == 1) m = n - 1;
+        else if (nInd == 2) dt = n;
+        else if (nInd == 3) h = n;
+        else if (nInd == 4) min = n;
+        else if (nInd == 5) s = n;
+        else if (nInd == 6) {
+          while (digits < 3) { n *= 10; digits++; }
+          while (digits > 3) { n = Math.trunc(n / 10); digits--; }
+          milli = n;
+        }
+        else if (nInd == 7) tzHour = n;
+        else if (nInd == 8) tzMin = n;
+      n = 0;
+      nInd++;
+      digits = 0;
+    }
+
+    if (Porffor.fastOr(chr == 43, chr == 45) && nInd >= 6) {
+      offsetSign = chr == 43 ? 1 : -1;
+      nInd = 7;
+    }
+  }
+
+  h -= offsetSign * tzHour;
+  min -= offsetSign * tzMin;`;
+
 /**
  * #56 — make the inbound request-body limit configurable.
  *
@@ -856,6 +944,19 @@ async function patchCompilerArgs(root: string): Promise<void> {
   if (changed) await writeFile(file, src);
 }
 
+export async function patchDateParser(root: string): Promise<void> {
+  const file = resolve(root, "compiler/builtins/date.ts");
+  const src = await readFile(file, "utf8");
+  if (src.includes(DATE_PARSER_MARKER)) return;
+  const start = src.indexOf("export const __ecma262_ParseDTSF");
+  const end = src.indexOf("// RFC 7231 or Date.prototype.toString() parser", start);
+  if (start < 0 || end < 0) throw new Error(`could not find Porffor's ISO date parser in ${file}`);
+  const parser = src.slice(start, end);
+  if (!parser.includes(DATE_PARSER_ANCHOR))
+    throw new Error(`could not patch Porffor's ISO date parser: anchor not found in ${file}`);
+  await writeFile(file, src.slice(0, start) + parser.replace(DATE_PARSER_ANCHOR, DATE_PARSER_INJECT) + src.slice(end));
+}
+
 export async function patchTypedArrayFrom(root: string): Promise<void> {
   const file = resolve(root, "compiler/builtins/typedarray.js");
   const src = await readFile(file, "utf8");
@@ -930,6 +1031,8 @@ export async function ensurePorfforPatched(root: string): Promise<void> {
   await patchCompilerArgs(root);
   await patchUwebsockets(root);
   await patchRenderJs(root);
+  await patchDateParser(root);
   await patchTypedArrayFrom(root);
+  await patchUnicode(root);
   done.add(root);
 }

package/src/pin.ts

@@ -11,14 +11,14 @@
  * uWebSockets archive in `sproutboat-cli/vendor/` — then run both repos'
  * test + conformance suites. See sproutboat-cli/MIGRATION.md.
  */
-export const PORFFOR_CHANNEL = "alpha-9";
-export const PORFFOR_COMMIT_FULL = "de4eb588264885b3a1596f75010e371a2052033f";
+export const PORFFOR_CHANNEL = "alpha-10";
+export const PORFFOR_COMMIT_FULL = "08ac7ee1077c05da2bec18dcca15197051e87b62";
 export const PORFFOR_COMMIT = PORFFOR_COMMIT_FULL.slice(0, 7);
 export const PORFFOR_ARCHIVE_SHA256 =
-  "1a62187a93356b36cb6ac703ce9770c8917e4fa65545fd7c33ee8a180ae5a4c9";
+  "d49ce6724efde555b4cdeea0d2610baddd4310153956c79b352d86ba9cf0f60f";
 export const PORFFOR_ARCHIVE_URL = `https://codeload.github.com/CanadaHonk/porffor/tar.gz/${PORFFOR_COMMIT_FULL}`;
 
-/** A compact identity string for a manifest / report (`alpha-9 (de4eb58)`). */
+/** A compact identity string for a manifest / report (`alpha-10 (08ac7ee)`). */
 export function porfforVersion(): string {
   return process.env.PORFFOR_VERSION || `${PORFFOR_CHANNEL} (${PORFFOR_COMMIT})`;
 }

package/src/unicode-native.test.ts

@@ -0,0 +1,113 @@
+import { expect, test } from "bun:test";
+import { cp, mkdtemp, readFile, rm, writeFile } from "node:fs/promises";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+import { ensurePorffor } from "./acquire";
+import { ensurePorfforPatched } from "./patch";
+import {
+  preludePath,
+  TRANSPORT_MARKER,
+  transportPath,
+  wrapNativeFetchHandler,
+} from "../../runtime/src/wrap";
+
+// Bun tests alone cannot expose Porffor's string representations or native
+// wire encoding. Compile a real HTTP handler and compare it with Bun vectors.
+test("native Unicode JSON and UTF-8 encoding preserve code points and buffer boundaries", async () => {
+  const work = await mkdtemp(join(tmpdir(), "sb-unicode-native-"));
+  let child: ReturnType<typeof Bun.spawn> | undefined;
+  try {
+    // Start from the verified pinned checkout, then patch only a private copy.
+    // SPROUTBOAT_PORFFOR_DIR can point at an already-isolated dev compiler.
+    const compiler = await ensurePorffor();
+    const isolated = join(work, "porffor");
+    await cp(compiler, isolated, { recursive: true });
+    await ensurePorfforPatched(isolated);
+    const inputs = ["ASCII", "caffè", "東京", "🚤", "x🚤y", "\ud800", "\udc00", "\ud800x"];
+    const source = join(work, "unicode.js");
+    const binary = join(work, "unicode-native");
+    const code = `export default { fetch() {
+      const values = ${JSON.stringify(inputs)};
+      const encoded = [];
+      const into = [];
+      for (const value of values) {
+        encoded.push(Array.from(new TextEncoder().encode(value)));
+        const rows = [];
+        for (let size = 0; size <= 6; size++) {
+          const dest = new Uint8Array(size);
+          const counts = new TextEncoder().encodeInto(value, dest);
+          rows.push({ counts, bytes: Array.from(dest) });
+        }
+        into.push(rows);
+      }
+      const nested = JSON.parse('{"東京":{"id":"🚤","plain":"caffè"}}');
+      const escaped = JSON.parse('"\\\\ud83d\\\\udea4"');
+      const long = "🚤".repeat(4096);
+      const growth = JSON.parse(JSON.stringify({ value: long })).value;
+      const negatives = [];
+      for (const invalid of ['{', '{} trailing', '"\\\\uZZZZ"', '[1,]']) {
+        let rejected = false;
+        try { JSON.parse(invalid); } catch { rejected = true; }
+        negatives.push(rejected);
+      }
+      const lone = JSON.parse(JSON.stringify({ value: String.fromCharCode(0xd800) }));
+      const quotedKey = JSON.parse(JSON.stringify({ ['quote"key']: "🚤" }));
+      return Response.json({ encoded, into, nested, escaped, growth, negatives, lone, quotedKey });
+    } };`;
+    const [prelude, transport] = await Promise.all([
+      readFile(preludePath, "utf8"),
+      readFile(transportPath("broker"), "utf8"),
+    ]);
+    await writeFile(
+      source,
+      wrapNativeFetchHandler(code, prelude.replace(TRANSPORT_MARKER, transport)),
+    );
+    const compile = Bun.spawnSync(
+      ["bun", join(isolated, "runtime/index.js"), "native", source, "-o", binary, "-s"],
+      { cwd: work, stdout: "pipe", stderr: "pipe" },
+    );
+    expect(compile.exitCode, compile.stderr.toString()).toBe(0);
+    const listener = Bun.listen({ hostname: "127.0.0.1", port: 0, socket: { data() {} } });
+    const port = listener.port;
+    listener.stop(true);
+    child = Bun.spawn([binary], {
+      env: { ...process.env, PORT: String(port) },
+      stdout: "ignore",
+      stderr: "pipe",
+    });
+    let response: Response | undefined;
+    for (let attempt = 0; attempt < 100; attempt++) {
+      try {
+        response = await fetch(`http://127.0.0.1:${port}/`, { signal: AbortSignal.timeout(500) });
+        break;
+      } catch {}
+      if (child.exitCode !== null) break;
+      await Bun.sleep(50);
+    }
+    expect(response).toBeDefined();
+    const actual = await response!.json();
+    expect(actual.encoded).toEqual(
+      inputs.map((input) => Array.from(new TextEncoder().encode(input))),
+    );
+    expect(actual.into).toEqual(
+      inputs.map((input) =>
+        Array.from({ length: 7 }, (_, size) => {
+          const bytes = new Uint8Array(size);
+          return { counts: new TextEncoder().encodeInto(input, bytes), bytes: Array.from(bytes) };
+        }),
+      ),
+    );
+    expect(actual.nested).toEqual({ 東京: { id: "🚤", plain: "caffè" } });
+    expect(actual.escaped).toBe("🚤");
+    expect(actual.growth).toBe("🚤".repeat(4096));
+    expect(actual.lone).toEqual({ value: "\ud800" });
+    expect(actual.quotedKey).toEqual({ 'quote"key': "🚤" });
+    expect(actual.negatives).toEqual([true, true, true, true]);
+  } finally {
+    if (child) {
+      child.kill(9);
+      await child.exited;
+    }
+    await rm(work, { recursive: true, force: true });
+  }
+}, 60_000);

package/src/unicode.test.ts

@@ -0,0 +1,42 @@
+import { expect, test } from "bun:test";
+import { unicodeEncoderSource } from "./unicode";
+const source = unicodeEncoderSource("class TextEncoder { }\nclass TextDecoder { }");
+// oxlint-disable-next-line no-function-constructor -- Test the replacement source inserted into Porffor's fetch globals.
+const Encoder = new Function(`${source}\nreturn TextEncoder;`)();
+
+test("UTF-8 encoding matches WebCrypto inputs for BMP, astral and lone surrogates", () => {
+  for (const input of [
+    "",
+    "ASCII",
+    "caffè",
+    "東京",
+    "🚤",
+    "x🚤y",
+    "\ud800",
+    "\udc00",
+    "\ud800x",
+    "🚤".repeat(1000),
+  ]) {
+    expect(Array.from(new Encoder().encode(input))).toEqual(
+      Array.from(new TextEncoder().encode(input)),
+    );
+  }
+});
+
+test("encodeInto stops before a split UTF-8 character and counts UTF-16 units", () => {
+  for (const input of ["🚤", "x🚤y", "éx", "\ud800x"]) {
+    for (let size = 0; size <= 10; size++) {
+      const actual = new Uint8Array(size);
+      const expected = new Uint8Array(size);
+      expect(new Encoder().encodeInto(input, actual)).toEqual(
+        new TextEncoder().encodeInto(input, expected),
+      );
+      expect(actual).toEqual(expected);
+    }
+  }
+});
+
+test("encoder patch is idempotent and refuses a changed upstream layout", () => {
+  expect(unicodeEncoderSource(source)).toBe(source);
+  expect(() => unicodeEncoderSource("unexpected upstream")).toThrow();
+});

package/src/unicode.ts

@@ -0,0 +1,233 @@
+import { createHash } from "node:crypto";
+import { readFile, realpath, writeFile } from "node:fs/promises";
+import { resolve } from "node:path";
+
+const JSON_MARKER = "sb_json_utf16_v1";
+const ENCODER_MARKER = "sb_text_encoder_scalar_v1";
+function replace(source: string, anchor: string, replacement: string): string {
+  if (!source.includes(anchor)) throw new Error(`Porffor Unicode patch anchor missing: ${anchor}`);
+  return source.replaceAll(anchor, replacement);
+}
+
+// Keep Porffor's parser/serializer, but store UTF-16 code units instead of
+// truncating them into byte buffers. Dynamic inputs may be either string form.
+export function unicodeJsonSource(source: string): string {
+  if (source.includes(JSON_MARKER)) return source;
+  const start = source.indexOf("export const __Porffor_bytestring_bufferStr");
+  const end = source.indexOf("export const __Porffor_json_canSerialize");
+  if (start < 0 || end < start) throw new Error("Porffor JSON buffer helpers not found");
+  source =
+    source.slice(0, start) +
+    `
+// ${JSON_MARKER}
+export const __Porffor_bytestring_bufferStr = (buffer: i32, str: any): i32 => {
+  const len: i32 = str.length;
+  if (buffer + 4 + len * 2 > __Porffor_json_bufLimit) return buffer + len * 2;
+  for (let i: i32 = 0; i < len; i++) Porffor.IR.storeU16(buffer + i * 2, 4, str.charCodeAt(i));
+  return buffer + len * 2;
+};
+export const __Porffor_bytestring_bufferChar = (buffer: i32, char: i32): i32 => {
+  if (buffer + 6 > __Porffor_json_bufLimit) return buffer + 2;
+  Porffor.IR.storeU16(buffer, 4, char);
+  return buffer + 2;
+};
+export const __Porffor_bytestring_buffer2Char = (buffer: i32, a: i32, b: i32): i32 => {
+  buffer = __Porffor_bytestring_bufferChar(buffer, a);
+  return __Porffor_bytestring_bufferChar(buffer, b);
+};
+export const __Porffor_json_appendChar = (out: string, char: i32): void => {
+  const len: i32 = out.length;
+  Porffor.IR.storeU16(Porffor.IR.ptr(out) + len * 2, 4, char);
+  out.length = len + 1;
+};
+` +
+    source.slice(end);
+  source = replace(source, "text: bytestring", "text: any");
+  source = replace(source, "(_: bytestring)", "(_: any)");
+  source = replace(
+    source,
+    "const out: bytestring = Porffor.malloc(6 + (strEnd - pos));",
+    "const out: string = Porffor.malloc(4 + (strEnd - pos) * 2);",
+  );
+  source = replace(source, "Porffor.bytestring.appendChar(out,", "__Porffor_json_appendChar(out,");
+  source = replace(
+    source,
+    "Porffor.callThis(__ByteString_prototype_slice, text, start, pos)",
+    "text.slice(start, pos)",
+  );
+  source = replace(
+    source,
+    "let buffer: bytestring = Porffor.malloc(6 + cap);",
+    "let buffer: string = Porffor.malloc(4 + cap);",
+  );
+  source = replace(
+    source,
+    "buffer = Porffor.malloc(6 + cap);",
+    "buffer = Porffor.malloc(4 + cap);",
+  );
+  source = replace(
+    source,
+    "buffer.length = out - (buffer as i32);",
+    "buffer.length = (out - (buffer as i32)) / 2;",
+  );
+  source = replace(source, "(buffer - _buffer) > 1", "(buffer - _buffer) > 2");
+  source = replace(source, "Porffor.IR.storeU8(buffer, 3,", "Porffor.IR.storeU16(buffer, 2,");
+  source = replace(source, "for (const key: bytestring in", "for (const key: any in");
+  // Serialize object keys through the string escaping path too.
+  source = replace(
+    source,
+    `      buffer = __Porffor_bytestring_bufferChar(buffer, 34); // "
+      buffer = __Porffor_bytestring_bufferStr(buffer, key);
+      buffer = __Porffor_bytestring_bufferChar(buffer, 34); // "`,
+    "      buffer = __Porffor_json_serialize(buffer, key, depth, undefined);",
+  );
+  source = replace(
+    source,
+    `      // todo: support non-bytestrings
+      buffer = __Porffor_bytestring_bufferChar(buffer, c);`,
+    `      // Well-formed JSON.stringify escapes lone surrogate code units.
+      if ((c >= 0xd800 && c <= 0xdbff && (i + 1 >= len || value.charCodeAt(i + 1) < 0xdc00 || value.charCodeAt(i + 1) > 0xdfff)) ||
+          (c >= 0xdc00 && c <= 0xdfff && (i == 0 || value.charCodeAt(i - 1) < 0xd800 || value.charCodeAt(i - 1) > 0xdbff))) {
+        buffer = __Porffor_bytestring_buffer2Char(buffer, 92, 117);
+        for (let shift: i32 = 12; shift >= 0; shift -= 4) {
+          const digit: i32 = (c >> shift) & 15;
+          buffer = __Porffor_bytestring_bufferChar(buffer, digit < 10 ? digit + 48 : digit + 87);
+        }
+        continue;
+      }
+      buffer = __Porffor_bytestring_bufferChar(buffer, c);`,
+  );
+  // JSON.parse must reject trailing non-whitespace, not just parse a prefix.
+  source = replace(
+    source,
+    "return __Porffor_json_parseValue(_, posPtr, _.length);",
+    `const result: any = __Porffor_json_parseValue(_, posPtr, _.length);
+  if (__Porffor_json_skipWhitespace(_, Porffor.IR.loadI32(posPtr, 0), _.length) != _.length) throw new SyntaxError('Unexpected trailing JSON input');
+  return result;`,
+  );
+  return source;
+}
+
+const ENCODER = `class TextEncoder {
+  // ${ENCODER_MARKER}
+  get encoding() { return 'utf-8'; }
+  encode(input = '') {
+    const text = String(input);
+    let length = 0;
+    for (let i = 0; i < text.length; i++) {
+      const c = text.charCodeAt(i);
+      if (c >= 0xd800 && c <= 0xdbff && i + 1 < text.length && text.charCodeAt(i + 1) >= 0xdc00 && text.charCodeAt(i + 1) <= 0xdfff) { length += 4; i++; }
+      else length += c < 0x80 ? 1 : c < 0x800 ? 2 : 3;
+    }
+    const out = new Uint8Array(length);
+    this.encodeInto(text, out);
+    return out;
+  }
+  encodeInto(source, destination) {
+    const text = String(source);
+    let read = 0;
+    let written = 0;
+    while (read < text.length) {
+      let cp = text.charCodeAt(read);
+      let units = 1;
+      if (cp >= 0xd800 && cp <= 0xdbff && read + 1 < text.length && text.charCodeAt(read + 1) >= 0xdc00 && text.charCodeAt(read + 1) <= 0xdfff) {
+        cp = 0x10000 + ((cp - 0xd800) << 10) + text.charCodeAt(read + 1) - 0xdc00;
+        units = 2;
+      } else if (cp >= 0xd800 && cp <= 0xdfff) cp = 0xfffd;
+      const count = cp < 0x80 ? 1 : cp < 0x800 ? 2 : cp < 0x10000 ? 3 : 4;
+      if (written + count > destination.length) break;
+      if (count === 1) destination[written++] = cp;
+      else if (count === 2) {
+        destination[written++] = 0xc0 | (cp >> 6);
+        destination[written++] = 0x80 | (cp & 0x3f);
+      } else if (count === 3) {
+        destination[written++] = 0xe0 | (cp >> 12);
+        destination[written++] = 0x80 | ((cp >> 6) & 0x3f);
+        destination[written++] = 0x80 | (cp & 0x3f);
+      } else {
+        destination[written++] = 0xf0 | (cp >> 18);
+        destination[written++] = 0x80 | ((cp >> 12) & 0x3f);
+        destination[written++] = 0x80 | ((cp >> 6) & 0x3f);
+        destination[written++] = 0x80 | (cp & 0x3f);
+      }
+      read += units;
+    }
+    return { read, written };
+  }
+}
+
+`;
+export function unicodeEncoderSource(source: string): string {
+  if (source.includes(ENCODER_MARKER)) return source;
+  const start = source.indexOf("class TextEncoder {");
+  const end = source.indexOf("class TextDecoder {", start);
+  if (start < 0 || end < start) throw new Error("Porffor TextEncoder block not found");
+  return source.slice(0, start) + ENCODER + source.slice(end);
+}
+
+export function unicodeWireSource(source: string): string {
+  const marker = "sb_native_utf8_scalar_v1";
+  if (source.includes(marker)) return source;
+  const start = source.indexOf("  if (value.type == ${TYPES.string}) {");
+  const end = source.indexOf("    utf8[out_len_local]", start);
+  if (start < 0 || end < start) throw new Error("Porffor UTF-16 wire encoder not found");
+  let block = source.slice(start, end);
+  block = replace(
+    block,
+    "      u16 c = chars[i];",
+    `      // ${marker}
+      u32 c = chars[i];
+      if (c >= 0xd800 && c <= 0xdbff && i + 1 < len && chars[i + 1] >= 0xdc00 && chars[i + 1] <= 0xdfff) {
+        c = 0x10000 + ((c - 0xd800) << 10) + chars[++i] - 0xdc00;
+      } else if (c >= 0xd800 && c <= 0xdfff) c = 0xfffd;`,
+  );
+  block = replace(
+    block,
+    `      } else {
+        utf8[out_len_local++] = (char)(0xe0 | (c >> 12));
+        utf8[out_len_local++] = (char)(0x80 | ((c >> 6) & 0x3f));
+        utf8[out_len_local++] = (char)(0x80 | (c & 0x3f));
+      }`,
+    `      } else if (c < 0x10000) {
+        utf8[out_len_local++] = (char)(0xe0 | (c >> 12));
+        utf8[out_len_local++] = (char)(0x80 | ((c >> 6) & 0x3f));
+        utf8[out_len_local++] = (char)(0x80 | (c & 0x3f));
+      } else {
+        utf8[out_len_local++] = (char)(0xf0 | (c >> 18));
+        utf8[out_len_local++] = (char)(0x80 | ((c >> 12) & 0x3f));
+        utf8[out_len_local++] = (char)(0x80 | ((c >> 6) & 0x3f));
+        utf8[out_len_local++] = (char)(0x80 | (c & 0x3f));
+      }`,
+  );
+  return source.slice(0, start) + block + source.slice(end);
+}
+
+export async function patchUnicode(root: string): Promise<void> {
+  const renderPath = resolve(root, "compiler/render.js");
+  await writeFile(renderPath, unicodeWireSource(await readFile(renderPath, "utf8")));
+  const jsonPath = resolve(root, "compiler/builtins/json.ts");
+  const globalsPath = resolve(root, "runtime/fetch-globals.js");
+  const json = unicodeJsonSource(await readFile(jsonPath, "utf8"));
+  const globals = unicodeEncoderSource(await readFile(globalsPath, "utf8"));
+  await writeFile(jsonPath, json);
+  await writeFile(globalsPath, globals);
+  // Source edits alone do not change the builtin table used by native builds.
+  const digest = createHash("sha256").update(json).digest("hex");
+  const stamp = resolve(root, "compiler/.sb-unicode-json");
+  let previous = "";
+  try {
+    previous = await readFile(stamp, "utf8");
+  } catch {
+    /* first build */
+  }
+  if (previous === digest) return;
+  const precompile = await realpath(resolve(root, "compiler/precompile.js"));
+  const child = Bun.spawn(["bun", precompile], { cwd: root, stdout: "pipe", stderr: "pipe" });
+  const [code, stdout, stderr] = await Promise.all([
+    child.exited,
+    new Response(child.stdout).text(),
+    new Response(child.stderr).text(),
+  ]);
+  if (code !== 0) throw new Error(`could not precompile Unicode JSON: ${stderr || stdout}`);
+  await writeFile(stamp, digest);
+}