yuku-codegen 0.5.28 → 0.5.31

package/encode.js

@@ -1,6 +1,5 @@
 // generated by tools/gen_estree_encoder.zig, do not edit
 const NULL = 0xFFFFFFFF;
-const _enc = new TextEncoder();
 const NODE_SIZE = 48;
 const HEADER_SIZE = 44;
 const NODE_FLAGS_OFFSET = 2;
@@ -125,21 +124,35 @@ function encode(program, lineStarts) {
     }
     const start = poolLen;
     let p = start;
-    let ascii = true;
-    for (let i = 0; i < n; i++) {
+    let i = 0;
+    for (; i < n; i++) {
       const c = s.charCodeAt(i);
-      if (c < 0x80) { pool[p++] = c; } else { ascii = false; break; }
+      if (c >= 0x80) break;
+      pool[p++] = c;
     }
-    let r;
-    if (ascii) {
-      r = { start, end: p };
-      poolLen = p;
-    } else {
-      const bytes = _enc.encode(s);
-      pool.set(bytes, start);
-      r = { start, end: start + bytes.length };
-      poolLen = start + bytes.length;
+    // wtf-8 tail: keep lone surrogates as ED A0..BF rather than U+FFFD
+    for (; i < n; i++) {
+      let c = s.charCodeAt(i);
+      if (c < 0x80) {
+        pool[p++] = c;
+      } else if (c < 0x800) {
+        pool[p++] = 0xC0 | (c >> 6);
+        pool[p++] = 0x80 | (c & 0x3F);
+      } else if (c >= 0xD800 && c <= 0xDBFF && i + 1 < n &&
+                 s.charCodeAt(i + 1) >= 0xDC00 && s.charCodeAt(i + 1) <= 0xDFFF) {
+        c = 0x10000 + ((c - 0xD800) << 10) + (s.charCodeAt(++i) - 0xDC00);
+        pool[p++] = 0xF0 | (c >> 18);
+        pool[p++] = 0x80 | ((c >> 12) & 0x3F);
+        pool[p++] = 0x80 | ((c >> 6) & 0x3F);
+        pool[p++] = 0x80 | (c & 0x3F);
+      } else {
+        pool[p++] = 0xE0 | (c >> 12);
+        pool[p++] = 0x80 | ((c >> 6) & 0x3F);
+        pool[p++] = 0x80 | (c & 0x3F);
+      }
     }
+    const r = { start, end: p };
+    poolLen = p;
     strMap.set(s, r);
     return r;
   }
@@ -265,7 +278,6 @@ function encode(program, lineStarts) {
     tagAt(idx, 7);
     slotAt(idx, 0, pat);
     spanAt(idx, asStart(p), asEnd(p));
-    recordComments(p, idx);
     return idx;
   }
   function enc_binary_expression(n) {
@@ -675,10 +687,12 @@ function encode(program, lineStarts) {
     const v = (n.value || {});
     const undef = v.cooked == null;
     const c = encStr(undef ? "" : v.cooked);
+    const r = encStr(v.raw);
     const idx = alloc();
     tagAt(idx, 41);
     flagsAt(idx, (n.tail ? 1 : 0) | (undef ? 2 : 0));
     slotAt(idx, 0, c.start); slotAt(idx, 1, c.end);
+    slotAt(idx, 2, r.start); slotAt(idx, 3, r.end);
     spanAt(idx, asStart(n), asEnd(n));
     recordComments(n, idx);
     return idx;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "yuku-codegen",
-  "version": "0.5.28",
+  "version": "0.5.31",
   "description": "High-performance JavaScript/TypeScript code generator written in Zig",
   "license": "MIT",
   "repository": {
@@ -17,17 +17,17 @@
     "encode.js"
   ],
   "optionalDependencies": {
-    "@yuku-codegen/binding-linux-x64-gnu": "0.5.28",
-    "@yuku-codegen/binding-linux-arm64-gnu": "0.5.28",
-    "@yuku-codegen/binding-linux-arm-gnu": "0.5.28",
-    "@yuku-codegen/binding-linux-x64-musl": "0.5.28",
-    "@yuku-codegen/binding-linux-arm64-musl": "0.5.28",
-    "@yuku-codegen/binding-linux-arm-musl": "0.5.28",
-    "@yuku-codegen/binding-darwin-x64": "0.5.28",
-    "@yuku-codegen/binding-darwin-arm64": "0.5.28",
-    "@yuku-codegen/binding-win32-x64": "0.5.28",
-    "@yuku-codegen/binding-win32-arm64": "0.5.28",
-    "@yuku-codegen/binding-freebsd-x64": "0.5.28"
+    "@yuku-codegen/binding-linux-x64-gnu": "0.5.31",
+    "@yuku-codegen/binding-linux-arm64-gnu": "0.5.31",
+    "@yuku-codegen/binding-linux-arm-gnu": "0.5.31",
+    "@yuku-codegen/binding-linux-x64-musl": "0.5.31",
+    "@yuku-codegen/binding-linux-arm64-musl": "0.5.31",
+    "@yuku-codegen/binding-linux-arm-musl": "0.5.31",
+    "@yuku-codegen/binding-darwin-x64": "0.5.31",
+    "@yuku-codegen/binding-darwin-arm64": "0.5.31",
+    "@yuku-codegen/binding-win32-x64": "0.5.31",
+    "@yuku-codegen/binding-win32-arm64": "0.5.31",
+    "@yuku-codegen/binding-freebsd-x64": "0.5.31"
   },
   "keywords": [
     "ast",
@@ -40,6 +40,6 @@
     "typescript"
   ],
   "peerDependencies": {
-    "yuku-parser": "0.5.22"
+    "yuku-parser": "0.5.28"
   }
 }