json-as 1.3.1 → 1.3.3

package/transform/lib/index.js

@@ -13,7 +13,59 @@ const WRITE = process.env["JSON_WRITE"]?.trim();
 const rawValue = process.env["JSON_DEBUG"]?.trim();
 const DEBUG = rawValue === "true" ? 1 : rawValue === "false" || rawValue === "" ? 0 : isNaN(Number(rawValue)) ? 0 : Number(rawValue);
 const STRICT = process.env["JSON_STRICT"] && process.env["JSON_STRICT"] == "true";
-const USE_FAST_PATH = process.env["JSON_USE_FAST_PATH"]?.trim() === "1";
+const DEFAULT_JSON_CACHE_BYTES = 1 << 20;
+function envFlagDefaultTrue(value) {
+    if (!value)
+        return true;
+    switch (value.trim().toLowerCase()) {
+        case "0":
+        case "false":
+        case "off":
+        case "no":
+            return false;
+        default:
+            return true;
+    }
+}
+const USE_FAST_PATH = envFlagDefaultTrue(process.env["JSON_USE_FAST_PATH"]);
+const THROW_FAST_PATH = process.env["JSON_FAST_PATH_THROW"]?.trim() === "1";
+function parseJSONCacheConfig(value) {
+    if (!value)
+        return { enabled: false, bytes: 0 };
+    const raw = value.trim();
+    if (!raw)
+        return { enabled: false, bytes: 0 };
+    const lower = raw.toLowerCase();
+    if (lower === "false" || lower === "off" || lower === "no" || lower === "none" || lower === "0") {
+        return { enabled: false, bytes: 0 };
+    }
+    if (lower === "true" || lower === "on" || lower === "yes") {
+        return { enabled: true, bytes: DEFAULT_JSON_CACHE_BYTES };
+    }
+    const match = /^(\d+)\s*([kKmMgG]?[bB])?$/.exec(raw);
+    if (!match) {
+        throw new Error(`Invalid JSON_CACHE value '${value}'. Expected true/false or <int>[kb|mb|gb|KB|MB|GB].`);
+    }
+    const amount = Number(match[1]);
+    const suffix = match[2] || "B";
+    if (!Number.isFinite(amount)) {
+        throw new Error(`Invalid JSON_CACHE value '${value}'.`);
+    }
+    const unit = suffix[0];
+    const scale = unit == "k" || unit == "K" ? 1_000 : unit == "m" || unit == "M" ? 1_000_000 : unit == "g" || unit == "G" ? 1_000_000_000 : 1;
+    let bytes = amount * scale;
+    if (suffix.endsWith("b")) {
+        bytes = Math.ceil(bytes / 8);
+    }
+    if (bytes <= 0) {
+        return { enabled: false, bytes: 0 };
+    }
+    if (bytes > 0xffff_ffff) {
+        throw new Error(`JSON_CACHE value '${value}' is too large (max 4GB).`);
+    }
+    return { enabled: true, bytes: Math.floor(bytes) };
+}
+const JSON_CACHE_CONFIG = parseJSONCacheConfig(process.env["JSON_CACHE"]);
 function needsReferenceLoad(type) {
     return type == "ArrayBuffer" || type == "Int8Array" || type == "Uint8Array" || type == "Uint8ClampedArray" || type == "Int16Array" || type == "Uint16Array" || type == "Int32Array" || type == "Uint32Array" || type == "Int64Array" || type == "Uint64Array" || type == "Float32Array" || type == "Float64Array";
 }
@@ -358,7 +410,7 @@ export class JSONTransform extends Visitor {
         this.schema = schema;
         this.visitedClasses.add(fullClassPath);
         const codegenMode = getCodegenMode(this.program);
-        const useFastPath = USE_FAST_PATH && codegenMode !== JSONMode.NAIVE;
+        const requestedFastPath = USE_FAST_PATH && codegenMode !== JSONMode.NAIVE;
         let SERIALIZE = "__SERIALIZE(ptr: usize): void {\n";
         let INITIALIZE = "@inline __INITIALIZE(): this {\n";
         let DESERIALIZE = "__DESERIALIZE_SLOW<__JSON_T>(srcStart: usize, srcEnd: usize, out: __JSON_T): usize {\n";
@@ -486,6 +538,12 @@ export class JSONTransform extends Visitor {
         }
         if (!this.schema.static)
             this.schema.members = sortMembers(this.schema.members);
+        const hasOmitIfMembers = this.schema.members.some((v) => v.flags.has(PropertyFlags.OmitIf));
+        const hasOmitNullMembers = this.schema.members.some((v) => v.flags.has(PropertyFlags.OmitNull));
+        const hasOptionalMembers = hasOmitIfMembers || hasOmitNullMembers;
+        const supportsFastOptionalPath = requestedFastPath && hasOptionalMembers;
+        const hasTypeParams = !!node.typeParameters && node.typeParameters.length > 0;
+        const useFastPath = requestedFastPath && !hasTypeParams && (this.schema.static || supportsFastOptionalPath);
         indent = "  ";
         if (this.schema.static == false) {
             if (this.schema.members.some((v) => v.flags.has(PropertyFlags.OmitNull))) {
@@ -503,36 +561,34 @@ export class JSONTransform extends Visitor {
             const aliasName = JSON.stringify(member.alias || member.name);
             const realName = member.name;
             const isLast = i == this.schema.members.length - 1;
-            if (!useFastPath) {
-                if (member.value) {
-                    if (member.value != "null" && member.value != "0" && member.value != "0.0" && member.value != "false") {
-                        INITIALIZE += `  store<${member.type}>(changetype<usize>(this), ${member.value}, offsetof<this>(${JSON.stringify(member.name)}));\n`;
-                    }
+            if (member.value) {
+                if (member.value != "null" && member.value != "0" && member.value != "0.0" && member.value != "false") {
+                    INITIALIZE += `  store<${member.type}>(changetype<usize>(this), ${member.value}, offsetof<this>(${JSON.stringify(member.name)}));\n`;
+                }
+            }
+            else if (member.generic) {
+                INITIALIZE += `  if (isManaged<nonnull<${member.type}>>() || isReference<nonnull<${member.type}>>()) {\n`;
+                INITIALIZE += `    store<${member.type}>(changetype<usize>(this), changetype<nonnull<${member.type}>>(__new(offsetof<nonnull<${member.type}>>(), idof<nonnull<${member.type}>>())), offsetof<this>(${JSON.stringify(member.name)}));\n`;
+                INITIALIZE += `    if (isDefined(this.${member.name}.__INITIALIZE)) changetype<nonnull<${member.type}>>(this.${member.name}).__INITIALIZE();\n`;
+                INITIALIZE += `  }\n`;
+            }
+            else if (!member.node.type.isNullable) {
+                if (this.getSchema(member.type)) {
+                    INITIALIZE += `  store<${member.type}>(changetype<usize>(this), changetype<nonnull<${member.type}>>(__new(offsetof<nonnull<${member.type}>>(), idof<nonnull<${member.type}>>())).__INITIALIZE(), offsetof<this>(${JSON.stringify(member.name)}));\n`;
                 }
-                else if (member.generic) {
-                    INITIALIZE += `  if (isManaged<nonnull<${member.type}>>() || isReference<nonnull<${member.type}>>()) {\n`;
-                    INITIALIZE += `    store<${member.type}>(changetype<usize>(this), changetype<nonnull<${member.type}>>(__new(offsetof<nonnull<${member.type}>>(), idof<nonnull<${member.type}>>())), offsetof<this>(${JSON.stringify(member.name)}));\n`;
-                    INITIALIZE += `    if (isDefined(this.${member.name}.__INITIALIZE)) changetype<nonnull<${member.type}>>(this.${member.name}).__INITIALIZE();\n`;
-                    INITIALIZE += `  }\n`;
+                else if (member.type.startsWith("Array<")) {
+                    INITIALIZE += `  store<${member.type}>(changetype<usize>(this), [], offsetof<this>(${JSON.stringify(member.name)}));\n`;
                 }
-                else if (!member.node.type.isNullable) {
-                    if (this.getSchema(member.type)) {
-                        INITIALIZE += `  store<${member.type}>(changetype<usize>(this), changetype<nonnull<${member.type}>>(__new(offsetof<nonnull<${member.type}>>(), idof<nonnull<${member.type}>>())).__INITIALIZE(), offsetof<this>(${JSON.stringify(member.name)}));\n`;
-                    }
-                    else if (member.type.startsWith("Array<")) {
-                        INITIALIZE += `  store<${member.type}>(changetype<usize>(this), [], offsetof<this>(${JSON.stringify(member.name)}));\n`;
-                    }
-                    else if (member.type.startsWith("Map<")) {
-                        INITIALIZE += `  store<${member.type}>(changetype<usize>(this), new ${member.type}(), offsetof<this>(${JSON.stringify(member.name)}));\n`;
-                    }
-                    else if (member.type.startsWith("Set<")) {
-                        INITIALIZE += `  store<${member.type}>(changetype<usize>(this), new ${member.type}(), offsetof<this>(${JSON.stringify(member.name)}));\n`;
-                    }
-                    else if (member.type.startsWith("StaticArray<")) {
-                    }
-                    else if (member.type == "string" || member.type == "String") {
-                        INITIALIZE += `  store<${member.type}>(changetype<usize>(this), "", offsetof<this>(${JSON.stringify(member.name)}));\n`;
-                    }
+                else if (member.type.startsWith("Map<")) {
+                    INITIALIZE += `  store<${member.type}>(changetype<usize>(this), new ${member.type}(), offsetof<this>(${JSON.stringify(member.name)}));\n`;
+                }
+                else if (member.type.startsWith("Set<")) {
+                    INITIALIZE += `  store<${member.type}>(changetype<usize>(this), new ${member.type}(), offsetof<this>(${JSON.stringify(member.name)}));\n`;
+                }
+                else if (member.type.startsWith("StaticArray<")) {
+                }
+                else if (member.type == "string" || member.type == "String") {
+                    INITIALIZE += `  store<${member.type}>(changetype<usize>(this), "", offsetof<this>(${JSON.stringify(member.name)}));\n`;
                 }
             }
             const SIMD_ENABLED = this.program.options.hasFeature(16);
@@ -624,8 +680,10 @@ export class JSONTransform extends Visitor {
             else {
                 if (member.node.type.isNullable)
                     sortedMembers.null.push(member);
-                if (isString(type) || type == "JSON.Raw")
+                if (isString(type) || type == "Date")
                     sortedMembers.string.push(member);
+                else if (type == "JSON.Raw")
+                    sortedMembers.object.push(member);
                 else if (isBoolean(type) || type.startsWith("JSON.Box<bool"))
                     sortedMembers.boolean.push(member);
                 else if (isPrimitive(type) || type.startsWith("JSON.Box<") || isEnum(type, this.sources.get(this.schema.node.range.source), this.parser))
@@ -666,20 +724,19 @@ export class JSONTransform extends Visitor {
         const INTEGER_TYPES = [...UNSIGNED_INTEGER_TYPES, ...SIGNED_INTEGER_TYPES];
         const STRING_FIELD_DESERIALIZER = codegenMode === JSONMode.SIMD ? "deserializeStringField_SIMD" : "deserializeStringField_SWAR";
         const getArrayValueType = (type) => {
-            if (type.startsWith("Array<") || type.startsWith("StaticArray<")) {
-                return stripNull(type.slice(type.indexOf("<") + 1, -1).trim());
-            }
-            return null;
+            if (!type.startsWith("Array<") && !type.startsWith("StaticArray<"))
+                return null;
+            return stripNull(type.slice(type.indexOf("<") + 1, -1).trim());
         };
-        const getDeserializer = (type, srcPtr, outPtr, member, keyOffset = 0) => {
+        const getDeserializer = (type, srcPtr, outPtr, member, keyOffset = 0, fastPath = false) => {
             const out = [];
             const resolvedType = stripNull(type);
+            const resolvedSchema = this.getSchema(resolvedType);
             const fieldOffset = `offsetof<this>(${JSON.stringify(member.name)})`;
-            const fieldPtr = `${outPtr} + offsetof<this>(${JSON.stringify(member.name)})`;
             const valuePtr = keyOffset ? `${srcPtr} + ${keyOffset}` : srcPtr;
             if (INTEGER_TYPES.includes(resolvedType)) {
                 const helper = SIGNED_INTEGER_TYPES.includes(resolvedType) ? "deserializeIntegerField" : "deserializeUnsignedField";
-                out.push(`${srcPtr} = ${helper}<${resolvedType}>(${valuePtr}, srcEnd, ${fieldPtr});`);
+                out.push(`${srcPtr} = ${helper}<${resolvedType}>(${valuePtr}, srcEnd, ${outPtr}, ${fieldOffset});`);
             }
             else if (["string", "String"].includes(resolvedType)) {
                 out.push("{");
@@ -689,27 +746,137 @@ export class JSONTransform extends Visitor {
                     out.push(`    ${srcPtr} = ${valuePtr} + 8;`);
                     out.push("  } else {");
                 }
-                out.push(`  ${srcPtr} = ${STRING_FIELD_DESERIALIZER}<${member.type}>(${valuePtr}, srcEnd, ${fieldPtr});`);
+                out.push(`  ${srcPtr} = ${STRING_FIELD_DESERIALIZER}<${member.type}>(${valuePtr}, srcEnd, ${outPtr} + ${fieldOffset});`);
                 if (member.node.type.isNullable) {
                     out.push("  }");
                 }
                 out.push("}");
             }
-            else if (isBoolean(resolvedType)) {
+            else if (resolvedType == "Date") {
                 out.push("{");
-                out.push(`  if (load<u64>(${srcPtr}) == 28429475166421108) {`);
-                out.push(`    store<${resolvedType}>(${outPtr}, true, ${fieldOffset});`);
-                out.push(`    ${srcPtr} += 8;`);
-                out.push("  } else if (load<u64>(" + srcPtr + ") == 32370086184550502 && load<u16>(" + srcPtr + ", 8) == 101) {");
-                out.push(`    store<${resolvedType}>(${outPtr}, false, ${fieldOffset});`);
-                out.push(`    ${srcPtr} += 10;`);
-                out.push("  } else break;");
+                if (member.node.type.isNullable) {
+                    out.push(`  if (load<u64>(${valuePtr}) == 30399761348886638) {`);
+                    out.push(`    store<${member.type}>(${outPtr}, changetype<${member.type}>(0), ${fieldOffset});`);
+                    out.push(`    ${srcPtr} = ${valuePtr} + 8;`);
+                    out.push("  } else {");
+                }
+                out.push(`  if (load<u16>(${valuePtr}) != 0x22) break;`);
+                out.push(`  let dateEnd = ${valuePtr} + 2;`);
+                out.push(`  while (dateEnd < srcEnd) {`);
+                out.push("    if (load<u16>(dateEnd) == 0x22 && load<u16>(dateEnd - 2) != 0x5c) break;");
+                out.push("    dateEnd += 2;");
+                out.push("  }");
+                out.push("  if (dateEnd >= srcEnd) break;");
+                out.push(`  store<${resolvedType}>(${outPtr}, JSON.__deserialize<${resolvedType}>(${valuePtr}, dateEnd + 2), ${fieldOffset});`);
+                out.push(`  ${srcPtr} = dateEnd + 2;`);
+                if (member.node.type.isNullable) {
+                    out.push("  }");
+                }
+                out.push("}");
+            }
+            else if (resolvedType.startsWith("JSON.Box<") || resolvedType.startsWith("Box<")) {
+                const innerType = resolvedType.slice(resolvedType.indexOf("<") + 1, -1).trim();
+                out.push("{");
+                if (member.node.type.isNullable) {
+                    out.push(`  if (load<u64>(${valuePtr}) == 30399761348886638) {`);
+                    out.push(`    store<${member.type}>(${outPtr}, changetype<${member.type}>(0), ${fieldOffset});`);
+                    out.push(`    ${srcPtr} = ${valuePtr} + 8;`);
+                    out.push("  } else {");
+                }
+                if (innerType == "bool" || innerType == "boolean") {
+                    out.push(`    if (load<u64>(${valuePtr}) == 28429475166421108) {`);
+                    out.push(`      store<${resolvedType}>(${outPtr}, changetype<${resolvedType}>(JSON.Box.from<${innerType}>(true)), ${fieldOffset});`);
+                    out.push(`      ${srcPtr} = ${valuePtr} + 8;`);
+                    out.push("    } else if (load<u64>(" + valuePtr + ") == 32370086184550502 && load<u16>(" + valuePtr + ", 8) == 101) {");
+                    out.push(`      store<${resolvedType}>(${outPtr}, changetype<${resolvedType}>(JSON.Box.from<${innerType}>(false)), ${fieldOffset});`);
+                    out.push(`      ${srcPtr} = ${valuePtr} + 10;`);
+                    out.push("    } else break;");
+                }
+                else {
+                    out.push(`    let boxEnd = ${valuePtr};`);
+                    out.push("    while (boxEnd < srcEnd) {");
+                    out.push("      const code = load<u16>(boxEnd);");
+                    out.push("      if (code == 0x2c || code == 0x7d) break;");
+                    out.push("      boxEnd += 2;");
+                    out.push("    }");
+                    out.push(`    if (boxEnd <= ${valuePtr}) break;`);
+                    out.push(`    store<${resolvedType}>(${outPtr}, changetype<${resolvedType}>(JSON.Box.from<${innerType}>(JSON.__deserialize<${innerType}>(${valuePtr}, boxEnd))), ${fieldOffset});`);
+                    out.push(`    ${srcPtr} = boxEnd;`);
+                }
+                if (member.node.type.isNullable) {
+                    out.push("  }");
+                }
+                out.push("}");
+            }
+            else if (resolvedType == "JSON.Raw") {
+                out.push("{");
+                out.push(`  const valueStart = ${srcPtr};`);
+                out.push("  let depth: i32 = 0;");
+                out.push("  let inString = false;");
+                out.push(`  while (${srcPtr} < srcEnd) {`);
+                out.push(`    const code = load<u16>(${srcPtr});`);
+                out.push("    if (inString) {");
+                out.push(`      if (code == 0x22 && load<u16>(${srcPtr} - 2) != 0x5c) inString = false;`);
+                out.push(`      ${srcPtr} += 2;`);
+                out.push("      continue;");
+                out.push("    }");
+                out.push("    if (code == 0x22) {");
+                out.push("      inString = true;");
+                out.push(`      ${srcPtr} += 2;`);
+                out.push("      continue;");
+                out.push("    }");
+                out.push("    if (code == 0x7b || code == 0x5b) {");
+                out.push("      depth++;");
+                out.push(`      ${srcPtr} += 2;`);
+                out.push("      continue;");
+                out.push("    }");
+                out.push("    if (code == 0x7d || code == 0x5d) {");
+                out.push("      if (depth == 0) break;");
+                out.push("      depth--;");
+                out.push(`      ${srcPtr} += 2;`);
+                out.push("      continue;");
+                out.push("    }");
+                out.push("    if (code == 0x2c && depth == 0) break;");
+                out.push(`    ${srcPtr} += 2;`);
+                out.push("  }");
+                out.push(`  if (inString || depth != 0 || ${srcPtr} <= valueStart) break;`);
+                out.push(`  store<${member.type}>(${outPtr}, JSON.Raw.from(JSON.Util.ptrToStr(valueStart, ${srcPtr})), ${fieldOffset});`);
                 out.push("}");
             }
+            else if (isBoolean(resolvedType)) {
+                out.push(`if (load<u64>(${srcPtr}) == 28429475166421108) {`);
+                out.push(`  store<${resolvedType}>(${outPtr}, true, ${fieldOffset});`);
+                out.push(`  ${srcPtr} += 8;`);
+                out.push("} else if (load<u64>(" + srcPtr + ") == 32370086184550502 && load<u16>(" + srcPtr + ", 8) == 101) {");
+                out.push(`  store<${resolvedType}>(${outPtr}, false, ${fieldOffset});`);
+                out.push(`  ${srcPtr} += 10;`);
+                out.push("} else break;");
+            }
             else if (FLOAT_TYPES.includes(resolvedType)) {
-                out.push(`${srcPtr} = deserializeFloatField<${resolvedType}>(${valuePtr}, srcEnd, ${fieldPtr});`);
+                out.push(`${srcPtr} = deserializeFloatField<${resolvedType}>(${valuePtr}, srcEnd, ${outPtr}, ${fieldOffset});`);
             }
-            else if (this.getSchema(resolvedType)) {
+            else if (resolvedSchema && !resolvedSchema.custom) {
+                if (fastPath) {
+                    out.push("{");
+                    if (member.node.type.isNullable) {
+                        out.push(`  if (load<u64>(${valuePtr}) == 30399761348886638) {`);
+                        out.push(`    store<${resolvedType}>(${outPtr}, changetype<${resolvedType}>(0), ${fieldOffset});`);
+                        out.push(`    ${srcPtr} = ${valuePtr} + 8;`);
+                        out.push("  } else {");
+                    }
+                    out.push(`  let value = load<${resolvedType}>(${outPtr}, ${fieldOffset});`);
+                    out.push(`  if (changetype<usize>(value) == 0) {`);
+                    out.push(`    value = changetype<${resolvedType}>(__new(offsetof<nonnull<${resolvedType}>>(), idof<nonnull<${resolvedType}>>()));`);
+                    out.push(`    store<${resolvedType}>(${outPtr}, value, ${fieldOffset});`);
+                    out.push("  }");
+                    out.push(`  ${srcPtr} = changetype<nonnull<${resolvedType}>>(value).__DESERIALIZE_FAST<${resolvedType}>(${valuePtr}, srcEnd, value);`);
+                    out.push(`  if (!${srcPtr}) break;`);
+                    if (member.node.type.isNullable) {
+                        out.push("  }");
+                    }
+                    out.push("}");
+                    return out;
+                }
                 out.push("{");
                 if (member.node.type.isNullable) {
                     out.push(`  if (load<u64>(${srcPtr}) == 30399761348886638) {`);
@@ -718,11 +885,19 @@ export class JSONTransform extends Visitor {
                     out.push("  } else {");
                 }
                 out.push(`  let value = load<${resolvedType}>(${outPtr}, ${fieldOffset});`);
-                out.push("  if (changetype<usize>(value) == 0) {");
+                out.push(`  if (changetype<usize>(value) == 0) {`);
                 out.push(`    value = changetype<${resolvedType}>(__new(offsetof<nonnull<${resolvedType}>>(), idof<nonnull<${resolvedType}>>()));`);
                 out.push(`    store<${resolvedType}>(${outPtr}, value, ${fieldOffset});`);
                 out.push("  }");
-                out.push(`  ${srcPtr} = changetype<nonnull<${resolvedType}>>(value).__DESERIALIZE<${resolvedType}>(${srcPtr}, srcEnd, value);`);
+                out.push(`  const valueStart = ${valuePtr};`);
+                out.push(`  const valueEnd = JSON.Util.scanValueEnd(valueStart, srcEnd);`);
+                out.push("  if (!valueEnd) break;");
+                if (fastPath) {
+                    out.push(`  ${srcPtr} = changetype<nonnull<${resolvedType}>>(value).__DESERIALIZE_FAST<${resolvedType}>(valueStart, valueEnd, value);`);
+                }
+                else {
+                    out.push(`  ${srcPtr} = changetype<nonnull<${resolvedType}>>(value).__DESERIALIZE_SLOW<${resolvedType}>(valueStart, valueEnd, value);`);
+                }
                 if (member.node.type.isNullable) {
                     out.push("  }");
                 }
@@ -730,16 +905,22 @@ export class JSONTransform extends Visitor {
             }
             else if (resolvedType.startsWith("Array<")) {
                 const valueType = getArrayValueType(resolvedType);
-                if (valueType && ["string", "String"].includes(valueType)) {
-                    out.push("{");
-                    out.push(`  if (load<u16>(${srcPtr}) != 0x5b) break;`);
+                out.push("{");
+                if (member.node.type.isNullable) {
+                    out.push(`  if (load<u64>(${valuePtr}) == 30399761348886638) {`);
+                    out.push(`    store<${member.type}>(${outPtr}, changetype<${member.type}>(0), ${fieldOffset});`);
+                    out.push(`    ${srcPtr} = ${valuePtr} + 8;`);
+                    out.push("  } else {");
+                }
+                if (fastPath && valueType && ["string", "String"].includes(valueType)) {
+                    out.push(`  if (load<u16>(${valuePtr}) != 0x5b) break;`);
                     out.push(`  let value = load<${resolvedType}>(${outPtr}, ${fieldOffset});`);
                     out.push("  if (changetype<usize>(value) == 0) {");
-                    out.push(`    value = [];`);
+                    out.push(`    value = instantiate<nonnull<${resolvedType}>>();`);
                     out.push(`    store<${resolvedType}>(${outPtr}, value, ${fieldOffset});`);
                     out.push("  }");
                     out.push("  let index = 0;");
-                    out.push(`  ${srcPtr} += 2;`);
+                    out.push(`  ${srcPtr} = ${valuePtr} + 2;`);
                     out.push(`  if (load<u16>(${srcPtr}) == 0x5d) {`);
                     out.push("    value.length = 0;");
                     out.push(`    ${srcPtr} += 2;`);
@@ -759,18 +940,22 @@ export class JSONTransform extends Visitor {
                     out.push("    }");
                     out.push("    break;");
                     out.push("  }");
+                    if (member.node.type.isNullable) {
+                        out.push("  }");
+                    }
                     out.push("}");
+                    return out;
                 }
-                else if (valueType && this.getSchema(valueType)) {
-                    out.push("{");
-                    out.push(`  if (load<u16>(${srcPtr}) != 0x5b) break;`);
+                const valueSchema = valueType ? this.getSchema(valueType) : null;
+                if (fastPath && valueType && valueSchema && !valueSchema.custom) {
+                    out.push(`  if (load<u16>(${valuePtr}) != 0x5b) break;`);
                     out.push(`  let value = load<${resolvedType}>(${outPtr}, ${fieldOffset});`);
                     out.push("  if (changetype<usize>(value) == 0) {");
-                    out.push(`    value = [];`);
+                    out.push(`    value = instantiate<nonnull<${resolvedType}>>();`);
                     out.push(`    store<${resolvedType}>(${outPtr}, value, ${fieldOffset});`);
                     out.push("  }");
                     out.push("  let index = 0;");
-                    out.push(`  ${srcPtr} += 2;`);
+                    out.push(`  ${srcPtr} = ${valuePtr} + 2;`);
                     out.push(`  if (load<u16>(${srcPtr}) == 0x5d) {`);
                     out.push("    value.length = 0;");
                     out.push(`    ${srcPtr} += 2;`);
@@ -786,7 +971,8 @@ export class JSONTransform extends Visitor {
                     out.push(`      item = changetype<${valueType}>(__new(offsetof<nonnull<${valueType}>>(), idof<nonnull<${valueType}>>()));`);
                     out.push("      value.push(item);");
                     out.push("    }");
-                    out.push(`    ${srcPtr} = changetype<nonnull<${valueType}>>(item).__DESERIALIZE<${valueType}>(${srcPtr}, srcEnd, item);`);
+                    out.push(`    ${srcPtr} = changetype<nonnull<${valueType}>>(item).__DESERIALIZE_FAST<${valueType}>(${srcPtr}, srcEnd, item);`);
+                    out.push(`    if (!${srcPtr}) break;`);
                     out.push("    index++;");
                     out.push(`    const code = load<u16>(${srcPtr});`);
                     out.push("    if (code == 0x2c) {");
@@ -800,80 +986,183 @@ export class JSONTransform extends Visitor {
                     out.push("    }");
                     out.push("    break;");
                     out.push("  }");
+                    if (member.node.type.isNullable) {
+                        out.push("  }");
+                    }
+                    out.push("}");
+                    return out;
+                }
+                out.push(`  let value = load<${resolvedType}>(${outPtr}, ${fieldOffset});`);
+                out.push(`  if (changetype<usize>(value) == 0) {`);
+                out.push(`    value = changetype<${resolvedType}>(instantiate<nonnull<${resolvedType}>>());`);
+                out.push(`    store<${resolvedType}>(${outPtr}, value, ${fieldOffset});`);
+                out.push("  }");
+                out.push(`  if (load<u16>(${valuePtr}) == 0x5b && load<u16>(${valuePtr}, 2) == 0x5d) {`);
+                out.push("    value.length = 0;");
+                out.push(`    ${srcPtr} = ${valuePtr} + 4;`);
+                out.push("  } else {");
+                out.push(`    ${srcPtr} = deserializeArrayInto_SWAR<${resolvedType}>(${valuePtr}, srcEnd, value);`);
+                out.push(`    if (!${srcPtr}) break;`);
+                out.push("  }");
+                if (member.node.type.isNullable) {
+                    out.push("  }");
+                }
+                out.push("}");
+            }
+            else if (resolvedType.startsWith("Map<")) {
+                if (member.node.type.isNullable) {
+                    out.push(`${srcPtr} = deserializeMapField<${resolvedType}>(${srcPtr}, srcEnd, ${outPtr}, ${fieldOffset});`);
+                }
+                else if (fastPath) {
+                    out.push("{");
+                    out.push(`  let value = load<${resolvedType}>(${outPtr}, ${fieldOffset});`);
+                    out.push("  if (changetype<usize>(value) == 0) {");
+                    out.push(`    value = new ${resolvedType}();`);
+                    out.push(`    store<${resolvedType}>(${outPtr}, value, ${fieldOffset});`);
+                    out.push("  }");
+                    out.push(`  ${srcPtr} = deserializeMapInto<${resolvedType}>(${srcPtr}, srcEnd, value);`);
+                    out.push("}");
+                }
+                else {
+                    out.push(`${srcPtr} = deserializeMapInto<${resolvedType}>(${srcPtr}, srcEnd, load<${resolvedType}>(${outPtr}, ${fieldOffset}));`);
+                }
+                out.push(`if (!${srcPtr}) break;`);
+            }
+            else if (resolvedType.startsWith("Set<")) {
+                if (member.node.type.isNullable) {
+                    out.push(`${srcPtr} = deserializeSetField<${resolvedType}>(${srcPtr}, srcEnd, ${outPtr}, ${fieldOffset});`);
+                }
+                else if (fastPath) {
+                    out.push("{");
+                    out.push(`  let value = load<${resolvedType}>(${outPtr}, ${fieldOffset});`);
+                    out.push("  if (changetype<usize>(value) == 0) {");
+                    out.push(`    value = new ${resolvedType}();`);
+                    out.push(`    store<${resolvedType}>(${outPtr}, value, ${fieldOffset});`);
+                    out.push("  }");
+                    out.push(`  ${srcPtr} = deserializeSetInto<${resolvedType}>(${srcPtr}, srcEnd, value);`);
                     out.push("}");
                 }
                 else {
-                    out.push(`${srcPtr} = deserializeArrayField_SWAR<${resolvedType}>(${srcPtr}, srcEnd, ${fieldPtr});`);
-                    out.push(`if (!${srcPtr}) break;`);
+                    out.push(`${srcPtr} = deserializeSetInto<${resolvedType}>(${srcPtr}, srcEnd, load<${resolvedType}>(${outPtr}, ${fieldOffset}));`);
                 }
+                out.push(`if (!${srcPtr}) break;`);
+            }
+            else if (resolvedType.startsWith("StaticArray<")) {
+                out.push(`${srcPtr} = deserializeStaticArrayField<${resolvedType}>(${srcPtr}, srcEnd, ${outPtr}, ${fieldOffset});`);
+                out.push(`if (!${srcPtr}) break;`);
+            }
+            else if (resolvedType == "JSON.Value" || resolvedType == "JSON.Obj" || isEnum(resolvedType, this.sources.get(this.schema.node.range.source), this.parser)) {
+                out.push("break;");
             }
             else {
-                out.push("{");
-                out.push(`  const valueStart = ${srcPtr};`);
-                out.push("  let depth: i32 = 0;");
-                out.push("  let inString = false;");
-                out.push(`  while (${srcPtr} < srcEnd) {`);
-                out.push(`    const code = load<u16>(${srcPtr});`);
-                out.push("    if (inString) {");
-                out.push(`      if (code == 0x22 && load<u16>(${srcPtr} - 2) != 0x5c) inString = false;`);
-                out.push(`      ${srcPtr} += 2;`);
-                out.push("      continue;");
-                out.push("    }");
-                out.push("    if (code == 0x22) {");
-                out.push("      inString = true;");
-                out.push(`      ${srcPtr} += 2;`);
-                out.push("      continue;");
-                out.push("    }");
-                out.push("    if (code == 0x7b || code == 0x5b) {");
-                out.push("      depth++;");
-                out.push(`      ${srcPtr} += 2;`);
-                out.push("      continue;");
-                out.push("    }");
-                out.push("    if (code == 0x7d || code == 0x5d) {");
-                out.push("      if (depth == 0) break;");
-                out.push("      depth--;");
-                out.push(`      ${srcPtr} += 2;`);
-                out.push("      continue;");
-                out.push("    }");
-                out.push("    if (code == 0x2c && depth == 0) break;");
-                out.push(`    ${srcPtr} += 2;`);
-                out.push("  }");
-                out.push(`  if (inString || depth != 0 || ${srcPtr} <= valueStart) break;`);
-                out.push(`  store<${resolvedType}>(${outPtr}, JSON.__deserialize<${resolvedType}>(valueStart, ${srcPtr}), ${fieldOffset});`);
-                out.push("}");
+                out.push("break;");
             }
             return out;
         };
         indent = "  ";
+        DESERIALIZE_FAST += indent + "const start = srcStart;\n";
         DESERIALIZE_FAST += indent + "const dst = changetype<usize>(out);\n";
         DESERIALIZE_FAST += indent + "do {\n";
         indent += "  ";
-        for (let i = 0; i < this.schema.members.length; i++) {
-            const member = this.schema.members[i];
-            const key = JSON.stringify(member.alias || member.name);
-            if (key.length <= 2)
-                throw new Error("Key cannot be empty!");
-            const keySection = (i == 0 ? "{" : ",") + key + ":";
-            DESERIALIZE_FAST += indent + `if ( // ${keySection}\n${(indent += "  ")}${getComparisions(keySection, "srcStart", "!=").join("\n" + indent + "|| ")}\n${(indent = indent.slice(0, -2))}) break;\n`;
-            const keyOffset = keySection.length << 1;
-            const resolvedType = stripNull(member.type);
-            const inlineStringValue = ["string", "String"].includes(resolvedType);
-            if (!inlineStringValue) {
-                DESERIALIZE_FAST += indent + `srcStart += ${keyOffset};\n\n`;
-            }
-            const deserializer = getDeserializer(member.type, "srcStart", "dst", member, inlineStringValue ? keyOffset : 0);
-            if (!deserializer.length) {
-                DESERIALIZE_FAST += indent + "break;\n\n";
-                continue;
+        if (supportsFastOptionalPath) {
+            DESERIALIZE_FAST += indent + "if (load<u16>(srcStart) !== 0x7b) break; // {\n";
+            DESERIALIZE_FAST += indent + "srcStart += 2;\n";
+            DESERIALIZE_FAST += indent + "let seenAny = false;\n\n";
+            for (let i = 0; i < this.schema.members.length; i++) {
+                const member = this.schema.members[i];
+                const key = JSON.stringify(member.alias || member.name);
+                if (key.length <= 2)
+                    throw new Error("Key cannot be empty!");
+                const firstKeySection = key + ":";
+                const nextKeySection = "," + key + ":";
+                const firstKeyOffset = firstKeySection.length << 1;
+                const nextKeyOffset = nextKeySection.length << 1;
+                const resolvedType = stripNull(member.type);
+                const inlineStringValue = ["string", "String"].includes(resolvedType);
+                const deserializerFirst = getDeserializer(member.type, "srcStart", "dst", member, inlineStringValue ? firstKeyOffset : 0, true);
+                const deserializerNext = getDeserializer(member.type, "srcStart", "dst", member, inlineStringValue ? nextKeyOffset : 0, true);
+                const isOptional = member.flags.has(PropertyFlags.OmitNull) || member.flags.has(PropertyFlags.OmitIf);
+                if (!deserializerFirst.length || !deserializerNext.length) {
+                    DESERIALIZE_FAST += indent + "break;\n\n";
+                    continue;
+                }
+                DESERIALIZE_FAST += indent + "if (!seenAny) {\n";
+                indent += "  ";
+                DESERIALIZE_FAST += indent + `if ( // ${firstKeySection}\n${(indent += "  ")}${getComparisions(firstKeySection, "srcStart", "!=").join("\n" + indent + "|| ")}\n${(indent = indent.slice(0, -2))}) {\n`;
+                indent += "  ";
+                if (isOptional) {
+                    DESERIALIZE_FAST += indent + "// optional @omitnull field omitted\n";
+                }
+                else {
+                    DESERIALIZE_FAST += indent + "break;\n";
+                }
+                indent = indent.slice(0, -2);
+                DESERIALIZE_FAST += indent + "} else {\n";
+                indent += "  ";
+                if (!inlineStringValue)
+                    DESERIALIZE_FAST += indent + `srcStart += ${firstKeyOffset};\n`;
+                DESERIALIZE_FAST += indent + deserializerFirst.join("\n" + indent) + "\n";
+                DESERIALIZE_FAST += indent + "seenAny = true;\n";
+                indent = indent.slice(0, -2);
+                DESERIALIZE_FAST += indent + "}\n";
+                indent = indent.slice(0, -2);
+                DESERIALIZE_FAST += indent + "} else {\n";
+                indent += "  ";
+                DESERIALIZE_FAST += indent + `if ( // ${nextKeySection}\n${(indent += "  ")}${getComparisions(nextKeySection, "srcStart", "!=").join("\n" + indent + "|| ")}\n${(indent = indent.slice(0, -2))}) {\n`;
+                indent += "  ";
+                if (isOptional) {
+                    DESERIALIZE_FAST += indent + "// optional @omitnull field omitted\n";
+                }
+                else {
+                    DESERIALIZE_FAST += indent + "break;\n";
+                }
+                indent = indent.slice(0, -2);
+                DESERIALIZE_FAST += indent + "} else {\n";
+                indent += "  ";
+                if (!inlineStringValue)
+                    DESERIALIZE_FAST += indent + `srcStart += ${nextKeyOffset};\n`;
+                DESERIALIZE_FAST += indent + deserializerNext.join("\n" + indent) + "\n";
+                indent = indent.slice(0, -2);
+                DESERIALIZE_FAST += indent + "}\n";
+                indent = indent.slice(0, -2);
+                DESERIALIZE_FAST += indent + "}\n\n";
+            }
+        }
+        else {
+            for (let i = 0; i < this.schema.members.length; i++) {
+                const member = this.schema.members[i];
+                const key = JSON.stringify(member.alias || member.name);
+                if (key.length <= 2)
+                    throw new Error("Key cannot be empty!");
+                const keySection = (i == 0 ? "{" : ",") + key + ":";
+                DESERIALIZE_FAST += indent + `if ( // ${keySection}\n${(indent += "  ")}${getComparisions(keySection, "srcStart", "!=").join("\n" + indent + "|| ")}\n${(indent = indent.slice(0, -2))}) break;\n`;
+                const keyOffset = keySection.length << 1;
+                const resolvedType = stripNull(member.type);
+                const inlineStringValue = ["string", "String"].includes(resolvedType);
+                if (!inlineStringValue) {
+                    DESERIALIZE_FAST += indent + `srcStart += ${keyOffset};\n\n`;
+                }
+                const deserializer = getDeserializer(member.type, "srcStart", "dst", member, inlineStringValue ? keyOffset : 0, true);
+                if (!deserializer.length) {
+                    DESERIALIZE_FAST += indent + "break;\n\n";
+                    continue;
+                }
+                DESERIALIZE_FAST += indent + deserializer.join("\n" + indent) + "\n\n";
             }
-            DESERIALIZE_FAST += indent + deserializer.join("\n" + indent) + "\n\n";
         }
         DESERIALIZE_FAST += indent + "if (load<u16>(srcStart) !== 0x7d) break; // }\n";
         DESERIALIZE_FAST += indent + "srcStart += 2;\n";
         DESERIALIZE_FAST += indent + "return srcStart;\n";
         indent = indent.slice(0, -2);
         DESERIALIZE_FAST += indent + "} while (false);\n\n";
-        DESERIALIZE_FAST += indent + 'throw new Error("Failed to parse JSON ");';
+        if (THROW_FAST_PATH) {
+            DESERIALIZE_FAST += indent + "const failAt = srcStart ? srcStart : start;\n";
+            DESERIALIZE_FAST += indent + "const failEnd = failAt + 160 < srcEnd ? failAt + 160 : srcEnd;\n";
+            DESERIALIZE_FAST += indent + `throw new Error("Fast path failed for ${this.schema.name} at char offset " + ((failAt - start) >> 1).toString() + " near: " + JSON.Util.ptrToStr(failAt, failEnd));`;
+        }
+        else {
+            DESERIALIZE_FAST += indent + "return 0;";
+        }
         indent = indent.slice(0, -2);
         DESERIALIZE_FAST += indent + "}";
         DESERIALIZE += indent + "  let keyStart: usize = 0;\n";
@@ -1107,7 +1396,7 @@ export class JSONTransform extends Visitor {
                 generateConsts(group);
                 const first = group[0];
                 const fName = first.alias || first.name;
-                DESERIALIZE += indent + "            if (" + (first.generic ? "isDefined(out.__DESERIALIZE) &&" : "") + getComparison(fName) + ") { // " + fName + "\n";
+                DESERIALIZE += indent + "            if (" + getComparison(fName) + ") { // " + fName + "\n";
                 DESERIALIZE += indent + "              store<" + first.type + ">(changetype<usize>(out), JSON.__deserialize<" + first.type + ">(lastIndex, srcStart), offsetof<this>(" + JSON.stringify(first.name) + "));\n";
                 DESERIALIZE += indent + "              keyStart = 0;\n";
                 DESERIALIZE += indent + "              break;\n";
@@ -1115,7 +1404,7 @@ export class JSONTransform extends Visitor {
                 for (let i = 1; i < group.length; i++) {
                     const mem = group[i];
                     const memName = mem.alias || mem.name;
-                    DESERIALIZE += indent + " else if (" + (mem.generic ? "isDefined(out.__DESERIALIZE) &&" : "") + getComparison(memName) + ") { // " + memName + "\n";
+                    DESERIALIZE += indent + " else if (" + getComparison(memName) + ") { // " + memName + "\n";
                     DESERIALIZE += indent + "              store<" + mem.type + ">(changetype<usize>(out), JSON.__deserialize<" + mem.type + ">(lastIndex, srcStart), offsetof<this>(" + JSON.stringify(mem.name) + "));\n";
                     DESERIALIZE += indent + "              keyStart = 0;\n";
                     DESERIALIZE += indent + "              break;\n";
@@ -1206,7 +1495,12 @@ export class JSONTransform extends Visitor {
                 const first = group[0];
                 const fName = first.alias || first.name;
                 DESERIALIZE += indent + "          if (" + (first.generic ? "isBoolean<" + first.type + ">() && " : "") + getComparison(fName) + ") { // " + fName + "\n";
-                DESERIALIZE += indent + "            store<boolean>(changetype<usize>(out), true, offsetof<this>(" + JSON.stringify(first.name) + "));\n";
+                if (first.type.startsWith("JSON.Box<bool") || first.type.startsWith("JSON.Box<boolean") || first.type.startsWith("Box<bool") || first.type.startsWith("Box<boolean")) {
+                    DESERIALIZE += indent + "            store<" + first.type + ">(changetype<usize>(out), changetype<" + first.type + ">(JSON.Box.from<bool>(true)), offsetof<this>(" + JSON.stringify(first.name) + "));\n";
+                }
+                else {
+                    DESERIALIZE += indent + "            store<boolean>(changetype<usize>(out), true, offsetof<this>(" + JSON.stringify(first.name) + "));\n";
+                }
                 DESERIALIZE += indent + "            srcStart += 2;\n";
                 DESERIALIZE += indent + "            keyStart = 0;\n";
                 DESERIALIZE += indent + "            break;\n";
@@ -1215,7 +1509,12 @@ export class JSONTransform extends Visitor {
                     const mem = group[i];
                     const memName = mem.alias || mem.name;
                     DESERIALIZE += indent + " else if (" + (mem.generic ? "isBoolean<" + mem.type + ">() && " : "") + getComparison(memName) + ") { // " + memName + "\n";
-                    DESERIALIZE += indent + "            store<boolean>(changetype<usize>(out), true, offsetof<this>(" + JSON.stringify(mem.name) + "));\n";
+                    if (mem.type.startsWith("JSON.Box<bool") || mem.type.startsWith("JSON.Box<boolean") || mem.type.startsWith("Box<bool") || mem.type.startsWith("Box<boolean")) {
+                        DESERIALIZE += indent + "            store<" + mem.type + ">(changetype<usize>(out), changetype<" + mem.type + ">(JSON.Box.from<bool>(true)), offsetof<this>(" + JSON.stringify(mem.name) + "));\n";
+                    }
+                    else {
+                        DESERIALIZE += indent + "            store<boolean>(changetype<usize>(out), true, offsetof<this>(" + JSON.stringify(mem.name) + "));\n";
+                    }
                     DESERIALIZE += indent + "            srcStart += 2;\n";
                     DESERIALIZE += indent + "            keyStart = 0;\n";
                     DESERIALIZE += indent + "            break;\n";
@@ -1250,7 +1549,12 @@ export class JSONTransform extends Visitor {
                 const first = group[0];
                 const fName = first.alias || first.name;
                 DESERIALIZE += indent + "          if (" + (first.generic ? "isBoolean<" + first.type + ">() && " : "") + getComparison(fName) + ") { // " + fName + "\n";
-                DESERIALIZE += indent + "            store<boolean>(changetype<usize>(out), false, offsetof<this>(" + JSON.stringify(first.name) + "));\n";
+                if (first.type.startsWith("JSON.Box<bool") || first.type.startsWith("JSON.Box<boolean") || first.type.startsWith("Box<bool") || first.type.startsWith("Box<boolean")) {
+                    DESERIALIZE += indent + "            store<" + first.type + ">(changetype<usize>(out), changetype<" + first.type + ">(JSON.Box.from<bool>(false)), offsetof<this>(" + JSON.stringify(first.name) + "));\n";
+                }
+                else {
+                    DESERIALIZE += indent + "            store<boolean>(changetype<usize>(out), false, offsetof<this>(" + JSON.stringify(first.name) + "));\n";
+                }
                 DESERIALIZE += indent + "            srcStart += 2;\n";
                 DESERIALIZE += indent + "            keyStart = 0;\n";
                 DESERIALIZE += indent + "            break;\n";
@@ -1259,7 +1563,12 @@ export class JSONTransform extends Visitor {
                     const mem = group[i];
                     const memName = mem.alias || mem.name;
                     DESERIALIZE += indent + " else if (" + (mem.generic ? "isBoolean<" + mem.type + ">() && " : "") + getComparison(memName) + ") { // " + memName + "\n";
-                    DESERIALIZE += indent + "            store<boolean>(changetype<usize>(out), false, offsetof<this>(" + JSON.stringify(mem.name) + "));\n";
+                    if (mem.type.startsWith("JSON.Box<bool") || mem.type.startsWith("JSON.Box<boolean") || mem.type.startsWith("Box<bool") || mem.type.startsWith("Box<boolean")) {
+                        DESERIALIZE += indent + "            store<" + mem.type + ">(changetype<usize>(out), changetype<" + mem.type + ">(JSON.Box.from<bool>(false)), offsetof<this>(" + JSON.stringify(mem.name) + "));\n";
+                    }
+                    else {
+                        DESERIALIZE += indent + "            store<boolean>(changetype<usize>(out), false, offsetof<this>(" + JSON.stringify(mem.name) + "));\n";
+                    }
                     DESERIALIZE += indent + "            srcStart += 2;\n";
                     DESERIALIZE += indent + "            keyStart = 0;\n";
                     DESERIALIZE += indent + "            break;\n";
@@ -1340,30 +1649,26 @@ export class JSONTransform extends Visitor {
         SERIALIZE += indent + "bs.offset += 2;\n";
         SERIALIZE += "}";
         SERIALIZE = SERIALIZE.slice(0, 32) + indent + "bs.proposeSize(" + this.schema.byteSize + ");\n" + SERIALIZE.slice(32);
-        if (!useFastPath) {
-            INITIALIZE += "  return this;\n";
-            INITIALIZE += "}";
-        }
+        INITIALIZE += "  return this;\n";
+        INITIALIZE += "}";
         if (DEBUG > 0) {
             console.log(SERIALIZE_CUSTOM || SERIALIZE);
-            if (!useFastPath)
-                console.log(INITIALIZE);
+            console.log(INITIALIZE);
             console.log(DESERIALIZE_CUSTOM || DESERIALIZE);
         }
-        const DESERIALIZE_DIRECT = useFastPath ? DESERIALIZE_FAST.replace("@inline __DESERIALIZE_FAST<__JSON_T>(srcStart: usize, srcEnd: usize, out: __JSON_T): usize {", "@inline __DESERIALIZE<__JSON_T>(srcStart: usize, srcEnd: usize, out: __JSON_T): usize {") : DESERIALIZE.replace("__DESERIALIZE_SLOW<__JSON_T>", "__DESERIALIZE<__JSON_T>");
         const SERIALIZE_METHOD = SimpleParser.parseClassMember(SERIALIZE_CUSTOM || SERIALIZE, node);
-        const INITIALIZE_METHOD = !useFastPath ? SimpleParser.parseClassMember(INITIALIZE, node) : null;
+        const INITIALIZE_METHOD = SimpleParser.parseClassMember(INITIALIZE, node);
         const DESERIALIZE_CUSTOM_METHOD = DESERIALIZE_CUSTOM ? SimpleParser.parseClassMember(DESERIALIZE_CUSTOM, node) : null;
-        const DESERIALIZE_METHOD = DESERIALIZE_CUSTOM ? null : SimpleParser.parseClassMember(DESERIALIZE_DIRECT, node);
+        const DESERIALIZE_SLOW_METHOD = SimpleParser.parseClassMember(DESERIALIZE, node);
         const DESERIALIZE_FAST_METHOD = useFastPath ? SimpleParser.parseClassMember(DESERIALIZE_FAST, node) : null;
         if (!node.members.find((v) => v.name.text == "__SERIALIZE"))
             node.members.push(SERIALIZE_METHOD);
-        if (!useFastPath && INITIALIZE_METHOD && !node.members.find((v) => v.name.text == "__INITIALIZE"))
+        if (INITIALIZE_METHOD && !node.members.find((v) => v.name.text == "__INITIALIZE"))
             node.members.push(INITIALIZE_METHOD);
         if (DESERIALIZE_CUSTOM_METHOD && !node.members.find((v) => v.name.text == "__DESERIALIZE_CUSTOM"))
             node.members.push(DESERIALIZE_CUSTOM_METHOD);
-        if (DESERIALIZE_METHOD && !node.members.find((v) => v.name.text == "__DESERIALIZE"))
-            node.members.push(DESERIALIZE_METHOD);
+        if (!DESERIALIZE_CUSTOM && DESERIALIZE_SLOW_METHOD && !node.members.find((v) => v.name.text == "__DESERIALIZE_SLOW"))
+            node.members.push(DESERIALIZE_SLOW_METHOD);
         if (!DESERIALIZE_CUSTOM && useFastPath && DESERIALIZE_FAST_METHOD && !node.members.find((v) => v.name.text == "__DESERIALIZE_FAST"))
             node.members.push(DESERIALIZE_FAST_METHOD);
         super.visitClassDeclaration(node);
@@ -1375,23 +1680,21 @@ export class JSONTransform extends Visitor {
     generateEmptyMethods(node) {
         const SERIALIZE_EMPTY = "@inline __SERIALIZE(ptr: usize): void {\n  bs.proposeSize(4);\n  store<u32>(bs.offset, 8192123);\n  bs.offset += 4;\n}";
         const INITIALIZE_EMPTY = "@inline __INITIALIZE(): this {\n  return this;\n}";
-        const DESERIALIZE_EMPTY = "@inline __DESERIALIZE<__JSON_T>(srcStart: usize, srcEnd: usize, out: __JSON_T): usize {\n  return srcEnd;\n}";
-        const useFastPath = USE_FAST_PATH && getCodegenMode(this.program) !== JSONMode.NAIVE;
+        const DESERIALIZE_SLOW_EMPTY = "@inline __DESERIALIZE_SLOW<__JSON_T>(srcStart: usize, srcEnd: usize, out: __JSON_T): usize {\n  return srcEnd;\n}";
         if (DEBUG > 0) {
             console.log(SERIALIZE_EMPTY);
-            if (!useFastPath)
-                console.log(INITIALIZE_EMPTY);
-            console.log(DESERIALIZE_EMPTY);
+            console.log(INITIALIZE_EMPTY);
+            console.log(DESERIALIZE_SLOW_EMPTY);
         }
         const SERIALIZE_METHOD_EMPTY = SimpleParser.parseClassMember(SERIALIZE_EMPTY, node);
-        const INITIALIZE_METHOD_EMPTY = !useFastPath ? SimpleParser.parseClassMember(INITIALIZE_EMPTY, node) : null;
-        const DESERIALIZE_METHOD_EMPTY = SimpleParser.parseClassMember(DESERIALIZE_EMPTY, node);
+        const INITIALIZE_METHOD_EMPTY = SimpleParser.parseClassMember(INITIALIZE_EMPTY, node);
+        const DESERIALIZE_SLOW_METHOD_EMPTY = SimpleParser.parseClassMember(DESERIALIZE_SLOW_EMPTY, node);
         if (!node.members.find((v) => v.name.text == "__SERIALIZE"))
             node.members.push(SERIALIZE_METHOD_EMPTY);
-        if (!useFastPath && INITIALIZE_METHOD_EMPTY && !node.members.find((v) => v.name.text == "__INITIALIZE"))
+        if (INITIALIZE_METHOD_EMPTY && !node.members.find((v) => v.name.text == "__INITIALIZE"))
             node.members.push(INITIALIZE_METHOD_EMPTY);
-        if (!node.members.find((v) => v.name.text == "__DESERIALIZE"))
-            node.members.push(DESERIALIZE_METHOD_EMPTY);
+        if (!node.members.find((v) => v.name.text == "__DESERIALIZE_SLOW"))
+            node.members.push(DESERIALIZE_SLOW_METHOD_EMPTY);
     }
     visitImportStatement(node) {
         super.visitImportStatement(node);
@@ -1412,14 +1715,28 @@ export class JSONTransform extends Visitor {
         const deserializeIntegerFieldImport = this.imports.find((i) => i.declarations?.find((d) => d.foreignName.text == "deserializeIntegerField" || d.name.text == "deserializeIntegerField"));
         const deserializeUnsignedFieldImport = this.imports.find((i) => i.declarations?.find((d) => d.foreignName.text == "deserializeUnsignedField" || d.name.text == "deserializeUnsignedField"));
         const deserializeFloatFieldImport = this.imports.find((i) => i.declarations?.find((d) => d.foreignName.text == "deserializeFloatField" || d.name.text == "deserializeFloatField"));
+        const scanValueEndImport = this.imports.find((i) => i.declarations?.find((d) => d.foreignName.text == "scanValueEnd" || d.name.text == "scanValueEnd"));
         const deserializeArrayField_SWARImport = this.imports.find((i) => i.declarations?.find((d) => d.foreignName.text == "deserializeArrayField_SWAR" || d.name.text == "deserializeArrayField_SWAR"));
+        const deserializeArrayInto_SWARImport = this.imports.find((i) => i.declarations?.find((d) => d.foreignName.text == "deserializeArrayInto_SWAR" || d.name.text == "deserializeArrayInto_SWAR"));
+        const deserializeMapFieldImport = this.imports.find((i) => i.declarations?.find((d) => d.foreignName.text == "deserializeMapField" || d.name.text == "deserializeMapField"));
+        const deserializeMapIntoImport = this.imports.find((i) => i.declarations?.find((d) => d.foreignName.text == "deserializeMapInto" || d.name.text == "deserializeMapInto"));
+        const deserializeSetFieldImport = this.imports.find((i) => i.declarations?.find((d) => d.foreignName.text == "deserializeSetField" || d.name.text == "deserializeSetField"));
+        const deserializeSetIntoImport = this.imports.find((i) => i.declarations?.find((d) => d.foreignName.text == "deserializeSetInto" || d.name.text == "deserializeSetInto"));
+        const deserializeStaticArrayFieldImport = this.imports.find((i) => i.declarations?.find((d) => d.foreignName.text == "deserializeStaticArrayField" || d.name.text == "deserializeStaticArrayField"));
         const deserializeStringFieldSWARImport = this.imports.find((i) => i.declarations?.find((d) => d.foreignName.text == "deserializeStringField_SWAR" || d.name.text == "deserializeStringField_SWAR"));
         const deserializeStringFieldSIMDImport = this.imports.find((i) => i.declarations?.find((d) => d.foreignName.text == "deserializeStringField_SIMD" || d.name.text == "deserializeStringField_SIMD"));
         const sourceText = readFileSync(fromPath).toString();
         const hasLocalDeserializeIntegerField = /\bdeserializeIntegerField\b/.test(sourceText);
         const hasLocalDeserializeUnsignedField = /\bdeserializeUnsignedField\b/.test(sourceText);
         const hasLocalDeserializeFloatField = /\bdeserializeFloatField\b/.test(sourceText);
+        const hasLocalScanValueEnd = /\bscanValueEnd\b/.test(sourceText);
         const hasLocaldeserializeArrayField_SWAR = /\bdeserializeArrayField_SWAR\b/.test(sourceText);
+        const hasLocaldeserializeArrayInto_SWAR = /\bdeserializeArrayInto_SWAR\b/.test(sourceText);
+        const hasLocaldeserializeMapField = /\bdeserializeMapField\b/.test(sourceText);
+        const hasLocaldeserializeMapInto = /\bdeserializeMapInto\b/.test(sourceText);
+        const hasLocaldeserializeSetField = /\bdeserializeSetField\b/.test(sourceText);
+        const hasLocaldeserializeSetInto = /\bdeserializeSetInto\b/.test(sourceText);
+        const hasLocaldeserializeStaticArrayField = /\bdeserializeStaticArrayField\b/.test(sourceText);
         const hasLocalDeserializeStringFieldSWAR = /\bdeserializeStringField_SWAR\b/.test(sourceText);
         const hasLocalDeserializeStringFieldSIMD = /\bdeserializeStringField_SIMD\b/.test(sourceText);
         let baseRel = path.posix.join(...path.relative(path.dirname(fromPath), path.join(baseDir)).split(path.sep));
@@ -1448,19 +1765,25 @@ export class JSONTransform extends Visitor {
                 console.log("Added import: " + toString(replaceNode) + " to " + node.range.source.normalizedPath + "\n");
         }
         if (!deserializeIntegerFieldImport && !hasLocalDeserializeIntegerField) {
-            const replaceNode = Node.createImportStatement([Node.createImportDeclaration(Node.createIdentifierExpression("deserializeIntegerField", node.range, false), null, node.range)], Node.createStringLiteralExpression(path.posix.join(baseRel, "assembly", "deserialize", "integer"), node.range), node.range);
+            const replaceNode = Node.createImportStatement([Node.createImportDeclaration(Node.createIdentifierExpression("deserializeIntegerField", node.range, false), null, node.range)], Node.createStringLiteralExpression(path.posix.join(baseRel, "assembly", "deserialize", "simple", "integer"), node.range), node.range);
             node.range.source.statements.unshift(replaceNode);
             if (DEBUG > 0)
                 console.log("Added import: " + toString(replaceNode) + " to " + node.range.source.normalizedPath + "\n");
         }
         if (!deserializeUnsignedFieldImport && !hasLocalDeserializeUnsignedField) {
-            const replaceNode = Node.createImportStatement([Node.createImportDeclaration(Node.createIdentifierExpression("deserializeUnsignedField", node.range, false), null, node.range)], Node.createStringLiteralExpression(path.posix.join(baseRel, "assembly", "deserialize", "unsigned"), node.range), node.range);
+            const replaceNode = Node.createImportStatement([Node.createImportDeclaration(Node.createIdentifierExpression("deserializeUnsignedField", node.range, false), null, node.range)], Node.createStringLiteralExpression(path.posix.join(baseRel, "assembly", "deserialize", "simple", "unsigned"), node.range), node.range);
             node.range.source.statements.unshift(replaceNode);
             if (DEBUG > 0)
                 console.log("Added import: " + toString(replaceNode) + " to " + node.range.source.normalizedPath + "\n");
         }
         if (!deserializeFloatFieldImport && !hasLocalDeserializeFloatField) {
-            const replaceNode = Node.createImportStatement([Node.createImportDeclaration(Node.createIdentifierExpression("deserializeFloatField", node.range, false), null, node.range)], Node.createStringLiteralExpression(path.posix.join(baseRel, "assembly", "deserialize", "float"), node.range), node.range);
+            const replaceNode = Node.createImportStatement([Node.createImportDeclaration(Node.createIdentifierExpression("deserializeFloatField", node.range, false), null, node.range)], Node.createStringLiteralExpression(path.posix.join(baseRel, "assembly", "deserialize", "simple", "float"), node.range), node.range);
+            node.range.source.statements.unshift(replaceNode);
+            if (DEBUG > 0)
+                console.log("Added import: " + toString(replaceNode) + " to " + node.range.source.normalizedPath + "\n");
+        }
+        if (!scanValueEndImport && !hasLocalScanValueEnd) {
+            const replaceNode = Node.createImportStatement([Node.createImportDeclaration(Node.createIdentifierExpression("scanValueEnd", node.range, false), null, node.range)], Node.createStringLiteralExpression(path.posix.join(baseRel, "assembly", "deserialize", "swar", "array", "shared"), node.range), node.range);
             node.range.source.statements.unshift(replaceNode);
             if (DEBUG > 0)
                 console.log("Added import: " + toString(replaceNode) + " to " + node.range.source.normalizedPath + "\n");
@@ -1471,6 +1794,42 @@ export class JSONTransform extends Visitor {
             if (DEBUG > 0)
                 console.log("Added import: " + toString(replaceNode) + " to " + node.range.source.normalizedPath + "\n");
         }
+        if (!deserializeArrayInto_SWARImport && !hasLocaldeserializeArrayInto_SWAR) {
+            const replaceNode = Node.createImportStatement([Node.createImportDeclaration(Node.createIdentifierExpression("deserializeArrayInto_SWAR", node.range, false), null, node.range)], Node.createStringLiteralExpression(path.posix.join(baseRel, "assembly", "deserialize", "swar", "array"), node.range), node.range);
+            node.range.source.statements.unshift(replaceNode);
+            if (DEBUG > 0)
+                console.log("Added import: " + toString(replaceNode) + " to " + node.range.source.normalizedPath + "\n");
+        }
+        if (!deserializeMapFieldImport && !hasLocaldeserializeMapField) {
+            const replaceNode = Node.createImportStatement([Node.createImportDeclaration(Node.createIdentifierExpression("deserializeMapField", node.range, false), null, node.range)], Node.createStringLiteralExpression(path.posix.join(baseRel, "assembly", "deserialize", "simple", "map"), node.range), node.range);
+            node.range.source.statements.unshift(replaceNode);
+            if (DEBUG > 0)
+                console.log("Added import: " + toString(replaceNode) + " to " + node.range.source.normalizedPath + "\n");
+        }
+        if (!deserializeMapIntoImport && !hasLocaldeserializeMapInto) {
+            const replaceNode = Node.createImportStatement([Node.createImportDeclaration(Node.createIdentifierExpression("deserializeMapInto", node.range, false), null, node.range)], Node.createStringLiteralExpression(path.posix.join(baseRel, "assembly", "deserialize", "simple", "map"), node.range), node.range);
+            node.range.source.statements.unshift(replaceNode);
+            if (DEBUG > 0)
+                console.log("Added import: " + toString(replaceNode) + " to " + node.range.source.normalizedPath + "\n");
+        }
+        if (!deserializeSetFieldImport && !hasLocaldeserializeSetField) {
+            const replaceNode = Node.createImportStatement([Node.createImportDeclaration(Node.createIdentifierExpression("deserializeSetField", node.range, false), null, node.range)], Node.createStringLiteralExpression(path.posix.join(baseRel, "assembly", "deserialize", "simple", "set"), node.range), node.range);
+            node.range.source.statements.unshift(replaceNode);
+            if (DEBUG > 0)
+                console.log("Added import: " + toString(replaceNode) + " to " + node.range.source.normalizedPath + "\n");
+        }
+        if (!deserializeSetIntoImport && !hasLocaldeserializeSetInto) {
+            const replaceNode = Node.createImportStatement([Node.createImportDeclaration(Node.createIdentifierExpression("deserializeSetInto", node.range, false), null, node.range)], Node.createStringLiteralExpression(path.posix.join(baseRel, "assembly", "deserialize", "simple", "set"), node.range), node.range);
+            node.range.source.statements.unshift(replaceNode);
+            if (DEBUG > 0)
+                console.log("Added import: " + toString(replaceNode) + " to " + node.range.source.normalizedPath + "\n");
+        }
+        if (!deserializeStaticArrayFieldImport && !hasLocaldeserializeStaticArrayField) {
+            const replaceNode = Node.createImportStatement([Node.createImportDeclaration(Node.createIdentifierExpression("deserializeStaticArrayField", node.range, false), null, node.range)], Node.createStringLiteralExpression(path.posix.join(baseRel, "assembly", "deserialize", "simple", "staticarray"), node.range), node.range);
+            node.range.source.statements.unshift(replaceNode);
+            if (DEBUG > 0)
+                console.log("Added import: " + toString(replaceNode) + " to " + node.range.source.normalizedPath + "\n");
+        }
         const codegenMode = getCodegenMode(this.program);
         if (codegenMode !== JSONMode.SIMD && !deserializeStringFieldSWARImport && !hasLocalDeserializeStringFieldSWAR) {
             const replaceNode = Node.createImportStatement([Node.createImportDeclaration(Node.createIdentifierExpression("deserializeStringField_SWAR", node.range, false), null, node.range)], Node.createStringLiteralExpression(path.posix.join(baseRel, "assembly", "deserialize", "swar", "string"), node.range), node.range);
@@ -1576,8 +1935,9 @@ export default class Transformer extends Transform {
             }
         }
         program.registerConstantInteger("JSON_MODE", Type.i32, i64_new(MODE));
-        if (process.env["JSON_CACHE"]?.trim().toLowerCase() === "true" || process.env["JSON_CACHE"]?.trim().toLowerCase() === "1") {
+        if (JSON_CACHE_CONFIG.enabled) {
             program.registerConstantInteger("JSON_CACHE", Type.bool, i64_one);
+            program.registerConstantInteger("JSON_CACHE_SIZE", Type.u32, i64_new(JSON_CACHE_CONFIG.bytes));
         }
     }
     afterParse(parser) {