json-as 1.1.26 → 1.1.27

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "json-as",
-  "version": "1.1.26",
+  "version": "1.1.27",
   "author": "Jairus Tanaka",
   "repository": {
     "type": "git",
@@ -12,6 +12,8 @@
     "@types/node": "^25.0.3",
     "assemblyscript": "^0.28.9",
     "assemblyscript-prettier": "^3.0.1",
+    "chartjs-node-canvas": "^5.0.0",
+    "chartjs-plugin-datalabels": "^2.2.0",
     "prettier": "^3.7.4",
     "tinybench": "^6.0.0",
     "typescript": "^5.9.3"
@@ -57,7 +59,7 @@
     "test": "bash ./run-tests.sh",
     "bench:as": "bash ./run-bench.as.sh",
     "bench:js": "bash ./run-bench.js.sh",
-    "build:test": "rm -rf ./build/ && JSON_DEBUG=2 JSON_WRITE=assembly/test.ts asc assembly/test.ts --transform ./transform -o ./build/test.wasm --textFile ./build/test.wat --enable simd --debug --config ./node_modules/@assemblyscript/wasi-shim/asconfig.json",
+    "build:test": "rm -rf ./build/ && JSON_DEBUG=2 JSON_WRITE=assembly/test.ts asc assembly/test.ts --transform ./transform -o ./build/test.wasm --textFile ./build/test.wat --debug --config ./node_modules/@assemblyscript/wasi-shim/asconfig.json",
     "build:tmp:test": "rm -rf ./build/ && JSON_DEBUG=1 asc assembly/test.tmp.ts -o ./build/test.wasm --textFile ./build/test.wat --enable simd --debug --config ./node_modules/@assemblyscript/wasi-shim/asconfig.json",
     "build:test:wine": "JSON_DEBUG=1 JSON_WRITE=assembly/test.ts NODE_SKIP_PLATFORM_CHECK=1 wine ~/.win-bin/node/node.exe ./node_modules/assemblyscript/bin/asc.js assembly/test.ts --transform ./transform -o ./build/test.wasm --textFile ./build/test.wat --debug --config ./node_modules/@assemblyscript/wasi-shim/asconfig.json",
     "test:wasmtime": "wasmtime ./build/test.wasm",

package/run-bench.as.sh

@@ -1,49 +1,57 @@
 #!/bin/bash
-RUNTIMES=${RUNTIMES:-"minimal stub"}
-ENGINES=${ENGINES:-"liftoff ignition sparkplug turbofan llvm"}
-for file in ./assembly/__benches__/abc.bench.ts; do
+RUNTIMES=${RUNTIMES:-"incremental"} # incremental minimal stub
+ENGINES=${ENGINES:-"turbofan"} # liftoff ignition sparkplug turbofan
+mkdir -p ./build/logs/as/simd
+mkdir -p ./build/logs/as/swar
+for file in ./assembly/__benches__/*.bench.ts; do
     filename=$(basename -- "$file")
     for runtime in $RUNTIMES; do
         output="./build/${filename%.ts}.${runtime}"
 
-        npx asc "$file" --transform ./transform -o "${output}.1" -O3 --converge --noAssert --uncheckedBehavior always --runtime $runtime --enable simd --enable bulk-memory --exportStart start || {
+        npx asc "$file" --transform ./transform -o "${output}.1" -O3 --converge --noAssert --uncheckedBehavior always --runtime $runtime --enable bulk-memory --exportStart start || {
             echo "Build failed"
             exit 1
         }
 
-        wasm-opt --enable-bulk-memory --enable-simd --enable-nontrapping-float-to-int --enable-tail-call -tnh -iit -ifwl -s 0 -O4 "${output}.1" -o "${output}.wasm"
+        wasm-opt --enable-bulk-memory --enable-nontrapping-float-to-int --enable-tail-call -tnh -iit -ifwl -s 0 -O4 "${output}.1" -o "${output}.wasm"
         rm "${output}.1"
 
-        npx asc "$file" --transform ./transform -o "${output}.2" -O3 --converge --noAssert --uncheckedBehavior always --runtime $runtime --enable simd --enable bulk-memory --config ./node_modules/@assemblyscript/wasi-shim/asconfig.json || {
+        npx asc "$file" --transform ./transform -o "${output}.1" -O3 --converge --noAssert --uncheckedBehavior always --runtime $runtime --enable bulk-memory --enable simd --exportStart start || {
             echo "Build failed"
             exit 1
         }
 
-        wasm-opt --enable-bulk-memory --enable-simd --enable-nontrapping-float-to-int --enable-tail-call -tnh -iit -ifwl -s 0 -O4 "${output}.2" -o "${output%.wasm}.wasi.wasm"
-        rm "${output}.2"
+        wasm-opt --enable-bulk-memory --enable-simd --enable-nontrapping-float-to-int --enable-tail-call -tnh -iit -ifwl -s 0 -O4 "${output}.1" -o "${output}.simd.wasm"
+        rm "${output}.1"
 
         for engine in $ENGINES; do
-            echo -e "$filename (asc/$runtime/$engine)\n"
+            echo -e "$filename (asc/$runtime/$engine/swar)\n"
 
             arg="${filename%.ts}.${runtime}.wasm"
+
+            argSimd="${filename%.ts}.${runtime}.simd.wasm"
             if [[ "$engine" == "ignition" ]]; then
                 v8 --no-opt --module ./bench/runners/assemblyscript.js -- $arg
+                echo -e "$filename (asc/$runtime/$engine/simd)\n"
+                v8 --no-opt --module ./bench/runners/assemblyscript.js -- $argSimd
             fi
 
             if [[ "$engine" == "liftoff" ]]; then
                 v8 --liftoff-only --no-opt --module ./bench/runners/assemblyscript.js -- $arg
+                echo -e "$filename (asc/$runtime/$engine/simd)\n"
+                v8 --liftoff-only --no-opt --module ./bench/runners/assemblyscript.js -- $argSimd
             fi
 
             if [[ "$engine" == "sparkplug" ]]; then
                 v8 --sparkplug --always-sparkplug --no-opt --module ./bench/runners/assemblyscript.js -- $arg
+                echo -e "$filename (asc/$runtime/$engine/simd)\n"
+                v8 --sparkplug --always-sparkplug --no-opt --module ./bench/runners/assemblyscript.js -- $argSimd
             fi
 
             if [[ "$engine" == "turbofan" ]]; then
                 v8 --no-liftoff --no-wasm-tier-up --module ./bench/runners/assemblyscript.js -- $arg
-            fi
-
-            if [[ "$engine" == "llvm" ]]; then
-                wasmer run --cranelift --enable-simd --enable-bulk-memory "${output}.wasi.wasm"
+                echo -e "$filename (asc/$runtime/$engine/simd)\n"
+                v8 --no-liftoff --no-wasm-tier-up --module ./bench/runners/assemblyscript.js -- $argSimd
             fi
         done
     done

package/run-bench.js.sh

@@ -1,7 +1,9 @@
 #!/bin/bash
-RUNTIMES=${RUNTIMES:-"liftoff ignition sparkplug turbofan"}
+RUNTIMES=${RUNTIMES:-"turbofan"}
 npx tsc -p ./bench > /dev/null 2>&1
-for file in ./bench/vec3.bench.ts; do
+cp ./bench/lib/bench.js ./build/lib/bench.js
+mkdir -p ./build/logs/js
+for file in ./bench/*.bench.ts; do
   filename=$(basename -- "$file")
   file_js="${filename%.ts}.js"
 
@@ -12,21 +14,21 @@ for file in ./bench/vec3.bench.ts; do
     engine=$(echo $rt | cut -d'-' -f2-)
     echo -e "$filename (js/$runtime/$engine)\n"
 
-    arg="${filename%.ts}.${runtime}.wasm"
+    arg="${filename%.ts}.${runtime}.ts"
     if [[ "$engine" == "ignition" ]]; then
-      v8 --no-opt --module ./build/$file_js
+      v8 --no-opt --allow-natives-syntax --module ./build/$file_js -- $arg
     fi
 
     if [[ "$engine" == "liftoff" ]]; then
-      v8 --liftoff-only --no-opt --module ./build/$file_js
+      v8 --liftoff-only --no-opt --allow-natives-syntax --module ./build/$file_js -- $arg
     fi
 
     if [[ "$engine" == "sparkplug" ]]; then
-      v8 --sparkplug --always-sparkplug --no-opt --module ./build/$file_js
+      v8 --sparkplug --always-sparkplug --allow-natives-syntax --no-opt --module ./build/$file_js -- $arg
     fi
 
     if [[ "$engine" == "turbofan" ]]; then
-      v8 --no-liftoff --no-wasm-tier-up --module ./build/$file_js
+      v8 --no-liftoff --no-wasm-tier-up --allow-natives-syntax --module ./build/$file_js -- $arg
     fi
   done
 done

package/run-tests.sh

@@ -5,24 +5,44 @@ mkdir -p ./build
 for file in ./assembly/__tests__/*.spec.ts; do
   filename=$(basename -- "$file")
   if [ -z "$1" ] || [ "$1" = "$filename" ]; then
-    output="./build/${filename%.ts}.wasm"
+    for mode in swar simd; do
+      output="./build/${filename%.ts}.${mode}.wasm"
 
-    start_time=$(date +%s%3N)
-    npx asc "$file" --transform ./transform -o "$output" --runtime incremental --enable simd --config ./node_modules/@assemblyscript/wasi-shim/asconfig.json --debug --disableWarning 226 || { echo "Tests failed"; exit 1; }
-    end_time=$(date +%s%3N)
+      start_time=$(date +%s%3N)
 
-    build_time=$((end_time - start_time))
+      if [ "$mode" = "simd" ]; then
+        npx asc "$file" \
+          --transform ./transform \
+          -o "$output" \
+          --runtime incremental \
+          --enable simd \
+          --config ./node_modules/@assemblyscript/wasi-shim/asconfig.json \
+          --debug \
+          --disableWarning 226 || { echo "Tests failed ($mode)"; exit 1; }
+      else
+        npx asc "$file" \
+          --transform ./transform \
+          -o "$output" \
+          --runtime incremental \
+          --config ./node_modules/@assemblyscript/wasi-shim/asconfig.json \
+          --debug \
+          --disableWarning 226 || { echo "Tests failed ($mode)"; exit 1; }
+      fi
 
-    if [ "$build_time" -ge 60000 ]; then
-      formatted_time="$(bc <<< "scale=2; $build_time/60000")m"
-    elif [ "$build_time" -ge 1000 ]; then
-      formatted_time="$(bc <<< "scale=2; $build_time/1000")s"
-    else
-      formatted_time="${build_time}ms"
-    fi
+      end_time=$(date +%s%3N)
+      build_time=$((end_time - start_time))
 
-    echo " -> $filename (built in $formatted_time)"
-    wasmtime "$output" || { echo "Tests failed"; exit 1; }
+      if [ "$build_time" -ge 60000 ]; then
+        formatted_time="$(bc <<< "scale=2; $build_time/60000")m"
+      elif [ "$build_time" -ge 1000 ]; then
+        formatted_time="$(bc <<< "scale=2; $build_time/1000")s"
+      else
+        formatted_time="${build_time}ms"
+      fi
+
+      echo " -> $filename ($mode build in $formatted_time)"
+      wasmtime "$output" || { echo "Tests failed ($mode)"; exit 1; }
+    done
   else
     echo " -> $filename (skipped)"
   fi

package/scripts/build-chart01.ts

@@ -0,0 +1,38 @@
+import {
+  getBenchResults,
+  createBarChart,
+  generateChart,
+  type BenchKind
+} from "./lib/bench-utils";
+
+const PAYLOADS: Record<string, string> = {
+  abc: "Alphabet (104b)",
+  vec3: "3D Vector (38b)",
+  small: "Small Payload (88b)",
+  medium: "Medium Payload (2.1kb)",
+  large: "Large Payload (10.5kb)"
+};
+
+const KIND: BenchKind = "serialize";
+const OUTPUT_FILE = "./data/chart01.svg";
+
+const allResults = getBenchResults(Object.keys(PAYLOADS));
+
+const chartData: Record<string, any> = {};
+
+for (const payload of Object.keys(PAYLOADS)) {
+  chartData[payload] = allResults[payload][KIND];
+}
+
+const config = createBarChart(chartData, PAYLOADS, {
+  title: "Serialization Throughput by Payload Size",
+  yLabel: "Throughput (MB/s)",
+  xLabel: "Payload",
+  datasetLabels: [
+    "Built-in JSON (JS)",
+    "JSON-AS (SWAR)",
+    "JSON-AS (SIMD)"
+  ]
+});
+
+generateChart(config, OUTPUT_FILE);

package/scripts/build-chart02.ts

@@ -0,0 +1,38 @@
+import {
+  getBenchResults,
+  createBarChart,
+  generateChart,
+  type BenchKind
+} from "./lib/bench-utils";
+
+const PAYLOADS: Record<string, string> = {
+  abc: "Alphabet (104b)",
+  vec3: "3D Vector (38b)",
+  small: "Small Payload (88b)",
+  medium: "Medium Payload (2.1kb)",
+  large: "Large Payload (10.5kb)"
+};
+
+const KIND: BenchKind = "deserialize";
+const OUTPUT_FILE = "./data/chart02.svg";
+
+const allResults = getBenchResults(Object.keys(PAYLOADS));
+
+const chartData: Record<string, any> = {};
+
+for (const payload of Object.keys(PAYLOADS)) {
+  chartData[payload] = allResults[payload][KIND];
+}
+
+const config = createBarChart(chartData, PAYLOADS, {
+  title: "Deserialization Throughput by Payload Size",
+  yLabel: "Throughput (MB/s)",
+  xLabel: "Payload",
+  datasetLabels: [
+    "Built-in JSON (JS)",
+    "JSON-AS (SWAR)",
+    "JSON-AS (SIMD)"
+  ]
+});
+
+generateChart(config, OUTPUT_FILE);

package/scripts/build-chart03.ts

@@ -0,0 +1,139 @@
+import fs from "fs";
+import path from "path";
+import { ChartJSNodeCanvas } from "chartjs-node-canvas";
+import ChartDataLabels from "chartjs-plugin-datalabels";
+import type { ChartConfiguration } from "chart.js";
+
+const LOGS_DIR = "./build/logs";
+
+/**
+ * Load a bench log JSON by file path
+ */
+function loadJSON(file: string) {
+  const text = fs.readFileSync(file, "utf-8");
+  return JSON.parse(text);
+}
+
+/**
+ * Get throughput (mbps) and size (bytes) from a bench log
+ */
+function getBenchData(filePath: string) {
+  const data = loadJSON(filePath);
+  return {
+    bytes: typeof data.bytes === "number" ? data.bytes : 0,
+    mbps: typeof data.mbps === "number" ? data.mbps : 0,
+  };
+}
+
+/* ================================
+ * Payload Types — only strings
+ * ================================ */
+const payloads = ["small-str", "medium-str", "large-str"];
+const engines = ["swar", "simd"];
+const modes = ["serialize", "deserialize"];
+
+// Helper to build log file path
+function logPath(payload: string, engine: string, mode: string) {
+  return path.join(LOGS_DIR, "as", engine, `${payload}.${mode}.as.json`);
+}
+
+/* ================================
+ * Prepare Chart Data
+ * ================================ */
+interface ChartPoint { x: number; y: number; }
+const chartData: Record<string, ChartPoint[]> = {};
+
+for (const payload of payloads) {
+  for (const engine of engines) {
+    for (const mode of modes) {
+      const key = `${payload}-${engine}-${mode}`;
+      const data = getBenchData(logPath(payload, engine, mode));
+      const sizeKB = data.bytes / 1024;
+
+      if (!chartData[key]) chartData[key] = [];
+      chartData[key].push({ x: sizeKB, y: data.mbps });
+    }
+  }
+}
+
+/* ================================
+ * Configure Chart
+ * ================================ */
+const canvas = new ChartJSNodeCanvas({
+  width: 1200,
+  height: 700,
+  chartCallback: ChartJS => ChartJS.register(ChartDataLabels),
+});
+
+const colors: Record<string, string> = {
+  "swar-serialize": "34,197,94",    // green
+  "swar-deserialize": "59,130,246", // blue
+  "simd-serialize": "234,179,8",    // yellow
+  "simd-deserialize": "220,38,38",  // red
+};
+
+
+const datasets = [];
+
+for (const mode of modes) {
+  for (const engine of engines) {
+    const data: ChartPoint[] = payloads.map(p => chartData[`${p}-${engine}-${mode}`][0]);
+    datasets.push({
+      label: `${engine} ${mode}`,
+      data,
+      borderColor: `rgba(${colors[engine + "-" + mode]},0.9)`,
+      backgroundColor: `rgba(${colors[engine+"-"+mode]},0.3)`,
+      fill: false,
+      tension: 0.2,
+      pointStyle: mode === "serialize" ? "circle" : "rect",
+      pointRadius: 6,
+      borderDash: engine === "simd" ? [5, 5] : undefined,
+    });
+  }
+}
+
+
+/* ================================
+ * Chart Configuration
+ * ================================ */
+const config: ChartConfiguration<"line"> = {
+  type: "line",
+  data: { datasets },
+  options: {
+    responsive: true,
+    plugins: {
+      title: {
+        display: true,
+        text: "String Serialization & Deserialization Throughput vs Payload Size (KB)",
+        font: { size: 20, weight: "bold" },
+      },
+      legend: { position: "top", labels: { font: { size: 14, weight: "bold" } } },
+      datalabels: {
+        anchor: "end",
+        align: "top",
+        font: { size: 10, weight: "bold" },
+        formatter: (value: any) => `${value.y.toFixed(0)} MB/s`,
+      },
+    },
+    scales: {
+      x: {
+        title: { display: true, text: "Payload Size (KB)", font: { size: 16, weight: "bold" } },
+        type: "linear",
+      },
+      y: {
+        title: { display: true, text: "Throughput (MB/s)", font: { size: 16, weight: "bold" } },
+        beginAtZero: true,
+      },
+    },
+  },
+  plugins: [ChartDataLabels],
+};
+
+/* ================================
+ * Render Chart to PNG
+ * ================================ */
+console.log("Rendering chart03 for strings (serialize + deserialize)...");
+const buffer = canvas.renderToBufferSync(config, "image/png");
+const outFile = path.join(LOGS_DIR, "chart03.png");
+fs.writeFileSync(outFile, buffer);
+console.log(`chart03.png written → ${outFile}`);

package/scripts/build-chart05.ts

@@ -0,0 +1,47 @@
+import { getBenchResults, createLineChart, generateChart, BenchResults } from './lib/bench-utils';
+
+const PAYLOADS_BY_TYPE: Record<string, string[]> = {
+  object: ['smallObj', 'mediumObj', 'largeObj'],
+  array: ['smallArr', 'mediumArr', 'largeArr'],
+  string: ['smallStr', 'mediumStr', 'largeStr']
+};
+
+const payloadLabels: Record<string, string> = {
+  smallObj: 'Small Object',
+  mediumObj: 'Medium Object',
+  largeObj: 'Large Object',
+  smallArr: 'Small Array',
+  mediumArr: 'Medium Array',
+  largeArr: 'Large Array',
+  smallStr: 'Small String',
+  mediumStr: 'Medium String',
+  largeStr: 'Large String'
+};
+
+// Load all payloads
+const allPayloads = Object.values(PAYLOADS_BY_TYPE).flat();
+const results: BenchResults = getBenchResults(allPayloads);
+
+// Generate datasets per type
+const series = Object.entries(PAYLOADS_BY_TYPE).flatMap(([type, keys]) => {
+  const engines = ['JS', 'SWAR', 'SIMD'] as const;
+
+  return engines.map((engine, idx) => ({
+    label: `${type} (${engine})`,
+    data: keys.map(k => results[k].serialize[idx].mbps),
+    borderColor: engine === 'JS' ? '#6366f1' : engine === 'SWAR' ? '#22c55e' : '#ef4444'
+  }));
+});
+
+// Create chart
+const chartConfig = createLineChart(
+  ['small', 'medium', 'large'],
+  series,
+  {
+    title: 'Serialization Throughput by Type',
+    xLabel: 'Payload Size',
+    yLabel: 'Throughput (MB/s)'
+  }
+);
+
+generateChart(chartConfig, './data/chart03.svg');

package/scripts/generate-as-class.ts

@@ -0,0 +1,50 @@
+// gen-obj-properties.ts
+import fs from "fs";
+import path from "path";
+
+/**
+ * Generates AssemblyScript class properties to reach a target byte size.
+ * Each i32 property is 4 bytes.
+ *
+ * @param targetBytes Total desired size in bytes
+ * @param prefix Property name prefix
+ */
+function generateProperties(targetBytes: number, prefix = "key"): string {
+  const bytesPerProp = 4; // i32
+  const numProps = Math.ceil(targetBytes / bytesPerProp);
+  let result = "";
+
+  for (let i = 0; i < numProps; i++) {
+    result += `${prefix}${i}: i32 = ${i}; `;
+    if ((i + 1) % 10 === 0) result += "\n  ";
+  }
+
+  return result.trim();
+}
+
+/**
+ * Generate AssemblyScript class source
+ */
+function generateClass(name: string, targetBytes: number) {
+  const props = generateProperties(targetBytes);
+  return `@json
+class ${name} {
+  ${props}
+}
+`;
+}
+
+/* =================================
+ * CONFIGURATION
+ * ================================= */
+const classes = [
+  { name: "ObjSmall", sizeKB: 100 },
+  { name: "ObjMedium", sizeKB: 500 },
+  { name: "ObjLarge", sizeKB: 1024 },
+];
+
+for (const cls of classes) {
+  const source = generateClass(cls.name, cls.sizeKB * 1024);
+  console.log(`// ===== ${cls.name} =====`);
+  console.log(source);
+}