chore(bench): compare default and non-default shapes

Author: JairusSW

assembly/__benches__/large.bench.ts

@@ -1,6 +1,7 @@
 import { JSON } from "..";
 import { expect } from "../__tests__/lib";
 import { bench, blackbox, dumpToFile, utf8ByteLength } from "./lib/bench";
+import { nonDefaultValues } from "./lib/nondefault";
 
 
 @json
@@ -169,9 +170,12 @@ class Repo {
 // Create instances and assign fields directly
 const v1 = new Repo();
 const v2 = `{"id":132935648,"node_id":"MDEwOlJlcG9zaXRvcnkxMzI5MzU2NDg=","name":"boysenberry-repo-1","full_name":"octocat/boysenberry-repo-1","private":true,"owner":{"login":"octocat","id":583231,"node_id":"MDQ6VXNlcjU4MzIzMQ==","avatar_url":"https://avatars.githubusercontent.com/u/583231?v=4","gravatar_id":"","url":"https://api.github.com/users/octocat","html_url":"https://github.com/octocat","followers_url":"https://api.github.com/users/octocat/followers","following_url":"https://api.github.com/users/octocat/following{/other_user}","gists_url":"https://api.github.com/users/octocat/gists{/gist_id}","starred_url":"https://api.github.com/users/octocat/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/octocat/subscriptions","organizations_url":"https://api.github.com/users/octocat/orgs","repos_url":"https://api.github.com/users/octocat/repos","events_url":"https://api.github.com/users/octocat/events{/privacy}","received_events_url":"https://api.github.com/users/octocat/received_events","type":"User","user_view_type":"public","site_admin":false},"html_url":"https://github.com/octocat/boysenberry-repo-1","description":"Testing","fork":true,"url":"https://api.github.com/repos/octocat/boysenberry-repo-1","forks_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/forks","keys_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/keys{/key_id}","collaborators_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/teams","hooks_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/hooks","issue_events_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/issues/events{/number}","events_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/events","assignees_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/assignees{/user}","branches_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/branches{/branch}","tags_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/tags","blobs_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/git/refs{/sha}","trees_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/git/trees{/sha}","statuses_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/statuses/{sha}","languages_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/languages","stargazers_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/stargazers","contributors_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/contributors","subscribers_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/subscribers","subscription_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/subscription","commits_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/commits{/sha}","git_commits_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/git/commits{/sha}","comments_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/comments{/number}","issue_comment_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/issues/comments{/number}","contents_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/contents/{+path}","compare_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/compare/{base}...{head}","merges_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/merges","archive_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/downloads","issues_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/issues{/number}","pulls_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/pulls{/number}","milestones_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/milestones{/number}","notifications_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/labels{/name}","releases_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/releases{/id}","deployments_url":"https://api.github.com/repos/octocat/boysenberry-repo-1/deployments","created_at":"2018-05-10T17:51:29Z","updated_at":"2025-05-24T02:01:19Z","pushed_at":"2024-05-26T07:02:05Z","git_url":"git://github.com/octocat/boysenberry-repo-1.git","ssh_url":"git@github.com:octocat/boysenberry-repo-1.git","clone_url":"https://github.com/octocat/boysenberry-repo-1.git","svn_url":"https://github.com/octocat/boysenberry-repo-1","homepage":"","size":4,"stargazers_count":332,"watchers_count":332,"language":null,"has_issues":false,"has_projects":true,"has_downloads":true,"has_wiki":true,"has_pages":false,"has_discussions":false,"forks_count":20,"mirror_url":null,"archived":false,"disabled":false,"open_issues_count":1,"license":null,"allow_forking":true,"is_template":false,"web_commit_signoff_required":false,"topics":[],"visibility":"public","forks":20,"open_issues":1,"watchers":332,"default_branch":"master"}`;
+const nonDefaultJson = nonDefaultValues(v2);
+const nonDefaultValue = JSON.parse<Repo>(nonDefaultJson);
 const byteLength: usize = utf8ByteLength(v2);
 expect(JSON.stringify(v1)).toBe(v2);
 expect(JSON.stringify(JSON.parse<Repo>(v2))).toBe(v2);
+expect(JSON.stringify(nonDefaultValue)).toBe(nonDefaultJson);
 bench(
   "Serialize Large API Response",
   () => {
@@ -191,6 +195,25 @@ bench(
 );
 dumpToFile("large", "deserialize");
 
+bench(
+  "Serialize Large API Response (non-default)",
+  () => {
+    blackbox(JSON.stringify(nonDefaultValue));
+  },
+  100_000,
+  utf8ByteLength(nonDefaultJson),
+);
+dumpToFile("large-nondefault", "serialize");
+bench(
+  "Deserialize Large API Response (non-default)",
+  () => {
+    blackbox(JSON.parse<Repo>(nonDefaultJson));
+  },
+  100_000,
+  utf8ByteLength(nonDefaultJson),
+);
+dumpToFile("large-nondefault", "deserialize");
+
 // Dynamic JSON.Obj variant of the same payload (typed struct vs JSON.Obj).
 const objLarge = JSON.parse<JSON.Obj>(v2);
 bench(

assembly/__benches__/lib/nondefault.ts

@@ -0,0 +1,68 @@
+/**
+ * Produces a same-shape JSON fixture whose string, numeric, and boolean values
+ * differ from the source while object keys and field order remain unchanged.
+ * Nulls stay null because their replacement depends on the destination type.
+ */
+export function nonDefaultValues(src: string): string {
+  let out = "";
+  let segment = 0;
+  let i = 0;
+
+  while (i < src.length) {
+    const code = src.charCodeAt(i);
+    if (code == 34) {
+      const start = i++;
+      let escaped = false;
+      while (i < src.length) {
+        const inner = src.charCodeAt(i);
+        if (escaped) {
+          escaped = false;
+        } else if (inner == 92) {
+          escaped = true;
+        } else if (inner == 34) {
+          break;
+        }
+        i++;
+      }
+
+      let next = i + 1;
+      while (next < src.length) {
+        const after = src.charCodeAt(next);
+        if (after != 32 && after != 9 && after != 10 && after != 13) break;
+        next++;
+      }
+      // A quoted token followed by ':' is an object key. Prefix every other
+      // quoted token so even empty/default strings miss literal specialization.
+      if (next >= src.length || src.charCodeAt(next) != 58) {
+        out += src.slice(segment, start + 1) + "!";
+        segment = start + 1;
+      }
+      i++;
+      continue;
+    }
+
+    if (code >= 48 && code <= 57) {
+      out +=
+        src.slice(segment, i) +
+        String.fromCharCode(48 + ((code - 48 + 1) % 10));
+      segment = ++i;
+      continue;
+    }
+
+    if (code == 116 && src.startsWith("true", i)) {
+      out += src.slice(segment, i) + "false";
+      i += 4;
+      segment = i;
+      continue;
+    }
+    if (code == 102 && src.startsWith("false", i)) {
+      out += src.slice(segment, i) + "true";
+      i += 5;
+      segment = i;
+      continue;
+    }
+    i++;
+  }
+
+  return out + src.slice(segment);
+}

assembly/__benches__/medium.bench.ts

@@ -1,6 +1,7 @@
 import { JSON } from "..";
 import { expect } from "../__tests__/lib";
 import { bench, blackbox, dumpToFile, utf8ByteLength } from "./lib/bench";
+import { nonDefaultValues } from "./lib/nondefault";
 
 
 @json
@@ -58,6 +59,8 @@ class MediumAPIResponse {
 
 const v1 = new MediumAPIResponse();
 const v2: string = JSON.stringify<MediumAPIResponse>(v1);
+const nonDefaultJson = nonDefaultValues(v2);
+const nonDefaultValue = JSON.parse<MediumAPIResponse>(nonDefaultJson);
 const byteLength: usize = utf8ByteLength(v2);
 const v2Ptr: usize = changetype<usize>(v2);
 const v2End: usize = v2Ptr + (v2.length << 1);
@@ -72,6 +75,7 @@ reusable.recent_activity[3] = new RecentActivity();
 reusable.recent_activity[4] = new RecentActivity();
 expect(JSON.stringify(v1)).toBe(v2);
 expect(JSON.stringify(JSON.parse<MediumAPIResponse>(v2))).toBe(v2);
+expect(JSON.stringify(nonDefaultValue)).toBe(nonDefaultJson);
 bench(
   "Serialize Medium API Response",
   () => {
@@ -91,6 +95,25 @@ bench(
 );
 dumpToFile("medium", "deserialize");
 
+bench(
+  "Serialize Medium API Response (non-default)",
+  () => {
+    blackbox(JSON.stringify<MediumAPIResponse>(nonDefaultValue));
+  },
+  500_000,
+  utf8ByteLength(nonDefaultJson),
+);
+dumpToFile("medium-nondefault", "serialize");
+bench(
+  "Deserialize Medium API Response (non-default)",
+  () => {
+    blackbox(JSON.parse<MediumAPIResponse>(nonDefaultJson));
+  },
+  500_000,
+  utf8ByteLength(nonDefaultJson),
+);
+dumpToFile("medium-nondefault", "deserialize");
+
 // Dynamic JSON.Obj variant of the same payload (typed struct vs JSON.Obj).
 const objMedium = JSON.parse<JSON.Obj>(v2);
 bench(

assembly/__benches__/small.bench.ts

@@ -1,6 +1,7 @@
 import { JSON } from "..";
 import { expect } from "../__tests__/lib";
 import { bench, blackbox, dumpToFile, utf8ByteLength } from "./lib/bench";
+import { nonDefaultValues } from "./lib/nondefault";
 
 
 @json
@@ -13,9 +14,12 @@ class SessionStatusResponse {
 }
 const v1 = new SessionStatusResponse();
 const v2: string = JSON.stringify<SessionStatusResponse>(v1);
+const nonDefaultJson = nonDefaultValues(v2);
+const nonDefaultValue = JSON.parse<SessionStatusResponse>(nonDefaultJson);
 const byteLength: usize = utf8ByteLength(v2);
 expect(JSON.stringify(v1)).toBe(v2);
 expect(JSON.stringify(JSON.parse<SessionStatusResponse>(v2))).toBe(v2);
+expect(JSON.stringify(nonDefaultValue)).toBe(nonDefaultJson);
 bench(
   "Serialize Small API Response",
   () => {
@@ -35,6 +39,25 @@ bench(
 );
 dumpToFile("small", "deserialize");
 
+bench(
+  "Serialize Small API Response (non-default)",
+  () => {
+    blackbox(JSON.stringify<SessionStatusResponse>(nonDefaultValue));
+  },
+  5_000_000,
+  utf8ByteLength(nonDefaultJson),
+);
+dumpToFile("small-nondefault", "serialize");
+bench(
+  "Deserialize Small API Response (non-default)",
+  () => {
+    blackbox(JSON.parse<SessionStatusResponse>(nonDefaultJson));
+  },
+  5_000_000,
+  utf8ByteLength(nonDefaultJson),
+);
+dumpToFile("small-nondefault", "deserialize");
+
 // Dynamic JSON.Obj variant of the same payload (typed struct vs JSON.Obj).
 const objSmall = JSON.parse<JSON.Obj>(v2);
 bench(

assembly/__benches__/token.bench.ts

@@ -1,6 +1,7 @@
 import { JSON } from "../";
 import { expect } from "../__tests__/lib";
 import { bench, blackbox, dumpToFile, utf8ByteLength } from "./lib/bench";
+import { nonDefaultValues } from "./lib/nondefault";
 
 
 @json
@@ -10,8 +11,11 @@ class Token {
 }
 const v1 = new Token();
 const v2 = JSON.stringify(v1);
+const nonDefaultJson = nonDefaultValues(v2);
+const nonDefaultValue = JSON.parse<Token>(nonDefaultJson);
 expect(JSON.stringify(v1)).toBe(v2);
 expect(JSON.stringify(JSON.parse<Token>(v2))).toBe(v2);
+expect(JSON.stringify(nonDefaultValue)).toBe(nonDefaultJson);
 bench(
   "Serialize Token Object",
   () => {
@@ -31,6 +35,25 @@ bench(
 );
 dumpToFile("token", "deserialize");
 
+bench(
+  "Serialize Token Object (non-default)",
+  () => {
+    blackbox<string>(JSON.stringify(nonDefaultValue));
+  },
+  10_000_000,
+  utf8ByteLength(nonDefaultJson),
+);
+dumpToFile("token-nondefault", "serialize");
+bench(
+  "Deserialize Token Object (non-default)",
+  () => {
+    blackbox<Token>(JSON.parse<Token>(nonDefaultJson));
+  },
+  10_000_000,
+  utf8ByteLength(nonDefaultJson),
+);
+dumpToFile("token-nondefault", "deserialize");
+
 // Dynamic JSON.Obj variant of the same payload (typed struct vs JSON.Obj).
 const objToken = JSON.parse<JSON.Obj>(v2);
 bench(

assembly/__benches__/vec3.bench.ts

@@ -1,6 +1,7 @@
 import { JSON } from "..";
 import { expect } from "../__tests__/lib";
 import { bench, blackbox, dumpToFile, utf8ByteLength } from "./lib/bench";
+import { nonDefaultValues } from "./lib/nondefault";
 
 
 @json
@@ -11,8 +12,11 @@ class Vec3 {
 }
 const v1: Vec3 = { x: 1, y: 2, z: 3 };
 const v2 = JSON.stringify(v1);
+const nonDefaultJson = nonDefaultValues(v2);
+const nonDefaultValue = JSON.parse<Vec3>(nonDefaultJson);
 expect(JSON.stringify(v1)).toBe(v2);
 expect(JSON.stringify(JSON.parse<Vec3>(v2))).toBe(v2);
+expect(JSON.stringify(nonDefaultValue)).toBe(nonDefaultJson);
 bench(
   "Serialize Vec3",
   () => {
@@ -32,6 +36,25 @@ bench(
 );
 dumpToFile("vec3", "deserialize");
 
+bench(
+  "Serialize Vec3 (non-default)",
+  () => {
+    blackbox(JSON.stringify(nonDefaultValue));
+  },
+  12_800_000,
+  utf8ByteLength(nonDefaultJson),
+);
+dumpToFile("vec3-nondefault", "serialize");
+bench(
+  "Deserialize Vec3 (non-default)",
+  () => {
+    blackbox(JSON.parse<Vec3>(nonDefaultJson));
+  },
+  12_800_000,
+  utf8ByteLength(nonDefaultJson),
+);
+dumpToFile("vec3-nondefault", "deserialize");
+
 // Dynamic JSON.Obj variant of the same payload (typed struct vs JSON.Obj).
 const objVec3 = JSON.parse<JSON.Obj>(v2);
 bench(

scripts/build-charts.sh

@@ -28,6 +28,11 @@ mkdir -p ./build/charts
 # json-as vs JavaScript, small synthetic payloads (overview).
 JSON_CHART_RUNTIME="$CHART_RUNTIME" bun ./scripts/build-overview-serialize.ts
 JSON_CHART_RUNTIME="$CHART_RUNTIME" bun ./scripts/build-overview-deserialize.ts
+# Typed-struct fixtures with every non-null scalar/string value changed from defaults.
+# Render each chart in its own process: chart.js plugins retain module state
+# between canvases and can otherwise drop the second chart's legend text.
+JSON_CHART_RUNTIME="$CHART_RUNTIME" JSON_BENCH_KIND=serialize bun ./scripts/build-default-values.ts
+JSON_CHART_RUNTIME="$CHART_RUNTIME" JSON_BENCH_KIND=deserialize bun ./scripts/build-default-values.ts
 # String / object throughput vs payload size (full range + <=1MB zoom).
 JSON_CHART_RUNTIME="$CHART_RUNTIME" bun ./scripts/build-string-serialize.ts
 JSON_CHART_RUNTIME="$CHART_RUNTIME" bun ./scripts/build-string-deserialize.ts

scripts/build-default-values.ts

@@ -0,0 +1,68 @@
+import {
+  createBarChart,
+  generateChart,
+  readASBenchResult,
+  type BenchKind,
+  type BenchResult,
+} from "./lib/bench-utils";
+import { BASE, MODE_BARS, rgba } from "./lib/palette";
+
+const PAYLOADS: Record<string, string> = {
+  vec3: "3D Vector\n(19b)",
+  token: "Token\n(49b)",
+  small: "Small Payload\n(108b)",
+  medium: "Medium Payload\n(1.1kb)",
+  large: "Large Payload\n(5.5kb)",
+};
+
+const MODES = ["naive", "swar", "simd"] as const;
+const COLORS = [
+  MODE_BARS[1],
+  { bg: rgba("orange", 0.35), border: BASE.orange },
+  MODE_BARS[2],
+  { bg: rgba("jungleGreen", 0.35), border: BASE.jungleGreen },
+  MODE_BARS[3],
+  { bg: rgba("pacificBlue", 0.35), border: BASE.pacificBlue },
+];
+
+const requestedKind = process.env["JSON_BENCH_KIND"];
+const kinds: BenchKind[] =
+  requestedKind == "serialize" || requestedKind == "deserialize"
+    ? [requestedKind]
+    : ["serialize", "deserialize"];
+
+for (const kind of kinds) {
+  const chartData: Record<string, BenchResult[]> = {};
+  for (const payload of Object.keys(PAYLOADS)) {
+    chartData[payload] = MODES.flatMap((mode) => [
+      readASBenchResult(payload, kind, mode),
+      readASBenchResult(`${payload}-nondefault`, kind, mode),
+    ]);
+  }
+
+  const operation = kind == "serialize" ? "Serialization" : "Deserialization";
+  const out = `./build/charts/default-values-${kind}`;
+  const dims = { width: 1200, height: 700 };
+  // Chart.js mutates configuration objects while laying them out. Build a
+  // fresh config for each format so the SVG render cannot affect the PNG.
+  for (const extension of ["svg", "png"]) {
+    const config = createBarChart(chartData, PAYLOADS, {
+      title: `${operation}: default vs non-default values`,
+      yLabel: "Throughput (MB/s)",
+      xLabel: "",
+      datasetLabels: [
+        "NAIVE default",
+        "NAIVE non-default",
+        "SWAR default",
+        "SWAR non-default",
+        "SIMD default",
+        "SIMD non-default",
+      ],
+      colors: COLORS,
+      labelAnchor: "end",
+      labelFontSize: 11,
+      labelRotation: -90,
+    });
+    generateChart(config, `${out}.${extension}`, dims);
+  }
+}