Revamp benchmark runner

benchmarks/Cargo.toml

@@ -16,7 +16,6 @@ wasm-bindgen = { version = "^0.2" }
 crate-type = ["cdylib", "rlib"]
 
 [features]
-default = ["serde-json", "serde-wasm-bindgen"]
 serde-json = ["wasm-bindgen/serde-serialize"]
 msgpack = ["rmp-serde"]
 

benchmarks/index.mjs

@@ -0,0 +1,82 @@
+import Benchmark from 'benchmark';
+import { readdirSync, readFileSync } from 'fs';
+import prettyBytes from 'pretty-bytes';
+import { fileSync as brotliSize } from 'brotli-size';
+import { createRequire } from 'module';
+import { inspect } from 'util';
+
+const { Suite } = Benchmark;
+const require = createRequire(import.meta.url);
+
+let suiteOps = {
+  parse: {},
+  serialize: {}
+};
+
+const libs = readdirSync('pkg').map(dir => ({
+  name: dir,
+  impl: require(`./pkg/${dir}`)
+}));
+
+console.log('=== Sizes ===');
+for (let { name } of libs) {
+  const [js, wasm] = [
+    'serde_wasm_bindgen_benches.js',
+    'serde_wasm_bindgen_benches_bg.wasm'
+  ].map(file => prettyBytes(brotliSize(`pkg/${name}/${file}`)));
+
+  console.log(`${name}: JS = ${js}, Wasm = ${wasm}`);
+}
+console.log();
+
+function loadData(name) {
+  return JSON.parse(readFileSync(`./data/${name}.json`, 'utf8'));
+}
+
+const datasets = {
+  Canada: loadData('canada'),
+  CitmCatalog: loadData('citm_catalog'),
+  Twitter: loadData('twitter')
+};
+
+let filter = new RegExp(process.argv[2] || '(?:)');
+
+for (let { name: libName, impl } of libs) {
+  for (let [dataName, json] of Object.entries(datasets)) {
+    let { parse } = impl[dataName];
+
+    let parseBenchName = `parse ${dataName} ${libName}`;
+    if (filter.test(parseBenchName)) {
+      (suiteOps.parse[dataName] ??= new Suite(dataName)).add(libName, () =>
+        parse(json).free()
+      );
+    }
+
+    let serializeBenchName = `serialize ${dataName} ${libName}`;
+    if (filter.test(serializeBenchName)) {
+      let parsed = parse(json);
+      (suiteOps.serialize[dataName] ??= new Suite(dataName)).add(
+        libName,
+        () => parsed.serialize(),
+        {
+          onComplete: () => parsed.free()
+        }
+      );
+    }
+  }
+}
+
+console.log('=== Benchmarks ===');
+
+for (let [op, suites] of Object.entries(suiteOps)) {
+  console.group(op);
+  for (let suite of Object.values(suites)) {
+    console.group(suite.name);
+    suite
+      .on('error', event => console.error(event.target.error))
+      .on('cycle', event => console.log(event.target.toString()))
+      .run();
+    console.groupEnd();
+  }
+  console.groupEnd();
+}

benchmarks/package.json

@@ -3,10 +3,17 @@
   "private": true,
   "dependencies": {
     "@msgpack/msgpack": "^2.8.0",
-    "benchmark": "^2.1.4"
+    "benchmark": "^2.1.4",
+    "brotli-size": "^4.0.0",
+    "cross-env": "^7.0.3",
+    "pretty-bytes": "^6.0.0"
   },
   "scripts": {
-    "pretest": "wasm-pack build -t nodejs --profiling",
-    "test": "node index.js"
+    "build:swb": "wasm-pack build -t nodejs --out-dir pkg/serde-wasm-bindgen -- --features serde-wasm-bindgen",
+    "build:swb-reftypes": "cross-env RUSTFLAGS=\"-C target-feature=+reference-types\" WASM_BINDGEN_EXTERNREF=1 wasm-pack build -t nodejs --out-dir pkg/serde-wasm-bindgen-reftypes -- --features serde-wasm-bindgen",
+    "build:json": "wasm-pack build -t nodejs --out-dir pkg/serde-json -- --features serde-json",
+    "build:msgpack": "wasm-pack build -t nodejs --out-dir pkg/msgpack -- --features msgpack",
+    "build": "npm run build:swb && npm run build:swb-reftypes && npm run build:json",
+    "test": "node index.mjs"
   }
 }