Performance improvements

.gitignore

@@ -6,3 +6,4 @@ isolate-*
 *.ignore
 coverage
 dist
+.yarn

.yarnrc.yml

@@ -0,0 +1 @@
+nodeLinker: node-modules

package.json

@@ -7,12 +7,21 @@
   "scripts": {
     "build": "tsc",
     "lint": "tslint -p tsconfig.json",
-    "prepublishOnly": "npm run build"
+    "prepublishOnly": "yarn build",
+    "benchmark": "yarn build && yarn node dist/benchmark/index.js"
   },
   "keywords": [],
   "author": "",
   "license": "ISC",
   "devDependencies": {
+    "@faker-js/faker": "^9.2.0",
+    "@types/node": "^22.9.0",
+    "cbor-x": "^1.6.0",
+    "msgpackr": "^1.11.2",
+    "sializer": "0",
+    "tinybench": "^3.0.6",
     "typescript": "^5.4.3"
-  }
+  },
+  "packageManager": "yarn@4.4.1",
+  "type": "module"
 }

src/benchmark/index.ts

@@ -0,0 +1,25 @@
+import { Bench } from "tinybench";
+import { siaFiveThousandUsers } from "./tests/sia.js";
+import { jsonFiveThousandUsers } from "./tests/json.js";
+import { cborFiveThousandUsers } from "./tests/cbor.js";
+import { siaOneFiveThousandUsers } from "./tests/sia-v1.js";
+import { msgpackrFiveThousandUsers } from "./tests/msgpackr.js";
+
+const bench = new Bench({ name: "serialization", time: 60 * 1000 });
+
+bench.add("JSON", () => jsonFiveThousandUsers());
+bench.add("Sializer", () => siaFiveThousandUsers());
+bench.add("Sializer (v1)", () => siaOneFiveThousandUsers());
+bench.add("CBOR-X", () => cborFiveThousandUsers());
+bench.add("MsgPackr", () => msgpackrFiveThousandUsers());
+
+console.log(`Running ${bench.name} benchmark...`);
+await bench.run();
+
+console.table(bench.table());
+
+console.log("Sia file size:", siaFiveThousandUsers().length);
+console.log("Sia v1 file size:", siaOneFiveThousandUsers().length);
+console.log("JSON file size:", jsonFiveThousandUsers().length);
+console.log("MsgPackr file size:", cborFiveThousandUsers().length);
+console.log("CBOR-X file size:", msgpackrFiveThousandUsers().length);

src/benchmark/tests/cbor.ts

@@ -0,0 +1,4 @@
+import { fiveThousandUsers } from "./common.js";
+import { encode } from "cbor-x";
+
+export const cborFiveThousandUsers = () => encode(fiveThousandUsers);

src/benchmark/tests/common.ts

@@ -0,0 +1,21 @@
+import { faker } from "@faker-js/faker";
+
+export function createRandomUser() {
+  return {
+    userId: faker.string.uuid(),
+    username: faker.internet.username(),
+    email: faker.internet.email(),
+    avatar: faker.image.avatar(),
+    password: faker.internet.password(),
+    birthdate: faker.date.birthdate(),
+    registeredAt: faker.date.past(),
+  };
+}
+
+export const fiveUsers = faker.helpers.multiple(createRandomUser, {
+  count: 5,
+});
+
+export const fiveThousandUsers = faker.helpers.multiple(createRandomUser, {
+  count: 5_000,
+});

src/benchmark/tests/json.ts

@@ -0,0 +1,4 @@
+import { fiveThousandUsers } from "./common.js";
+
+export const jsonFiveThousandUsers = () =>
+  Buffer.from(JSON.stringify(fiveThousandUsers));

src/benchmark/tests/msgpackr.ts

@@ -0,0 +1,4 @@
+import { fiveThousandUsers } from "./common.js";
+import { pack } from "msgpackr";
+
+export const msgpackrFiveThousandUsers = () => pack(fiveThousandUsers);

src/benchmark/tests/sia-v1.ts

@@ -0,0 +1,4 @@
+import { fiveThousandUsers } from "./common.js";
+import { sia } from "sializer";
+
+export const siaOneFiveThousandUsers = () => sia(fiveThousandUsers);

src/benchmark/tests/sia.ts

@@ -0,0 +1,18 @@
+import { fiveThousandUsers } from "./common.js";
+import { Sia } from "../../index.js";
+
+const sia = new Sia();
+
+export const siaFiveThousandUsers = () =>
+  sia
+    .seek(0)
+    .addArray16(fiveThousandUsers, (sia, user) => {
+      sia.addString8(user.userId);
+      sia.addString8(user.username);
+      sia.addString8(user.email);
+      sia.addString8(user.avatar);
+      sia.addString8(user.password);
+      sia.addUInt32(user.birthdate.valueOf());
+      sia.addUInt32(user.registeredAt.valueOf());
+    })
+    .toUint8ArrayReference();

src/buffer.ts

@@ -0,0 +1,61 @@
+export class Buffer {
+  public size: number;
+  public content: Uint8Array;
+  public offset: number;
+  public dataView: DataView;
+
+  constructor(uint8Array: Uint8Array) {
+    this.size = uint8Array.length;
+    this.content = uint8Array;
+    this.offset = 0;
+    this.dataView = new DataView(uint8Array.buffer);
+  }
+
+  static new(size: number = 32 * 1024 * 1024) {
+    return new Buffer(new Uint8Array(size));
+  }
+
+  seek(offset: number) {
+    this.offset = offset;
+  }
+
+  skip(count: number) {
+    this.offset += count;
+  }
+
+  add(data: Uint8Array) {
+    if (this.offset + data.length > this.size) {
+      throw new Error("Buffer overflow");
+    }
+    this.content.set(data, this.offset);
+    this.offset += data.length;
+  }
+
+  addOne(data: number) {
+    if (this.offset + 1 > this.size) {
+      throw new Error("Buffer overflow");
+    }
+    this.content[this.offset] = data;
+    this.offset++;
+  }
+
+  toUint8Array() {
+    return this.content.slice(0, this.offset);
+  }
+
+  toUint8ArrayReference() {
+    return this.content.subarray(0, this.offset);
+  }
+
+  slice(start: number, end: number) {
+    return this.content.slice(start, end);
+  }
+
+  get(offset: number) {
+    return this.content[offset];
+  }
+
+  get length() {
+    return this.size;
+  }
+}