Database Visualizations Demo

Looking into explaining how to parse the keys of the database! Working with @PMK744

Author: Offroaders123

src/database.ts

@@ -1,76 +1,59 @@
 import { LevelDB } from "leveldb-zlib";
-import { DimensionID } from "../Region-Types/dist/bedrock/index.js";
 import { readEntry } from "./entry.js";
 
-import type { ChunkKeyNameMap, WorldKeyNameMap, SuffixKeyNameMap } from "../Region-Types/dist/bedrock/index.js";
-
-export type Entries = {
-  overworld: Chunk[];
-  nether: Chunk[];
-  end: Chunk[];
-} & {
-  [K in keyof WorldKeyNameMap]?: WorldKeyNameMap[K];
-} & {
-  [K in keyof SuffixKeyNameMap as `${K}${string}`]?: SuffixKeyNameMap[K];
-}
-
-export type Chunk = {
-  x: number;
-  y: number;
-  subchunks: Buffer[];
-} & {
-  [K in keyof ChunkKeyNameMap]?: ChunkKeyNameMap[K];
-}
+import type { Key } from "../Region-Types/dist/bedrock/index.js";
 
 // not sure about the indexing here yet, still messy with these fancy types now
-export async function readDatabase(path: string): Promise<Entries> {
+export async function readDatabase(path: string): Promise<Key[]> {
   const db = new LevelDB(path,{ createIfMissing: false });
   await db.open();
 
-  const entries: Entries = {
-    overworld: [],
-    nether: [],
-    end: [],
-  };
+  const entries: Key[] = [];
 
   // for await (const [keyBuffer] of db.getIterator({ keys: true, values: false })){
   //   const key = (await import("./entry.js")).readKey(keyBuffer);
   //   console.log(key);
   // }
 
-  for await (const entry of (db.getIterator() as AsyncIterable<[Buffer, Buffer]>)){
-    const result = await readEntry(entry);
-    // console.log(result);
+  // for await (const entry of (db.getIterator() as AsyncIterable<[Buffer, Buffer]>)){
+  //   const result = await readEntry(entry);
+  //   // console.log(result);
 
-    const [key, value] = result;
+  //   const [key, value] = result;
 
-    if (typeof key !== "object"){
-      entries[key] = value as any;
-      // console.log(key,value);
-      continue;
-    }
+  //   if (typeof key !== "object"){
+  //     entries[key] = value as any;
+  //     // console.log(key,value);
+  //     continue;
+  //   }
 
-    // continue;
+  //   // continue;
 
-    if (!("x" in key) || !("y" in key)){
-      entries[key.key.toString() as `${keyof SuffixKeyNameMap}${string}`] = value as any;
-      continue;
-    }
+  //   if (!("x" in key) || !("y" in key)){
+  //     entries[key.key.toString() as `${keyof SuffixKeyNameMap}${string}`] = value as any;
+  //     continue;
+  //   }
 
-    const { x, y, type, dimension, subchunk } = key;
-    let chunk: Chunk | undefined = entries[DimensionID[dimension] as keyof typeof DimensionID].find(entry => entry.x === x && entry.y === y);
+  //   const { x, y, type, dimension, subchunk } = key;
+  //   let chunk: Chunk | undefined = entries[DimensionID[dimension] as keyof typeof DimensionID].find(entry => entry.x === x && entry.y === y);
 
-    if (chunk === undefined){
-      chunk = { x, y, subchunks: [] };
-      entries[DimensionID[dimension] as keyof typeof DimensionID].push(chunk);
-    }
+  //   if (chunk === undefined){
+  //     chunk = { x, y, subchunks: [] };
+  //     entries[DimensionID[dimension] as keyof typeof DimensionID].push(chunk);
+  //   }
 
-    if (type === "SubChunkPrefix"){
-      chunk.subchunks[subchunk!] = value as Buffer;
-      continue;
-    }
+  //   if (type === "SubChunkPrefix"){
+  //     chunk.subchunks[subchunk!] = value as Buffer;
+  //     continue;
+  //   }
 
-    chunk[type] = value as any;
+  //   chunk[type] = value as any;
+  // }
+
+  for await (const entry of (db.getIterator() as AsyncIterable<[Buffer, Buffer]>)){
+    const result = await readEntry(entry);
+    // console.log(result);
+    entries.push(result);
   }
 
   await db.close();

src/entry.ts

@@ -6,10 +6,10 @@ import type { ActorDigestVersion, ActorPrefix, AutonomousEntities, BiomeData, Bi
 
 export type Entry = [Key, Value];
 
-export async function readEntry(entry: [Buffer, Buffer]): Promise<Entry> {
+export async function readEntry(entry: [Buffer, Buffer]): Promise<Key> {
   const key: Key = readKey(entry[0]);
-  const value: Value = await readValue(key,entry[1]);
-  return [key,value];
+  // const value: Value = await readValue(key,entry[1]);
+  return key;
 }
 
 export function readKey(key: Buffer): Key {
@@ -53,17 +53,17 @@ export function readSuffixKey(key: Buffer): SuffixKeyEntry | null {
   }
 
   switch (keyType){
-    case "actorprefix": return { type: keyType, key };
-    case "digp": return { type: keyType, key };
-    case "posTrackDB": return { type: keyType, key };
-    case "player": return { type: keyType, key };
-    case "player_server": return { type: keyType, key };
-    case "tickingarea": return { type: keyType, key };
-    case "VILLAGE_DWELLERS": return { type: keyType, key };
-    case "VILLAGE_INFO": return { type: keyType, key };
-    case "VILLAGE_PLAYERS": return { type: keyType, key };
-    case "VILLAGE_POI": return { type: keyType, key };
-    case "map": return { type: keyType, key };
+    case "actorprefix":
+    case "digp":
+    case "posTrackDB":
+    case "player":
+    case "player_server":
+    case "tickingarea":
+    case "VILLAGE_DWELLERS":
+    case "VILLAGE_INFO":
+    case "VILLAGE_PLAYERS":
+    case "VILLAGE_POI":
+    case "map": return `${keyType}@0x${key.subarray(keyType.length).toString("hex")}`;
     default: return null;
   }
 }

test/index.ts

@@ -1,10 +1,11 @@
 import { fileURLToPath } from "node:url";
-import { DimensionID } from "../Region-Types/src/bedrock/index.js";
 import { readDatabase } from "../src/index.js";
 
 const WORLD = fileURLToPath(new URL("../test/world/My World/db",import.meta.url));
 
 const data = await readDatabase(WORLD);
-console.log(data["~local_player"]?.data.abilities);
-console.log(DimensionID[data["~local_player"]?.data.DimensionId.valueOf()!]);
-console.log(data.portals?.data.data.PortalRecords.map(portal => DimensionID[portal.DimId.valueOf()]));
+
+for (const key of data) {
+  if (typeof key === "object" && "x" in key && "y" in key) continue;
+  console.log(key);
+}