feat: complete bkon

docs/guide/bkon.md

@@ -35,8 +35,7 @@ struct Header {
 }
 
 struct StringTable {
-  uint32 count;
-  uint32[count] ids;
+  uint16 count;
   String[count] strings;
 }
 ```
@@ -44,13 +43,11 @@ struct StringTable {
 ### Body
 
 ```cpp
-// identical to ValueObject except with no type
 struct Body {
-  uint32 count;
-  (ValueString | ValueFastString)[count] keys;
-  Value[count] values;
+  Value object;
 }
 
+// read as uint8
 enum ValueType {
   Null,
   Boolean,
@@ -138,7 +135,7 @@ struct ValueString {
 
 struct ValueFastString {
   ValueType.FastString type;
-  uint32 id;
+  uint16 index;
 }
 
 struct ValueArray {

src/core/streams/bkon.ts

@@ -1,5 +1,5 @@
 import { times } from 'lodash';
-import { ReadStream } from './buffer';
+import { ReadStream, WriteStream } from './buffer';
 
 enum ValueType {
   Null,
@@ -52,23 +52,19 @@ export class BkonReadStream extends ReadStream {
   }
 
   body(stringTable: Record<number, string>) {
-    const count = this.uint32();
-    const keys = times(count, () => this.value(stringTable) as string);
-    const values = times(count, () => this.value(stringTable));
-    const body: Record<string, Value> = {};
-
-    keys.forEach((key, index) => (body[key] = values[index]));
-
-    return body;
+    return this.value(stringTable);
   }
 
   stringTable() {
-    const count = this.uint32();
-    const ids = times(count, this.uint32);
-    const strings = times(count, this.string);
-    const table: Record<number, string> = {};
+    const count = this.uint16();
+    const strings: string[] = [];
 
-    ids.forEach((id, index) => (table[id] = strings[index]));
+    for (let index = 0; index < count; index++) {
+      strings.push(this.string());
+    }
+
+    const table: Record<number, string> = {};
+    times(count, (index) => (table[index] = strings[index]));
 
     return table;
   }
@@ -123,7 +119,7 @@ export class BkonReadStream extends ReadStream {
         return this.string();
 
       case ValueType.FastString:
-        return stringTable[this.uint32()];
+        return stringTable[this.uint16()];
 
       case ValueType.Array:
         return times(this.uint32(), () => this.value(stringTable));
@@ -144,3 +140,150 @@ export class BkonReadStream extends ReadStream {
     }
   }
 }
+
+export class BkonWriteStream extends WriteStream {
+  bkon(object: Value) {
+    this.magic();
+    const stringTable = this.header(object);
+    this.body(object, stringTable);
+  }
+
+  body(object: Value, stringTable: Map<string, number>) {
+    this.value(object, stringTable);
+  }
+
+  value(object: Value, stringTable: Map<string, number>) {
+    if (object === null) {
+      this.uint8(ValueType.Null);
+    } else if (typeof object === 'boolean') {
+      this.uint8(ValueType.Boolean);
+      this.uint8(object ? 1 : 0);
+    } else if (typeof object === 'number') {
+      if (object % 1 === 0) {
+        if (object < 0) {
+          if (object < -0x80000000) {
+            this.uint8(ValueType.Int64);
+            this.int64(BigInt(object));
+          } else if (object < -0x8000) {
+            this.uint8(ValueType.Int32);
+            this.int32(object);
+          } else if (object < -0x80) {
+            this.uint8(ValueType.Int16);
+            this.int16(object);
+          } else {
+            this.uint8(ValueType.Int8);
+            this.int8(object);
+          }
+        } else {
+          if (object > 0x7fffffff) {
+            this.uint8(ValueType.Uint64);
+            this.uint64(BigInt(object));
+          } else if (object > 0x7fff) {
+            this.uint8(ValueType.Uint32);
+            this.uint32(object);
+          } else if (object > 0x7f) {
+            this.uint8(ValueType.Uint16);
+            this.uint16(object);
+          } else {
+            this.uint8(ValueType.Uint8);
+            this.uint8(object);
+          }
+        }
+      } else {
+        // floats... ignore for now
+        this.uint8(ValueType.Uint32);
+        this.uint32(0);
+      }
+    } else if (typeof object === 'bigint') {
+      if (object < 0) {
+        this.int64(object);
+      } else {
+        this.uint64(object);
+      }
+    } else if (typeof object === 'string') {
+      if (stringTable.has(object)) {
+        this.uint8(ValueType.FastString);
+        this.uint16(stringTable.get(object)!);
+      } else {
+        this.uint8(ValueType.String);
+        this.string(object);
+      }
+    } else if (Array.isArray(object)) {
+      this.uint8(ValueType.Array);
+      this.uint32(object.length);
+      object.forEach((value) => this.value(value, stringTable));
+    } else {
+      const entries = Object.entries(object);
+
+      this.uint8(ValueType.Object);
+      this.uint32(entries.length);
+      entries.forEach(([key]) => this.value(key, stringTable));
+      entries.forEach(([, value]) => this.value(value, stringTable));
+    }
+  }
+
+  header(object: Value) {
+    this.uint16(1);
+    return this.stringTable(object);
+  }
+
+  stringTable(object: Value) {
+    const stringTable = this.buildStringTable(
+      this.collectStringCounts(object, new Map()),
+    );
+
+    this.uint16(stringTable.size);
+    stringTable.forEach((_index, string) => this.string(string));
+
+    return stringTable;
+  }
+
+  buildStringTable(stringCounts: Map<string, number>) {
+    const stringTable = new Map<string, number>();
+
+    stringCounts.forEach((count, string) => {
+      if (count > 1) stringTable.set(string, stringTable.size);
+    });
+
+    return stringTable;
+  }
+
+  collectStringCounts(object: Value, stringCounts: Map<string, number>) {
+    if (typeof object === 'string') {
+      if (stringCounts.has(object)) {
+        stringCounts.set(object, stringCounts.get(object)! + 1);
+      } else {
+        stringCounts.set(object, 1);
+      }
+    } else if (object instanceof Array) {
+      object.forEach((value) => this.collectStringCounts(value, stringCounts));
+    } else if (object instanceof Object) {
+      Object.entries(object).forEach((strings) =>
+        this.collectStringCounts(strings, stringCounts),
+      );
+    }
+
+    return stringCounts;
+  }
+
+  string(value: string) {
+    this.uint32(value.length);
+    this.ascii(value);
+  }
+
+  magic() {
+    this.ascii('BKON');
+  }
+}
+
+// const write = new BkonWriteStream();
+// const data = (await fetch(
+//   'https://raw.githubusercontent.com/tresabhi/blitzkrieg-assets/dev/definitions/tanks.json',
+// ).then((response) => response.json())) as Value;
+// write.bkon(data);
+// const buffer = write.buffer;
+// const read = new BkonReadStream(buffer);
+// read.bkon();
+
+// writeFile('test.bkon', buffer);
+// writeFile('test.json', JSON.stringify(data));