feat: start of scraping

.gitignore

@@ -22,7 +22,7 @@ depots
 public/sitemap*
 /firebase.json
 target
-# packages/core/src/protos/*.ts
+packages/website-ue/src/protos/*.ts
 /.vercel
 .astro
 .vercel

packages/scripts/src/protos.ts

@@ -11,7 +11,8 @@ const TS_PROTO_EXECUTABLE_LOCATIONS = [
 
 const roots = [
   // "../../packages/core/src/protos",
-  "../../packages/closed/protos",
+  // "../../packages/closed/protos",
+  "../../packages/website-ue/src/protos",
 ];
 
 const exec = promisify(execSync);

packages/website-ue/src/core/api/abstract.ts

@@ -1 +1,5 @@
-abstract class AbstractAPI {}
+import type { Tanks } from "../../protos/tanks";
+
+export abstract class AbstractAPI {
+  abstract tanks(): Promise<Tanks>;
+}

packages/website-ue/src/core/api/client.ts

@@ -1 +1,3 @@
+import { AbstractAPI } from "./abstract";
+
 export class ClientAPI extends AbstractAPI {}

packages/website-ue/src/core/api/dynamic.ts

@@ -1,11 +1,20 @@
-import { ClientAPI } from "./client";
-import { ServerAPI } from "./server";
+import type { AbstractAPI } from "./abstract";
 
 let dynamicAPI: AbstractAPI;
 
 if (typeof window === "undefined") {
-  dynamicAPI = new ServerAPI();
+  const { ProxyClient } = await import("@blitzkit/closed");
+  const { ServerAPI } = await import("./server");
+
+  const proxyClient = await new ProxyClient(
+    import.meta.env.WOTB_SERVER
+  ).handshake();
+  const metadata = await proxyClient.metadata();
+
+  dynamicAPI = new ServerAPI(metadata);
 } else {
+  const { ClientAPI } = await import("./client");
+
   dynamicAPI = new ClientAPI();
 }
 

packages/website-ue/src/core/api/server.ts

@@ -1 +1,27 @@
-export class ServerAPI extends AbstractAPI {}
+import type { MetadataAccessor } from "@blitzkit/closed";
+import type { TanksEntry } from "../../protos/tanks";
+import { AbstractAPI } from "./abstract";
+
+export class ServerAPI extends AbstractAPI {
+  constructor(private metadata: MetadataAccessor) {
+    super();
+
+    console.log(Object.keys(metadata.groups).join("\n"));
+  }
+
+  async tanks() {
+    const group = this.metadata.group("TankEntity");
+    const tanks: TanksEntry[] = [];
+
+    for (const item of group) {
+      const tankCatalog = item.TankCatalog();
+
+      const id = item.id;
+      const slug = tankCatalog.name?.value;
+
+      tanks.push({ id, slug });
+    }
+
+    return { tanks };
+  }
+}

packages/website-ue/src/core/blitz/proxyClient.ts

@@ -1,7 +0,0 @@
-import { ProxyClient } from "@blitzkit/closed";
-
-export const proxyClient = await new ProxyClient(
-  import.meta.env.WOTB_SERVER
-).handshake();
-
-export const metadata = await proxyClient.metadata();

packages/website-ue/src/pages/tanks/index.astro

@@ -1,16 +1,18 @@
 ---
 import { api } from "../../core/api/dynamic";
 
-const tanksList = await api.tanksList();
+const tanksList = await api.tanks();
 ---
 
 <h1>Tanks</h1>
 
 <ul>
   {
-    tanksList.map((tank) => (
+    tanksList.tanks.map(({ id, slug }) => (
       <li>
-        <a href={`/tanks/${tank}`}>{tank}</a>
+        <a href={`/tanks/${slug}`}>
+          {slug} ({id})
+        </a>
       </li>
     ))
   }

packages/website-ue/src/protos/tanks.proto

@@ -0,0 +1,12 @@
+syntax = "proto3";
+
+package blitzkit;
+
+message Tanks {
+  repeated TanksEntry tanks = 1;
+}
+
+message TanksEntry {
+  string id = 1;
+  string slug = 2;
+}

packages/website-ue/tsconfig.json

@@ -1,3 +1,8 @@
 {
-  "extends": ["../../tsconfig.json", "astro/tsconfigs/base"]
+  "extends": ["../../tsconfig.json", "astro/tsconfigs/base"],
+  "compilerOptions": {
+    "paths": {
+      "@protos/*": ["../../packages/closed/protos/*"]
+    }
+  }
 }