feat: optimized blobs

src/core/blitzkrieg/createBlob.ts

@@ -0,0 +1,45 @@
+import { throttle } from 'lodash';
+import { FileChange } from './commitMultipleFiles';
+import { octokit } from './octokit';
+
+export interface GithubChangeBlob {
+  sha: string;
+  path: string;
+  mode: '100644';
+  type: 'blob';
+}
+
+const TIME_PER_BLOB = 2 ** 4 * 1000;
+
+// github rate limit: 5000 requests per hour
+export const createBlob = throttle(
+  async (owner: string, repo: string, change: FileChange) => {
+    while (true) {
+      try {
+        const { sha } = (
+          await octokit.git.createBlob({
+            owner,
+            repo,
+            content: change.content,
+            encoding: change.encoding,
+          })
+        ).data;
+
+        return {
+          sha,
+          path: change.path,
+          mode: '100644',
+          type: 'blob',
+        } satisfies GithubChangeBlob;
+      } catch (error) {
+        console.warn(
+          `Failed blob ${change.path}; retrying in ${TIME_PER_BLOB}ms...`,
+        );
+
+        await new Promise((resolve) => setTimeout(resolve, TIME_PER_BLOB));
+      }
+    }
+  },
+  5000 / (60 * 60 * 1000) * 0.95 // 5% less than max rate,
+  { trailing: true },
+);