querysub 0.356.0 → 0.358.0

package/src/diagnostics/logs/IndexedLogs/LogStreamer.ts

@@ -0,0 +1,47 @@
+import { runInfinitePoll, runInSerial } from "socket-function/src/batching";
+import { measureBlock } from "socket-function/src/profiling/measure";
+import { isNode } from "typesafecss";
+import { registerShutdownHandler } from "../../periodic";
+
+export class LogStreamer<T> {
+    public constructor(diskFlushInterval: number, public writeBuffers: (buffer: Buffer[]) => Promise<void>) {
+        registerShutdownHandler(async () => {
+            await this.flushNow();
+        });
+        runInfinitePoll(diskFlushInterval, async () => {
+            await this.flushNow();
+        });
+    }
+
+    private pendingWriteQueue: T[] = [];
+
+    private insideAppend = false;
+    public append(datum: T) {
+        if (!isNode()) return;
+        if (this.insideAppend) return;
+        this.insideAppend = true;
+        try {
+            this.pendingWriteQueue.push(datum);
+        } finally {
+            this.insideAppend = false;
+        }
+    }
+    insideFlush = false;
+    public flushNow = runInSerial(async () => {
+        this.insideFlush = true;
+        try {
+            // Remember to add timing inside of this to the serialization parts?
+            let writeParts = measureBlock(() => {
+                return this.pendingWriteQueue.map(x => Buffer.from(JSON.stringify(x)));
+            }, `LogStreamer|serialize log data`);
+            this.pendingWriteQueue = [];
+            await this.writeBuffers(writeParts);
+        } finally {
+            this.insideFlush = false;
+        }
+    });
+    public static deserialize<T>(data: Buffer): T {
+        return JSON.parse(data.toString());
+    }
+}
+