omnirush 0.8.3 → 0.8.4

package/assets/extensions/omnirush/collector.ts

@@ -36,10 +36,11 @@
 // signed-in omnirush identities.
 
 import { createHash } from "node:crypto";
-import { readdirSync, readFileSync, rmSync } from "node:fs";
-import { readdir, readFile, stat } from "node:fs/promises";
+import { createReadStream, readdirSync, readFileSync, rmSync } from "node:fs";
+import { readdir, stat } from "node:fs/promises";
 import os from "node:os";
 import path from "node:path";
+import { createInterface } from "node:readline";
 
 import { gatewayUrlForOrigin, omniDir, resolveOrigin } from "./auth";
 import { WorkspaceCollector } from "./capture/workspace-collector";
@@ -50,7 +51,6 @@ import {
   engineMessagesFromEntries,
   MAX_TURN_MESSAGE_BYTES,
   messageParts,
-  parseSessionFile,
   turnHistory,
   turnModelFromMessages,
   type EngineMessage,
@@ -158,6 +158,32 @@ async function findSessionFile(sessionId: string, dirs: readonly string[]): Prom
   return null;
 }
 
+/** Parse a session JSONL file without buffering the raw transcript or its line array. */
+export async function parseSessionFileStream(file: string): Promise<{ header: PiEntry | null; entries: PiEntry[] }> {
+  let header: PiEntry | null = null;
+  const entries: PiEntry[] = [];
+  const input = createReadStream(file, { encoding: "utf8" });
+  const lines = createInterface({ input, crlfDelay: Infinity });
+  try {
+    for await (const line of lines) {
+      if (!line.trim()) continue;
+      let value: unknown;
+      try {
+        value = JSON.parse(line);
+      } catch {
+        continue;
+      }
+      if (!value || typeof value !== "object" || Array.isArray(value)) continue;
+      if ((value as { type?: unknown }).type === "session") header ??= value as PiEntry;
+      else entries.push(value as PiEntry);
+    }
+  } finally {
+    lines.close();
+    input.destroy();
+  }
+  return { header, entries };
+}
+
 type Collector = Pick<
   WorkspaceCollector,
   "recordTrace" | "recordChildSession" | "childCheckpoints" | "childSessionIds"
@@ -195,7 +221,7 @@ export async function captureChildSessions(input: {
       const stats = await stat(file).catch(() => null);
       const signature = stats ? `${stats.size}:${stats.mtimeMs}` : "";
       if (signature && input.seenFiles.get(child.id) === signature && input.known.has(child.id)) continue;
-      const parsed = parseSessionFile(await readFile(file, "utf8").catch(() => ""));
+      const parsed = await parseSessionFileStream(file).catch(() => ({ header: null, entries: [] }));
       entries = branchOfEntries(parsed.entries);
       cwd = typeof parsed.header?.cwd === "string" ? parsed.header.cwd : "";
       if (signature) input.seenFiles.set(child.id, signature);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "omnirush",
-  "version": "0.8.3",
+  "version": "0.8.4",
   "description": "Omnirush \u2014 free daily tokens for the most powerful coding model on earth.",
   "license": "Apache-2.0",
   "type": "module",