replicas-engine 0.1.485 → 0.1.492

package/dist/src/index.js

@@ -408,6 +408,25 @@ function classifyCanvasFilename(filename) {
   const ext = idx === -1 ? "" : filename.slice(idx).toLowerCase();
   return CANVAS_KIND_BY_EXTENSION[ext] ?? { kind: "other", mimeType: "application/octet-stream" };
 }
+function isValidEngineLogSessionId(sessionId) {
+  return Boolean(sessionId) && !/[/\\]/.test(sessionId) && !sessionId.includes("..");
+}
+function paginateEngineLogContent(input) {
+  const parsedOffset = Number.parseInt(input.offset ?? "0", 10);
+  const parsedLimit = Number.parseInt(input.limit ?? "500", 10);
+  const offset = Number.isFinite(parsedOffset) && parsedOffset >= 0 ? parsedOffset : 0;
+  const limit = Number.isFinite(parsedLimit) && parsedLimit >= 0 ? Math.min(parsedLimit, 5e3) : 500;
+  const lines = input.content.split("\n");
+  if (lines.at(-1) === "") lines.pop();
+  return {
+    sessionId: input.sessionId,
+    totalLines: lines.length,
+    offset,
+    limit,
+    hasMore: offset + limit < lines.length,
+    lines: lines.slice(offset, offset + limit)
+  };
+}
 
 // ../shared/src/context-usage.ts
 var CODEX_CATEGORY_COLORS = {
@@ -583,7 +602,7 @@ var WORKSPACE_SIZES = ["small", "large"];
 var INVALID_WORKSPACE_SIZE_ERROR = `Invalid size: must be one of ${WORKSPACE_SIZES.join(", ")}`;
 
 // ../shared/src/e2b.ts
-var E2B_TEMPLATE_NAME = "replicas-sandbox-2026-07-23-v5";
+var E2B_TEMPLATE_NAME = "replicas-sandbox-2026-07-23-v12";
 
 // ../shared/src/runtime-env.ts
 function shellQuotePosix(value) {
@@ -4684,6 +4703,7 @@ var MEDIA_KIND = {
   AUDIO: "audio"
 };
 var MEDIA_KINDS = [MEDIA_KIND.IMAGE, MEDIA_KIND.VIDEO, MEDIA_KIND.AUDIO];
+var MAX_ENGINE_LOG_BYTES = 50 * 1024 * 1024;
 
 // ../shared/src/skill-registry.ts
 var SKILL_REGISTRY_MANIFEST_VERSION = 1;
@@ -6129,8 +6149,8 @@ var StreamWriter = class {
     }
     return true;
   }
-  flush() {
-    return new Promise((resolve4) => {
+  flush(signal) {
+    return new Promise((resolve4, reject) => {
       if (!this.stream) {
         resolve4();
         return;
@@ -6140,8 +6160,17 @@ var StreamWriter = class {
         this.flushTimer = null;
       }
       const s = this.stream;
-      this.stream = null;
-      s.end(() => resolve4());
+      const onAbort = () => reject(signal?.reason);
+      if (signal?.aborted) {
+        reject(signal.reason);
+        return;
+      }
+      signal?.addEventListener("abort", onAbort, { once: true });
+      s.write("", (error) => {
+        signal?.removeEventListener("abort", onAbort);
+        if (error) reject(error);
+        else resolve4();
+      });
     });
   }
   scheduleDropWarning() {
@@ -6202,8 +6231,11 @@ var EngineLogger = class {
     this.writer.write(`[${(/* @__PURE__ */ new Date()).toISOString()}] [${level}] ${message}
 `);
   }
-  flush() {
-    return this.writer.flush();
+  flush(signal) {
+    return this.writer.flush(signal);
+  }
+  error(...args) {
+    this.log("ERROR", format(...args));
   }
   createSessionId() {
     const timestamp = (/* @__PURE__ */ new Date()).toISOString().replace(/:/g, "-");
@@ -7113,7 +7145,7 @@ async function registerDesktopPreview() {
 import { existsSync as existsSync7 } from "fs";
 import { appendFile as appendFile3, copyFile, mkdir as mkdir14, readFile as readFile14, rename as rename2, rm as rm2 } from "fs/promises";
 import { homedir as homedir14 } from "os";
-import { join as join23 } from "path";
+import { join as join24 } from "path";
 import { randomUUID as randomUUID5 } from "crypto";
 
 // src/managers/claude-manager.ts
@@ -9851,7 +9883,7 @@ var DEFAULT_CODEX_ARGS = ["app-server", "--listen", "stdio://"];
 var MIN_CODEX_CLI_VERSION = "0.144.6";
 var CODEX_UPGRADE_TIMEOUT_MS = 12e4;
 var codexCliVersionEnsured = null;
-var ENGINE_PACKAGE_VERSION = "0.1.485";
+var ENGINE_PACKAGE_VERSION = "0.1.492";
 var INITIALIZE_METHOD = "initialize";
 var INITIALIZED_NOTIFICATION = "initialized";
 var ACCOUNT_LOGIN_START_METHOD = "account/login/start";
@@ -14255,9 +14287,136 @@ async function flushRepoState() {
   }
 }
 
+// src/services/upload-engine-logs.ts
+import { createReadStream } from "fs";
+import { readdir as readdir8, stat as stat4 } from "fs/promises";
+import { join as join23 } from "path";
+var MAX_ENGINE_LOG_FLUSH_SESSIONS = 10;
+var MAX_ENGINE_LOG_FLUSH_BYTES = 5 * 1024 * 1024;
+var ENGINE_LOG_FLUSH_TIMEOUT_MS = 2e4;
+async function flushAllEngineLogs() {
+  let flushed = 0;
+  let skipped = 0;
+  let failed = 0;
+  const deadline = Date.now() + ENGINE_LOG_FLUSH_TIMEOUT_MS;
+  await runBeforeDeadline((signal) => engineLogger.flush(signal), deadline);
+  const files = await runBeforeDeadline(() => readdir8(LOG_DIR), deadline).catch(() => []);
+  const currentFilename = engineLogger.sessionId ? `${engineLogger.sessionId}.log` : null;
+  const filenames = files.filter((filename) => {
+    if (!filename.endsWith(".log")) return false;
+    const sessionId = filename.slice(0, -".log".length);
+    if (!isValidEngineLogSessionId(sessionId)) {
+      skipped++;
+      return false;
+    }
+    return true;
+  }).sort((a, b) => {
+    if (a === currentFilename) return -1;
+    if (b === currentFilename) return 1;
+    return b.localeCompare(a);
+  });
+  skipped += Math.max(0, filenames.length - MAX_ENGINE_LOG_FLUSH_SESSIONS);
+  const candidates = (await Promise.all(filenames.slice(0, MAX_ENGINE_LOG_FLUSH_SESSIONS).map(async (filename) => {
+    try {
+      const sessionId = filename.slice(0, -".log".length);
+      const filePath = join23(LOG_DIR, filename);
+      const fileStat = await runBeforeDeadline(() => stat4(filePath), deadline);
+      if (!fileStat.isFile()) {
+        skipped++;
+        return null;
+      }
+      return { sessionId, filename, filePath, fileStat };
+    } catch (error) {
+      failed++;
+      engineLogger.error("[EngineLogUploader] upload failed:", { filename, error });
+      return null;
+    }
+  }))).filter((candidate) => candidate !== null);
+  const selected = [];
+  let selectedBytes = 0;
+  for (const candidate of candidates) {
+    const length = Math.min(candidate.fileStat.size, MAX_ENGINE_LOG_FLUSH_BYTES);
+    if (selected.length >= MAX_ENGINE_LOG_FLUSH_SESSIONS || selectedBytes + length > MAX_ENGINE_LOG_FLUSH_BYTES) {
+      skipped++;
+      continue;
+    }
+    selected.push({ ...candidate, offset: candidate.fileStat.size - length, length });
+    selectedBytes += length;
+  }
+  for (const [index, candidate] of selected.entries()) {
+    if (Date.now() >= deadline) {
+      skipped += selected.length - index;
+      break;
+    }
+    try {
+      const content = await runBeforeDeadline(async (signal) => {
+        if (candidate.length === 0) return Buffer.alloc(0);
+        const chunks = [];
+        for await (const chunk of createReadStream(candidate.filePath, {
+          start: candidate.offset,
+          end: candidate.offset + candidate.length - 1,
+          signal
+        })) {
+          chunks.push(Buffer.from(chunk));
+        }
+        return Buffer.concat(chunks);
+      }, deadline);
+      const timeoutMs = deadline - Date.now();
+      if (timeoutMs <= 0) {
+        skipped += selected.length - index;
+        break;
+      }
+      await uploadEngineLog({
+        sessionId: candidate.sessionId,
+        filename: candidate.filename,
+        updatedAt: candidate.fileStat.mtime.toISOString(),
+        content
+      }, timeoutMs);
+      flushed++;
+    } catch (error) {
+      failed++;
+      engineLogger.error("[EngineLogUploader] upload failed:", { filename: candidate.filename, error });
+    }
+  }
+  return { flushed, skipped, failed };
+}
+function runBeforeDeadline(operation, deadline) {
+  const timeoutMs = deadline - Date.now();
+  if (timeoutMs <= 0) return Promise.reject(new DOMException("engine log flush deadline exceeded", "TimeoutError"));
+  const signal = AbortSignal.timeout(timeoutMs);
+  return new Promise((resolve4, reject) => {
+    const onAbort = () => reject(signal.reason);
+    signal.addEventListener("abort", onAbort, { once: true });
+    operation(signal).then(
+      (value) => {
+        signal.removeEventListener("abort", onAbort);
+        resolve4(value);
+      },
+      (error) => {
+        signal.removeEventListener("abort", onAbort);
+        reject(error);
+      }
+    );
+  });
+}
+async function uploadEngineLog(input, timeoutMs) {
+  const form = new FormData();
+  form.append("session_id", input.sessionId);
+  form.append("filename", input.filename);
+  form.append("updated_at", input.updatedAt);
+  form.append("file", new Blob([input.content], { type: "text/plain" }), input.filename);
+  const response = await monolithRequest("/v1/engine/logs", {
+    body: form,
+    signal: AbortSignal.timeout(timeoutMs)
+  });
+  if (!response.ok) {
+    throw new Error(`upload failed: ${response.status} ${await response.text()}`);
+  }
+}
+
 // src/services/chat/chat-service.ts
-var CODEX_AUTH_PATH2 = join23(homedir14(), ".codex", "auth.json");
-var OPENCODE_AUTH_PATH3 = join23(homedir14(), ".local", "share", "opencode", "auth.json");
+var CODEX_AUTH_PATH2 = join24(homedir14(), ".codex", "auth.json");
+var OPENCODE_AUTH_PATH3 = join24(homedir14(), ".local", "share", "opencode", "auth.json");
 var CHATS_BACKUP_FILE = `${CHATS_FILE}.bak`;
 function isCodexAvailable() {
   return existsSync7(CODEX_AUTH_PATH2) || Boolean(ENGINE_ENV.OPENAI_API_KEY);
@@ -14719,7 +14878,7 @@ var ChatService = class {
     return descendants;
   }
   async deleteHistoryFile(persisted) {
-    await rm2(join23(HISTORY_DIR_BY_PROVIDER[persisted.provider], `${persisted.id}.jsonl`), { force: true });
+    await rm2(join24(HISTORY_DIR_BY_PROVIDER[persisted.provider], `${persisted.id}.jsonl`), { force: true });
     await rm2(chatMessageSendersFilePath(persisted.id), { force: true });
   }
   async getChatHistory(chatId, page = {}) {
@@ -14762,12 +14921,13 @@ var ChatService = class {
     const chatsById = new Map(
       [...this.chats.entries()].map(([chatId, chat]) => [chatId, this.toSummary(chat)])
     );
-    const [chatTranscripts, canvas, repoState] = await Promise.all([
+    const [chatTranscripts, canvas, repoState, engineLogs] = await Promise.all([
       flushAllChatTranscripts(chatsById),
       flushAllCanvasItems(),
-      flushRepoState()
+      flushRepoState(),
+      flushAllEngineLogs()
     ]);
-    return { chatTranscripts, canvas, repoState };
+    return { chatTranscripts, canvas, repoState, engineLogs };
   }
   createRuntimeChat(persisted) {
     const saveSession = async (sessionId) => {
@@ -14794,7 +14954,7 @@ var ChatService = class {
     if (persisted.provider === "claude") {
       provider = new ClaudeManager({
         workingDirectory: this.workingDirectory,
-        historyFilePath: join23(CLAUDE_HISTORY_DIR, `${persisted.id}.jsonl`),
+        historyFilePath: join24(CLAUDE_HISTORY_DIR, `${persisted.id}.jsonl`),
         initialSessionId: persisted.providerSessionId,
         onSaveSessionId: saveSession,
         onTurnComplete: onProviderTurnComplete,
@@ -14803,7 +14963,7 @@ var ChatService = class {
     } else if (persisted.provider === "relay") {
       provider = new RelayManager({
         workingDirectory: this.workingDirectory,
-        historyFilePath: join23(RELAY_HISTORY_DIR, `${persisted.id}.jsonl`),
+        historyFilePath: join24(RELAY_HISTORY_DIR, `${persisted.id}.jsonl`),
         initialSessionId: persisted.providerSessionId,
         onSaveSessionId: saveSession,
         onTurnComplete: onProviderTurnComplete,
@@ -14817,7 +14977,7 @@ var ChatService = class {
     } else if (persisted.provider === "cursor") {
       provider = new CursorManager({
         workingDirectory: this.workingDirectory,
-        historyFilePath: join23(CURSOR_HISTORY_DIR, `${persisted.id}.jsonl`),
+        historyFilePath: join24(CURSOR_HISTORY_DIR, `${persisted.id}.jsonl`),
         initialSessionId: persisted.providerSessionId,
         onSaveSessionId: saveSession,
         onTurnComplete: onProviderTurnComplete,
@@ -14826,7 +14986,7 @@ var ChatService = class {
     } else if (persisted.provider === "opencode") {
       provider = new OpencodeManager({
         workingDirectory: this.workingDirectory,
-        historyFilePath: join23(OPENCODE_HISTORY_DIR, `${persisted.id}.jsonl`),
+        historyFilePath: join24(OPENCODE_HISTORY_DIR, `${persisted.id}.jsonl`),
         initialSessionId: persisted.providerSessionId,
         onSaveSessionId: saveSession,
         onTurnComplete: onProviderTurnComplete,
@@ -14835,7 +14995,7 @@ var ChatService = class {
     } else if (persisted.provider === "pi") {
       provider = new PiManager({
         workingDirectory: this.workingDirectory,
-        historyFilePath: join23(PI_HISTORY_DIR, `${persisted.id}.jsonl`),
+        historyFilePath: join24(PI_HISTORY_DIR, `${persisted.id}.jsonl`),
         initialSessionId: persisted.providerSessionId,
         onSaveSessionId: saveSession,
         onTurnComplete: onProviderTurnComplete,
@@ -14844,7 +15004,7 @@ var ChatService = class {
     } else {
       provider = new CodexAspManager({
         workingDirectory: this.workingDirectory,
-        historyFilePath: join23(CODEX_HISTORY_DIR, `${persisted.id}.jsonl`),
+        historyFilePath: join24(CODEX_HISTORY_DIR, `${persisted.id}.jsonl`),
         initialSessionId: persisted.providerSessionId,
         onSaveSessionId: saveSession,
         onTurnComplete: onProviderTurnComplete,
@@ -14993,7 +15153,7 @@ var ChatService = class {
     });
     uploadChatTranscript(
       chatId,
-      join23(HISTORY_DIR_BY_PROVIDER[chat.persisted.provider], `${chatId}.jsonl`),
+      join24(HISTORY_DIR_BY_PROVIDER[chat.persisted.provider], `${chatId}.jsonl`),
       this.toSummary(chat)
     ).catch((err) => {
       console.error("[ChatService] Failed to upload chat transcript:", { chatId, err });
@@ -15128,8 +15288,8 @@ var ChatService = class {
 
 // src/services/repo-file-service.ts
 import { execFile as execFile2 } from "child_process";
-import { readFile as readFile15, realpath, stat as stat4 } from "fs/promises";
-import { join as join24, resolve as resolve2, extname as extname2 } from "path";
+import { readFile as readFile15, realpath, stat as stat5 } from "fs/promises";
+import { join as join25, resolve as resolve2, extname as extname2 } from "path";
 var CACHE_TTL_MS = 3e4;
 var SEARCH_TIMEOUT_MS = 15e3;
 var MAX_CONTENT_BYTES = 256 * 1024;
@@ -15289,11 +15449,11 @@ var RepoFileService = class {
     const repo = repos.find((r) => r.name === repoName);
     if (!repo) return null;
     try {
-      const fullPath = await realpath(resolve2(join24(repo.path, filePath)));
+      const fullPath = await realpath(resolve2(join25(repo.path, filePath)));
       const repoRoot = await realpath(repo.path);
       const repoPrefix = repoRoot.endsWith("/") ? repoRoot : repoRoot + "/";
       if (!fullPath.startsWith(repoPrefix) && fullPath !== repoRoot) return null;
-      const fileStat = await stat4(fullPath);
+      const fileStat = await stat5(fullPath);
       if (!fileStat.isFile()) return null;
       const sizeBytes = fileStat.size;
       if (isBinaryExtension(filePath)) {
@@ -15396,21 +15556,21 @@ var RepoFileService = class {
 // src/v1-routes.ts
 import { Hono } from "hono";
 import { z as z7 } from "zod";
-import { readdir as readdir9, stat as stat5, readFile as readFile18 } from "fs/promises";
-import { join as join27, resolve as resolve3 } from "path";
+import { readdir as readdir10, stat as stat6, readFile as readFile18 } from "fs/promises";
+import { join as join28, resolve as resolve3 } from "path";
 
 // src/services/warm-hooks-service.ts
 import { spawn as spawn4 } from "child_process";
 import { readFile as readFile17 } from "fs/promises";
 import { existsSync as existsSync8 } from "fs";
-import { join as join26 } from "path";
+import { join as join27 } from "path";
 
 // src/services/warm-hook-logs-service.ts
-import { mkdir as mkdir15, readFile as readFile16, writeFile as writeFile6, readdir as readdir8, appendFile as appendFile4, unlink as unlink3 } from "fs/promises";
+import { mkdir as mkdir15, readFile as readFile16, writeFile as writeFile6, readdir as readdir9, appendFile as appendFile4, unlink as unlink3 } from "fs/promises";
 import { homedir as homedir15 } from "os";
-import { join as join25 } from "path";
-var LOGS_DIR2 = join25(homedir15(), ".replicas", "warm-hook-logs");
-var CURRENT_RUN_LOG = join25(LOGS_DIR2, "current-run.log");
+import { join as join26 } from "path";
+var LOGS_DIR2 = join26(homedir15(), ".replicas", "warm-hook-logs");
+var CURRENT_RUN_LOG = join26(LOGS_DIR2, "current-run.log");
 var GLOBAL_FILENAME = "global.json";
 function withPreview2(stored) {
   const preview = buildHookOutputPreview(stored.output);
@@ -15427,7 +15587,7 @@ var WarmHookLogsService = class {
       hookName: "organization",
       ...entry
     };
-    await writeFile6(join25(LOGS_DIR2, GLOBAL_FILENAME), `${JSON.stringify(log, null, 2)}
+    await writeFile6(join26(LOGS_DIR2, GLOBAL_FILENAME), `${JSON.stringify(log, null, 2)}
 `, "utf-8");
   }
   async saveEnvironmentHookLog(entry) {
@@ -15437,7 +15597,7 @@ var WarmHookLogsService = class {
       hookName: "environment",
       ...entry
     };
-    await writeFile6(join25(LOGS_DIR2, ENVIRONMENT_HOOK_LOG_FILENAME), `${JSON.stringify(log, null, 2)}
+    await writeFile6(join26(LOGS_DIR2, ENVIRONMENT_HOOK_LOG_FILENAME), `${JSON.stringify(log, null, 2)}
 `, "utf-8");
   }
   async saveRepoHookLog(repoName, entry) {
@@ -15447,13 +15607,13 @@ var WarmHookLogsService = class {
       hookName: repoName,
       ...entry
     };
-    await writeFile6(join25(LOGS_DIR2, repoHookLogFilename(repoName)), `${JSON.stringify(log, null, 2)}
+    await writeFile6(join26(LOGS_DIR2, repoHookLogFilename(repoName)), `${JSON.stringify(log, null, 2)}
 `, "utf-8");
   }
   async getAllLogs() {
     let files;
     try {
-      files = await readdir8(LOGS_DIR2);
+      files = await readdir9(LOGS_DIR2);
     } catch (err) {
       if (err.code === "ENOENT") {
         return [];
@@ -15466,7 +15626,7 @@ var WarmHookLogsService = class {
         continue;
       }
       try {
-        const raw = await readFile16(join25(LOGS_DIR2, file), "utf-8");
+        const raw = await readFile16(join26(LOGS_DIR2, file), "utf-8");
         const stored = JSON.parse(raw);
         logs.push(withPreview2(stored));
       } catch {
@@ -15504,7 +15664,7 @@ var WarmHookLogsService = class {
   async getFullOutput(hookType, hookName) {
     const filename = hookType === "global" ? GLOBAL_FILENAME : hookType === "environment" ? ENVIRONMENT_HOOK_LOG_FILENAME : repoHookLogFilename(hookName);
     try {
-      const raw = await readFile16(join25(LOGS_DIR2, filename), "utf-8");
+      const raw = await readFile16(join26(LOGS_DIR2, filename), "utf-8");
       const stored = JSON.parse(raw);
       if (stored.hookType !== hookType || stored.hookName !== hookName) {
         return null;
@@ -15523,7 +15683,7 @@ var warmHookLogsService = new WarmHookLogsService();
 // src/services/warm-hooks-service.ts
 async function readRepoWarmHook(repoPath) {
   for (const filename of REPLICAS_CONFIG_FILENAMES) {
-    const configPath = join26(repoPath, filename);
+    const configPath = join27(repoPath, filename);
     if (!existsSync8(configPath)) {
       continue;
     }
@@ -16752,12 +16912,12 @@ data: ${JSON.stringify("Terminal session not found")}
   });
   app2.get("/logs", async (c) => {
     try {
-      const files = await readdir9(LOG_DIR).catch(() => []);
+      const files = await readdir10(LOG_DIR).catch(() => []);
       const logFiles = files.filter((f) => f.endsWith(".log"));
       const sessions = await Promise.all(
         logFiles.map(async (filename) => {
-          const filePath = join27(LOG_DIR, filename);
-          const fileStat = await stat5(filePath);
+          const filePath = join28(LOG_DIR, filename);
+          const fileStat = await stat6(filePath);
           const sessionId = filename.replace(/\.log$/, "");
           return {
             sessionId,
@@ -16782,36 +16942,25 @@ data: ${JSON.stringify("Terminal session not found")}
   app2.get("/logs/:sessionId", async (c) => {
     try {
       const sessionId = c.req.param("sessionId");
-      if (!sessionId || /[/\\]/.test(sessionId) || sessionId.includes("..")) {
+      if (!isValidEngineLogSessionId(sessionId)) {
         return c.json(jsonError("Invalid session ID"), 400);
       }
       const filePath = resolve3(LOG_DIR, `${sessionId}.log`);
       if (!filePath.startsWith(resolve3(LOG_DIR))) {
         return c.json(jsonError("Invalid session ID"), 400);
       }
-      const offset = parseInt(c.req.query("offset") || "0", 10);
-      const limit = Math.min(parseInt(c.req.query("limit") || "500", 10), 5e3);
       let content;
       try {
         content = await readFile18(filePath, "utf-8");
       } catch {
         return c.json(jsonError("Log session not found"), 404);
       }
-      const allLines = content.split("\n");
-      if (allLines.length > 0 && allLines[allLines.length - 1] === "") {
-        allLines.pop();
-      }
-      const totalLines = allLines.length;
-      const slicedLines = allLines.slice(offset, offset + limit);
-      const hasMore = offset + limit < totalLines;
-      return c.json({
+      return c.json(paginateEngineLogContent({
         sessionId,
-        totalLines,
-        offset,
-        limit,
-        hasMore,
-        lines: slicedLines
-      });
+        content,
+        offset: c.req.query("offset"),
+        limit: c.req.query("limit")
+      }));
     } catch (error) {
       return c.json(
         jsonError("Failed to read log", error instanceof Error ? error.message : "Unknown error"),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "replicas-engine",
-  "version": "0.1.485",
+  "version": "0.1.492",
   "description": "Lightweight API server for Replicas workspaces",
   "type": "module",
   "main": "dist/src/index.js",