@openclaw/crabline 0.1.10 → 0.1.11

package/dist/src/servers/recorder.js

@@ -1,11 +1,182 @@
 import { chmod, mkdir, open } from "node:fs/promises";
 import path from "node:path";
+import { lock } from "proper-lockfile";
 const pendingAppends = new Map();
+const durableRecorderIdentities = new Map();
+const MAX_DURABLE_RECORDER_IDENTITIES = 128;
+const MAX_RECOVERY_VALIDATION_BYTES = 64 * 1024 * 1024;
+const MAX_RECOVERY_SCAN_BYTES = MAX_RECOVERY_VALIDATION_BYTES + 1;
+const RECORDER_LOCK_RETRY_MS = 100;
+const RECORDER_LOCK_STALE_MS = 30_000;
+const RECORDER_LOCK_UPDATE_MS = 10_000;
+const TAIL_SCAN_CHUNK_BYTES = 64 * 1024;
 function isManagedRecorderDirectory(directory) {
     return (directory === path.resolve(".crabline", "servers") ||
         directory === path.resolve("artifacts", "crabline"));
 }
-async function appendJsonLine(filePath, line) {
+async function readBufferAt(file, length, position) {
+    const buffer = Buffer.alloc(length);
+    let bytesRead = 0;
+    while (bytesRead < length) {
+        const result = await file.read(buffer, bytesRead, length - bytesRead, position + bytesRead);
+        if (result.bytesRead === 0) {
+            break;
+        }
+        bytesRead += result.bytesRead;
+    }
+    return buffer.subarray(0, bytesRead);
+}
+async function findIncompleteTailStart(file, fileSize) {
+    let position = fileSize;
+    while (position > 0) {
+        const scannedBytes = fileSize - position;
+        const remainingScanBytes = MAX_RECOVERY_SCAN_BYTES - scannedBytes;
+        if (remainingScanBytes <= 0) {
+            throw recoveryValidationLimitError();
+        }
+        const chunkStart = Math.max(0, position - Math.min(TAIL_SCAN_CHUNK_BYTES, remainingScanBytes));
+        const chunk = await readBufferAt(file, position - chunkStart, chunkStart);
+        const lastNewline = chunk.lastIndexOf(0x0a);
+        if (lastNewline >= 0) {
+            return chunkStart + lastNewline + 1;
+        }
+        if (chunk.length === 0) {
+            break;
+        }
+        position = chunkStart;
+    }
+    return 0;
+}
+function recoveryValidationLimitError() {
+    return new Error("Server recorder final record is too large to validate safely; refusing to modify it.");
+}
+async function openRecorderFile(filePath) {
+    try {
+        return {
+            created: true,
+            file: await open(filePath, "ax+", 0o600),
+        };
+    }
+    catch (error) {
+        if (error.code !== "EEXIST") {
+            throw error;
+        }
+        return {
+            created: false,
+            file: await open(filePath, "a+", 0o600),
+        };
+    }
+}
+async function syncDirectory(directoryPath) {
+    if (process.platform === "win32") {
+        return;
+    }
+    const directory = await open(directoryPath, "r");
+    try {
+        await directory.sync();
+    }
+    finally {
+        await directory.close();
+    }
+}
+async function syncRecorderPathAncestry(filePath, firstCreatedDirectory) {
+    if (process.platform === "win32") {
+        return;
+    }
+    const resolvedFilePath = path.resolve(filePath);
+    let currentPath = resolvedFilePath;
+    const syncThroughPath = firstCreatedDirectory === undefined ? undefined : path.resolve(firstCreatedDirectory);
+    for (;;) {
+        const directoryPath = path.dirname(currentPath);
+        const mandatory = syncThroughPath !== undefined || currentPath === resolvedFilePath;
+        try {
+            await syncDirectory(directoryPath);
+        }
+        catch (error) {
+            const code = error.code;
+            if (!mandatory && (code === "EACCES" || code === "EPERM")) {
+                return;
+            }
+            throw error;
+        }
+        if (currentPath === syncThroughPath) {
+            return;
+        }
+        if (path.dirname(directoryPath) === directoryPath) {
+            return;
+        }
+        currentPath = directoryPath;
+    }
+}
+function recorderIdentity(stats) {
+    if (stats.dev === undefined || stats.ino === undefined) {
+        return undefined;
+    }
+    return `${stats.dev}:${stats.ino}`;
+}
+function rememberDurableRecorderIdentity(filePath, identity) {
+    durableRecorderIdentities.delete(filePath);
+    durableRecorderIdentities.set(filePath, identity);
+    if (durableRecorderIdentities.size > MAX_DURABLE_RECORDER_IDENTITIES) {
+        const oldestPath = durableRecorderIdentities.keys().next().value;
+        if (oldestPath !== undefined) {
+            durableRecorderIdentities.delete(oldestPath);
+        }
+    }
+}
+function recorderLockReleaseError(filePath, operationError, releaseError) {
+    return new AggregateError([operationError, releaseError], `Server recorder append and lock release both failed for "${filePath}".`, { cause: operationError });
+}
+function isRecorderLockContention(error) {
+    return (typeof error === "object" &&
+        error !== null &&
+        error.code === "ELOCKED");
+}
+async function acquireRecorderLock(filePath) {
+    while (true) {
+        try {
+            return await lock(filePath, {
+                realpath: false,
+                retries: 0,
+                stale: RECORDER_LOCK_STALE_MS,
+                update: RECORDER_LOCK_UPDATE_MS,
+            });
+        }
+        catch (error) {
+            if (!isRecorderLockContention(error)) {
+                throw error;
+            }
+            await new Promise((resolve) => setTimeout(resolve, RECORDER_LOCK_RETRY_MS));
+        }
+    }
+}
+async function withRecorderLock(filePath, operation) {
+    const release = await acquireRecorderLock(filePath);
+    let operationFailed = false;
+    let operationError;
+    let result;
+    try {
+        result = await operation();
+    }
+    catch (error) {
+        operationFailed = true;
+        operationError = error;
+    }
+    try {
+        await release();
+    }
+    catch (releaseError) {
+        if (operationFailed) {
+            throw recorderLockReleaseError(filePath, operationError, releaseError);
+        }
+        throw releaseError;
+    }
+    if (operationFailed) {
+        throw operationError;
+    }
+    return result;
+}
+async function appendJsonLine(filePath, line, durable) {
     const key = path.resolve(filePath);
     const previous = pendingAppends.get(key) ?? Promise.resolve();
     const current = previous
@@ -16,14 +187,59 @@ async function appendJsonLine(filePath, line) {
         if (createdDirectory !== undefined || isManagedRecorderDirectory(path.resolve(directory))) {
             await chmod(directory, 0o700);
         }
-        const file = await open(filePath, "a", 0o600);
-        try {
-            await file.chmod(0o600);
-            await file.appendFile(line, { encoding: "utf8" });
-        }
-        finally {
-            await file.close();
-        }
+        await withRecorderLock(key, async () => {
+            const opened = await openRecorderFile(filePath);
+            const { file } = opened;
+            try {
+                await file.chmod(0o600);
+                const stats = await file.stat();
+                const identity = recorderIdentity(stats);
+                const needsPathDurability = opened.created ||
+                    identity === undefined ||
+                    durableRecorderIdentities.get(key) !== identity;
+                if (stats.size > 0) {
+                    const finalByte = await readBufferAt(file, 1, stats.size - 1);
+                    if (finalByte[0] !== 0x0a) {
+                        const tailStart = await findIncompleteTailStart(file, stats.size);
+                        const tailLength = stats.size - tailStart;
+                        if (tailLength > MAX_RECOVERY_VALIDATION_BYTES) {
+                            throw recoveryValidationLimitError();
+                        }
+                        const tail = await readBufferAt(file, tailLength, tailStart);
+                        if (tail.length !== tailLength) {
+                            throw new Error("Server recorder changed while repairing its final record.");
+                        }
+                        try {
+                            JSON.parse(tail.toString("utf8"));
+                            await file.appendFile("\n", { encoding: "utf8" });
+                        }
+                        catch (error) {
+                            if (!(error instanceof SyntaxError)) {
+                                throw error;
+                            }
+                            await file.truncate(tailStart);
+                        }
+                    }
+                }
+                await file.appendFile(line, { encoding: "utf8" });
+                if (durable || needsPathDurability) {
+                    await file.sync();
+                }
+                if (needsPathDurability) {
+                    const firstCreatedPath = createdDirectory ?? (opened.created ? path.resolve(filePath) : undefined);
+                    await syncRecorderPathAncestry(filePath, firstCreatedPath);
+                    if (identity === undefined) {
+                        durableRecorderIdentities.delete(key);
+                    }
+                    else {
+                        rememberDurableRecorderIdentity(key, identity);
+                    }
+                }
+            }
+            finally {
+                await file.close();
+            }
+        });
     });
     pendingAppends.set(key, current);
     try {
@@ -37,7 +253,7 @@ async function appendJsonLine(filePath, line) {
 }
 export async function recordServerEvent(params) {
     // Observers only see events after the recorder append is durable.
-    await appendJsonLine(params.recorderPath, `${JSON.stringify(params.event)}\n`);
+    await appendJsonLine(params.recorderPath, `${JSON.stringify(params.event)}\n`, params.onEvent !== undefined);
     await params.onEvent?.(params.event);
 }
 export async function recordCommittedServerEvent(params) {

package/dist/src/servers/recorder.js.map

@@ -1 +1 @@
-{"version":3,"file":"recorder.js","sourceRoot":"","sources":["../../../src/servers/recorder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,IAAI,MAAM,WAAW,CAAC;AAK7B,MAAM,cAAc,GAAG,IAAI,GAAG,EAAyB,CAAC;AAExD,SAAS,0BAA0B,CAAC,SAAiB;IACnD,OAAO,CACL,SAAS,KAAK,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC;QAClD,SAAS,KAAK,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,UAAU,CAAC,CACpD,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,QAAgB,EAAE,IAAY;IAC1D,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACnC,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAC9D,MAAM,OAAO,GAAG,QAAQ;SACrB,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC;SACf,IAAI,CAAC,KAAK,IAAI,EAAE;QACf,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACzC,MAAM,gBAAgB,GAAG,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAClF,IAAI,gBAAgB,KAAK,SAAS,IAAI,0BAA0B,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;YAC1F,MAAM,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAChC,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;QAC9C,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACxB,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;QACpD,CAAC;gBAAS,CAAC;YACT,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC;IACH,CAAC,CAAC,CAAC;IACL,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAEjC,IAAI,CAAC;QACH,MAAM,OAAO,CAAC;IAChB,CAAC;YAAS,CAAC;QACT,IAAI,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,OAAO,EAAE,CAAC;YACxC,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAIvC;IACC,kEAAkE;IAClE,MAAM,cAAc,CAAC,MAAM,CAAC,YAAY,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/E,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACvC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,MAIhD;IACC,IAAI,CAAC;QACH,MAAM,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,4FAA4F;IAC9F,CAAC;AACH,CAAC","sourcesContent":["import { chmod, mkdir, open } from \"node:fs/promises\";\nimport path from \"node:path\";\nimport type { ServerRequestEvent } from \"./http.js\";\n\nexport type ServerEventObserver = (event: ServerRequestEvent) => void | Promise<void>;\n\nconst pendingAppends = new Map<string, Promise<void>>();\n\nfunction isManagedRecorderDirectory(directory: string): boolean {\n  return (\n    directory === path.resolve(\".crabline\", \"servers\") ||\n    directory === path.resolve(\"artifacts\", \"crabline\")\n  );\n}\n\nasync function appendJsonLine(filePath: string, line: string): Promise<void> {\n  const key = path.resolve(filePath);\n  const previous = pendingAppends.get(key) ?? Promise.resolve();\n  const current = previous\n    .catch(() => {})\n    .then(async () => {\n      const directory = path.dirname(filePath);\n      const createdDirectory = await mkdir(directory, { mode: 0o700, recursive: true });\n      if (createdDirectory !== undefined || isManagedRecorderDirectory(path.resolve(directory))) {\n        await chmod(directory, 0o700);\n      }\n      const file = await open(filePath, \"a\", 0o600);\n      try {\n        await file.chmod(0o600);\n        await file.appendFile(line, { encoding: \"utf8\" });\n      } finally {\n        await file.close();\n      }\n    });\n  pendingAppends.set(key, current);\n\n  try {\n    await current;\n  } finally {\n    if (pendingAppends.get(key) === current) {\n      pendingAppends.delete(key);\n    }\n  }\n}\n\nexport async function recordServerEvent(params: {\n  event: ServerRequestEvent;\n  onEvent: ServerEventObserver | undefined;\n  recorderPath: string;\n}): Promise<void> {\n  // Observers only see events after the recorder append is durable.\n  await appendJsonLine(params.recorderPath, `${JSON.stringify(params.event)}\\n`);\n  await params.onEvent?.(params.event);\n}\n\nexport async function recordCommittedServerEvent(params: {\n  event: ServerRequestEvent;\n  onEvent: ServerEventObserver | undefined;\n  recorderPath: string;\n}): Promise<void> {\n  try {\n    await recordServerEvent(params);\n  } catch {\n    // The provider mutation already committed, so telemetry failure cannot change its response.\n  }\n}\n"]}
+{"version":3,"file":"recorder.js","sourceRoot":"","sources":["../../../src/servers/recorder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AAKvC,MAAM,cAAc,GAAG,IAAI,GAAG,EAAyB,CAAC;AACxD,MAAM,yBAAyB,GAAG,IAAI,GAAG,EAAkB,CAAC;AAC5D,MAAM,+BAA+B,GAAG,GAAG,CAAC;AAC5C,MAAM,6BAA6B,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AACvD,MAAM,uBAAuB,GAAG,6BAA6B,GAAG,CAAC,CAAC;AAClE,MAAM,sBAAsB,GAAG,GAAG,CAAC;AACnC,MAAM,sBAAsB,GAAG,MAAM,CAAC;AACtC,MAAM,uBAAuB,GAAG,MAAM,CAAC;AACvC,MAAM,qBAAqB,GAAG,EAAE,GAAG,IAAI,CAAC;AAExC,SAAS,0BAA0B,CAAC,SAAiB;IACnD,OAAO,CACL,SAAS,KAAK,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC;QAClD,SAAS,KAAK,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,UAAU,CAAC,CACpD,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,IAAsC,EACtC,MAAc,EACd,QAAgB;IAEhB,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACpC,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,OAAO,SAAS,GAAG,MAAM,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,SAAS,EAAE,QAAQ,GAAG,SAAS,CAAC,CAAC;QAC5F,IAAI,MAAM,CAAC,SAAS,KAAK,CAAC,EAAE,CAAC;YAC3B,MAAM;QACR,CAAC;QACD,SAAS,IAAI,MAAM,CAAC,SAAS,CAAC;IAChC,CAAC;IACD,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;AACvC,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,IAAsC,EACtC,QAAgB;IAEhB,IAAI,QAAQ,GAAG,QAAQ,CAAC;IACxB,OAAO,QAAQ,GAAG,CAAC,EAAE,CAAC;QACpB,MAAM,YAAY,GAAG,QAAQ,GAAG,QAAQ,CAAC;QACzC,MAAM,kBAAkB,GAAG,uBAAuB,GAAG,YAAY,CAAC;QAClE,IAAI,kBAAkB,IAAI,CAAC,EAAE,CAAC;YAC5B,MAAM,4BAA4B,EAAE,CAAC;QACvC,CAAC;QACD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,qBAAqB,EAAE,kBAAkB,CAAC,CAAC,CAAC;QAC/F,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,QAAQ,GAAG,UAAU,EAAE,UAAU,CAAC,CAAC;QAC1E,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;YACrB,OAAO,UAAU,GAAG,WAAW,GAAG,CAAC,CAAC;QACtC,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,MAAM;QACR,CAAC;QACD,QAAQ,GAAG,UAAU,CAAC;IACxB,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,4BAA4B;IACnC,OAAO,IAAI,KAAK,CACd,sFAAsF,CACvF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,QAAgB;IAEhB,IAAI,CAAC;QACH,OAAO;YACL,OAAO,EAAE,IAAI;YACb,IAAI,EAAE,MAAM,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC;SACzC,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACvD,MAAM,KAAK,CAAC;QACd,CAAC;QACD,OAAO;YACL,OAAO,EAAE,KAAK;YACd,IAAI,EAAE,MAAM,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,CAAC;SACxC,CAAC;IACJ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,aAAqB;IAChD,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACjC,OAAO;IACT,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;IACjD,IAAI,CAAC;QACH,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;IACzB,CAAC;YAAS,CAAC;QACT,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC;IAC1B,CAAC;AACH,CAAC;AAED,KAAK,UAAU,wBAAwB,CACrC,QAAgB,EAChB,qBAA8B;IAE9B,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACjC,OAAO;IACT,CAAC;IACD,MAAM,gBAAgB,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAChD,IAAI,WAAW,GAAG,gBAAgB,CAAC;IACnC,MAAM,eAAe,GACnB,qBAAqB,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC;IACxF,SAAS,CAAC;QACR,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAChD,MAAM,SAAS,GAAG,eAAe,KAAK,SAAS,IAAI,WAAW,KAAK,gBAAgB,CAAC;QACpF,IAAI,CAAC;YACH,MAAM,aAAa,CAAC,aAAa,CAAC,CAAC;QACrC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,GAAI,KAA+B,CAAC,IAAI,CAAC;YACnD,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,OAAO,CAAC,EAAE,CAAC;gBAC1D,OAAO;YACT,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;QACD,IAAI,WAAW,KAAK,eAAe,EAAE,CAAC;YACpC,OAAO;QACT,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,KAAK,aAAa,EAAE,CAAC;YAClD,OAAO;QACT,CAAC;QACD,WAAW,GAAG,aAAa,CAAC;IAC9B,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,KAGzB;IACC,IAAI,KAAK,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;QACvD,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,GAAG,KAAK,CAAC,GAAG,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;AACrC,CAAC;AAED,SAAS,+BAA+B,CAAC,QAAgB,EAAE,QAAgB;IACzE,yBAAyB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC3C,yBAAyB,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAClD,IAAI,yBAAyB,CAAC,IAAI,GAAG,+BAA+B,EAAE,CAAC;QACrE,MAAM,UAAU,GAAG,yBAAyB,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;QACjE,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;YAC7B,yBAAyB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,wBAAwB,CAC/B,QAAgB,EAChB,cAAuB,EACvB,YAAqB;IAErB,OAAO,IAAI,cAAc,CACvB,CAAC,cAAc,EAAE,YAAY,CAAC,EAC9B,4DAA4D,QAAQ,IAAI,EACxE,EAAE,KAAK,EAAE,cAAc,EAAE,CAC1B,CAAC;AACJ,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAc;IAC9C,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACb,KAA+B,CAAC,IAAI,KAAK,SAAS,CACpD,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,QAAgB;IACjD,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,QAAQ,EAAE;gBAC1B,QAAQ,EAAE,KAAK;gBACf,OAAO,EAAE,CAAC;gBACV,KAAK,EAAE,sBAAsB;gBAC7B,MAAM,EAAE,uBAAuB;aAChC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC,EAAE,CAAC;gBACrC,MAAM,KAAK,CAAC;YACd,CAAC;YACD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,sBAAsB,CAAC,CAAC,CAAC;QAC9E,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAI,QAAgB,EAAE,SAA2B;IAC9E,MAAM,OAAO,GAAG,MAAM,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IACpD,IAAI,eAAe,GAAG,KAAK,CAAC;IAC5B,IAAI,cAAuB,CAAC;IAC5B,IAAI,MAAqB,CAAC;IAC1B,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;IAC7B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,eAAe,GAAG,IAAI,CAAC;QACvB,cAAc,GAAG,KAAK,CAAC;IACzB,CAAC;IACD,IAAI,CAAC;QACH,MAAM,OAAO,EAAE,CAAC;IAClB,CAAC;IAAC,OAAO,YAAY,EAAE,CAAC;QACtB,IAAI,eAAe,EAAE,CAAC;YACpB,MAAM,wBAAwB,CAAC,QAAQ,EAAE,cAAc,EAAE,YAAY,CAAC,CAAC;QACzE,CAAC;QACD,MAAM,YAAY,CAAC;IACrB,CAAC;IACD,IAAI,eAAe,EAAE,CAAC;QACpB,MAAM,cAAc,CAAC;IACvB,CAAC;IACD,OAAO,MAAW,CAAC;AACrB,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,QAAgB,EAAE,IAAY,EAAE,OAAgB;IAC5E,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACnC,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAC9D,MAAM,OAAO,GAAG,QAAQ;SACrB,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC;SACf,IAAI,CAAC,KAAK,IAAI,EAAE;QACf,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACzC,MAAM,gBAAgB,GAAG,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAClF,IAAI,gBAAgB,KAAK,SAAS,IAAI,0BAA0B,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;YAC1F,MAAM,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAChC,CAAC;QACD,MAAM,gBAAgB,CAAC,GAAG,EAAE,KAAK,IAAI,EAAE;YACrC,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,QAAQ,CAAC,CAAC;YAChD,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC;YACxB,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACxB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;gBAChC,MAAM,QAAQ,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;gBACzC,MAAM,mBAAmB,GACvB,MAAM,CAAC,OAAO;oBACd,QAAQ,KAAK,SAAS;oBACtB,yBAAyB,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,QAAQ,CAAC;gBAClD,IAAI,KAAK,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;oBACnB,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,CAAC,EAAE,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;oBAC9D,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;wBAC1B,MAAM,SAAS,GAAG,MAAM,uBAAuB,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;wBAClE,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,GAAG,SAAS,CAAC;wBAC1C,IAAI,UAAU,GAAG,6BAA6B,EAAE,CAAC;4BAC/C,MAAM,4BAA4B,EAAE,CAAC;wBACvC,CAAC;wBACD,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;wBAC7D,IAAI,IAAI,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;4BAC/B,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;wBAC/E,CAAC;wBACD,IAAI,CAAC;4BACH,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;4BAClC,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;wBACpD,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,IAAI,CAAC,CAAC,KAAK,YAAY,WAAW,CAAC,EAAE,CAAC;gCACpC,MAAM,KAAK,CAAC;4BACd,CAAC;4BACD,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;wBACjC,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;gBAClD,IAAI,OAAO,IAAI,mBAAmB,EAAE,CAAC;oBACnC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;gBACpB,CAAC;gBACD,IAAI,mBAAmB,EAAE,CAAC;oBACxB,MAAM,gBAAgB,GACpB,gBAAgB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;oBAC5E,MAAM,wBAAwB,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC;oBAC3D,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;wBAC3B,yBAAyB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;oBACxC,CAAC;yBAAM,CAAC;wBACN,+BAA+B,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;oBACjD,CAAC;gBACH,CAAC;YACH,CAAC;oBAAS,CAAC;gBACT,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACrB,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IACL,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAEjC,IAAI,CAAC;QACH,MAAM,OAAO,CAAC;IAChB,CAAC;YAAS,CAAC;QACT,IAAI,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,OAAO,EAAE,CAAC;YACxC,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAIvC;IACC,kEAAkE;IAClE,MAAM,cAAc,CAClB,MAAM,CAAC,YAAY,EACnB,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EACnC,MAAM,CAAC,OAAO,KAAK,SAAS,CAC7B,CAAC;IACF,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACvC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,MAIhD;IACC,IAAI,CAAC;QACH,MAAM,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,4FAA4F;IAC9F,CAAC;AACH,CAAC","sourcesContent":["import { chmod, mkdir, open } from \"node:fs/promises\";\nimport path from \"node:path\";\nimport { lock } from \"proper-lockfile\";\nimport type { ServerRequestEvent } from \"./http.js\";\n\nexport type ServerEventObserver = (event: ServerRequestEvent) => void | Promise<void>;\n\nconst pendingAppends = new Map<string, Promise<void>>();\nconst durableRecorderIdentities = new Map<string, string>();\nconst MAX_DURABLE_RECORDER_IDENTITIES = 128;\nconst MAX_RECOVERY_VALIDATION_BYTES = 64 * 1024 * 1024;\nconst MAX_RECOVERY_SCAN_BYTES = MAX_RECOVERY_VALIDATION_BYTES + 1;\nconst RECORDER_LOCK_RETRY_MS = 100;\nconst RECORDER_LOCK_STALE_MS = 30_000;\nconst RECORDER_LOCK_UPDATE_MS = 10_000;\nconst TAIL_SCAN_CHUNK_BYTES = 64 * 1024;\n\nfunction isManagedRecorderDirectory(directory: string): boolean {\n  return (\n    directory === path.resolve(\".crabline\", \"servers\") ||\n    directory === path.resolve(\"artifacts\", \"crabline\")\n  );\n}\n\nasync function readBufferAt(\n  file: Awaited<ReturnType<typeof open>>,\n  length: number,\n  position: number,\n): Promise<Buffer> {\n  const buffer = Buffer.alloc(length);\n  let bytesRead = 0;\n  while (bytesRead < length) {\n    const result = await file.read(buffer, bytesRead, length - bytesRead, position + bytesRead);\n    if (result.bytesRead === 0) {\n      break;\n    }\n    bytesRead += result.bytesRead;\n  }\n  return buffer.subarray(0, bytesRead);\n}\n\nasync function findIncompleteTailStart(\n  file: Awaited<ReturnType<typeof open>>,\n  fileSize: number,\n): Promise<number> {\n  let position = fileSize;\n  while (position > 0) {\n    const scannedBytes = fileSize - position;\n    const remainingScanBytes = MAX_RECOVERY_SCAN_BYTES - scannedBytes;\n    if (remainingScanBytes <= 0) {\n      throw recoveryValidationLimitError();\n    }\n    const chunkStart = Math.max(0, position - Math.min(TAIL_SCAN_CHUNK_BYTES, remainingScanBytes));\n    const chunk = await readBufferAt(file, position - chunkStart, chunkStart);\n    const lastNewline = chunk.lastIndexOf(0x0a);\n    if (lastNewline >= 0) {\n      return chunkStart + lastNewline + 1;\n    }\n    if (chunk.length === 0) {\n      break;\n    }\n    position = chunkStart;\n  }\n  return 0;\n}\n\nfunction recoveryValidationLimitError(): Error {\n  return new Error(\n    \"Server recorder final record is too large to validate safely; refusing to modify it.\",\n  );\n}\n\nasync function openRecorderFile(\n  filePath: string,\n): Promise<{ created: boolean; file: Awaited<ReturnType<typeof open>> }> {\n  try {\n    return {\n      created: true,\n      file: await open(filePath, \"ax+\", 0o600),\n    };\n  } catch (error) {\n    if ((error as NodeJS.ErrnoException).code !== \"EEXIST\") {\n      throw error;\n    }\n    return {\n      created: false,\n      file: await open(filePath, \"a+\", 0o600),\n    };\n  }\n}\n\nasync function syncDirectory(directoryPath: string): Promise<void> {\n  if (process.platform === \"win32\") {\n    return;\n  }\n  const directory = await open(directoryPath, \"r\");\n  try {\n    await directory.sync();\n  } finally {\n    await directory.close();\n  }\n}\n\nasync function syncRecorderPathAncestry(\n  filePath: string,\n  firstCreatedDirectory?: string,\n): Promise<void> {\n  if (process.platform === \"win32\") {\n    return;\n  }\n  const resolvedFilePath = path.resolve(filePath);\n  let currentPath = resolvedFilePath;\n  const syncThroughPath =\n    firstCreatedDirectory === undefined ? undefined : path.resolve(firstCreatedDirectory);\n  for (;;) {\n    const directoryPath = path.dirname(currentPath);\n    const mandatory = syncThroughPath !== undefined || currentPath === resolvedFilePath;\n    try {\n      await syncDirectory(directoryPath);\n    } catch (error) {\n      const code = (error as NodeJS.ErrnoException).code;\n      if (!mandatory && (code === \"EACCES\" || code === \"EPERM\")) {\n        return;\n      }\n      throw error;\n    }\n    if (currentPath === syncThroughPath) {\n      return;\n    }\n    if (path.dirname(directoryPath) === directoryPath) {\n      return;\n    }\n    currentPath = directoryPath;\n  }\n}\n\nfunction recorderIdentity(stats: {\n  dev?: bigint | number;\n  ino?: bigint | number;\n}): string | undefined {\n  if (stats.dev === undefined || stats.ino === undefined) {\n    return undefined;\n  }\n  return `${stats.dev}:${stats.ino}`;\n}\n\nfunction rememberDurableRecorderIdentity(filePath: string, identity: string): void {\n  durableRecorderIdentities.delete(filePath);\n  durableRecorderIdentities.set(filePath, identity);\n  if (durableRecorderIdentities.size > MAX_DURABLE_RECORDER_IDENTITIES) {\n    const oldestPath = durableRecorderIdentities.keys().next().value;\n    if (oldestPath !== undefined) {\n      durableRecorderIdentities.delete(oldestPath);\n    }\n  }\n}\n\nfunction recorderLockReleaseError(\n  filePath: string,\n  operationError: unknown,\n  releaseError: unknown,\n): AggregateError {\n  return new AggregateError(\n    [operationError, releaseError],\n    `Server recorder append and lock release both failed for \"${filePath}\".`,\n    { cause: operationError },\n  );\n}\n\nfunction isRecorderLockContention(error: unknown): boolean {\n  return (\n    typeof error === \"object\" &&\n    error !== null &&\n    (error as NodeJS.ErrnoException).code === \"ELOCKED\"\n  );\n}\n\nasync function acquireRecorderLock(filePath: string): Promise<() => Promise<void>> {\n  while (true) {\n    try {\n      return await lock(filePath, {\n        realpath: false,\n        retries: 0,\n        stale: RECORDER_LOCK_STALE_MS,\n        update: RECORDER_LOCK_UPDATE_MS,\n      });\n    } catch (error) {\n      if (!isRecorderLockContention(error)) {\n        throw error;\n      }\n      await new Promise((resolve) => setTimeout(resolve, RECORDER_LOCK_RETRY_MS));\n    }\n  }\n}\n\nasync function withRecorderLock<T>(filePath: string, operation: () => Promise<T>): Promise<T> {\n  const release = await acquireRecorderLock(filePath);\n  let operationFailed = false;\n  let operationError: unknown;\n  let result: T | undefined;\n  try {\n    result = await operation();\n  } catch (error) {\n    operationFailed = true;\n    operationError = error;\n  }\n  try {\n    await release();\n  } catch (releaseError) {\n    if (operationFailed) {\n      throw recorderLockReleaseError(filePath, operationError, releaseError);\n    }\n    throw releaseError;\n  }\n  if (operationFailed) {\n    throw operationError;\n  }\n  return result as T;\n}\n\nasync function appendJsonLine(filePath: string, line: string, durable: boolean): Promise<void> {\n  const key = path.resolve(filePath);\n  const previous = pendingAppends.get(key) ?? Promise.resolve();\n  const current = previous\n    .catch(() => {})\n    .then(async () => {\n      const directory = path.dirname(filePath);\n      const createdDirectory = await mkdir(directory, { mode: 0o700, recursive: true });\n      if (createdDirectory !== undefined || isManagedRecorderDirectory(path.resolve(directory))) {\n        await chmod(directory, 0o700);\n      }\n      await withRecorderLock(key, async () => {\n        const opened = await openRecorderFile(filePath);\n        const { file } = opened;\n        try {\n          await file.chmod(0o600);\n          const stats = await file.stat();\n          const identity = recorderIdentity(stats);\n          const needsPathDurability =\n            opened.created ||\n            identity === undefined ||\n            durableRecorderIdentities.get(key) !== identity;\n          if (stats.size > 0) {\n            const finalByte = await readBufferAt(file, 1, stats.size - 1);\n            if (finalByte[0] !== 0x0a) {\n              const tailStart = await findIncompleteTailStart(file, stats.size);\n              const tailLength = stats.size - tailStart;\n              if (tailLength > MAX_RECOVERY_VALIDATION_BYTES) {\n                throw recoveryValidationLimitError();\n              }\n              const tail = await readBufferAt(file, tailLength, tailStart);\n              if (tail.length !== tailLength) {\n                throw new Error(\"Server recorder changed while repairing its final record.\");\n              }\n              try {\n                JSON.parse(tail.toString(\"utf8\"));\n                await file.appendFile(\"\\n\", { encoding: \"utf8\" });\n              } catch (error) {\n                if (!(error instanceof SyntaxError)) {\n                  throw error;\n                }\n                await file.truncate(tailStart);\n              }\n            }\n          }\n          await file.appendFile(line, { encoding: \"utf8\" });\n          if (durable || needsPathDurability) {\n            await file.sync();\n          }\n          if (needsPathDurability) {\n            const firstCreatedPath =\n              createdDirectory ?? (opened.created ? path.resolve(filePath) : undefined);\n            await syncRecorderPathAncestry(filePath, firstCreatedPath);\n            if (identity === undefined) {\n              durableRecorderIdentities.delete(key);\n            } else {\n              rememberDurableRecorderIdentity(key, identity);\n            }\n          }\n        } finally {\n          await file.close();\n        }\n      });\n    });\n  pendingAppends.set(key, current);\n\n  try {\n    await current;\n  } finally {\n    if (pendingAppends.get(key) === current) {\n      pendingAppends.delete(key);\n    }\n  }\n}\n\nexport async function recordServerEvent(params: {\n  event: ServerRequestEvent;\n  onEvent: ServerEventObserver | undefined;\n  recorderPath: string;\n}): Promise<void> {\n  // Observers only see events after the recorder append is durable.\n  await appendJsonLine(\n    params.recorderPath,\n    `${JSON.stringify(params.event)}\\n`,\n    params.onEvent !== undefined,\n  );\n  await params.onEvent?.(params.event);\n}\n\nexport async function recordCommittedServerEvent(params: {\n  event: ServerRequestEvent;\n  onEvent: ServerEventObserver | undefined;\n  recorderPath: string;\n}): Promise<void> {\n  try {\n    await recordServerEvent(params);\n  } catch {\n    // The provider mutation already committed, so telemetry failure cannot change its response.\n  }\n}\n"]}

package/dist/src/servers/telegram.js

@@ -966,6 +966,28 @@ async function handleRequest(params) {
         state: params.state,
     });
 }
+async function serveRequest(params) {
+    let fetchResponse;
+    try {
+        fetchResponse = await handleRequest({ request: params.request, state: params.state });
+    }
+    catch (error) {
+        fetchResponse =
+            error instanceof InvalidJsonBodyError
+                ? telegramError("Bad Request: can't parse JSON object")
+                : error instanceof RequestBodyTooLargeError
+                    ? telegramError("Request Entity Too Large", 413)
+                    : jsonResponse({ error: "internal server error", ok: false }, 500);
+    }
+    try {
+        await writeResponse(params.response, fetchResponse);
+    }
+    catch {
+        // A disconnected client cannot receive an error fallback. End delivery here
+        // so the Node request callback never leaks an unhandled rejection.
+        params.response.destroy();
+    }
+}
 export async function startTelegramServer(params = {}) {
     const host = params.host ?? "127.0.0.1";
     const botId = params.botId ?? 424242;
@@ -1001,17 +1023,8 @@ export async function startTelegramServer(params = {}) {
         webhookRetryUpdateId: undefined,
     };
     const port = params.port ?? 0;
-    const server = createServer(async (request, response) => {
-        try {
-            await writeResponse(response, await handleRequest({ request, state }));
-        }
-        catch (error) {
-            await writeResponse(response, error instanceof InvalidJsonBodyError
-                ? telegramError("Bad Request: can't parse JSON object")
-                : error instanceof RequestBodyTooLargeError
-                    ? telegramError("Request Entity Too Large", 413)
-                    : jsonResponse({ error: "internal server error", ok: false }, 500));
-        }
+    const server = createServer((request, response) => {
+        void serveRequest({ request, response, state });
     });
     await new Promise((resolve, reject) => {
         server.once("error", reject);