@hardkas/core 0.6.1-alpha → 0.7.1-alpha

package/dist/index.d.ts

@@ -763,6 +763,7 @@ declare function detectSemanticDrift(dashboardView: SemanticIdentity, queryStore
 declare function assertNoSemanticDrift(dashboardView: SemanticIdentity, queryStoreView: SemanticIdentity, replayView: SemanticIdentity, filesystemView: SemanticIdentity): void;
 
 declare class AppendCoordinator {
+    private static _lastRecovery;
     /**
      * Safely appends a line to a JSONL log under process coordination locks.
      * Performs an immediate fsync to ensure data durability.
@@ -771,15 +772,21 @@ declare class AppendCoordinator {
     static appendAtomic(filePath: string, line: string, rootDir: string): void;
     /**
      * Scans a JSONL stream for corruption, truncating malformed trailing lines.
+     * Utilizes a backward newline scanning logic with a rolling buffer,
+     * supporting lines of arbitrary size and only truncating the last complete
+     * valid JSONL boundary if a parse failure is detected.
      */
     static recoverCorruptedTail(filePath: string): {
         repaired: boolean;
         linesDiscarded: number;
         originalTail: string;
+        originalSize: number;
+        recoveredSize: number;
+        reason: string;
     };
 }
 
-declare const CURRENT_RUNTIME_VERSION = "0.6.1-alpha";
+declare const CURRENT_RUNTIME_VERSION = "0.7.0-alpha";
 declare const MIN_SUPPORTED_VERSION = "0.5.0-alpha";
 interface MigrationStatus {
     needsMigration: boolean;

package/dist/index.js

@@ -115,6 +115,7 @@ var EnvironmentTelemetry = new TelemetryProxy();
 
 // src/append-coordinator.ts
 var AppendCoordinator = class _AppendCoordinator {
+  static _lastRecovery = null;
   /**
    * Safely appends a line to a JSONL log under process coordination locks.
    * Performs an immediate fsync to ensure data durability.
@@ -157,6 +158,7 @@ var AppendCoordinator = class _AppendCoordinator {
         repaired = true;
         linesDiscarded = recovery.linesDiscarded;
         originalTail = recovery.originalTail;
+        _AppendCoordinator._lastRecovery = recovery;
       }
       const logDir = path2.dirname(filePath);
       if (!fs.existsSync(logDir)) {
@@ -178,12 +180,13 @@ var AppendCoordinator = class _AppendCoordinator {
     }
     if (repaired) {
       try {
+        const recovery = _AppendCoordinator._lastRecovery;
         const telemetry = getTelemetry();
         telemetry.logAnomaly(
           "EXTERNAL_MUTATION",
           "medium",
           "fs",
-          `Recovered corrupted trailing line in ${logBase}. Discarded ${linesDiscarded} malformed bytes. Original tail snippet: "${originalTail.slice(0, 60)}..."`,
+          `Recovered corrupted tail in ${logBase}. Original size: ${recovery.originalSize} bytes, Recovered size: ${recovery.recoveredSize} bytes, Truncated bytes: ${linesDiscarded}. Reason: ${recovery.reason}. Original tail snippet: "${originalTail.slice(0, 60)}..."`,
           rootDir
         );
       } catch {
@@ -192,47 +195,96 @@ var AppendCoordinator = class _AppendCoordinator {
   }
   /**
    * Scans a JSONL stream for corruption, truncating malformed trailing lines.
+   * Utilizes a backward newline scanning logic with a rolling buffer,
+   * supporting lines of arbitrary size and only truncating the last complete
+   * valid JSONL boundary if a parse failure is detected.
    */
   static recoverCorruptedTail(filePath) {
-    if (!fs.existsSync(filePath)) return { repaired: false, linesDiscarded: 0, originalTail: "" };
+    const defaultRes = {
+      repaired: false,
+      linesDiscarded: 0,
+      originalTail: "",
+      originalSize: 0,
+      recoveredSize: 0,
+      reason: ""
+    };
+    if (!fs.existsSync(filePath)) return defaultRes;
     const stat = fs.statSync(filePath);
-    if (stat.size === 0) return { repaired: false, linesDiscarded: 0, originalTail: "" };
-    const TAIL_SIZE = 4096;
-    const readStart = Math.max(0, stat.size - TAIL_SIZE);
+    defaultRes.originalSize = stat.size;
+    defaultRes.recoveredSize = stat.size;
+    if (stat.size === 0) return defaultRes;
     const fd = fs.openSync(filePath, "r");
-    const buf = Buffer.alloc(Math.min(TAIL_SIZE, stat.size));
-    fs.readSync(fd, buf, 0, buf.length, readStart);
-    fs.closeSync(fd);
-    const tail = buf.toString("utf-8");
-    const lines = tail.split("\n");
-    if (lines.length === 0) return { repaired: false, linesDiscarded: 0, originalTail: "" };
-    let lastLine = "";
-    let lastLineIdx = -1;
-    for (let i = lines.length - 1; i >= 0; i--) {
-      const l = lines[i].trim();
-      if (l) {
-        lastLine = l;
-        lastLineIdx = i;
-        break;
-      }
-    }
-    if (!lastLine) return { repaired: false, linesDiscarded: 0, originalTail: "" };
-    if (readStart > 0 && lastLineIdx === 0) {
-      return { repaired: false, linesDiscarded: 0, originalTail: "" };
-    }
     try {
-      JSON.parse(lastLine);
-      return { repaired: false, linesDiscarded: 0, originalTail: "" };
-    } catch (err) {
-      const linesAfterCorrupt = lines.slice(lastLineIdx).join("\n");
-      const bytesToRemove = Buffer.byteLength(linesAfterCorrupt, "utf-8");
-      const truncateTo = stat.size - bytesToRemove;
-      fs.truncateSync(filePath, truncateTo > 0 ? truncateTo : 0);
-      return {
-        repaired: true,
-        linesDiscarded: stat.size - truncateTo,
-        originalTail: lastLine
-      };
+      let lastCharPos = -1;
+      let precedingNewlinePos = -1;
+      const CHUNK_SIZE = 64 * 1024;
+      let position = stat.size;
+      const buffer = Buffer.alloc(CHUNK_SIZE);
+      outer1: while (position > 0) {
+        const readLength = Math.min(CHUNK_SIZE, position);
+        position -= readLength;
+        fs.readSync(fd, buffer, 0, readLength, position);
+        for (let i = readLength - 1; i >= 0; i--) {
+          const charCode = buffer[i];
+          if (charCode !== 32 && charCode !== 9 && charCode !== 10 && charCode !== 13) {
+            lastCharPos = position + i;
+            break outer1;
+          }
+        }
+      }
+      if (lastCharPos === -1) {
+        fs.closeSync(fd);
+        fs.truncateSync(filePath, 0);
+        return {
+          repaired: true,
+          linesDiscarded: stat.size,
+          originalTail: "",
+          originalSize: stat.size,
+          recoveredSize: 0,
+          reason: "File only contained whitespaces or newlines"
+        };
+      }
+      position = lastCharPos;
+      outer2: while (position > 0) {
+        const readLength = Math.min(CHUNK_SIZE, position);
+        position -= readLength;
+        fs.readSync(fd, buffer, 0, readLength, position);
+        for (let i = readLength - 1; i >= 0; i--) {
+          if (buffer[i] === 10) {
+            precedingNewlinePos = position + i;
+            break outer2;
+          }
+        }
+      }
+      const lastLineStart = precedingNewlinePos === -1 ? 0 : precedingNewlinePos + 1;
+      const lastLineEnd = lastCharPos + 1;
+      const lastLineLength = lastLineEnd - lastLineStart;
+      const lastLineBuf = Buffer.alloc(lastLineLength);
+      fs.readSync(fd, lastLineBuf, 0, lastLineLength, lastLineStart);
+      fs.closeSync(fd);
+      const lastLine = lastLineBuf.toString("utf-8");
+      try {
+        JSON.parse(lastLine);
+        return defaultRes;
+      } catch (err) {
+        const truncateTo = lastLineStart;
+        const discardedBytes = stat.size - truncateTo;
+        fs.truncateSync(filePath, truncateTo);
+        return {
+          repaired: true,
+          linesDiscarded: discardedBytes,
+          originalTail: lastLine,
+          originalSize: stat.size,
+          recoveredSize: truncateTo,
+          reason: err instanceof Error ? err.message : "Invalid JSON syntax"
+        };
+      }
+    } catch (e) {
+      try {
+        fs.closeSync(fd);
+      } catch {
+      }
+      throw e;
     }
   }
 };
@@ -827,7 +879,7 @@ async function createSnapshot(options) {
   const manifest = {
     snapshotVersion: 1,
     createdAt: (/* @__PURE__ */ new Date()).toISOString(),
-    hardkasVersion: "0.6.1-alpha",
+    hardkasVersion: "0.7.0-alpha",
     stateAuthority: "filesystem",
     projectionAuthority: "sqlite",
     deterministicScope,
@@ -1060,7 +1112,7 @@ Resolution Command: ${report.exactReplayCommand}`
 // src/migrations.ts
 import fs6 from "fs";
 import path8 from "path";
-var CURRENT_RUNTIME_VERSION = "0.6.1-alpha";
+var CURRENT_RUNTIME_VERSION = "0.7.0-alpha";
 var MIN_SUPPORTED_VERSION = "0.5.0-alpha";
 var MigrationManager = class {
   static checkVersion(rootDir) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hardkas/core",
-  "version": "0.6.1-alpha",
+  "version": "0.7.1-alpha",
   "type": "module",
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",