@saihm/shm 0.0.0-stage → 0.38.0

package/dist/erasure/changes_reader.js

@@ -0,0 +1,184 @@
+import { open, stat } from "node:fs/promises";
+import { parseChangesLine } from "./changes_feed.js";
+import { FEED_MAX_LINE_BYTES, HEX64, feedHeadMatches, readFeedHead, splitCompleteLines } from "./feed_watcher.js";
+const START = { ino: null, offset: 0 };
+export class ChangesFileReader {
+    cfg;
+    pos = START;
+    pendingStart = null;
+    constructor(cfg) {
+        this.cfg = cfg;
+        if (!HEX64.test(cfg.agentIdHash))
+            throw new Error("ChangesFileReader: agentIdHash must be a 64-hex agentIdHash");
+        if (cfg.start === "end")
+            this.pendingStart = "end";
+        else if (cfg.start !== undefined)
+            this.pos = cfg.start;
+    }
+    get position() {
+        return this.pos;
+    }
+    async read() {
+        let st;
+        try {
+            st = await stat(this.cfg.path);
+        }
+        catch (e) {
+            if (e.code !== "ENOENT")
+                throw e;
+            st = undefined;
+        }
+        if (this.pendingStart === "end") {
+            this.pendingStart = null;
+            if (st === undefined)
+                return { items: [], position: (this.pos = START) };
+            const head = await this.headOf(this.cfg.path, st.ino);
+            this.pos = { ino: st.ino, offset: st.size, ...(head !== undefined ? { head } : {}) };
+            return { items: [], position: this.pos };
+        }
+        const items = [];
+        if (st === undefined) {
+            if (this.pos.ino !== null) {
+                const drained = await this.drainPredecessor(this.pos.ino, items);
+                if (!drained)
+                    items.push(lost("the change feed vanished and its predecessor is not the file being read"));
+                this.pos = START;
+            }
+            return { items, position: this.pos };
+        }
+        if (this.pos.ino !== null) {
+            const reused = st.ino === this.pos.ino && this.pos.head !== undefined && !(await this.headMatches(this.cfg.path, st.ino, this.pos.head));
+            if (reused) {
+                items.push(lost("the file has this reader's inode number but another first line: the file being read is gone"));
+                this.pos = { ino: st.ino, offset: 0 };
+            }
+            else if (st.ino !== this.pos.ino) {
+                const drained = await this.drainPredecessor(this.pos.ino, items);
+                if (!drained)
+                    items.push(lost("rotated, and the predecessor is not the file being read: its unread lines are gone"));
+                this.pos = { ino: st.ino, offset: 0 };
+            }
+            else if (st.size < this.pos.offset) {
+                items.push(lost("the file shrank: lines were rewritten or truncated in place"));
+                this.pos = { ino: st.ino, offset: 0 };
+            }
+        }
+        else {
+            this.pos = { ino: st.ino, offset: 0 };
+        }
+        if (st.size > this.pos.offset)
+            await this.consume(this.cfg.path, st.ino, this.pos.offset, st.size, false, items);
+        return { items, position: this.pos };
+    }
+    async drainPredecessor(ino, items) {
+        const pred = `${this.cfg.path}.1`;
+        let st;
+        try {
+            st = await stat(pred);
+        }
+        catch (e) {
+            if (e.code === "ENOENT")
+                return false;
+            throw e;
+        }
+        if (st.ino !== ino || !st.isFile())
+            return false;
+        if (this.pos.head !== undefined && !(await this.headMatches(pred, ino, this.pos.head)))
+            return false;
+        if (st.size > this.pos.offset) {
+            const ok = await this.consume(pred, ino, this.pos.offset, st.size, true, items);
+            if (!ok)
+                return false;
+        }
+        return true;
+    }
+    async consume(path, ino, from, to, final, items) {
+        let buf = Buffer.alloc(to - from);
+        let head;
+        const fh = await open(path, "r");
+        try {
+            if ((await fh.stat()).ino !== ino)
+                return false;
+            const { bytesRead } = await fh.read(buf, 0, buf.length, from);
+            buf = buf.subarray(0, bytesRead);
+            head = from === 0 || this.pos.ino !== ino || this.pos.head === undefined ? ((await readFeedHead(fh)) ?? undefined) : this.pos.head;
+        }
+        finally {
+            await fh.close();
+        }
+        const { lines, consumedBytes } = splitCompleteLines(buf);
+        for (const raw of lines) {
+            const v = parseChangesLine(raw, this.cfg.agentIdHash);
+            if (v.ok)
+                items.push({ kind: "line", line: v.line });
+            else if (v.outcome === "ignored")
+                items.push({ kind: "ignored" });
+            else
+                items.push({ kind: "unreadable", outcome: v.outcome, reason: v.reason });
+        }
+        if (final && consumedBytes < buf.length) {
+            items.push(lost(buf.length - consumedBytes > FEED_MAX_LINE_BYTES ? "an over-long unterminated line was left in the predecessor" : "a partial last line was left in the predecessor"));
+            this.pos = { ino, offset: from + buf.length, ...(head !== undefined ? { head } : {}) };
+            return true;
+        }
+        this.pos = { ino, offset: from + consumedBytes, ...(head !== undefined ? { head } : {}) };
+        return true;
+    }
+    async headOf(path, ino) {
+        let fh;
+        try {
+            fh = await open(path, "r");
+        }
+        catch (e) {
+            if (e.code === "ENOENT")
+                return undefined;
+            throw e;
+        }
+        try {
+            if ((await fh.stat()).ino !== ino)
+                return undefined;
+            return (await readFeedHead(fh)) ?? undefined;
+        }
+        finally {
+            await fh.close();
+        }
+    }
+    async headMatches(path, ino, head) {
+        let fh;
+        try {
+            fh = await open(path, "r");
+        }
+        catch (e) {
+            if (e.code === "ENOENT")
+                return false;
+            throw e;
+        }
+        try {
+            return (await fh.stat()).ino === ino && (await feedHeadMatches(fh, head));
+        }
+        finally {
+            await fh.close();
+        }
+    }
+}
+function lost(reason) {
+    return { kind: "unreadable", outcome: "lost", reason };
+}
+export function applyChangesRead(tracker, read, feedNow) {
+    let lines = 0, unreadable = 0, ignored = 0;
+    for (const it of read.items) {
+        if (it.kind === "line") {
+            tracker.observe(it.line, feedNow);
+            lines++;
+        }
+        else if (it.kind === "unreadable") {
+            tracker.observeUnreadable();
+            unreadable++;
+        }
+        else {
+            ignored++;
+        }
+    }
+    return { lines, unreadable, ignored };
+}
+//# sourceMappingURL=changes_reader.js.map

package/dist/erasure/changes_reader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"changes_reader.js","sourceRoot":"","sources":["../../src/erasure/changes_reader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,gBAAgB,EAAyD,MAAM,mBAAmB,CAAC;AAC5G,OAAO,EAAE,mBAAmB,EAAE,KAAK,EAAE,eAAe,EAAE,YAAY,EAAE,kBAAkB,EAAiB,MAAM,mBAAmB,CAAC;AAwBjI,MAAM,KAAK,GAAoB,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;AAExD,MAAM,OAAO,iBAAiB;IAIC;IAHrB,GAAG,GAAoB,KAAK,CAAC;IAC7B,YAAY,GAAiB,IAAI,CAAC;IAE1C,YAA6B,GAAwB;QAAxB,QAAG,GAAH,GAAG,CAAqB;QACnD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;QACjH,IAAI,GAAG,CAAC,KAAK,KAAK,KAAK;YAAE,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;aAC9C,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS;YAAE,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC;IACzD,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,GAAG,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,EAAE,CAAC;QACP,IAAI,CAAC;YACH,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAK,CAA2B,CAAC,IAAI,KAAK,QAAQ;gBAAE,MAAM,CAAC,CAAC;YAC5D,EAAE,GAAG,SAAS,CAAC;QACjB,CAAC;QACD,IAAI,IAAI,CAAC,YAAY,KAAK,KAAK,EAAE,CAAC;YAChC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;YACzB,IAAI,EAAE,KAAK,SAAS;gBAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,EAAE,CAAC;YACzE,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;YACtD,IAAI,CAAC,GAAG,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;YACrF,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3C,CAAC;QACD,MAAM,KAAK,GAAkB,EAAE,CAAC;QAChC,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;YACrB,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,IAAI,EAAE,CAAC;gBAC1B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBACjE,IAAI,CAAC,OAAO;oBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,yEAAyE,CAAC,CAAC,CAAC;gBAC1G,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC;YACnB,CAAC;YACD,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC;QACvC,CAAC;QACD,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,IAAI,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,EAAE,CAAC,GAAG,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;YACzI,IAAI,MAAM,EAAE,CAAC;gBACX,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,6FAA6F,CAAC,CAAC,CAAC;gBAChH,IAAI,CAAC,GAAG,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;YACxC,CAAC;iBAAM,IAAI,EAAE,CAAC,GAAG,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;gBACnC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBACjE,IAAI,CAAC,OAAO;oBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,oFAAoF,CAAC,CAAC,CAAC;gBACrH,IAAI,CAAC,GAAG,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;YACxC,CAAC;iBAAM,IAAI,EAAE,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;gBACrC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,6DAA6D,CAAC,CAAC,CAAC;gBAChF,IAAI,CAAC,GAAG,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;YACxC,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,GAAG,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;QACxC,CAAC;QACD,IAAI,EAAE,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM;YAAE,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QACjH,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC;IACvC,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,GAAW,EAAE,KAAoB;QAC9D,MAAM,IAAI,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC;QAClC,IAAI,EAAE,CAAC;QACP,IAAI,CAAC;YACH,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAK,CAA2B,CAAC,IAAI,KAAK,QAAQ;gBAAE,OAAO,KAAK,CAAC;YACjE,MAAM,CAAC,CAAC;QACV,CAAC;QACD,IAAI,EAAE,CAAC,GAAG,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE;YAAE,OAAO,KAAK,CAAC;QACjD,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;QACrG,IAAI,EAAE,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;YAC9B,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;YAChF,IAAI,CAAC,EAAE;gBAAE,OAAO,KAAK,CAAC;QACxB,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,IAAY,EAAE,GAAW,EAAE,IAAY,EAAE,EAAU,EAAE,KAAc,EAAE,KAAoB;QAC7G,IAAI,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;QAClC,IAAI,IAA0B,CAAC;QAC/B,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACjC,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,KAAK,GAAG;gBAAE,OAAO,KAAK,CAAC;YAChD,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAC9D,GAAG,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;YACjC,IAAI,GAAG,IAAI,KAAK,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,YAAY,CAAC,EAAE,CAAC,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;QACrI,CAAC;gBAAS,CAAC;YACT,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;QACnB,CAAC;QACD,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC;QACzD,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;YACxB,MAAM,CAAC,GAAG,gBAAgB,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YACtD,IAAI,CAAC,CAAC,EAAE;gBAAE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;iBAChD,IAAI,CAAC,CAAC,OAAO,KAAK,SAAS;gBAAE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;;gBAC7D,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;QAChF,CAAC;QACD,IAAI,KAAK,IAAI,aAAa,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC;YACxC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,aAAa,GAAG,mBAAmB,CAAC,CAAC,CAAC,4DAA4D,CAAC,CAAC,CAAC,iDAAiD,CAAC,CAAC,CAAC;YACtL,IAAI,CAAC,GAAG,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,GAAG,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;YACvF,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,CAAC,GAAG,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,GAAG,aAAa,EAAE,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;QAC1F,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,IAAY,EAAE,GAAW;QAC5C,IAAI,EAAE,CAAC;QACP,IAAI,CAAC;YACH,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC7B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAK,CAA2B,CAAC,IAAI,KAAK,QAAQ;gBAAE,OAAO,SAAS,CAAC;YACrE,MAAM,CAAC,CAAC;QACV,CAAC;QACD,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,KAAK,GAAG;gBAAE,OAAO,SAAS,CAAC;YACpD,OAAO,CAAC,MAAM,YAAY,CAAC,EAAE,CAAC,CAAC,IAAI,SAAS,CAAC;QAC/C,CAAC;gBAAS,CAAC;YACT,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,IAAY,EAAE,GAAW,EAAE,IAAc;QACjE,IAAI,EAAE,CAAC;QACP,IAAI,CAAC;YACH,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC7B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAK,CAA2B,CAAC,IAAI,KAAK,QAAQ;gBAAE,OAAO,KAAK,CAAC;YACjE,MAAM,CAAC,CAAC;QACV,CAAC;QACD,IAAI,CAAC;YACH,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,KAAK,GAAG,IAAI,CAAC,MAAM,eAAe,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC;QAC5E,CAAC;gBAAS,CAAC;YACT,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;CACF;AAED,SAAS,IAAI,CAAC,MAAc;IAC1B,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;AACzD,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAAuB,EAAE,IAAiB,EAAE,OAAyB;IACpG,IAAI,KAAK,GAAG,CAAC,EAAE,UAAU,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC;IAC3C,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QAC5B,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACvB,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAClC,KAAK,EAAE,CAAC;QACV,CAAC;aAAM,IAAI,EAAE,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YACpC,OAAO,CAAC,iBAAiB,EAAE,CAAC;YAC5B,UAAU,EAAE,CAAC;QACf,CAAC;aAAM,CAAC;YACN,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;AACxC,CAAC"}

package/dist/erasure/feed_watcher.d.ts

@@ -0,0 +1,140 @@
+import { type FileHandle } from "node:fs/promises";
+export declare const FEED_VERSION: 1;
+export declare const FEED_FILENAME = "erasures.ndjson";
+export declare const FEED_MAX_LINE_BYTES = 1024;
+export declare const DEFAULT_FEED_POLL_MS = 1000;
+export declare const HEX64: RegExp;
+export declare const ISO_UTC: RegExp;
+export interface FeedLine {
+    readonly v: 1;
+    readonly cellId: string;
+    readonly agentIdHash: string;
+    readonly at: string;
+    readonly atMs: number;
+    readonly complete: boolean;
+    readonly destructionAnchor?: string;
+    readonly reason?: string;
+    readonly source: string;
+}
+export type FeedFaultOutcome = "malformed" | "foreign";
+export type FeedLineVerdict = {
+    readonly ok: true;
+    readonly line: FeedLine;
+} | {
+    readonly ok: false;
+    readonly outcome: FeedFaultOutcome;
+    readonly reason: string;
+};
+export declare function parseFeedLine(raw: string, expectIdentity?: string): FeedLineVerdict;
+export declare function splitCompleteLines(chunk: Buffer): {
+    readonly lines: readonly string[];
+    readonly consumedBytes: number;
+};
+export interface ResolveFeedPathInput {
+    readonly identity: string;
+    readonly env: Readonly<Record<string, string | undefined>>;
+    readonly homeDir: string;
+}
+export declare function resolveFeedPath(i: ResolveFeedPathInput): string;
+export interface FeedCursor {
+    readonly offset: number;
+    readonly ino: number | null;
+    readonly head?: FeedHead;
+}
+export interface FeedHead {
+    readonly len: number;
+    readonly sha256: string;
+}
+export declare function readFeedHead(fh: FileHandle): Promise<FeedHead | null>;
+export declare function feedHeadMatches(fh: FileHandle, head: FeedHead): Promise<boolean>;
+export interface FeedCursorStore {
+    load(): Promise<FeedCursor | undefined>;
+    save(cursor: FeedCursor): Promise<void>;
+}
+export declare class MemoryFeedCursorStore implements FeedCursorStore {
+    private cursor;
+    load(): Promise<FeedCursor | undefined>;
+    save(cursor: FeedCursor): Promise<void>;
+}
+export declare class FileFeedCursorStore implements FeedCursorStore {
+    readonly path: string;
+    constructor(path: string);
+    load(): Promise<FeedCursor | undefined>;
+    save(cursor: FeedCursor): Promise<void>;
+}
+export interface FeedConsumed {
+    readonly line: FeedLine;
+    readonly lagMs: number;
+}
+export interface FeedFault {
+    readonly outcome: FeedFaultOutcome;
+    readonly reason: string;
+}
+export interface FeedSink {
+    consume(batch: readonly FeedConsumed[]): Promise<void>;
+    fault?(fault: FeedFault): void;
+    progressed?(point: {
+        readonly ino: number;
+        readonly offset: number;
+    }): void;
+}
+export interface FeedWatcherConfig {
+    readonly path: string;
+    readonly agentIdHash?: string;
+    readonly cursor?: FeedCursorStore;
+    readonly pollMs?: number;
+    readonly onError?: (err: unknown) => void;
+    readonly now?: () => number;
+    readonly watch?: boolean;
+}
+export interface FeedWatcherStatus {
+    readonly path: string;
+    readonly identity: string | undefined;
+    readonly armed: "watch" | "poll" | "idle";
+    readonly cursorPersisted: boolean;
+    readonly offset: number;
+    readonly present: boolean;
+    readonly consumed: number;
+    readonly complete: number;
+    readonly incomplete: number;
+    readonly malformed: number;
+    readonly foreign: number;
+    readonly replays: number;
+    readonly predecessorDrained: number;
+    readonly predecessorLost: number;
+    readonly predecessorPartial: number;
+    readonly inodeReused: number;
+    readonly runs: number;
+}
+export declare class FeedWatcher {
+    private readonly cfg;
+    private readonly sink;
+    private cursor;
+    private fsw;
+    private pollTimer;
+    private started;
+    private loaded;
+    private closed;
+    private chain;
+    private queued;
+    private present;
+    private readonly counters;
+    private readonly pollMs;
+    private readonly onError;
+    private readonly now;
+    constructor(cfg: FeedWatcherConfig, sink: FeedSink);
+    load(): Promise<void>;
+    start(): Promise<void>;
+    close(): void;
+    settled(): Promise<void>;
+    get status(): FeedWatcherStatus;
+    runOnce(): Promise<number>;
+    consumedLines(): Promise<readonly FeedLine[]>;
+    private armWatch;
+    private schedule;
+    private run;
+    private drainPredecessor;
+    private headMatches;
+    private consumeFrom;
+}
+//# sourceMappingURL=feed_watcher.d.ts.map

package/dist/erasure/feed_watcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"feed_watcher.d.ts","sourceRoot":"","sources":["../../src/erasure/feed_watcher.ts"],"names":[],"mappings":"AAEA,OAAO,EAAwB,KAAK,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAKzE,eAAO,MAAM,YAAY,EAAG,CAAU,CAAC;AACvC,eAAO,MAAM,aAAa,oBAAoB,CAAC;AAC/C,eAAO,MAAM,mBAAmB,OAAO,CAAC;AACxC,eAAO,MAAM,oBAAoB,OAAO,CAAC;AAEzC,eAAO,MAAM,KAAK,QAAmB,CAAC;AACtC,eAAO,MAAM,OAAO,QAAyD,CAAC;AAE9E,MAAM,WAAW,QAAQ;IACvB,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC;IACd,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IACpC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,MAAM,gBAAgB,GAAG,WAAW,GAAG,SAAS,CAAC;AAEvD,MAAM,MAAM,eAAe,GACvB;IAAE,QAAQ,CAAC,EAAE,EAAE,IAAI,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAA;CAAE,GAC9C;IAAE,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,gBAAgB,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAIxF,wBAAgB,aAAa,CAAC,GAAG,EAAE,MAAM,EAAE,cAAc,CAAC,EAAE,MAAM,GAAG,eAAe,CAmCnF;AAED,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG;IAAE,QAAQ,CAAC,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;IAAC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;CAAE,CAKvH;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC;IAC3D,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC1B;AAED,wBAAgB,eAAe,CAAC,CAAC,EAAE,oBAAoB,GAAG,MAAM,CAQ/D;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,CAAC;CAC1B;AAED,MAAM,WAAW,QAAQ;IACvB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB;AAED,wBAAsB,YAAY,CAAC,EAAE,EAAE,UAAU,GAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC,CAM3E;AAED,wBAAsB,eAAe,CAAC,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,CAItF;AAMD,MAAM,WAAW,eAAe;IAC9B,IAAI,IAAI,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC,CAAC;IACxC,IAAI,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACzC;AAED,qBAAa,qBAAsB,YAAW,eAAe;IAC3D,OAAO,CAAC,MAAM,CAAyB;IACjC,IAAI,IAAI,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC;IAGvC,IAAI,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;CAG9C;AAED,qBAAa,mBAAoB,YAAW,eAAe;IAC7C,QAAQ,CAAC,IAAI,EAAE,MAAM;gBAAZ,IAAI,EAAE,MAAM;IAI3B,IAAI,IAAI,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC;IAmBvC,IAAI,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;CAI9C;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IACxB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,SAAS;IACxB,QAAQ,CAAC,OAAO,EAAE,gBAAgB,CAAC;IACnC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,QAAQ;IACvB,OAAO,CAAC,KAAK,EAAE,SAAS,YAAY,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACvD,KAAK,CAAC,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,CAAC;IAC/B,UAAU,CAAC,CAAC,KAAK,EAAE;QAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;CAC7E;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,MAAM,CAAC,EAAE,eAAe,CAAC;IAClC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG,EAAE,OAAO,KAAK,IAAI,CAAC;IAC1C,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IAC5B,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,CAAC;IAC1C,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAC;IAClC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC;IACpC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC;IACpC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACvB;AAED,qBAAa,WAAW;IAgBpB,OAAO,CAAC,QAAQ,CAAC,GAAG;IACpB,OAAO,CAAC,QAAQ,CAAC,IAAI;IAhBvB,OAAO,CAAC,MAAM,CAAwC;IACtD,OAAO,CAAC,GAAG,CAAwB;IACnC,OAAO,CAAC,SAAS,CAA6B;IAC9C,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAuC;IACpD,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAgL;IACzM,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAyB;IACjD,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAe;gBAGhB,GAAG,EAAE,iBAAiB,EACtB,IAAI,EAAE,QAAQ;IAY3B,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAOrB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAc5B,KAAK,IAAI,IAAI;IAQb,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAIxB,IAAI,MAAM,IAAI,iBAAiB,CAU9B;IAED,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC;IAUpB,aAAa,IAAI,OAAO,CAAC,SAAS,QAAQ,EAAE,CAAC;IAwBnD,OAAO,CAAC,QAAQ;IAoBhB,OAAO,CAAC,QAAQ;YAcF,GAAG;YAmCH,gBAAgB;YAmBhB,WAAW;YAeX,WAAW;CA6C1B"}