@tyvm/knowhow 0.0.161 → 0.0.163

package/ts_build/src/services/stateful/channels/JsonFileChannel.js

@@ -0,0 +1,258 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FsProcessChannel = exports.ControlFileChannel = exports.JsonFileChannel = void 0;
+exports.writeJsonAtomic = writeJsonAtomic;
+exports.writeControlFile = writeControlFile;
+const crypto_1 = require("crypto");
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const base_1 = require("./base");
+const base_2 = require("./base");
+const inputStream_1 = require("./inputStream");
+async function writeJsonAtomic(filePath, value) {
+    await fs.promises.mkdir(path.dirname(filePath), { recursive: true });
+    const tmp = `${filePath}.${process.pid}.${(0, crypto_1.randomUUID)().slice(0, 8)}.tmp`;
+    try {
+        await fs.promises.writeFile(tmp, JSON.stringify(value, null, 2), "utf8");
+        await fs.promises.rename(tmp, filePath);
+    }
+    catch (e) {
+        await fs.promises.rm(tmp, { force: true }).catch(() => { });
+        throw e;
+    }
+}
+async function readJson(filePath) {
+    try {
+        return JSON.parse(await fs.promises.readFile(filePath, "utf8"));
+    }
+    catch (e) {
+        if (e?.code === "ENOENT" || e instanceof SyntaxError)
+            return undefined;
+        throw e;
+    }
+}
+class JsonFileChannel extends base_2.OutputChannel {
+    filePath;
+    id;
+    constructor(filePath, opts = {}) {
+        super();
+        this.filePath = filePath;
+        this.id = opts.id ?? "json-file";
+        this.policy = opts.policy;
+    }
+    async publish(doc) {
+        await writeJsonAtomic(this.filePath, doc);
+    }
+}
+exports.JsonFileChannel = JsonFileChannel;
+class ControlFileChannel {
+    filePath;
+    opts;
+    id;
+    direction = "in";
+    ctx;
+    timer;
+    watcher;
+    last;
+    constructor(filePath, opts = {}) {
+        this.filePath = filePath;
+        this.opts = opts;
+        this.id = opts.id ?? "control-file";
+    }
+    async start(ctx) {
+        this.ctx = ctx;
+        await this.check();
+        if (this.opts.watch !== false) {
+            try {
+                const dir = path.dirname(this.filePath);
+                fs.mkdirSync(dir, { recursive: true });
+                const base = path.basename(this.filePath);
+                this.watcher = fs.watch(dir, (_e, name) => {
+                    if (!name || name === base)
+                        void this.check();
+                });
+                this.watcher.on("error", () => { });
+                this.watcher.unref?.();
+            }
+            catch {
+            }
+        }
+        this.timer = setInterval(() => void this.check(), this.opts.pollMs ?? 250);
+        this.timer.unref?.();
+    }
+    async check() {
+        let text;
+        try {
+            text = await fs.promises.readFile(this.filePath, "utf8");
+        }
+        catch {
+            return;
+        }
+        if (text === this.last)
+            return;
+        let parsed;
+        try {
+            parsed = JSON.parse(text);
+        }
+        catch {
+            return;
+        }
+        this.last = text;
+        if (!parsed || typeof parsed !== "object" || Array.isArray(parsed)) {
+            this.ctx?.log.warn(`${this.id}: ignoring non-object control in ${this.filePath}`);
+            return;
+        }
+        this.ctx?.applyControl(parsed);
+    }
+    async flush() {
+        await this.check();
+    }
+    async stop() {
+        if (this.timer)
+            clearInterval(this.timer);
+        this.watcher?.close();
+        this.timer = this.watcher = undefined;
+    }
+}
+exports.ControlFileChannel = ControlFileChannel;
+async function writeControlFile(filePath, patch) {
+    const current = (await readJson(filePath)) ?? {};
+    await writeJsonAtomic(filePath, { ...current, ...patch });
+}
+class FsProcessChannel extends base_1.DuplexChannel {
+    dir;
+    id;
+    control;
+    input;
+    pollMs;
+    constructor(dir, opts = {}) {
+        super();
+        this.dir = dir;
+        this.id = opts.id ?? "fs";
+        this.policy = opts.policy;
+        this.pollMs = opts.pollMs ?? 250;
+        this.control = new ControlFileChannel(path.join(dir, "control.json"), {
+            id: this.id,
+            pollMs: this.pollMs,
+        });
+        this.input = new inputStream_1.FileInputChannel({
+            pollMs: this.pollMs,
+            ...opts.input,
+            id: this.id,
+            path: path.join(dir, "input.txt"),
+        });
+    }
+    get statePath() {
+        return path.join(this.dir, "state.json");
+    }
+    get controlPath() {
+        return path.join(this.dir, "control.json");
+    }
+    get inputPath() {
+        return path.join(this.dir, "input.txt");
+    }
+    async onStart() {
+        await this.control.start(this.ctx);
+        await this.input.start(this.ctx);
+    }
+    async publish(doc) {
+        await writeJsonAtomic(this.statePath, doc);
+    }
+    async flush() {
+        await this.control.flush();
+        await this.input.flush();
+    }
+    async stop() {
+        await this.control.stop();
+        await this.input.stop();
+    }
+    readDocument() {
+        return readJson(this.statePath);
+    }
+    watchDocument(cb) {
+        let lastText;
+        let stopped = false;
+        const check = async () => {
+            let text;
+            try {
+                text = await fs.promises.readFile(this.statePath, "utf8");
+            }
+            catch {
+                return;
+            }
+            if (stopped || text === lastText)
+                return;
+            try {
+                const doc = JSON.parse(text);
+                lastText = text;
+                cb(doc, []);
+            }
+            catch {
+            }
+        };
+        let watcher;
+        try {
+            fs.mkdirSync(this.dir, { recursive: true });
+            watcher = fs.watch(this.dir, (_e, name) => {
+                if (!name || name === "state.json")
+                    void check();
+            });
+            watcher.on("error", () => { });
+            watcher.unref?.();
+        }
+        catch {
+        }
+        const timer = setInterval(() => void check(), this.pollMs);
+        timer.unref?.();
+        readJson(this.statePath).then((d) => {
+            if (d && lastText === undefined)
+                lastText = JSON.stringify(d, null, 2);
+        });
+        return () => {
+            stopped = true;
+            clearInterval(timer);
+            watcher?.close();
+        };
+    }
+    async writeControl(patch) {
+        await writeControlFile(this.controlPath, patch);
+    }
+    async appendInput(item) {
+        (0, inputStream_1.appendInput)(this.inputPath, item);
+    }
+}
+exports.FsProcessChannel = FsProcessChannel;
+//# sourceMappingURL=JsonFileChannel.js.map

package/ts_build/src/services/stateful/channels/JsonFileChannel.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"JsonFileChannel.js","sourceRoot":"","sources":["../../../../../src/services/stateful/channels/JsonFileChannel.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAWA,0CAUC;AA+GD,4CAGC;AAvID,mCAAoC;AACpC,uCAAyB;AACzB,2CAA6B;AAE7B,iCAAuC;AACvC,iCAAuC;AAEvC,+CAA8D;AAIvD,KAAK,UAAU,eAAe,CAAC,QAAgB,EAAE,KAAc;IACpE,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACrE,MAAM,GAAG,GAAG,GAAG,QAAQ,IAAI,OAAO,CAAC,GAAG,IAAI,IAAA,mBAAU,GAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;IACzE,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QACzE,MAAM,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC1C,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC3D,MAAM,CAAC,CAAC;IACV,CAAC;AACH,CAAC;AAED,KAAK,UAAU,QAAQ,CAAI,QAAgB;IACzC,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAM,CAAC;IACvE,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,IAAI,CAAC,EAAE,IAAI,KAAK,QAAQ,IAAI,CAAC,YAAY,WAAW;YAAE,OAAO,SAAS,CAAC;QACvE,MAAM,CAAC,CAAC;IACV,CAAC;AACH,CAAC;AAGD,MAAa,eAIX,SAAQ,oBAAsB;IAIpB;IAHD,EAAE,CAAS;IAEpB,YACU,QAAgB,EACxB,OAA+C,EAAE;QAEjD,KAAK,EAAE,CAAC;QAHA,aAAQ,GAAR,QAAQ,CAAQ;QAIxB,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,EAAE,IAAI,WAAW,CAAC;QACjC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAA0B;QACtC,MAAM,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC5C,CAAC;CACF;AAnBD,0CAmBC;AAQD,MAAa,kBAAkB;IAWnB;IACA;IATD,EAAE,CAAS;IACX,SAAS,GAAG,IAAa,CAAC;IAC3B,GAAG,CAA2B;IAC9B,KAAK,CAAkC;IACvC,OAAO,CAAgB;IACvB,IAAI,CAAU;IAEtB,YACU,QAAgB,EAChB,OAA0D,EAAE;QAD5D,aAAQ,GAAR,QAAQ,CAAQ;QAChB,SAAI,GAAJ,IAAI,CAAwD;QAEpE,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,EAAE,IAAI,cAAc,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,GAA4B;QACtC,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACxC,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBACvC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC1C,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,EAAE;oBACxC,IAAI,CAAC,IAAI,IAAI,IAAI,KAAK,IAAI;wBAAE,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;gBAChD,CAAC,CAAC,CAAC;gBACH,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBAClC,IAAI,CAAC,OAAe,CAAC,KAAK,EAAE,EAAE,CAAC;YAClC,CAAC;YAAC,MAAM,CAAC;YAET,CAAC;QACH,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,KAAK,IAAI,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC;QAC1E,IAAI,CAAC,KAAa,CAAC,KAAK,EAAE,EAAE,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAY,CAAC;QACjB,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAC3D,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;QACT,CAAC;QACD,IAAI,IAAI,KAAK,IAAI,CAAC,IAAI;YAAE,OAAO;QAC/B,IAAI,MAAW,CAAC;QAChB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;QACT,CAAC;QACD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACnE,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,EAAE,oCAAoC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;YAClF,OAAO;QACT,CAAC;QACD,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,MAAoB,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,KAAK;YAAE,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC1C,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;IACxC,CAAC;CACF;AArED,gDAqEC;AAGM,KAAK,UAAU,gBAAgB,CAAC,QAAgB,EAAE,KAAa;IACpE,MAAM,OAAO,GAAG,CAAC,MAAM,QAAQ,CAAS,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;IACzD,MAAM,eAAe,CAAC,QAAQ,EAAE,EAAE,GAAG,OAAO,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC;AAC5D,CAAC;AAUD,MAAa,gBACX,SAAQ,oBAAsB;IASnB;IANF,EAAE,CAAS;IACZ,OAAO,CAA8B;IACrC,KAAK,CAA4B;IACjC,MAAM,CAAS;IAEvB,YACW,GAAW,EACpB,OAKI,EAAE;QAEN,KAAK,EAAE,CAAC;QARC,QAAG,GAAH,GAAG,CAAQ;QASpB,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC;QAC1B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,GAAG,CAAC;QACjC,IAAI,CAAC,OAAO,GAAG,IAAI,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,cAAc,CAAC,EAAE;YACpE,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,MAAM,EAAE,IAAI,CAAC,MAAM;SACpB,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,GAAG,IAAI,8BAAgB,CAAC;YAChC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,GAAG,IAAI,CAAC,KAAK;YACb,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC;SAClC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;IAC3C,CAAC;IACD,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;IAC7C,CAAC;IACD,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;IAC1C,CAAC;IAES,KAAK,CAAC,OAAO;QACrB,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnC,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAA0B;QACtC,MAAM,eAAe,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAC3B,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAC1B,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IAC1B,CAAC;IAGD,YAAY;QACV,OAAO,QAAQ,CAAwB,IAAI,CAAC,SAAS,CAAC,CAAC;IACzD,CAAC;IAED,aAAa,CAAC,EAAqD;QACjE,IAAI,QAA4B,CAAC;QACjC,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,MAAM,KAAK,GAAG,KAAK,IAAI,EAAE;YACvB,IAAI,IAAY,CAAC;YACjB,IAAI,CAAC;gBACH,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;YAC5D,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO;YACT,CAAC;YACD,IAAI,OAAO,IAAI,IAAI,KAAK,QAAQ;gBAAE,OAAO;YACzC,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA0B,CAAC;gBACtD,QAAQ,GAAG,IAAI,CAAC;gBAChB,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACd,CAAC;YAAC,MAAM,CAAC;YAET,CAAC;QACH,CAAC,CAAC;QACF,IAAI,OAAiC,CAAC;QACtC,IAAI,CAAC;YACH,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC5C,OAAO,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,EAAE;gBACxC,IAAI,CAAC,IAAI,IAAI,IAAI,KAAK,YAAY;oBAAE,KAAK,KAAK,EAAE,CAAC;YACnD,CAAC,CAAC,CAAC;YACH,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAC7B,OAAe,CAAC,KAAK,EAAE,EAAE,CAAC;QAC7B,CAAC;QAAC,MAAM,CAAC;QAET,CAAC;QACD,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,KAAK,KAAK,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1D,KAAa,CAAC,KAAK,EAAE,EAAE,CAAC;QAEzB,QAAQ,CAAM,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;YACvC,IAAI,CAAC,IAAI,QAAQ,KAAK,SAAS;gBAAE,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACzE,CAAC,CAAC,CAAC;QACH,OAAO,GAAG,EAAE;YACV,OAAO,GAAG,IAAI,CAAC;YACf,aAAa,CAAC,KAAK,CAAC,CAAC;YACrB,OAAO,EAAE,KAAK,EAAE,CAAC;QACnB,CAAC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,KAAiB;QAClC,MAAM,gBAAgB,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAMjB;QACC,IAAA,yBAAW,EAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IACpC,CAAC;CACF;AA5HD,4CA4HC"}

package/ts_build/src/services/stateful/channels/MemoryChannel.d.ts

@@ -0,0 +1,32 @@
+import type { BaseControl, ProcessDocument, Unsubscribe } from "../types";
+import { DuplexChannel } from "./base";
+import type { DocSource, OutputPolicy } from "./Channel";
+export declare class MemoryChannel<S = any, C extends BaseControl = BaseControl, E = any> extends DuplexChannel<S, C, E> implements DocSource<S, C, E> {
+    private opts;
+    readonly id: string;
+    doc?: ProcessDocument<S, C>;
+    publishes: Array<{
+        version: number;
+        events: E[];
+    }>;
+    private watchers;
+    private seq;
+    constructor(opts?: {
+        id?: string;
+        policy?: OutputPolicy;
+        record?: boolean;
+        publish?: (doc: ProcessDocument<S, C>, events: E[]) => void | Promise<void>;
+    });
+    publish(doc: ProcessDocument<S, C>, events: E[]): Promise<void>;
+    readDocument(): Promise<ProcessDocument<S, C> | undefined>;
+    watchDocument(cb: (doc: ProcessDocument<S, C>, events: E[]) => void): Unsubscribe;
+    writeControl(patch: Partial<C>): Promise<void>;
+    appendInput(item: {
+        id?: string;
+        kind?: string;
+        text?: string;
+        payload?: unknown;
+        from?: string;
+    }): Promise<void>;
+    stop(): Promise<void>;
+}

package/ts_build/src/services/stateful/channels/MemoryChannel.js

@@ -0,0 +1,58 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MemoryChannel = void 0;
+const base_1 = require("./base");
+class MemoryChannel extends base_1.DuplexChannel {
+    opts;
+    id;
+    doc;
+    publishes = [];
+    watchers = new Set();
+    seq = 0;
+    constructor(opts = {}) {
+        super();
+        this.opts = opts;
+        this.id = opts.id ?? "memory";
+        this.policy = opts.policy;
+    }
+    async publish(doc, events) {
+        await this.opts.publish?.(doc, events);
+        this.doc = doc;
+        if (this.opts.record)
+            this.publishes.push({ version: doc.version, events });
+        for (const w of [...this.watchers])
+            w(doc, events);
+    }
+    async readDocument() {
+        return this.doc ?? this.ctx?.snapshot();
+    }
+    watchDocument(cb) {
+        this.watchers.add(cb);
+        return () => {
+            this.watchers.delete(cb);
+        };
+    }
+    async writeControl(patch) {
+        if (!this.ctx)
+            throw new Error("MemoryChannel is not attached");
+        this.ctx.applyControl(patch);
+    }
+    async appendInput(item) {
+        if (!this.ctx)
+            throw new Error("MemoryChannel is not attached");
+        await this.ctx.deliver([
+            {
+                id: item.id ?? `mem-${this.seq + 1}`,
+                kind: item.kind ?? "message",
+                payload: item.payload !== undefined ? item.payload : { text: item.text },
+                at: new Date().toISOString(),
+                from: item.from,
+            },
+        ], ++this.seq);
+    }
+    async stop() {
+        this.watchers.clear();
+    }
+}
+exports.MemoryChannel = MemoryChannel;
+//# sourceMappingURL=MemoryChannel.js.map

package/ts_build/src/services/stateful/channels/MemoryChannel.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MemoryChannel.js","sourceRoot":"","sources":["../../../../../src/services/stateful/channels/MemoryChannel.ts"],"names":[],"mappings":";;;AACA,iCAAuC;AAQvC,MAAa,aACX,SAAQ,oBAAsB;IAWpB;IARD,EAAE,CAAS;IACpB,GAAG,CAAyB;IAE5B,SAAS,GAA4C,EAAE,CAAC;IAChD,QAAQ,GAAG,IAAI,GAAG,EAAqD,CAAC;IACxE,GAAG,GAAG,CAAC,CAAC;IAEhB,YACU,OAA8I,EAAE;QAExJ,KAAK,EAAE,CAAC;QAFA,SAAI,GAAJ,IAAI,CAA4I;QAGxJ,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,EAAE,IAAI,QAAQ,CAAC;QAC9B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAA0B,EAAE,MAAW;QACnD,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACvC,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAC5E,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC;YAAE,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACrD,CAAC;IAED,KAAK,CAAC,YAAY;QAEhB,OAAO,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,CAAC;IAC1C,CAAC;IAED,aAAa,CAAC,EAAqD;QACjE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACtB,OAAO,GAAG,EAAE;YACV,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC3B,CAAC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,KAAiB;QAClC,IAAI,CAAC,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QAChE,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAMjB;QACC,IAAI,CAAC,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QAChE,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,CACpB;YACE;gBACE,EAAE,EAAE,IAAI,CAAC,EAAE,IAAI,OAAO,IAAI,CAAC,GAAG,GAAG,CAAC,EAAE;gBACpC,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,SAAS;gBAC5B,OAAO,EAAE,IAAI,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;gBACxE,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBAC5B,IAAI,EAAE,IAAI,CAAC,IAAI;aAChB;SACF,EACD,EAAE,IAAI,CAAC,GAAG,CACX,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;CACF;AApED,sCAoEC"}

package/ts_build/src/services/stateful/channels/base.d.ts

@@ -0,0 +1,29 @@
+import type { BaseControl, ProcessDocument } from "../types";
+import type { Channel, ChannelContext, OutputPolicy } from "./Channel";
+export declare abstract class OutputChannel<S = any, C extends BaseControl = BaseControl, E = any> implements Channel<S, C, E> {
+    abstract readonly id: string;
+    readonly direction: "out" | "duplex";
+    policy?: OutputPolicy;
+    protected ctx?: ChannelContext<S, C, E>;
+    start(ctx: ChannelContext<S, C, E>): Promise<void>;
+    abstract publish(doc: ProcessDocument<S, C>, events: E[]): Promise<void>;
+    stop(): Promise<void>;
+}
+export declare abstract class InputChannel<S = any, C extends BaseControl = BaseControl, E = any> implements Channel<S, C, E> {
+    abstract readonly id: string;
+    readonly direction: "in";
+    protected ctx: ChannelContext<S, C, E>;
+    start(ctx: ChannelContext<S, C, E>): Promise<void>;
+    protected abstract onStart(): void | Promise<void>;
+    stop(): Promise<void>;
+}
+export declare abstract class DuplexChannel<S = any, C extends BaseControl = BaseControl, E = any> implements Channel<S, C, E> {
+    abstract readonly id: string;
+    readonly direction: "duplex";
+    policy?: OutputPolicy;
+    protected ctx: ChannelContext<S, C, E>;
+    start(ctx: ChannelContext<S, C, E>): Promise<void>;
+    protected onStart(): void | Promise<void>;
+    abstract publish(doc: ProcessDocument<S, C>, events: E[]): Promise<void>;
+    stop(): Promise<void>;
+}

package/ts_build/src/services/stateful/channels/base.js

@@ -0,0 +1,36 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DuplexChannel = exports.InputChannel = exports.OutputChannel = void 0;
+class OutputChannel {
+    direction = "out";
+    policy;
+    ctx;
+    async start(ctx) {
+        this.ctx = ctx;
+    }
+    async stop() { }
+}
+exports.OutputChannel = OutputChannel;
+class InputChannel {
+    direction = "in";
+    ctx;
+    async start(ctx) {
+        this.ctx = ctx;
+        await this.onStart();
+    }
+    async stop() { }
+}
+exports.InputChannel = InputChannel;
+class DuplexChannel {
+    direction = "duplex";
+    policy;
+    ctx;
+    async start(ctx) {
+        this.ctx = ctx;
+        await this.onStart();
+    }
+    onStart() { }
+    async stop() { }
+}
+exports.DuplexChannel = DuplexChannel;
+//# sourceMappingURL=base.js.map

package/ts_build/src/services/stateful/channels/base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.js","sourceRoot":"","sources":["../../../../../src/services/stateful/channels/base.ts"],"names":[],"mappings":";;;AAIA,MAAsB,aAAa;IAIxB,SAAS,GAAqB,KAAK,CAAC;IAC7C,MAAM,CAAgB;IACZ,GAAG,CAA2B;IAExC,KAAK,CAAC,KAAK,CAAC,GAA4B;QACtC,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,IAAI,KAAmB,CAAC;CAC/B;AAbD,sCAaC;AAQD,MAAsB,YAAY;IAIvB,SAAS,GAAG,IAAa,CAAC;IACzB,GAAG,CAA2B;IAExC,KAAK,CAAC,KAAK,CAAC,GAA4B;QACtC,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,IAAI,KAAmB,CAAC;CAC/B;AAbD,oCAaC;AAGD,MAAsB,aAAa;IAIxB,SAAS,GAAG,QAAiB,CAAC;IACvC,MAAM,CAAgB;IACZ,GAAG,CAA2B;IAExC,KAAK,CAAC,KAAK,CAAC,GAA4B;QACtC,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IACvB,CAAC;IACS,OAAO,KAA0B,CAAC;IAE5C,KAAK,CAAC,IAAI,KAAmB,CAAC;CAC/B;AAfD,sCAeC"}

package/ts_build/src/services/stateful/channels/delta.d.ts

@@ -0,0 +1,34 @@
+export declare function hashJson(value: unknown): string;
+export interface PersistedView {
+    length: number;
+    lastHash?: string;
+}
+export type Delta<T> = {
+    kind: "noop";
+} | {
+    kind: "append";
+    from: number;
+    items: T[];
+} | {
+    kind: "replace";
+    items: T[];
+};
+export declare function appendDelta<T>(persisted: PersistedView, next: T[], hash?: (v: unknown) => string): Delta<T>;
+export type ThreadStep<T> = {
+    index: number;
+} & Delta<T>;
+export declare class ThreadCursor<T = unknown> {
+    private hash;
+    private views;
+    constructor(hash?: (v: unknown) => string);
+    view(index: number): PersistedView;
+    lastHash(index: number): string | undefined;
+    plan(threads: T[][]): Array<ThreadStep<T>>;
+    ack(index: number, length: number, lastHash?: string): void;
+    ackStep(step: ThreadStep<T>, thread: T[]): void;
+    ackFrom(r: {
+        lengths?: number[];
+        lastHashes?: Array<string | undefined>;
+    }): void;
+    reset(index?: number): void;
+}

package/ts_build/src/services/stateful/channels/delta.js

@@ -0,0 +1,68 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ThreadCursor = void 0;
+exports.hashJson = hashJson;
+exports.appendDelta = appendDelta;
+const crypto_1 = require("crypto");
+function hashJson(value) {
+    return (0, crypto_1.createHash)("sha1").update(JSON.stringify(value)).digest("hex");
+}
+function appendDelta(persisted, next, hash = hashJson) {
+    const n = persisted.length;
+    if (next.length < n)
+        return { kind: "replace", items: next };
+    if (n > 0 && persisted.lastHash !== undefined) {
+        if (hash(next[n - 1]) !== persisted.lastHash) {
+            return { kind: "replace", items: next };
+        }
+    }
+    if (next.length === n)
+        return { kind: "noop" };
+    return { kind: "append", from: n, items: next.slice(n) };
+}
+class ThreadCursor {
+    hash;
+    views = [];
+    constructor(hash = hashJson) {
+        this.hash = hash;
+    }
+    view(index) {
+        return this.views[index] ?? { length: 0 };
+    }
+    lastHash(index) {
+        return this.views[index]?.lastHash;
+    }
+    plan(threads) {
+        const steps = [];
+        threads.forEach((thread, index) => {
+            const d = appendDelta(this.view(index), thread, this.hash);
+            if (d.kind !== "noop")
+                steps.push({ index, ...d });
+        });
+        for (let index = threads.length; index < this.views.length; index++) {
+            if (this.views[index] && this.views[index].length > 0) {
+                steps.push({ index, kind: "replace", items: [] });
+            }
+        }
+        return steps;
+    }
+    ack(index, length, lastHash) {
+        this.views[index] = { length, lastHash };
+    }
+    ackStep(step, thread) {
+        if (step.kind === "noop")
+            return;
+        this.ack(step.index, thread.length, thread.length ? this.hash(thread[thread.length - 1]) : undefined);
+    }
+    ackFrom(r) {
+        (r.lengths ?? []).forEach((length, i) => this.ack(i, length, r.lastHashes?.[i]));
+    }
+    reset(index) {
+        if (index === undefined)
+            this.views = [];
+        else
+            delete this.views[index];
+    }
+}
+exports.ThreadCursor = ThreadCursor;
+//# sourceMappingURL=delta.js.map

package/ts_build/src/services/stateful/channels/delta.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"delta.js","sourceRoot":"","sources":["../../../../../src/services/stateful/channels/delta.ts"],"names":[],"mappings":";;;AAQA,4BAEC;AAyBD,kCAcC;AAjDD,mCAAoC;AAQpC,SAAgB,QAAQ,CAAC,KAAc;IACrC,OAAO,IAAA,mBAAU,EAAC,MAAM,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACxE,CAAC;AAyBD,SAAgB,WAAW,CACzB,SAAwB,EACxB,IAAS,EACT,OAA+B,QAAQ;IAEvC,MAAM,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC;IAC3B,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IAC7D,IAAI,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC9C,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,QAAQ,EAAE,CAAC;YAC7C,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QAC1C,CAAC;IACH,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAC/C,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;AAC3D,CAAC;AAKD,MAAa,YAAY;IAGH;IAFZ,KAAK,GAAoB,EAAE,CAAC;IAEpC,YAAoB,OAA+B,QAAQ;QAAvC,SAAI,GAAJ,IAAI,CAAmC;IAAG,CAAC;IAE/D,IAAI,CAAC,KAAa;QAChB,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IAC5C,CAAC;IAED,QAAQ,CAAC,KAAa;QACpB,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,QAAQ,CAAC;IACrC,CAAC;IAGD,IAAI,CAAC,OAAc;QACjB,MAAM,KAAK,GAAyB,EAAE,CAAC;QACvC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YAChC,MAAM,CAAC,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YAC3D,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM;gBAAE,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;QAEH,KAAK,IAAI,KAAK,GAAG,OAAO,CAAC,MAAM,EAAE,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YACpE,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtD,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,GAAG,CAAC,KAAa,EAAE,MAAc,EAAE,QAAiB;QAClD,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;IAC3C,CAAC;IAGD,OAAO,CAAC,IAAmB,EAAE,MAAW;QACtC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;YAAE,OAAO;QACjC,IAAI,CAAC,GAAG,CACN,IAAI,CAAC,KAAK,EACV,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CACjE,CAAC;IACJ,CAAC;IAGD,OAAO,CAAC,CAAiE;QACvE,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACnF,CAAC;IAGD,KAAK,CAAC,KAAc;QAClB,IAAI,KAAK,KAAK,SAAS;YAAE,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;;YACpC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;CACF;AArDD,oCAqDC"}

package/ts_build/src/services/stateful/channels/inputStream.d.ts

@@ -0,0 +1,67 @@
+import type { BaseControl, InputItem } from "../types";
+import type { Channel, ChannelContext } from "./Channel";
+export interface FileCursor {
+    inode: number;
+    offset: number;
+}
+export type RawInputItem = Omit<InputItem, "source">;
+export interface AppendInputRecord {
+    id?: string;
+    kind?: string;
+    text?: string;
+    payload?: unknown;
+    from?: string;
+    at?: string;
+}
+export declare function appendInput(filePath: string, item: AppendInputRecord): InputItemRecord;
+export interface InputItemRecord {
+    id: string;
+    kind: string;
+    from?: string;
+    at: string;
+    text?: string;
+    payload?: unknown;
+}
+export interface InputBatch {
+    items: RawInputItem[];
+    cursor: FileCursor;
+    size: number;
+    partialPending: boolean;
+    exists: boolean;
+}
+export declare function readInputBatch(filePath: string, cursor: FileCursor | undefined, opts?: {
+    includePartial?: boolean;
+}): Promise<InputBatch>;
+export interface FileInputChannelOptions {
+    path: string;
+    id?: string;
+    pollMs?: number;
+    partialSettleMs?: number;
+    watch?: boolean;
+    trim?: boolean;
+}
+export declare class FileInputChannel<S = any, C extends BaseControl = BaseControl, E = any> implements Channel<S, C, E> {
+    private opts;
+    readonly id: string;
+    readonly direction: "in";
+    private ctx?;
+    private cursor?;
+    private timer?;
+    private watcher?;
+    private tail;
+    private scheduled?;
+    private stopped;
+    private partialSeen?;
+    constructor(opts: FileInputChannelOptions);
+    private get consumingPath();
+    private lock;
+    start(ctx: ChannelContext<S, C, E>): Promise<void>;
+    poke(): Promise<void>;
+    flush(): Promise<void>;
+    stop(): Promise<void>;
+    private deliver;
+    private cycle;
+    private scheduleTrim;
+    private doTrim;
+    private finishTrim;
+}