@tyvm/knowhow 0.0.161 → 0.0.163

package/ts_build/src/services/stateful/agent/agentProjection.js

@@ -0,0 +1,108 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ThreadDiffer = exports.PROJECTION_EVENT_TYPES = void 0;
+exports.agentProjection = agentProjection;
+const messagesToRenderEvents_1 = require("../../../chat/renderer/messagesToRenderEvents");
+const types_1 = require("../types");
+exports.PROJECTION_EVENT_TYPES = {
+    done: "done",
+    toolCall: "tool:pre_call",
+    toolUsed: "tool:post_call",
+    agentSay: "agent:say",
+    threadUpdate: "thread_update",
+};
+const json = (m) => {
+    if (m == null)
+        return null;
+    try {
+        return JSON.stringify(m);
+    }
+    catch {
+        return null;
+    }
+};
+class ThreadDiffer {
+    index = -1;
+    length = 0;
+    lastJson = null;
+    constructor(threads = []) {
+        this.seed(threads);
+    }
+    seed(threads) {
+        const last = threads[threads.length - 1] ?? [];
+        this.index = threads.length - 1;
+        this.length = last.length;
+        this.lastJson = json(last[last.length - 1]);
+    }
+    next(threads) {
+        const last = threads[threads.length - 1] ?? [];
+        const index = threads.length - 1;
+        let fresh;
+        if (index === this.index && last.length >= this.length) {
+            fresh = last.slice(this.length);
+        }
+        else {
+            let retained = -1;
+            if (this.lastJson != null) {
+                for (let i = last.length - 1; i >= 0; i--) {
+                    if (json(last[i]) === this.lastJson) {
+                        retained = i;
+                        break;
+                    }
+                }
+            }
+            fresh = last.slice(retained + 1);
+        }
+        this.seed(threads);
+        return fresh;
+    }
+    get state() {
+        return { index: this.index, length: this.length, lastJson: this.lastJson };
+    }
+}
+exports.ThreadDiffer = ThreadDiffer;
+function agentProjection(handle, events, opts = {}) {
+    const types = opts.types ?? exports.PROJECTION_EVENT_TYPES;
+    const differ = new ThreadDiffer(handle.getState()?.threads ?? []);
+    let finished = false;
+    const onChange = (_c) => {
+        if (finished)
+            return;
+        const state = handle.getState();
+        const fresh = differ.next(state.threads ?? []);
+        if (fresh.length) {
+            const taskId = handle.meta.id;
+            for (const ev of (0, messagesToRenderEvents_1.messagesToRenderEvents)(fresh, taskId, state.agentName)) {
+                if (ev.type === "toolCall") {
+                    events.emit(types.toolCall, { toolCall: ev.toolCall });
+                }
+                else if (ev.type === "toolResult") {
+                    events.emit(types.toolUsed, {
+                        toolCall: ev.toolCall,
+                        functionResp: ev.result,
+                    });
+                }
+                else if (ev.type === "agentMessage") {
+                    events.emit(types.agentSay, { message: ev.message });
+                }
+            }
+            const threads = state.threads ?? [];
+            events.emit(types.threadUpdate, threads[threads.length - 1] ?? []);
+        }
+        const lifecycle = handle.getLifecycle();
+        if ((0, types_1.isTerminalStatus)(lifecycle.status)) {
+            const result = lifecycle.result ?? state.result;
+            if (lifecycle.status !== "failed" && result != null) {
+                finished = true;
+                events.emit(types.done, result);
+                opts.onDone?.(result);
+            }
+            else if (lifecycle.status !== "running") {
+                finished = true;
+                opts.onDone?.(undefined);
+            }
+        }
+    };
+    return handle.onStateUpdated(onChange);
+}
+//# sourceMappingURL=agentProjection.js.map

package/ts_build/src/services/stateful/agent/agentProjection.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agentProjection.js","sourceRoot":"","sources":["../../../../../src/services/stateful/agent/agentProjection.ts"],"names":[],"mappings":";;;AA8EA,0CA4CC;AA1HD,0FAAuF;AAGvF,oCAA4C;AAG/B,QAAA,sBAAsB,GAAG;IACpC,IAAI,EAAE,MAAM;IACZ,QAAQ,EAAE,eAAe;IACzB,QAAQ,EAAE,gBAAgB;IAC1B,QAAQ,EAAE,WAAW;IACrB,YAAY,EAAE,eAAe;CAC9B,CAAC;AAEF,MAAM,IAAI,GAAG,CAAC,CAAU,EAAiB,EAAE;IACzC,IAAI,CAAC,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IAC3B,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC,CAAC;AAQF,MAAa,YAAY;IACf,KAAK,GAAG,CAAC,CAAC,CAAC;IACX,MAAM,GAAG,CAAC,CAAC;IACX,QAAQ,GAAkB,IAAI,CAAC;IAEvC,YAAY,UAAmB,EAAE;QAC/B,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACrB,CAAC;IAGD,IAAI,CAAC,OAAgB;QACnB,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QAC/C,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;QAChC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED,IAAI,CAAC,OAAgB;QACnB,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QAC/C,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;QACjC,IAAI,KAAY,CAAC;QACjB,IAAI,KAAK,KAAK,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACvD,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClC,CAAC;aAAM,CAAC;YACN,IAAI,QAAQ,GAAG,CAAC,CAAC,CAAC;YAClB,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,EAAE,CAAC;gBAC1B,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC1C,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC;wBACpC,QAAQ,GAAG,CAAC,CAAC;wBACb,MAAM;oBACR,CAAC;gBACH,CAAC;YACH,CAAC;YACD,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;QACnC,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACnB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,KAAK;QACP,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;IAC7E,CAAC;CACF;AA1CD,oCA0CC;AAOD,SAAgB,eAAe,CAC7B,MAA2D,EAC3D,MAAoB,EACpB,OAAsF,EAAE;IAExF,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,8BAAsB,CAAC;IACnD,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC;IAClE,IAAI,QAAQ,GAAG,KAAK,CAAC;IAErB,MAAM,QAAQ,GAAG,CAAC,EAAuC,EAAE,EAAE;QAC3D,IAAI,QAAQ;YAAE,OAAO;QACrB,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;QAC/C,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9B,KAAK,MAAM,EAAE,IAAI,IAAA,+CAAsB,EAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;gBACxE,IAAI,EAAE,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBAC3B,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAG,EAAU,CAAC,QAAQ,EAAE,CAAC,CAAC;gBAClE,CAAC;qBAAM,IAAI,EAAE,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;oBACpC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE;wBAC1B,QAAQ,EAAG,EAAU,CAAC,QAAQ;wBAC9B,YAAY,EAAG,EAAU,CAAC,MAAM;qBACjC,CAAC,CAAC;gBACL,CAAC;qBAAM,IAAI,EAAE,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;oBACtC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAG,EAAU,CAAC,OAAO,EAAE,CAAC,CAAC;gBAChE,CAAC;YACH,CAAC;YACD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC;YACpC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACrE,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,CAAC,YAAY,EAAE,CAAC;QACxC,IAAI,IAAA,wBAAgB,EAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;YACvC,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;YAChD,IAAI,SAAS,CAAC,MAAM,KAAK,QAAQ,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;gBACpD,QAAQ,GAAG,IAAI,CAAC;gBAChB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;gBAChC,IAAI,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC;YACxB,CAAC;iBAAM,IAAI,SAAS,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBAC1C,QAAQ,GAAG,IAAI,CAAC;gBAChB,IAAI,CAAC,MAAM,EAAE,CAAC,SAAS,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IACF,OAAO,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;AACzC,CAAC"}

package/ts_build/src/services/stateful/agent/index.d.ts

@@ -0,0 +1,7 @@
+export * from "./types";
+export * from "./AgentSession";
+export * from "./AgentFsChannel";
+export * from "./KnowhowWebChannel";
+export * from "./agentChannels";
+export * from "./agentProjection";
+export * from "./agentMirror";

package/ts_build/src/services/stateful/agent/index.js

@@ -0,0 +1,24 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./types"), exports);
+__exportStar(require("./AgentSession"), exports);
+__exportStar(require("./AgentFsChannel"), exports);
+__exportStar(require("./KnowhowWebChannel"), exports);
+__exportStar(require("./agentChannels"), exports);
+__exportStar(require("./agentProjection"), exports);
+__exportStar(require("./agentMirror"), exports);
+//# sourceMappingURL=index.js.map

package/ts_build/src/services/stateful/agent/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/services/stateful/agent/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,0CAAwB;AACxB,iDAA+B;AAC/B,mDAAiC;AACjC,sDAAoC;AACpC,kDAAgC;AAChC,oDAAkC;AAClC,gDAA8B"}

package/ts_build/src/services/stateful/agent/types.d.ts

@@ -0,0 +1,44 @@
+import type { Message, MessageContent } from "../../../clients/types";
+import type { BaseControl, InputCursors } from "../types";
+export interface AgentTokenUsage {
+    totalInputTokens: number;
+    totalOutputTokens: number;
+    totalCacheReadTokens: number;
+    totalCacheWriteTokens: number;
+}
+export interface AgentState {
+    agentName: string;
+    model: string;
+    provider: string;
+    reasoningEffort?: string;
+    summarizeReasoning?: boolean;
+    enabledTools: string[];
+    threads: Message[][];
+    totalCostUsd: number;
+    tokenUsage: AgentTokenUsage;
+    prompt: string;
+    pendingUserMessages: Message[];
+    inputCursors: InputCursors;
+    result?: string;
+}
+export interface AgentControl extends BaseControl {
+    maxSpendLimit?: number;
+    compact?: {
+        id: string;
+    };
+}
+export type AgentEvent = {
+    type: "say";
+    message: string;
+} | {
+    type: "tool_call";
+    toolCall: any;
+} | {
+    type: "tool_result";
+    toolCall: any;
+    result: string;
+} | {
+    type: "usage";
+    usage: any;
+};
+export type AgentPrompt = string | MessageContent[];

package/ts_build/src/services/{modules/computerUse.js → stateful/agent/types.js}

@@ -1,3 +1,3 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-//# sourceMappingURL=computerUse.js.map
+//# sourceMappingURL=types.js.map

package/ts_build/src/services/stateful/agent/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../../src/services/stateful/agent/types.ts"],"names":[],"mappings":""}

package/ts_build/src/services/stateful/changesIterable.d.ts

@@ -0,0 +1,2 @@
+import type { Unsubscribe } from "./types";
+export declare function changesIterable<T>(subscribe: (cb: (c: T) => void) => Unsubscribe, isDone: () => boolean, signal?: AbortSignal): AsyncIterable<T>;

package/ts_build/src/services/stateful/changesIterable.js

@@ -0,0 +1,51 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.changesIterable = changesIterable;
+function changesIterable(subscribe, isDone, signal) {
+    return {
+        [Symbol.asyncIterator]() {
+            const queue = [];
+            let wake;
+            let done = isDone() || !!signal?.aborted;
+            let unsub = () => { };
+            const finish = () => {
+                done = true;
+                unsub();
+                signal?.removeEventListener("abort", finish);
+                wake?.();
+            };
+            unsub = subscribe((c) => {
+                queue.push(c);
+                if (isDone())
+                    done = true;
+                wake?.();
+            });
+            signal?.addEventListener("abort", finish);
+            if (done)
+                finish();
+            return {
+                async next() {
+                    for (;;) {
+                        if (queue.length) {
+                            const value = queue.shift();
+                            if (!queue.length && done)
+                                finish();
+                            return { value, done: false };
+                        }
+                        if (done) {
+                            finish();
+                            return { value: undefined, done: true };
+                        }
+                        await new Promise((r) => (wake = r));
+                        wake = undefined;
+                    }
+                },
+                async return() {
+                    finish();
+                    return { value: undefined, done: true };
+                },
+            };
+        },
+    };
+}
+//# sourceMappingURL=changesIterable.js.map

package/ts_build/src/services/stateful/changesIterable.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"changesIterable.js","sourceRoot":"","sources":["../../../../src/services/stateful/changesIterable.ts"],"names":[],"mappings":";;AAOA,0CA+CC;AA/CD,SAAgB,eAAe,CAC7B,SAA8C,EAC9C,MAAqB,EACrB,MAAoB;IAEpB,OAAO;QACL,CAAC,MAAM,CAAC,aAAa,CAAC;YACpB,MAAM,KAAK,GAAQ,EAAE,CAAC;YACtB,IAAI,IAA8B,CAAC;YACnC,IAAI,IAAI,GAAG,MAAM,EAAE,IAAI,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC;YACzC,IAAI,KAAK,GAAgB,GAAG,EAAE,GAAE,CAAC,CAAC;YAClC,MAAM,MAAM,GAAG,GAAG,EAAE;gBAClB,IAAI,GAAG,IAAI,CAAC;gBACZ,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;gBAC7C,IAAI,EAAE,EAAE,CAAC;YACX,CAAC,CAAC;YACF,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;gBACtB,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACd,IAAI,MAAM,EAAE;oBAAE,IAAI,GAAG,IAAI,CAAC;gBAC1B,IAAI,EAAE,EAAE,CAAC;YACX,CAAC,CAAC,CAAC;YACH,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC1C,IAAI,IAAI;gBAAE,MAAM,EAAE,CAAC;YACnB,OAAO;gBACL,KAAK,CAAC,IAAI;oBACR,SAAS,CAAC;wBACR,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;4BACjB,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,EAAG,CAAC;4BAC7B,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI;gCAAE,MAAM,EAAE,CAAC;4BACpC,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;wBAChC,CAAC;wBACD,IAAI,IAAI,EAAE,CAAC;4BACT,MAAM,EAAE,CAAC;4BACT,OAAO,EAAE,KAAK,EAAE,SAAgB,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;wBACjD,CAAC;wBACD,MAAM,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;wBAC3C,IAAI,GAAG,SAAS,CAAC;oBACnB,CAAC;gBACH,CAAC;gBACD,KAAK,CAAC,MAAM;oBACV,MAAM,EAAE,CAAC;oBACT,OAAO,EAAE,KAAK,EAAE,SAAgB,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;gBACjD,CAAC;aACF,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC"}

package/ts_build/src/services/stateful/channels/Channel.d.ts

@@ -0,0 +1,71 @@
+import type { BaseControl, InputItem, ProcessDocument, ProcessMeta } from "../types";
+export interface ChannelLogger {
+    info(message: string): void;
+    warn(message: string): void;
+    error(message: string): void;
+}
+export interface ChannelContext<S = any, C extends BaseControl = BaseControl, E = any> {
+    meta: ProcessMeta;
+    snapshot(): ProcessDocument<S, C>;
+    applyControl(patch: Partial<C>): void;
+    deliver(items: Array<Omit<InputItem, "source">>, cursor: unknown): Promise<number>;
+    cursor(): unknown;
+    persisted(version: number, channelId?: string): Promise<void>;
+    setLink(key: string, value: string): void;
+    log: ChannelLogger;
+}
+export interface Channel<S = any, C extends BaseControl = BaseControl, E = any> {
+    readonly id: string;
+    readonly direction: "in" | "out" | "duplex";
+    readonly policy?: OutputPolicy;
+    start(ctx: ChannelContext<S, C, E>): Promise<void>;
+    publish?(doc: ProcessDocument<S, C>, events: E[]): Promise<void>;
+    flush?(): Promise<void>;
+    stop(): Promise<void>;
+}
+export interface OutputPolicy {
+    minIntervalMs?: number;
+    retry?: {
+        attempts: number;
+        backoffMs: number;
+    };
+    durable?: boolean;
+}
+export declare class ChannelPump<S = any, C extends BaseControl = BaseControl, E = any> {
+    readonly channel: Channel<S, C, E>;
+    private log;
+    persistedVersion: number;
+    private pending?;
+    private loopPromise?;
+    private lastPublishStart;
+    private waiters;
+    private stopped;
+    private wake?;
+    private bypassThrottle;
+    lastError?: Error;
+    constructor(channel: Channel<S, C, E>, log: ChannelLogger);
+    get durable(): boolean;
+    enqueue(doc: ProcessDocument<S, C>, events?: E[]): void;
+    private ensureLoop;
+    private sleep;
+    private loop;
+    private parkedAfterFailure;
+    private hasNewerSince;
+    retryParked(): void;
+    private resolveWaiters;
+    waitPersisted(version: number): Promise<void>;
+    flush(): Promise<void>;
+    stop(): Promise<void>;
+}
+export interface DocSource<S = any, C extends BaseControl = BaseControl, E = any> {
+    readDocument(): Promise<ProcessDocument<S, C> | undefined>;
+    watchDocument(cb: (doc: ProcessDocument<S, C>, events: E[]) => void): () => void;
+    writeControl(patch: Partial<C>): Promise<void>;
+    appendInput(item: {
+        id?: string;
+        kind?: string;
+        text?: string;
+        payload?: unknown;
+        from?: string;
+    }): Promise<void>;
+}

package/ts_build/src/services/stateful/channels/Channel.js

@@ -0,0 +1,158 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ChannelPump = void 0;
+const types_1 = require("../types");
+const DEFAULT_RETRY = { attempts: 3, backoffMs: 100 };
+class ChannelPump {
+    channel;
+    log;
+    persistedVersion = -1;
+    pending;
+    loopPromise;
+    lastPublishStart = 0;
+    waiters = [];
+    stopped = false;
+    wake;
+    bypassThrottle = false;
+    lastError;
+    constructor(channel, log) {
+        this.channel = channel;
+        this.log = log;
+    }
+    get durable() {
+        return this.channel.policy?.durable !== false;
+    }
+    enqueue(doc, events = []) {
+        if (this.stopped)
+            return;
+        this.parkedAfterFailure = false;
+        this.pending = {
+            doc,
+            events: [...(this.pending?.events ?? []), ...events],
+        };
+        if ((0, types_1.isTerminalStatus)(doc.lifecycle.status)) {
+            this.bypassThrottle = true;
+            this.wake?.();
+        }
+        this.ensureLoop();
+    }
+    ensureLoop() {
+        if (this.loopPromise)
+            return;
+        this.loopPromise = this.loop().finally(() => {
+            this.loopPromise = undefined;
+            if (this.pending && !this.stopped && !this.parkedAfterFailure) {
+                this.ensureLoop();
+            }
+        });
+    }
+    sleep(ms) {
+        return new Promise((resolve) => {
+            const t = setTimeout(done, ms);
+            t.unref?.();
+            const self = this;
+            function done() {
+                clearTimeout(t);
+                self.wake = undefined;
+                resolve();
+            }
+            this.wake = done;
+        });
+    }
+    async loop() {
+        const policy = this.channel.policy ?? {};
+        const retry = policy.retry ?? DEFAULT_RETRY;
+        while (this.pending && !this.stopped) {
+            const wait = (policy.minIntervalMs ?? 0) - (Date.now() - this.lastPublishStart);
+            if (wait > 0 && !this.bypassThrottle) {
+                await this.sleep(wait);
+                continue;
+            }
+            const job = this.pending;
+            this.pending = undefined;
+            this.lastPublishStart = Date.now();
+            let ok = false;
+            for (let attempt = 1; attempt <= retry.attempts && !this.stopped; attempt++) {
+                try {
+                    await this.channel.publish(job.doc, job.events);
+                    ok = true;
+                    break;
+                }
+                catch (e) {
+                    this.lastError = e instanceof Error ? e : new Error(String(e));
+                    this.log.error(`channel_error: ${this.channel.id} publish v${job.doc.version} failed (attempt ${attempt}/${retry.attempts}): ${this.lastError.message}`);
+                    if (attempt < retry.attempts) {
+                        await this.sleep(retry.backoffMs * 2 ** (attempt - 1));
+                    }
+                }
+            }
+            if (ok) {
+                this.lastError = undefined;
+                this.persistedVersion = Math.max(this.persistedVersion, job.doc.version);
+                this.resolveWaiters();
+            }
+            else if (!this.stopped) {
+                this.pending = {
+                    doc: this.pending?.doc ?? job.doc,
+                    events: [...job.events, ...(this.pending?.events ?? [])],
+                };
+                this.bypassThrottle = false;
+                this.parkedAfterFailure = !this.hasNewerSince(job.doc.version);
+                if (this.parkedAfterFailure)
+                    return;
+            }
+            this.bypassThrottle = false;
+        }
+    }
+    parkedAfterFailure = false;
+    hasNewerSince(version) {
+        return !!this.pending && this.pending.doc.version > version;
+    }
+    retryParked() {
+        if (this.pending)
+            this.ensureLoop();
+    }
+    resolveWaiters() {
+        const rest = [];
+        for (const w of this.waiters) {
+            if (this.persistedVersion >= w.version)
+                w.resolve();
+            else
+                rest.push(w);
+        }
+        this.waiters = rest;
+    }
+    waitPersisted(version) {
+        if (this.persistedVersion >= version)
+            return Promise.resolve();
+        if (this.stopped) {
+            return Promise.reject(new Error(`channel ${this.channel.id} stopped`));
+        }
+        return new Promise((resolve, reject) => this.waiters.push({ version, resolve, reject }));
+    }
+    async flush() {
+        this.bypassThrottle = true;
+        this.wake?.();
+        if (this.parkedAfterFailure && this.pending) {
+            this.parkedAfterFailure = false;
+            this.ensureLoop();
+        }
+        while (this.loopPromise) {
+            await this.loopPromise;
+        }
+        this.bypassThrottle = false;
+        await this.channel.flush?.();
+    }
+    async stop() {
+        this.stopped = true;
+        this.wake?.();
+        while (this.loopPromise)
+            await this.loopPromise;
+        for (const w of this.waiters) {
+            w.reject(new Error(`channel ${this.channel.id} stopped`));
+        }
+        this.waiters = [];
+    }
+}
+exports.ChannelPump = ChannelPump;
+//# sourceMappingURL=Channel.js.map

package/ts_build/src/services/stateful/channels/Channel.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Channel.js","sourceRoot":"","sources":["../../../../../src/services/stateful/channels/Channel.ts"],"names":[],"mappings":";;;AAMA,oCAA4C;AAiE5C,MAAM,aAAa,GAAG,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC;AAoBtD,MAAa,WAAW;IAaX;IACD;IAbV,gBAAgB,GAAG,CAAC,CAAC,CAAC;IACd,OAAO,CAA+C;IACtD,WAAW,CAAiB;IAC5B,gBAAgB,GAAG,CAAC,CAAC;IACrB,OAAO,GAAa,EAAE,CAAC;IACvB,OAAO,GAAG,KAAK,CAAC;IAChB,IAAI,CAAc;IAClB,cAAc,GAAG,KAAK,CAAC;IAE/B,SAAS,CAAS;IAElB,YACW,OAAyB,EAC1B,GAAkB;QADjB,YAAO,GAAP,OAAO,CAAkB;QAC1B,QAAG,GAAH,GAAG,CAAe;IACzB,CAAC;IAEJ,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,KAAK,KAAK,CAAC;IAChD,CAAC;IAED,OAAO,CAAC,GAA0B,EAAE,SAAc,EAAE;QAClD,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QACzB,IAAI,CAAC,kBAAkB,GAAG,KAAK,CAAC;QAChC,IAAI,CAAC,OAAO,GAAG;YACb,GAAG;YACH,MAAM,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,IAAI,EAAE,CAAC,EAAE,GAAG,MAAM,CAAC;SACrD,CAAC;QACF,IAAI,IAAA,wBAAgB,EAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3C,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;YAC3B,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;QAChB,CAAC;QACD,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC;IAEO,UAAU;QAChB,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAC7B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE;YAC1C,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;YAE7B,IAAI,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBAC9D,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YACnC,MAAM,CAAC,GAAG,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC9B,CAAS,CAAC,KAAK,EAAE,EAAE,CAAC;YACrB,MAAM,IAAI,GAAG,IAAI,CAAC;YAClB,SAAS,IAAI;gBACX,YAAY,CAAC,CAAC,CAAC,CAAC;gBAChB,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC;gBACtB,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACnB,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,IAAI;QAChB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,aAAa,CAAC;QAC5C,OAAO,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACrC,MAAM,IAAI,GACR,CAAC,MAAM,CAAC,aAAa,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACrE,IAAI,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;gBACrC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACvB,SAAS;YACX,CAAC;YACD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC;YACzB,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;YACzB,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACnC,IAAI,EAAE,GAAG,KAAK,CAAC;YACf,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,KAAK,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,CAAC;gBAC5E,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,OAAO,CAAC,OAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;oBACjD,EAAE,GAAG,IAAI,CAAC;oBACV,MAAM;gBACR,CAAC;gBAAC,OAAO,CAAM,EAAE,CAAC;oBAChB,IAAI,CAAC,SAAS,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC/D,IAAI,CAAC,GAAG,CAAC,KAAK,CACZ,kBAAkB,IAAI,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,CAAC,GAAG,CAAC,OAAO,oBAAoB,OAAO,IAAI,KAAK,CAAC,QAAQ,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CACzI,CAAC;oBACF,IAAI,OAAO,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;wBAC7B,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;oBACzD,CAAC;gBACH,CAAC;YACH,CAAC;YACD,IAAI,EAAE,EAAE,CAAC;gBACP,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;gBAC3B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,EAAE,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACzE,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,CAAC;iBAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;gBAGzB,IAAI,CAAC,OAAO,GAAG;oBACb,GAAG,EAAE,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,GAAG,CAAC,GAAG;oBACjC,MAAM,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,IAAI,EAAE,CAAC,CAAC;iBACzD,CAAC;gBACF,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;gBAC5B,IAAI,CAAC,kBAAkB,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC/D,IAAI,IAAI,CAAC,kBAAkB;oBAAE,OAAO;YACtC,CAAC;YACD,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;QAC9B,CAAC;IACH,CAAC;IAEO,kBAAkB,GAAG,KAAK,CAAC;IAC3B,aAAa,CAAC,OAAe;QACnC,OAAO,CAAC,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,GAAG,OAAO,CAAC;IAC9D,CAAC;IAGD,WAAW;QACT,IAAI,IAAI,CAAC,OAAO;YAAE,IAAI,CAAC,UAAU,EAAE,CAAC;IACtC,CAAC;IAEO,cAAc;QACpB,MAAM,IAAI,GAAa,EAAE,CAAC;QAC1B,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAC7B,IAAI,IAAI,CAAC,gBAAgB,IAAI,CAAC,CAAC,OAAO;gBAAE,CAAC,CAAC,OAAO,EAAE,CAAC;;gBAC/C,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACtB,CAAC;IAED,aAAa,CAAC,OAAe;QAC3B,IAAI,IAAI,CAAC,gBAAgB,IAAI,OAAO;YAAE,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC/D,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,WAAW,IAAI,CAAC,OAAO,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC;QACzE,CAAC;QACD,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAC3C,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAChD,CAAC;IACJ,CAAC;IAGD,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC3B,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;QACd,IAAI,IAAI,CAAC,kBAAkB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAC5C,IAAI,CAAC,kBAAkB,GAAG,KAAK,CAAC;YAChC,IAAI,CAAC,UAAU,EAAE,CAAC;QACpB,CAAC;QACD,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;YACxB,MAAM,IAAI,CAAC,WAAW,CAAC;QACzB,CAAC;QACD,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;QAC5B,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;QACd,OAAO,IAAI,CAAC,WAAW;YAAE,MAAM,IAAI,CAAC,WAAW,CAAC;QAChD,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAC7B,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,WAAW,IAAI,CAAC,OAAO,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC;QAC5D,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;IACpB,CAAC;CACF;AAjKD,kCAiKC"}

package/ts_build/src/services/stateful/channels/JsonFileChannel.d.ts

@@ -0,0 +1,65 @@
+import type { BaseControl, ProcessDocument, Unsubscribe } from "../types";
+import { DuplexChannel } from "./base";
+import { OutputChannel } from "./base";
+import type { Channel, ChannelContext, DocSource, OutputPolicy } from "./Channel";
+import type { FileInputChannelOptions } from "./inputStream";
+export declare function writeJsonAtomic(filePath: string, value: unknown): Promise<void>;
+export declare class JsonFileChannel<S = any, C extends BaseControl = BaseControl, E = any> extends OutputChannel<S, C, E> {
+    private filePath;
+    readonly id: string;
+    constructor(filePath: string, opts?: {
+        id?: string;
+        policy?: OutputPolicy;
+    });
+    publish(doc: ProcessDocument<S, C>): Promise<void>;
+}
+export declare class ControlFileChannel<S = any, C extends BaseControl = BaseControl, E = any> implements Channel<S, C, E> {
+    private filePath;
+    private opts;
+    readonly id: string;
+    readonly direction: "in";
+    private ctx?;
+    private timer?;
+    private watcher?;
+    private last?;
+    constructor(filePath: string, opts?: {
+        id?: string;
+        pollMs?: number;
+        watch?: boolean;
+    });
+    start(ctx: ChannelContext<S, C, E>): Promise<void>;
+    check(): Promise<void>;
+    flush(): Promise<void>;
+    stop(): Promise<void>;
+}
+export declare function writeControlFile(filePath: string, patch: object): Promise<void>;
+export declare class FsProcessChannel<S = any, C extends BaseControl = BaseControl, E = any> extends DuplexChannel<S, C, E> implements DocSource<S, C, E> {
+    readonly dir: string;
+    readonly id: string;
+    private control;
+    private input;
+    private pollMs;
+    constructor(dir: string, opts?: {
+        id?: string;
+        policy?: OutputPolicy;
+        pollMs?: number;
+        input?: Partial<FileInputChannelOptions>;
+    });
+    get statePath(): string;
+    get controlPath(): string;
+    get inputPath(): string;
+    protected onStart(): Promise<void>;
+    publish(doc: ProcessDocument<S, C>): Promise<void>;
+    flush(): Promise<void>;
+    stop(): Promise<void>;
+    readDocument(): Promise<ProcessDocument<S, C> | undefined>;
+    watchDocument(cb: (doc: ProcessDocument<S, C>, events: E[]) => void): Unsubscribe;
+    writeControl(patch: Partial<C>): Promise<void>;
+    appendInput(item: {
+        id?: string;
+        kind?: string;
+        text?: string;
+        payload?: unknown;
+        from?: string;
+    }): Promise<void>;
+}