@nodetool-ai/websocket 0.7.0-rc.11

package/dist/unified-websocket-runner.d.ts

@@ -0,0 +1,280 @@
+import { type NodeExecutor, type NodeTypeResolver, type NodeValidator } from "@nodetool-ai/kernel";
+import type { BaseProvider } from "@nodetool-ai/runtime";
+import type { WebSocketCommandEnvelope, WebSocketMode } from "@nodetool-ai/protocol";
+import { Tool } from "@nodetool-ai/agents";
+import type { NodeMetadata, NodeRegistry } from "@nodetool-ai/node-sdk";
+export interface WebSocketReceiveFrame {
+    type: string;
+    bytes?: Uint8Array | null;
+    text?: string | null;
+}
+export interface WebSocketConnection {
+    accept(): Promise<void>;
+    receive(): Promise<WebSocketReceiveFrame>;
+    sendBytes(data: Uint8Array): Promise<void>;
+    sendText(data: string): Promise<void>;
+    close(code?: number, reason?: string): Promise<void>;
+    clientState?: "connected" | "disconnected";
+    applicationState?: "connected" | "disconnected";
+}
+export interface RunJobRequest {
+    job_id?: string;
+    workflow_id?: string;
+    user_id?: string;
+    auth_token?: string;
+    params?: Record<string, unknown>;
+    graph?: {
+        nodes: Array<Record<string, unknown>>;
+        edges: Array<Record<string, unknown>>;
+    };
+    explicit_types?: boolean;
+    settings?: Record<string, unknown>;
+}
+export interface UnifiedWebSocketRunnerOptions {
+    userId?: string;
+    authToken?: string;
+    defaultModel?: string;
+    defaultProvider?: string;
+    resolveExecutor: (node: {
+        id: string;
+        type: string;
+        [key: string]: unknown;
+    }) => NodeExecutor;
+    resolveNodeType?: NodeTypeResolver;
+    resolveProvider?: (providerId: string, userId: string) => Promise<BaseProvider>;
+    /** Resolve server-side Tool instances by name (for tool execution in chat). */
+    resolveTools?: (toolNames: string[], userId: string) => Promise<Tool[]>;
+    getSystemStats?: () => Record<string, unknown>;
+    workspaceResolver?: (workflowId: string, userId: string) => Promise<string | null>;
+    /** Called before a workflow job starts — used to lazily connect the Python bridge. */
+    beforeRunJob?: (graph: {
+        nodes: Array<Record<string, unknown>>;
+    }) => Promise<void>;
+    /** Resolve node metadata by type — used for auto_save_asset detection. */
+    getNodeMetadata?: (nodeType: string) => NodeMetadata | undefined;
+    /**
+     * Optional pre-flight per-node validator. Forwarded to WorkflowRunner so
+     * missing required fields and unset model selections abort the run before
+     * any actor is spawned. `NodeRegistry.createNodeValidator()` from
+     * `@nodetool-ai/node-sdk` produces a compatible callback.
+     */
+    validateNode?: NodeValidator;
+    /**
+     * Optional NodeRegistry. When supplied, agent-mode chat routes through the
+     * graph-native MultiModeAgent → GraphPlanner path, biasing node selection
+     * toward `nodetool.*` core nodes and exposing a `find_model` tool.
+     */
+    nodeRegistry?: NodeRegistry;
+}
+export declare class UnifiedWebSocketRunner {
+    websocket: WebSocketConnection | null;
+    mode: WebSocketMode;
+    userId: string | null;
+    authToken: string | null;
+    private defaultModel;
+    private defaultProvider;
+    private resolveExecutor;
+    private resolveNodeType?;
+    private resolveProvider?;
+    private resolveTools?;
+    private getSystemStats;
+    private workspaceResolver?;
+    private beforeRunJob?;
+    private getNodeMetadata?;
+    private validateNode?;
+    private nodeRegistry?;
+    private configuredProvidersCache;
+    private sendLock;
+    private activeJobs;
+    private currentTask;
+    private heartbeatTimer;
+    private statsTimer;
+    private chatRequestSeq;
+    private clientToolsManifest;
+    private toolBridge;
+    private observerRegistered;
+    private logError;
+    /**
+     * Extract text from message content that may be a string or array of content items.
+     * Mirrors Python's _extract_query_text / _extract_objective / _extract_text_content.
+     */
+    private extractTextContent;
+    /**
+     * Run one final LLM call to present structured agent results as readable
+     * markdown. Falls back to formatted JSON if the call fails.
+     */
+    private presentStructuredResults;
+    private inferOutputType;
+    private resolveOutputNodeForKey;
+    private sendOutputUpdates;
+    constructor(options: UnifiedWebSocketRunnerOptions);
+    connect(websocket: WebSocketConnection, userId?: string, authToken?: string): Promise<void>;
+    disconnect(): Promise<void>;
+    private serializeForJson;
+    sendMessage(message: Record<string, unknown>): Promise<void>;
+    receiveMessage(): Promise<Record<string, unknown> | null>;
+    /**
+     * Normalize a raw graph so that the kernel's NodeDescriptor contract is met.
+     * The web-UI / Python serialisation stores node properties under `data`;
+     * the kernel expects them under `properties`.
+     */
+    private normalizeGraph;
+    private hydrateGraph;
+    private getRawGraph;
+    /**
+     * Surface a clean terminal job_update when pre-run setup fails (typically
+     * because the Python bridge could not start). Without this the error would
+     * bubble up to handleCommand and be sent as a generic `invalid_command`
+     * envelope, which the UI does not associate with the job — the workflow
+     * appears to spin forever instead of failing.
+     */
+    private emitBeforeRunFailure;
+    runJob(req: RunJobRequest): Promise<void>;
+    /**
+     * Execute a ComfyUI workflow via the comfy executor (local or RunPod).
+     */
+    private runComfyJob;
+    private streamJobMessages;
+    reconnectJob(jobId: string, workflowId?: string): Promise<void>;
+    resumeJob(jobId: string, workflowId?: string): Promise<void>;
+    cancelJob(jobId: string, workflowId?: string): Promise<Record<string, unknown>>;
+    getStatus(jobId?: string): Record<string, unknown>;
+    clearModels(): Promise<Record<string, unknown>>;
+    private ensureThreadExists;
+    private dbMessageToProviderMessage;
+    /**
+     * Save a message dict to the database.
+     * Mirrors Python's _save_message_to_db_async: pops id, type, user_id before create.
+     */
+    private saveMessageToDb;
+    /**
+     * Recursively process tool results, handling asset-like objects.
+     * Mirrors Python's RegularChatProcessor._process_tool_result().
+     *
+     * - Asset-like objects (have type + uri/data): materialized via storage
+     * - Date/datetime: converted to ISO string
+     * - Arrays/objects: recursed into
+     * - Primitives: returned as-is
+     */
+    private processToolResult;
+    /**
+     * Query vector store collections and return concatenated context string.
+     * Mirrors Python's RegularChatProcessor._query_collections().
+     */
+    private queryCollections;
+    /**
+     * Add collection context as a system message before the last user message.
+     * Mirrors Python's RegularChatProcessor._add_collection_context().
+     */
+    private addCollectionContext;
+    /**
+     * Handle an incoming chat message.
+     *
+     * Mirrors Python's full 3-layer flow:
+     *   handle_chat_message → handle_message_impl → process_messages
+     *     → _run_processor + RegularChatProcessor.process()
+     *
+     * The processor sends messages to a queue. _run_processor reads them:
+     *   - type === "message" → persist to DB AND forward to client
+     *   - anything else → forward to client only
+     *
+     * RegularChatProcessor.process():
+     *   1. Prepend system prompt if first message isn't system role
+     *   2. while True: messages_to_send = chat_history + unprocessed_messages
+     *   3. Stream chunks (type: "chunk") — forwarded to client (not persisted)
+     *   4. On tool call: build assistant Message + tool result Message (type: "message")
+     *      → persisted to DB AND forwarded to client
+     *   5. If unprocessed_messages empty, break
+     *   6. Send done chunk + final assistant Message
+     */
+    handleChatMessage(data: Record<string, unknown>, requestSeq?: number): Promise<void>;
+    /**
+     * Log a provider call for cost tracking — mirrors Python's _log_provider_call().
+     * Best-effort: never throws, logs warnings on failure.
+     */
+    private _logProviderCall;
+    /**
+     * Detect message input node names from a workflow graph.
+     * Mirrors Python's WorkflowMessageProcessor._detect_message_input_names().
+     *
+     * Scans graph nodes for types ending in .MessageInput / .MessageListInput
+     * and returns their data.name values.
+     */
+    private detectMessageInputNames;
+    /**
+     * Convert workflow result dict into a response message with typed content.
+     * Mirrors Python's WorkflowMessageProcessor._create_response_message().
+     *
+     * Converts outputs to MessageContent items:
+     *  - string → { type: "text", text }
+     *  - list → { type: "text", text: joined }
+     *  - dict with type "image"/"video"/"audio" → media content
+     *  - other → { type: "text", text: stringified }
+     */
+    private createWorkflowResponseContent;
+    /**
+     * Handle a chat message that targets a workflow.
+     *
+     * Mirrors Python's process_messages_for_workflow → WorkflowMessageProcessor/
+     * ChatWorkflowMessageProcessor flow:
+     *   1. Load workflow from DB
+     *   2. Detect message input node names from graph
+     *   3. Prepare params (serialized message + history)
+     *   4. Run workflow via WorkflowRunner
+     *   5. Stream events (job_update, node_update, output_update)
+     *   6. Collect output_update results
+     *   7. Send done chunk + response message with typed content
+     */
+    /**
+     * Handle a chat_message with a `media_generation` payload by invoking the
+     * selected provider's textToImage / textToVideo API, storing the resulting
+     * asset(s), and returning them to the client as an assistant `Message`
+     * whose `content` is an array of `MessageImageContent` / `MessageVideoContent`
+     * blocks.
+     *
+     * The generated bytes are persisted via `ctx.storage.store()` so each
+     * output receives a stable URI the client can resolve as a server asset.
+     * The `media_generation` echo on the assistant message lets the UI render
+     * the generation header (model, variation count, resolution, etc.) in the
+     * conversation stream.
+     */
+    private handleMediaGenerationMessage;
+    /**
+     * Resolve the source image bytes for image-edit / image-to-video calls.
+     * Searches in priority order:
+     *   1. `media_generation.source_asset_id`  → load from Asset storage
+     *   2. The first `image_url` content block on the user message
+     *      (supports asset_id, http(s) uri, and inline data:base64 payloads)
+     * Returns `null` when no usable source image can be found.
+     */
+    private resolveSourceImageBytes;
+    private handleWorkflowMessage;
+    /**
+     * Build the map of configured BaseProvider instances for the given user.
+     * Cached per user — invalidate by clearing `configuredProvidersCache`.
+     * Used to expose `find_model` to the GraphPlanner agent so it can pick a
+     * real model+provider for generic AI nodes.
+     */
+    private getConfiguredProviders;
+    /**
+     * Handle agent mode messages.
+     * Mirrors Python's AgentMessageProcessor.process().
+     *
+     * Creates an Agent with the user's objective and streams execution events
+     * (Chunk, ToolCallUpdate, TaskUpdate, PlanningUpdate, LogUpdate, StepResult)
+     * to the client. Messages with type "message" are persisted to DB.
+     */
+    private handleAgentMessage;
+    handleInference(data: Record<string, unknown>, requestSeq: number): Promise<void>;
+    handleCommand(command: WebSocketCommandEnvelope): Promise<Record<string, unknown>>;
+    private startHeartbeat;
+    private stopHeartbeat;
+    private startStatsBroadcast;
+    private stopStatsBroadcast;
+    private registerObserver;
+    private unregisterObserver;
+    private onModelChange;
+    run(websocket: WebSocketConnection): Promise<void>;
+    receiveMessages(): Promise<void>;
+}
+//# sourceMappingURL=unified-websocket-runner.d.ts.map

package/dist/unified-websocket-runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"unified-websocket-runner.d.ts","sourceRoot":"","sources":["../src/unified-websocket-runner.ts"],"names":[],"mappings":"AAYA,OAAO,EAGL,KAAK,YAAY,EACjB,KAAK,gBAAgB,EACrB,KAAK,aAAa,EACnB,MAAM,qBAAqB,CAAC;AAY7B,OAAO,KAAK,EAIV,YAAY,EASb,MAAM,sBAAsB,CAAC;AAS9B,OAAO,KAAK,EAEV,wBAAwB,EACxB,aAAa,EACd,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,IAAI,EAAE,MAAM,qBAAqB,CAAC;AAC3C,OAAO,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAidxE,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,UAAU,GAAG,IAAI,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACtB;AAED,MAAM,WAAW,mBAAmB;IAClC,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACxB,OAAO,IAAI,OAAO,CAAC,qBAAqB,CAAC,CAAC;IAC1C,SAAS,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3C,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACtC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACrD,WAAW,CAAC,EAAE,WAAW,GAAG,cAAc,CAAC;IAC3C,gBAAgB,CAAC,EAAE,WAAW,GAAG,cAAc,CAAC;CACjD;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,KAAK,CAAC,EAAE;QACN,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;QACtC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;KACvC,CAAC;IACF,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AA4ID,MAAM,WAAW,6BAA6B;IAC5C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,EAAE,CAAC,IAAI,EAAE;QACtB,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;KACxB,KAAK,YAAY,CAAC;IACnB,eAAe,CAAC,EAAE,gBAAgB,CAAC;IACnC,eAAe,CAAC,EAAE,CAChB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,KACX,OAAO,CAAC,YAAY,CAAC,CAAC;IAC3B,+EAA+E;IAC/E,YAAY,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IACxE,cAAc,CAAC,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/C,iBAAiB,CAAC,EAAE,CAClB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,KACX,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAC5B,sFAAsF;IACtF,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE;QACrB,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;KACvC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACpB,0EAA0E;IAC1E,eAAe,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,YAAY,GAAG,SAAS,CAAC;IACjE;;;;;OAKG;IACH,YAAY,CAAC,EAAE,aAAa,CAAC;IAC7B;;;;OAIG;IACH,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B;AAED,qBAAa,sBAAsB;IACjC,SAAS,EAAE,mBAAmB,GAAG,IAAI,CAAQ;IAC7C,IAAI,EAAE,aAAa,CAAY;IAC/B,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IAEzB,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,eAAe,CAAmD;IAC1E,OAAO,CAAC,eAAe,CAAC,CAAmD;IAC3E,OAAO,CAAC,eAAe,CAAC,CAAmD;IAC3E,OAAO,CAAC,YAAY,CAAC,CAAgD;IACrE,OAAO,CAAC,cAAc,CAAgC;IACtD,OAAO,CAAC,iBAAiB,CAAC,CAAqD;IAC/E,OAAO,CAAC,YAAY,CAAC,CAAgD;IACrE,OAAO,CAAC,eAAe,CAAC,CAAmD;IAC3E,OAAO,CAAC,YAAY,CAAC,CAAgD;IACrE,OAAO,CAAC,YAAY,CAAC,CAAe;IACpC,OAAO,CAAC,wBAAwB,CACpB;IAEZ,OAAO,CAAC,QAAQ,CAAoC;IACpD,OAAO,CAAC,UAAU,CAAgC;IAClD,OAAO,CAAC,WAAW,CAA8B;IACjD,OAAO,CAAC,cAAc,CAA+B;IACrD,OAAO,CAAC,UAAU,CAA+B;IACjD,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,mBAAmB,CAA+C;IAC1E,OAAO,CAAC,UAAU,CAAoB;IACtC,OAAO,CAAC,kBAAkB,CAAS;IAEnC,OAAO,CAAC,QAAQ;IAIhB;;;OAGG;IACH,OAAO,CAAC,kBAAkB;IAW1B;;;OAGG;YACW,wBAAwB;IAyCtC,OAAO,CAAC,eAAe;IAWvB,OAAO,CAAC,uBAAuB;YAkBjB,iBAAiB;gBA2BnB,OAAO,EAAE,6BAA6B;IAuB5C,OAAO,CACX,SAAS,EAAE,mBAAmB,EAC9B,MAAM,CAAC,EAAE,MAAM,EACf,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,IAAI,CAAC;IAiBV,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IA2BjC,OAAO,CAAC,gBAAgB;IAclB,WAAW,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IA0C5D,cAAc,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IAiB/D;;;;OAIG;IACH,OAAO,CAAC,cAAc;YAuBR,YAAY;IAqB1B,OAAO,CAAC,WAAW;IA6BnB;;;;;;OAMG;YACW,oBAAoB;IAyB5B,MAAM,CAAC,GAAG,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAsI/C;;OAEG;YACW,WAAW;YAyLX,iBAAiB;IAuMzB,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA6B/D,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI5D,SAAS,CACb,KAAK,EAAE,MAAM,EACb,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IA8BnC,SAAS,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAsB5C,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAOvC,kBAAkB;IAgBhC,OAAO,CAAC,0BAA0B;IAwBlC;;;OAGG;YACW,eAAe;IAkB7B;;;;;;;;OAQG;YACW,iBAAiB;IAiD/B;;;OAGG;YACW,gBAAgB;IAmD9B;;;OAGG;IACH,OAAO,CAAC,oBAAoB;IA8B5B;;;;;;;;;;;;;;;;;;;OAmBG;IACG,iBAAiB,CACrB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC7B,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,IAAI,CAAC;IAuiBhB;;;OAGG;YACW,gBAAgB;IAoC9B;;;;;;OAMG;IACH,OAAO,CAAC,uBAAuB;IAmC/B;;;;;;;;;OASG;IACH,OAAO,CAAC,6BAA6B;IA6CrC;;;;;;;;;;;;OAYG;IACH;;;;;;;;;;;;OAYG;YACW,4BAA4B;IAulB1C;;;;;;;OAOG;YACW,uBAAuB;YAmGvB,qBAAqB;IAuUnC;;;;;OAKG;YACW,sBAAsB;IA2BpC;;;;;;;OAOG;YACW,kBAAkB;IAmd1B,eAAe,CACnB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC7B,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,IAAI,CAAC;IA+FV,aAAa,CACjB,OAAO,EAAE,wBAAwB,GAChC,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAuKnC,OAAO,CAAC,cAAc;IAStB,OAAO,CAAC,aAAa;IAOrB,OAAO,CAAC,mBAAmB;IAY3B,OAAO,CAAC,kBAAkB;IAO1B,OAAO,CAAC,gBAAgB;IAMxB,OAAO,CAAC,kBAAkB;IAM1B,OAAO,CAAC,aAAa,CAcnB;IAEI,GAAG,CAAC,SAAS,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IAalD,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;CA0DvC"}