@langchain/langgraph-sdk 0.1.4 → 0.1.6

package/dist/react/stream.js

@@ -1,463 +1,16 @@
-/* __LC_ALLOW_ENTRYPOINT_SIDE_EFFECTS__ */
-"use client";
-import { useCallback, useEffect, useMemo, useRef, useState, useSyncExternalStore, } from "react";
-import { findLast, unique } from "./utils.js";
-import { StreamError } from "./errors.js";
-import { getBranchContext } from "./branching.js";
-import { StreamManager } from "./manager.js";
-import { Client, getClientConfigHash } from "../client.js";
-import { MessageTupleManager } from "./messages.js";
-function fetchHistory(client, threadId, options) {
-    if (options?.limit === false) {
-        return client.threads.getState(threadId).then((state) => {
-            if (state.checkpoint == null)
-                return [];
-            return [state];
-        });
-    }
-    const limit = typeof options?.limit === "number" ? options.limit : 10;
-    return client.threads.getHistory(threadId, { limit });
-}
-function useThreadHistory(threadId, client, limit, clearCallbackRef, submittingRef, onErrorRef) {
-    const [history, setHistory] = useState(undefined);
-    const [isLoading, setIsLoading] = useState(() => {
-        if (threadId == null)
-            return false;
-        return true;
-    });
-    const [error, setError] = useState(undefined);
-    const clientHash = getClientConfigHash(client);
-    const clientRef = useRef(client);
-    clientRef.current = client;
-    const fetcher = useCallback((threadId) => {
-        if (threadId != null) {
-            const client = clientRef.current;
-            setIsLoading(true);
-            return fetchHistory(client, threadId, {
-                limit,
-            })
-                .then((history) => {
-                setHistory(history);
-                return history;
-            }, (error) => {
-                setError(error);
-                onErrorRef.current?.(error);
-                return Promise.reject(error);
-            })
-                .finally(() => {
-                setIsLoading(false);
-            });
-        }
-        setHistory(undefined);
-        setError(undefined);
-        setIsLoading(false);
-        clearCallbackRef.current?.();
-        return Promise.resolve([]);
-    }, [clearCallbackRef, onErrorRef, limit]);
-    useEffect(() => {
-        if (submittingRef.current)
-            return;
-        void fetcher(threadId);
-    }, [fetcher, submittingRef, clientHash, limit, threadId]);
-    return {
-        data: history,
-        isLoading,
-        error,
-        mutate: (mutateId) => fetcher(mutateId ?? threadId),
-    };
+import { useState } from "react";
+import { useStreamLGP } from "./stream.lgp.js";
+import { useStreamCustom } from "./stream.custom.js";
+function isCustomOptions(options) {
+    return "transport" in options;
 }
-const useControllableThreadId = (options) => {
-    const [localThreadId, _setLocalThreadId] = useState(options?.threadId ?? null);
-    const onThreadIdRef = useRef(options?.onThreadId);
-    onThreadIdRef.current = options?.onThreadId;
-    const onThreadId = useCallback((threadId) => {
-        _setLocalThreadId(threadId);
-        onThreadIdRef.current?.(threadId);
-    }, []);
-    if (!options || !("threadId" in options)) {
-        return [localThreadId, onThreadId];
-    }
-    return [options.threadId ?? null, onThreadId];
-};
 export function useStream(options) {
-    const reconnectOnMountRef = useRef(options.reconnectOnMount);
-    const runMetadataStorage = useMemo(() => {
-        if (typeof window === "undefined")
-            return null;
-        const storage = reconnectOnMountRef.current;
-        if (storage === true)
-            return window.sessionStorage;
-        if (typeof storage === "function")
-            return storage();
-        return null;
-    }, []);
-    const client = useMemo(() => options.client ??
-        new Client({
-            apiUrl: options.apiUrl,
-            apiKey: options.apiKey,
-            callerOptions: options.callerOptions,
-            defaultHeaders: options.defaultHeaders,
-        }), [
-        options.client,
-        options.apiKey,
-        options.apiUrl,
-        options.callerOptions,
-        options.defaultHeaders,
-    ]);
-    const [messageManager] = useState(() => new MessageTupleManager());
-    const [stream] = useState(() => new StreamManager(messageManager));
-    useSyncExternalStore(stream.subscribe, stream.getSnapshot, stream.getSnapshot);
-    const [threadId, onThreadId] = useControllableThreadId(options);
-    const trackStreamModeRef = useRef([]);
-    const trackStreamMode = useCallback((...mode) => {
-        const ref = trackStreamModeRef.current;
-        for (const m of mode) {
-            if (!ref.includes(m))
-                ref.push(m);
-        }
-    }, []);
-    const hasUpdateListener = options.onUpdateEvent != null;
-    const hasCustomListener = options.onCustomEvent != null;
-    const hasLangChainListener = options.onLangChainEvent != null;
-    const hasDebugListener = options.onDebugEvent != null;
-    const hasCheckpointListener = options.onCheckpointEvent != null;
-    const hasTaskListener = options.onTaskEvent != null;
-    const callbackStreamMode = useMemo(() => {
-        const modes = [];
-        if (hasUpdateListener)
-            modes.push("updates");
-        if (hasCustomListener)
-            modes.push("custom");
-        if (hasLangChainListener)
-            modes.push("events");
-        if (hasDebugListener)
-            modes.push("debug");
-        if (hasCheckpointListener)
-            modes.push("checkpoints");
-        if (hasTaskListener)
-            modes.push("tasks");
-        return modes;
-    }, [
-        hasUpdateListener,
-        hasCustomListener,
-        hasLangChainListener,
-        hasDebugListener,
-        hasCheckpointListener,
-        hasTaskListener,
-    ]);
-    const clearCallbackRef = useRef(null);
-    clearCallbackRef.current = stream.clear;
-    const submittingRef = useRef(false);
-    submittingRef.current = stream.isLoading;
-    const onErrorRef = useRef(undefined);
-    onErrorRef.current = options.onError;
-    const historyLimit = typeof options.fetchStateHistory === "object" &&
-        options.fetchStateHistory != null
-        ? options.fetchStateHistory.limit ?? false
-        : options.fetchStateHistory ?? false;
-    const history = useThreadHistory(threadId, client, historyLimit, clearCallbackRef, submittingRef, onErrorRef);
-    const getMessages = (value) => {
-        const messagesKey = options.messagesKey ?? "messages";
-        return Array.isArray(value[messagesKey]) ? value[messagesKey] : [];
-    };
-    const setMessages = (current, messages) => {
-        const messagesKey = options.messagesKey ?? "messages";
-        return { ...current, [messagesKey]: messages };
-    };
-    const [branch, setBranch] = useState("");
-    const branchContext = getBranchContext(branch, history.data);
-    const historyValues = branchContext.threadHead?.values ??
-        options.initialValues ??
-        {};
-    const historyError = (() => {
-        const error = branchContext.threadHead?.tasks?.at(-1)?.error;
-        if (error == null)
-            return undefined;
-        try {
-            const parsed = JSON.parse(error);
-            if (StreamError.isStructuredError(parsed))
-                return new StreamError(parsed);
-            return parsed;
-        }
-        catch {
-            // do nothing
-        }
-        return error;
-    })();
-    const messageMetadata = (() => {
-        const alreadyShown = new Set();
-        return getMessages(historyValues).map((message, idx) => {
-            const messageId = message.id ?? idx;
-            // Find the first checkpoint where the message was seen
-            const firstSeenState = findLast(history.data ?? [], (state) => getMessages(state.values)
-                .map((m, idx) => m.id ?? idx)
-                .includes(messageId));
-            const checkpointId = firstSeenState?.checkpoint?.checkpoint_id;
-            let branch = checkpointId != null
-                ? branchContext.branchByCheckpoint[checkpointId]
-                : undefined;
-            if (!branch?.branch?.length)
-                branch = undefined;
-            // serialize branches
-            const optionsShown = branch?.branchOptions?.flat(2).join(",");
-            if (optionsShown) {
-                if (alreadyShown.has(optionsShown))
-                    branch = undefined;
-                alreadyShown.add(optionsShown);
-            }
-            return {
-                messageId: messageId.toString(),
-                firstSeenState,
-                branch: branch?.branch,
-                branchOptions: branch?.branchOptions,
-            };
-        });
-    })();
-    const stop = () => stream.stop(historyValues, { onStop: options.onStop });
-    // --- TRANSPORT ---
-    const submit = async (values, submitOptions) => {
-        // Unbranch things
-        const checkpointId = submitOptions?.checkpoint?.checkpoint_id;
-        setBranch(checkpointId != null
-            ? branchContext.branchByCheckpoint[checkpointId]?.branch ?? ""
-            : "");
-        stream.setStreamValues(() => {
-            if (submitOptions?.optimisticValues != null) {
-                return {
-                    ...historyValues,
-                    ...(typeof submitOptions.optimisticValues === "function"
-                        ? submitOptions.optimisticValues(historyValues)
-                        : submitOptions.optimisticValues),
-                };
-            }
-            return { ...historyValues };
-        });
-        // When `fetchStateHistory` is requested, thus we assume that branching
-        // is enabled. We then need to include the implicit branch.
-        const includeImplicitBranch = historyLimit === true || typeof historyLimit === "number";
-        let callbackMeta;
-        let rejoinKey;
-        let usableThreadId = threadId;
-        await stream.start(async (signal) => {
-            if (!usableThreadId) {
-                const thread = await client.threads.create({
-                    threadId: submitOptions?.threadId,
-                    metadata: submitOptions?.metadata,
-                });
-                onThreadId(thread.thread_id);
-                usableThreadId = thread.thread_id;
-            }
-            if (!usableThreadId) {
-                throw new Error("Failed to obtain valid thread ID.");
-            }
-            const streamMode = unique([
-                ...(submitOptions?.streamMode ?? []),
-                ...trackStreamModeRef.current,
-                ...callbackStreamMode,
-            ]);
-            let checkpoint = submitOptions?.checkpoint ??
-                (includeImplicitBranch
-                    ? branchContext.threadHead?.checkpoint
-                    : undefined) ??
-                undefined;
-            // Avoid specifying a checkpoint if user explicitly set it to null
-            if (submitOptions?.checkpoint === null)
-                checkpoint = undefined;
-            // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-            // @ts-expect-error
-            if (checkpoint != null)
-                delete checkpoint.thread_id;
-            const streamResumable = submitOptions?.streamResumable ?? !!runMetadataStorage;
-            return client.runs.stream(usableThreadId, options.assistantId, {
-                input: values,
-                config: submitOptions?.config,
-                context: submitOptions?.context,
-                command: submitOptions?.command,
-                interruptBefore: submitOptions?.interruptBefore,
-                interruptAfter: submitOptions?.interruptAfter,
-                metadata: submitOptions?.metadata,
-                multitaskStrategy: submitOptions?.multitaskStrategy,
-                onCompletion: submitOptions?.onCompletion,
-                onDisconnect: submitOptions?.onDisconnect ??
-                    (streamResumable ? "continue" : "cancel"),
-                signal,
-                checkpoint,
-                streamMode,
-                streamSubgraphs: submitOptions?.streamSubgraphs,
-                streamResumable,
-                durability: submitOptions?.durability,
-                onRunCreated(params) {
-                    callbackMeta = {
-                        run_id: params.run_id,
-                        thread_id: params.thread_id ?? usableThreadId,
-                    };
-                    if (runMetadataStorage) {
-                        rejoinKey = `lg:stream:${usableThreadId}`;
-                        runMetadataStorage.setItem(rejoinKey, callbackMeta.run_id);
-                    }
-                    options.onCreated?.(callbackMeta);
-                },
-            });
-        }, {
-            getMessages,
-            setMessages,
-            initialValues: historyValues,
-            callbacks: options,
-            async onSuccess() {
-                if (rejoinKey)
-                    runMetadataStorage?.removeItem(rejoinKey);
-                const shouldRefetch = 
-                // We're expecting the whole thread state in onFinish
-                options.onFinish != null ||
-                    // We're fetching history, thus we need the latest checkpoint
-                    // to ensure we're not accidentally submitting to a wrong branch
-                    includeImplicitBranch;
-                if (shouldRefetch) {
-                    const newHistory = await history.mutate(usableThreadId);
-                    const lastHead = newHistory.at(0);
-                    if (lastHead) {
-                        // We now have the latest update from /history
-                        // Thus we can clear the local stream state
-                        options.onFinish?.(lastHead, callbackMeta);
-                        return null;
-                    }
-                }
-                return undefined;
-            },
-            onError(error) {
-                options.onError?.(error, callbackMeta);
-            },
-        });
-    };
-    const joinStream = async (runId, lastEventId, joinOptions) => {
-        // eslint-disable-next-line no-param-reassign
-        lastEventId ??= "-1";
-        if (!threadId)
-            return;
-        const callbackMeta = {
-            thread_id: threadId,
-            run_id: runId,
-        };
-        await stream.start(async (signal) => {
-            return client.runs.joinStream(threadId, runId, {
-                signal,
-                lastEventId,
-                streamMode: joinOptions?.streamMode,
-            });
-        }, {
-            getMessages,
-            setMessages,
-            initialValues: historyValues,
-            callbacks: options,
-            async onSuccess() {
-                runMetadataStorage?.removeItem(`lg:stream:${threadId}`);
-                const newHistory = await history.mutate(threadId);
-                const lastHead = newHistory.at(0);
-                if (lastHead)
-                    options.onFinish?.(lastHead, callbackMeta);
-            },
-            onError(error) {
-                options.onError?.(error, callbackMeta);
-            },
-        });
-    };
-    const reconnectKey = useMemo(() => {
-        if (!runMetadataStorage || stream.isLoading)
-            return undefined;
-        if (typeof window === "undefined")
-            return undefined;
-        const runId = runMetadataStorage?.getItem(`lg:stream:${threadId}`);
-        if (!runId)
-            return undefined;
-        return { runId, threadId };
-    }, [runMetadataStorage, stream.isLoading, threadId]);
-    const shouldReconnect = !!runMetadataStorage;
-    const reconnectRef = useRef({ threadId, shouldReconnect });
-    const joinStreamRef = useRef(joinStream);
-    joinStreamRef.current = joinStream;
-    useEffect(() => {
-        // reset shouldReconnect when switching threads
-        if (reconnectRef.current.threadId !== threadId) {
-            reconnectRef.current = { threadId, shouldReconnect };
-        }
-    }, [threadId, shouldReconnect]);
-    useEffect(() => {
-        if (reconnectKey && reconnectRef.current.shouldReconnect) {
-            reconnectRef.current.shouldReconnect = false;
-            void joinStreamRef.current?.(reconnectKey.runId);
-        }
-    }, [reconnectKey]);
-    // --- END TRANSPORT ---
-    const error = stream.error ?? historyError ?? history.error;
-    const values = stream.values ?? historyValues;
-    return {
-        get values() {
-            trackStreamMode("values");
-            return values;
-        },
-        client,
-        assistantId: options.assistantId,
-        error,
-        isLoading: stream.isLoading,
-        stop,
-        submit,
-        joinStream,
-        branch,
-        setBranch,
-        get history() {
-            if (historyLimit === false) {
-                throw new Error("`fetchStateHistory` must be set to `true` to use `history`");
-            }
-            return branchContext.flatHistory;
-        },
-        isThreadLoading: history.isLoading && history.data == null,
-        get experimental_branchTree() {
-            if (historyLimit === false) {
-                throw new Error("`fetchStateHistory` must be set to `true` to use `experimental_branchTree`");
-            }
-            return branchContext.branchTree;
-        },
-        get interrupt() {
-            if (values != null &&
-                "__interrupt__" in values &&
-                Array.isArray(values.__interrupt__)) {
-                const valueInterrupts = values.__interrupt__;
-                if (valueInterrupts.length === 0)
-                    return { when: "breakpoint" };
-                if (valueInterrupts.length === 1)
-                    return valueInterrupts[0];
-                // TODO: fix the typing of interrupts if multiple interrupts are returned
-                return valueInterrupts;
-            }
-            // If we're deferring to old interrupt detection logic, don't show the interrupt if the stream is loading
-            if (stream.isLoading)
-                return undefined;
-            const interrupts = branchContext.threadHead?.tasks?.at(-1)?.interrupts;
-            if (interrupts == null || interrupts.length === 0) {
-                // check if there's a next task present
-                const next = branchContext.threadHead?.next ?? [];
-                if (!next.length || error != null)
-                    return undefined;
-                return { when: "breakpoint" };
-            }
-            // Return only the current interrupt
-            return interrupts.at(-1);
-        },
-        get messages() {
-            trackStreamMode("messages-tuple", "values");
-            return getMessages(values);
-        },
-        getMessagesMetadata(message, index) {
-            trackStreamMode("values");
-            const streamMetadata = messageManager.get(message.id)?.metadata;
-            const historyMetadata = messageMetadata?.find((m) => m.messageId === (message.id ?? index));
-            if (streamMetadata != null || historyMetadata != null) {
-                return {
-                    ...historyMetadata,
-                    streamMetadata,
-                };
-            }
-            return undefined;
-        },
-    };
+    // Store this in useState to make sure we're not changing the implementation in re-renders
+    const [isCustom] = useState(isCustomOptions(options));
+    if (isCustom) {
+        // eslint-disable-next-line react-hooks/rules-of-hooks
+        return useStreamCustom(options);
+    }
+    // eslint-disable-next-line react-hooks/rules-of-hooks
+    return useStreamLGP(options);
 }