langchain-core 0.4.0.dev0__py3-none-any.whl → 1.0.0a2__py3-none-any.whl

langchain_core/runnables/branch.py

@@ -136,7 +136,7 @@ class RunnableBranch(RunnableSerializable[Input, Output]):
         super().__init__(
             branches=branches_,
             default=default_,
-        )  # type: ignore[call-arg]
+        )
 
     model_config = ConfigDict(
         arbitrary_types_allowed=True,

langchain_core/runnables/fallbacks.py

@@ -5,7 +5,7 @@ import inspect
 import typing
 from collections.abc import AsyncIterator, Iterator, Sequence
 from functools import wraps
-from typing import TYPE_CHECKING, Any, Optional, Union
+from typing import TYPE_CHECKING, Any, Optional, Union, cast
 
 from pydantic import BaseModel, ConfigDict
 from typing_extensions import override
@@ -397,7 +397,7 @@ class RunnableWithFallbacks(RunnableSerializable[Input, Output]):
             )
         )
 
-        to_return = {}
+        to_return: dict[int, Union[Output, BaseException]] = {}
         run_again = dict(enumerate(inputs))
         handled_exceptions: dict[int, BaseException] = {}
         first_to_raise = None
@@ -447,7 +447,7 @@ class RunnableWithFallbacks(RunnableSerializable[Input, Output]):
         if not return_exceptions and sorted_handled_exceptions:
             raise sorted_handled_exceptions[0][1]
         to_return.update(handled_exceptions)
-        return [output for _, output in sorted(to_return.items())]  # type: ignore[misc]
+        return [cast("Output", output) for _, output in sorted(to_return.items())]
 
     @override
     def stream(
@@ -569,7 +569,7 @@ class RunnableWithFallbacks(RunnableSerializable[Input, Output]):
             async for chunk in stream:
                 yield chunk
                 try:
-                    output = output + chunk
+                    output = output + chunk  # type: ignore[operator]
                 except TypeError:
                     output = None
         except BaseException as e:

langchain_core/runnables/history.py

@@ -38,7 +38,7 @@ MessagesOrDictWithMessages = Union[Sequence["BaseMessage"], dict[str, Any]]
 GetSessionHistoryCallable = Callable[..., BaseChatMessageHistory]
 
 
-class RunnableWithMessageHistory(RunnableBindingBase):
+class RunnableWithMessageHistory(RunnableBindingBase):  # type: ignore[no-redef]
     """Runnable that manages chat message history for another Runnable.
 
     A chat message history is a sequence of messages that represent a conversation.

langchain_core/runnables/passthrough.py

@@ -186,7 +186,7 @@ class RunnablePassthrough(RunnableSerializable[Other, Other]):
             afunc = func
             func = None
 
-        super().__init__(func=func, afunc=afunc, input_type=input_type, **kwargs)  # type: ignore[call-arg]
+        super().__init__(func=func, afunc=afunc, input_type=input_type, **kwargs)
 
     @classmethod
     @override
@@ -406,7 +406,7 @@ class RunnableAssign(RunnableSerializable[dict[str, Any], dict[str, Any]]):
             mapper: A ``RunnableParallel`` instance that will be used to transform the
                 input dictionary.
         """
-        super().__init__(mapper=mapper, **kwargs)  # type: ignore[call-arg]
+        super().__init__(mapper=mapper, **kwargs)
 
     @classmethod
     @override
@@ -710,7 +710,7 @@ class RunnablePick(RunnableSerializable[dict[str, Any], dict[str, Any]]):
         Args:
             keys: A single key or a list of keys to pick from the input dictionary.
         """
-        super().__init__(keys=keys, **kwargs)  # type: ignore[call-arg]
+        super().__init__(keys=keys, **kwargs)
 
     @classmethod
     @override

langchain_core/runnables/retry.py

@@ -47,7 +47,7 @@ class ExponentialJitterParams(TypedDict, total=False):
     """Random additional wait sampled from random.uniform(0, jitter)."""
 
 
-class RunnableRetry(RunnableBindingBase[Input, Output]):
+class RunnableRetry(RunnableBindingBase[Input, Output]):  # type: ignore[no-redef]
     """Retry a Runnable if it fails.
 
     RunnableRetry can be used to add retry logic to any object

langchain_core/runnables/router.py

@@ -87,7 +87,7 @@ class RouterRunnable(RunnableSerializable[RouterInput, Output]):
         Args:
             runnables: A mapping of keys to Runnables.
         """
-        super().__init__(  # type: ignore[call-arg]
+        super().__init__(
             runnables={key: coerce_to_runnable(r) for key, r in runnables.items()}
         )
 

langchain_core/structured_query.py

@@ -143,7 +143,7 @@ class Comparison(FilterDirective):
             value: The value to compare to.
         """
         # super exists from BaseModel
-        super().__init__(  # type: ignore[call-arg]
+        super().__init__(
             comparator=comparator, attribute=attribute, value=value, **kwargs
         )
 
@@ -166,9 +166,7 @@ class Operation(FilterDirective):
             arguments: The arguments to the operator.
         """
         # super exists from BaseModel
-        super().__init__(  # type: ignore[call-arg]
-            operator=operator, arguments=arguments, **kwargs
-        )
+        super().__init__(operator=operator, arguments=arguments, **kwargs)
 
 
 class StructuredQuery(Expr):
@@ -196,6 +194,4 @@ class StructuredQuery(Expr):
             limit: The limit on the number of results.
         """
         # super exists from BaseModel
-        super().__init__(  # type: ignore[call-arg]
-            query=query, filter=filter, limit=limit, **kwargs
-        )
+        super().__init__(query=query, filter=filter, limit=limit, **kwargs)

langchain_core/tools/base.py

@@ -68,14 +68,20 @@ from langchain_core.utils.pydantic import (
     is_pydantic_v1_subclass,
     is_pydantic_v2_subclass,
 )
-from langchain_core.v1.messages import ToolMessage as ToolMessageV1
 
 if TYPE_CHECKING:
     import uuid
     from collections.abc import Sequence
 
 FILTERED_ARGS = ("run_manager", "callbacks")
-TOOL_MESSAGE_BLOCK_TYPES = ("text", "image_url", "image", "json", "search_result")
+TOOL_MESSAGE_BLOCK_TYPES = (
+    "text",
+    "image_url",
+    "image",
+    "json",
+    "search_result",
+    "custom_tool_call_output",
+)
 
 
 class SchemaAnnotationError(TypeError):
@@ -499,14 +505,6 @@ class ChildTool(BaseTool):
     two-tuple corresponding to the (content, artifact) of a ToolMessage.
     """
 
-    message_version: Literal["v0", "v1"] = "v0"
-    """Version of ToolMessage to return given
-    :class:`~langchain_core.messages.content_blocks.ToolCall` input.
-
-    If ``"v0"``, output will be a v0 :class:`~langchain_core.messages.tool.ToolMessage`.
-    If ``"v1"``, output will be a v1 :class:`~langchain_core.messages.v1.ToolMessage`.
-    """
-
     def __init__(self, **kwargs: Any) -> None:
         """Initialize the tool."""
         if (
@@ -844,7 +842,7 @@ class ChildTool(BaseTool):
 
         content = None
         artifact = None
-        status: Literal["success", "error"] = "success"
+        status = "success"
         error_to_raise: Union[Exception, KeyboardInterrupt, None] = None
         try:
             child_config = patch_config(config, callbacks=run_manager.get_child())
@@ -888,14 +886,7 @@ class ChildTool(BaseTool):
         if error_to_raise:
             run_manager.on_tool_error(error_to_raise)
             raise error_to_raise
-        output = _format_output(
-            content,
-            artifact,
-            tool_call_id,
-            self.name,
-            status,
-            message_version=self.message_version,
-        )
+        output = _format_output(content, artifact, tool_call_id, self.name, status)
         run_manager.on_tool_end(output, color=color, name=self.name, **kwargs)
         return output
 
@@ -961,7 +952,7 @@ class ChildTool(BaseTool):
         )
         content = None
         artifact = None
-        status: Literal["success", "error"] = "success"
+        status = "success"
         error_to_raise: Optional[Union[Exception, KeyboardInterrupt]] = None
         try:
             tool_args, tool_kwargs = self._to_args_and_kwargs(tool_input, tool_call_id)
@@ -1009,14 +1000,7 @@ class ChildTool(BaseTool):
             await run_manager.on_tool_error(error_to_raise)
             raise error_to_raise
 
-        output = _format_output(
-            content,
-            artifact,
-            tool_call_id,
-            self.name,
-            status,
-            message_version=self.message_version,
-        )
+        output = _format_output(content, artifact, tool_call_id, self.name, status)
         await run_manager.on_tool_end(output, color=color, name=self.name, **kwargs)
         return output
 
@@ -1154,9 +1138,7 @@ def _format_output(
     artifact: Any,
     tool_call_id: Optional[str],
     name: str,
-    status: Literal["success", "error"],
-    *,
-    message_version: Literal["v0", "v1"] = "v0",
+    status: str,
 ) -> Union[ToolOutputMixin, Any]:
     """Format tool output as a ToolMessage if appropriate.
 
@@ -1166,7 +1148,6 @@ def _format_output(
         tool_call_id: The ID of the tool call.
         name: The name of the tool.
         status: The execution status.
-        message_version: The version of the ToolMessage to return.
 
     Returns:
         The formatted output, either as a ToolMessage or the original content.
@@ -1175,15 +1156,7 @@ def _format_output(
         return content
     if not _is_message_content_type(content):
         content = _stringify(content)
-    if message_version == "v0":
-        return ToolMessage(
-            content,
-            artifact=artifact,
-            tool_call_id=tool_call_id,
-            name=name,
-            status=status,
-        )
-    return ToolMessageV1(
+    return ToolMessage(
         content,
         artifact=artifact,
         tool_call_id=tool_call_id,

langchain_core/tools/convert.py

@@ -22,7 +22,6 @@ def tool(
     response_format: Literal["content", "content_and_artifact"] = "content",
     parse_docstring: bool = False,
     error_on_invalid_docstring: bool = True,
-    message_version: Literal["v0", "v1"] = "v0",
 ) -> Callable[[Union[Callable, Runnable]], BaseTool]: ...
 
 
@@ -38,7 +37,6 @@ def tool(
     response_format: Literal["content", "content_and_artifact"] = "content",
     parse_docstring: bool = False,
     error_on_invalid_docstring: bool = True,
-    message_version: Literal["v0", "v1"] = "v0",
 ) -> BaseTool: ...
 
 
@@ -53,7 +51,6 @@ def tool(
     response_format: Literal["content", "content_and_artifact"] = "content",
     parse_docstring: bool = False,
     error_on_invalid_docstring: bool = True,
-    message_version: Literal["v0", "v1"] = "v0",
 ) -> BaseTool: ...
 
 
@@ -68,7 +65,6 @@ def tool(
     response_format: Literal["content", "content_and_artifact"] = "content",
     parse_docstring: bool = False,
     error_on_invalid_docstring: bool = True,
-    message_version: Literal["v0", "v1"] = "v0",
 ) -> Callable[[Union[Callable, Runnable]], BaseTool]: ...
 
 
@@ -83,7 +79,6 @@ def tool(
     response_format: Literal["content", "content_and_artifact"] = "content",
     parse_docstring: bool = False,
     error_on_invalid_docstring: bool = True,
-    message_version: Literal["v0", "v1"] = "v0",
 ) -> Union[
     BaseTool,
     Callable[[Union[Callable, Runnable]], BaseTool],
@@ -123,11 +118,6 @@ def tool(
         error_on_invalid_docstring: if ``parse_docstring`` is provided, configure
             whether to raise ValueError on invalid Google Style docstrings.
             Defaults to True.
-        message_version: Version of ToolMessage to return given
-            :class:`~langchain_core.messages.content_blocks.ToolCall` input.
-
-            If ``"v0"``, output will be a v0 :class:`~langchain_core.messages.tool.ToolMessage`.
-            If ``"v1"``, output will be a v1 :class:`~langchain_core.messages.v1.ToolMessage`.
 
     Returns:
         The tool.
@@ -226,7 +216,7 @@ def tool(
                 \"\"\"
                 return bar
 
-    """  # noqa: D214, D410, D411, E501
+    """  # noqa: D214, D410, D411
 
     def _create_tool_factory(
         tool_name: str,
@@ -284,7 +274,6 @@ def tool(
                     response_format=response_format,
                     parse_docstring=parse_docstring,
                     error_on_invalid_docstring=error_on_invalid_docstring,
-                    message_version=message_version,
                 )
             # If someone doesn't want a schema applied, we must treat it as
             # a simple string->string function
@@ -301,7 +290,6 @@ def tool(
                 return_direct=return_direct,
                 coroutine=coroutine,
                 response_format=response_format,
-                message_version=message_version,
             )
 
         return _tool_factory
@@ -395,7 +383,6 @@ def convert_runnable_to_tool(
     name: Optional[str] = None,
     description: Optional[str] = None,
     arg_types: Optional[dict[str, type]] = None,
-    message_version: Literal["v0", "v1"] = "v0",
 ) -> BaseTool:
     """Convert a Runnable into a BaseTool.
 
@@ -405,15 +392,10 @@ def convert_runnable_to_tool(
         name: The name of the tool. Defaults to None.
         description: The description of the tool. Defaults to None.
         arg_types: The types of the arguments. Defaults to None.
-        message_version: Version of ToolMessage to return given
-            :class:`~langchain_core.messages.content_blocks.ToolCall` input.
-
-            If ``"v0"``, output will be a v0 :class:`~langchain_core.messages.tool.ToolMessage`.
-            If ``"v1"``, output will be a v1 :class:`~langchain_core.messages.v1.ToolMessage`.
 
     Returns:
         The tool.
-    """  # noqa: E501
+    """
     if args_schema:
         runnable = runnable.with_types(input_type=args_schema)
     description = description or _get_description_from_runnable(runnable)
@@ -426,7 +408,6 @@ def convert_runnable_to_tool(
             func=runnable.invoke,
             coroutine=runnable.ainvoke,
             description=description,
-            message_version=message_version,
         )
 
     async def ainvoke_wrapper(
@@ -454,5 +435,4 @@ def convert_runnable_to_tool(
         coroutine=ainvoke_wrapper,
         description=description,
         args_schema=args_schema,
-        message_version=message_version,
     )

langchain_core/tools/retriever.py

@@ -72,7 +72,6 @@ def create_retriever_tool(
     document_prompt: Optional[BasePromptTemplate] = None,
     document_separator: str = "\n\n",
     response_format: Literal["content", "content_and_artifact"] = "content",
-    message_version: Literal["v0", "v1"] = "v1",
 ) -> Tool:
     r"""Create a tool to do retrieval of documents.
 
@@ -89,15 +88,10 @@ def create_retriever_tool(
             "content_and_artifact" then the output is expected to be a two-tuple
             corresponding to the (content, artifact) of a ToolMessage (artifact
             being a list of documents in this case). Defaults to "content".
-        message_version: Version of ToolMessage to return given
-            :class:`~langchain_core.messages.content_blocks.ToolCall` input.
-
-            If ``"v0"``, output will be a v0 :class:`~langchain_core.messages.tool.ToolMessage`.
-            If ``"v1"``, output will be a v1 :class:`~langchain_core.messages.v1.ToolMessage`.
 
     Returns:
         Tool class to pass to an agent.
-    """  # noqa: E501
+    """
     document_prompt = document_prompt or PromptTemplate.from_template("{page_content}")
     func = partial(
         _get_relevant_documents,
@@ -120,5 +114,4 @@ def create_retriever_tool(
         coroutine=afunc,
         args_schema=RetrieverInput,
         response_format=response_format,
-        message_version=message_version,
     )

langchain_core/tools/structured.py

@@ -129,7 +129,6 @@ class StructuredTool(BaseTool):
         response_format: Literal["content", "content_and_artifact"] = "content",
         parse_docstring: bool = False,
         error_on_invalid_docstring: bool = False,
-        message_version: Literal["v0", "v1"] = "v0",
         **kwargs: Any,
     ) -> StructuredTool:
         """Create tool from a given function.
@@ -158,12 +157,6 @@ class StructuredTool(BaseTool):
             error_on_invalid_docstring: if ``parse_docstring`` is provided, configure
                 whether to raise ValueError on invalid Google Style docstrings.
                 Defaults to False.
-            message_version: Version of ToolMessage to return given
-                :class:`~langchain_core.messages.content_blocks.ToolCall` input.
-
-                If ``"v0"``, output will be a v0 :class:`~langchain_core.messages.tool.ToolMessage`.
-                If ``"v1"``, output will be a v1 :class:`~langchain_core.messages.v1.ToolMessage`.
-
             kwargs: Additional arguments to pass to the tool
 
         Returns:
@@ -182,7 +175,7 @@ class StructuredTool(BaseTool):
                 tool = StructuredTool.from_function(add)
                 tool.run(1, 2) # 3
 
-        """  # noqa: E501
+        """
         if func is not None:
             source_function = func
         elif coroutine is not None:
@@ -235,11 +228,10 @@ class StructuredTool(BaseTool):
             name=name,
             func=func,
             coroutine=coroutine,
-            args_schema=args_schema,  # type: ignore[arg-type]
+            args_schema=args_schema,
             description=description_,
             return_direct=return_direct,
             response_format=response_format,
-            message_version=message_version,
             **kwargs,
         )
 

langchain_core/tracers/_streaming.py

@@ -1,15 +1,16 @@
 """Internal tracers used for stream_log and astream events implementations."""
 
-import abc
+import typing
 from collections.abc import AsyncIterator, Iterator
-from typing import TypeVar
 from uuid import UUID
 
-T = TypeVar("T")
+T = typing.TypeVar("T")
 
 
-class _StreamingCallbackHandler(abc.ABC):
-    """For internal use.
+# THIS IS USED IN LANGGRAPH.
+@typing.runtime_checkable
+class _StreamingCallbackHandler(typing.Protocol[T]):
+    """Types for streaming callback handlers.
 
     This is a common mixin that the callback handlers
     for both astream events and astream log inherit from.
@@ -18,13 +19,11 @@ class _StreamingCallbackHandler(abc.ABC):
     to produce callbacks for intermediate results.
     """
 
-    @abc.abstractmethod
     def tap_output_aiter(
         self, run_id: UUID, output: AsyncIterator[T]
     ) -> AsyncIterator[T]:
         """Used for internal astream_log and astream events implementations."""
 
-    @abc.abstractmethod
     def tap_output_iter(self, run_id: UUID, output: Iterator[T]) -> Iterator[T]:
         """Used for internal astream_log and astream events implementations."""
 

langchain_core/tracers/base.py

@@ -17,7 +17,6 @@ from typing_extensions import override
 from langchain_core.callbacks.base import AsyncCallbackHandler, BaseCallbackHandler
 from langchain_core.exceptions import TracerException  # noqa: F401
 from langchain_core.tracers.core import _TracerCore
-from langchain_core.v1.messages import AIMessage, AIMessageChunk, MessageV1
 
 if TYPE_CHECKING:
     from collections.abc import Sequence
@@ -55,7 +54,7 @@ class BaseTracer(_TracerCore, BaseCallbackHandler, ABC):
     def on_chat_model_start(
         self,
         serialized: dict[str, Any],
-        messages: Union[list[list[BaseMessage]], list[MessageV1]],
+        messages: list[list[BaseMessage]],
         *,
         run_id: UUID,
         tags: Optional[list[str]] = None,
@@ -139,9 +138,7 @@ class BaseTracer(_TracerCore, BaseCallbackHandler, ABC):
         self,
         token: str,
         *,
-        chunk: Optional[
-            Union[GenerationChunk, ChatGenerationChunk, AIMessageChunk]
-        ] = None,
+        chunk: Optional[Union[GenerationChunk, ChatGenerationChunk]] = None,
         run_id: UUID,
         parent_run_id: Optional[UUID] = None,
         **kwargs: Any,
@@ -193,9 +190,7 @@ class BaseTracer(_TracerCore, BaseCallbackHandler, ABC):
         )
 
     @override
-    def on_llm_end(
-        self, response: Union[LLMResult, AIMessage], *, run_id: UUID, **kwargs: Any
-    ) -> Run:
+    def on_llm_end(self, response: LLMResult, *, run_id: UUID, **kwargs: Any) -> Run:
         """End a trace for an LLM run.
 
         Args:
@@ -567,7 +562,7 @@ class AsyncBaseTracer(_TracerCore, AsyncCallbackHandler, ABC):
     async def on_chat_model_start(
         self,
         serialized: dict[str, Any],
-        messages: Union[list[list[BaseMessage]], list[MessageV1]],
+        messages: list[list[BaseMessage]],
         *,
         run_id: UUID,
         parent_run_id: Optional[UUID] = None,
@@ -622,9 +617,7 @@ class AsyncBaseTracer(_TracerCore, AsyncCallbackHandler, ABC):
         self,
         token: str,
         *,
-        chunk: Optional[
-            Union[GenerationChunk, ChatGenerationChunk, AIMessageChunk]
-        ] = None,
+        chunk: Optional[Union[GenerationChunk, ChatGenerationChunk]] = None,
         run_id: UUID,
         parent_run_id: Optional[UUID] = None,
         **kwargs: Any,
@@ -653,7 +646,7 @@ class AsyncBaseTracer(_TracerCore, AsyncCallbackHandler, ABC):
     @override
     async def on_llm_end(
         self,
-        response: Union[LLMResult, AIMessage],
+        response: LLMResult,
         *,
         run_id: UUID,
         parent_run_id: Optional[UUID] = None,
@@ -889,7 +882,7 @@ class AsyncBaseTracer(_TracerCore, AsyncCallbackHandler, ABC):
         self,
         run: Run,
         token: str,
-        chunk: Optional[Union[GenerationChunk, ChatGenerationChunk, AIMessageChunk]],
+        chunk: Optional[Union[GenerationChunk, ChatGenerationChunk]],
     ) -> None:
         """Process new LLM token."""
 

langchain_core/tracers/core.py

@@ -18,7 +18,6 @@ from typing import (
 
 from langchain_core.exceptions import TracerException
 from langchain_core.load import dumpd
-from langchain_core.messages.utils import convert_from_v1_message
 from langchain_core.outputs import (
     ChatGeneration,
     ChatGenerationChunk,
@@ -26,12 +25,6 @@ from langchain_core.outputs import (
     LLMResult,
 )
 from langchain_core.tracers.schemas import Run
-from langchain_core.v1.messages import (
-    AIMessage,
-    AIMessageChunk,
-    MessageV1,
-    MessageV1Types,
-)
 
 if TYPE_CHECKING:
     from collections.abc import Coroutine, Sequence
@@ -163,7 +156,7 @@ class _TracerCore(ABC):
     def _create_chat_model_run(
         self,
         serialized: dict[str, Any],
-        messages: Union[list[list[BaseMessage]], list[MessageV1]],
+        messages: list[list[BaseMessage]],
         run_id: UUID,
         tags: Optional[list[str]] = None,
         parent_run_id: Optional[UUID] = None,
@@ -188,12 +181,6 @@ class _TracerCore(ABC):
         start_time = datetime.now(timezone.utc)
         if metadata:
             kwargs.update({"metadata": metadata})
-        if isinstance(messages[0], MessageV1Types):
-            # Convert from v1 messages to BaseMessage
-            messages = [
-                [convert_from_v1_message(msg) for msg in messages]  # type: ignore[arg-type]
-            ]
-        messages = cast("list[list[BaseMessage]]", messages)
         return Run(
             id=run_id,
             parent_run_id=parent_run_id,
@@ -243,9 +230,7 @@ class _TracerCore(ABC):
         self,
         token: str,
         run_id: UUID,
-        chunk: Optional[
-            Union[GenerationChunk, ChatGenerationChunk, AIMessageChunk]
-        ] = None,
+        chunk: Optional[Union[GenerationChunk, ChatGenerationChunk]] = None,
         parent_run_id: Optional[UUID] = None,  # noqa: ARG002
     ) -> Run:
         """Append token event to LLM run and return the run."""
@@ -291,15 +276,7 @@ class _TracerCore(ABC):
         )
         return llm_run
 
-    def _complete_llm_run(
-        self, response: Union[LLMResult, AIMessage], run_id: UUID
-    ) -> Run:
-        if isinstance(response, AIMessage):
-            response = LLMResult(
-                generations=[
-                    [ChatGeneration(message=convert_from_v1_message(response))]
-                ]
-            )
+    def _complete_llm_run(self, response: LLMResult, run_id: UUID) -> Run:
         llm_run = self._get_run(run_id, run_type={"llm", "chat_model"})
         if getattr(llm_run, "outputs", None) is None:
             llm_run.outputs = {}
@@ -581,7 +558,7 @@ class _TracerCore(ABC):
         self,
         run: Run,  # noqa: ARG002
         token: str,  # noqa: ARG002
-        chunk: Optional[Union[GenerationChunk, ChatGenerationChunk, AIMessageChunk]],  # noqa: ARG002
+        chunk: Optional[Union[GenerationChunk, ChatGenerationChunk]],  # noqa: ARG002
     ) -> Union[None, Coroutine[Any, Any, None]]:
         """Process new LLM token."""
         return None