langchain-core 1.0.2__tar.gz → 1.1.0__tar.gz

{langchain_core-1.0.2 → langchain_core-1.1.0}/.gitignore

@@ -163,3 +163,6 @@ node_modules
 
 prof
 virtualenv/
+scratch/
+
+.langgraph_api/

{langchain_core-1.0.2 → langchain_core-1.1.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langchain-core
-Version: 1.0.2
+Version: 1.1.0
 Summary: Building applications with LLMs through composability
 Project-URL: Homepage, https://docs.langchain.com/
 Project-URL: Documentation, https://reference.langchain.com/python/langchain_core/
@@ -56,7 +56,7 @@ The LangChain ecosystem is built on top of `langchain-core`. Some of the benefit
 
 ## 📖 Documentation
 
-For full documentation, see the [API reference](https://reference.langchain.com/python/langchain_core/).
+For full documentation, see the [API reference](https://reference.langchain.com/python/langchain_core/). For conceptual guides, tutorials, and examples on using LangChain, see the [LangChain Docs](https://docs.langchain.com/oss/python/langchain/overview).
 
 ## 📕 Releases & Versioning
 

{langchain_core-1.0.2 → langchain_core-1.1.0}/README.md

@@ -34,7 +34,7 @@ The LangChain ecosystem is built on top of `langchain-core`. Some of the benefit
 
 ## 📖 Documentation
 
-For full documentation, see the [API reference](https://reference.langchain.com/python/langchain_core/).
+For full documentation, see the [API reference](https://reference.langchain.com/python/langchain_core/). For conceptual guides, tutorials, and examples on using LangChain, see the [LangChain Docs](https://docs.langchain.com/oss/python/langchain/overview).
 
 ## 📕 Releases & Versioning
 

{langchain_core-1.0.2 → langchain_core-1.1.0}/langchain_core/agents.py

@@ -52,31 +52,33 @@ class AgentAction(Serializable):
     """The input to pass in to the Tool."""
     log: str
     """Additional information to log about the action.
-    This log can be used in a few ways. First, it can be used to audit
-    what exactly the LLM predicted to lead to this (tool, tool_input).
-    Second, it can be used in future iterations to show the LLMs prior
-    thoughts. This is useful when (tool, tool_input) does not contain
-    full information about the LLM prediction (for example, any `thought`
-    before the tool/tool_input)."""
+
+    This log can be used in a few ways. First, it can be used to audit what exactly the
+    LLM predicted to lead to this `(tool, tool_input)`.
+
+    Second, it can be used in future iterations to show the LLMs prior thoughts. This is
+    useful when `(tool, tool_input)` does not contain full information about the LLM
+    prediction (for example, any `thought` before the tool/tool_input).
+    """
     type: Literal["AgentAction"] = "AgentAction"
 
     # Override init to support instantiation by position for backward compat.
     def __init__(self, tool: str, tool_input: str | dict, log: str, **kwargs: Any):
-        """Create an AgentAction.
+        """Create an `AgentAction`.
 
         Args:
             tool: The name of the tool to execute.
-            tool_input: The input to pass in to the Tool.
+            tool_input: The input to pass in to the `Tool`.
             log: Additional information to log about the action.
         """
         super().__init__(tool=tool, tool_input=tool_input, log=log, **kwargs)
 
     @classmethod
     def is_lc_serializable(cls) -> bool:
-        """AgentAction is serializable.
+        """`AgentAction` is serializable.
 
         Returns:
-            True
+            `True`
         """
         return True
 
@@ -98,19 +100,23 @@ class AgentAction(Serializable):
 class AgentActionMessageLog(AgentAction):
     """Representation of an action to be executed by an agent.
 
-    This is similar to AgentAction, but includes a message log consisting of
-    chat messages. This is useful when working with ChatModels, and is used
-    to reconstruct conversation history from the agent's perspective.
+    This is similar to `AgentAction`, but includes a message log consisting of
+    chat messages.
+
+    This is useful when working with `ChatModels`, and is used to reconstruct
+    conversation history from the agent's perspective.
     """
 
     message_log: Sequence[BaseMessage]
-    """Similar to log, this can be used to pass along extra
-    information about what exact messages were predicted by the LLM
-    before parsing out the (tool, tool_input). This is again useful
-    if (tool, tool_input) cannot be used to fully recreate the LLM
-    prediction, and you need that LLM prediction (for future agent iteration).
+    """Similar to log, this can be used to pass along extra information about what exact
+    messages were predicted by the LLM before parsing out the `(tool, tool_input)`.
+
+    This is again useful if `(tool, tool_input)` cannot be used to fully recreate the
+    LLM prediction, and you need that LLM prediction (for future agent iteration).
+
     Compared to `log`, this is useful when the underlying LLM is a
-    chat model (and therefore returns messages rather than a string)."""
+    chat model (and therefore returns messages rather than a string).
+    """
     # Ignoring type because we're overriding the type from AgentAction.
     # And this is the correct thing to do in this case.
     # The type literal is used for serialization purposes.
@@ -118,12 +124,12 @@ class AgentActionMessageLog(AgentAction):
 
 
 class AgentStep(Serializable):
-    """Result of running an AgentAction."""
+    """Result of running an `AgentAction`."""
 
     action: AgentAction
-    """The AgentAction that was executed."""
+    """The `AgentAction` that was executed."""
     observation: Any
-    """The result of the AgentAction."""
+    """The result of the `AgentAction`."""
 
     @property
     def messages(self) -> Sequence[BaseMessage]:
@@ -132,19 +138,22 @@ class AgentStep(Serializable):
 
 
 class AgentFinish(Serializable):
-    """Final return value of an ActionAgent.
+    """Final return value of an `ActionAgent`.
 
-    Agents return an AgentFinish when they have reached a stopping condition.
+    Agents return an `AgentFinish` when they have reached a stopping condition.
     """
 
     return_values: dict
     """Dictionary of return values."""
     log: str
     """Additional information to log about the return value.
+
     This is used to pass along the full LLM prediction, not just the parsed out
-    return value. For example, if the full LLM prediction was
-    `Final Answer: 2` you may want to just return `2` as a return value, but pass
-    along the full string as a `log` (for debugging or observability purposes).
+    return value.
+
+    For example, if the full LLM prediction was `Final Answer: 2` you may want to just
+    return `2` as a return value, but pass along the full string as a `log` (for
+    debugging or observability purposes).
     """
     type: Literal["AgentFinish"] = "AgentFinish"
 
@@ -154,7 +163,7 @@ class AgentFinish(Serializable):
 
     @classmethod
     def is_lc_serializable(cls) -> bool:
-        """Return True as this class is serializable."""
+        """Return `True` as this class is serializable."""
         return True
 
     @classmethod
@@ -202,7 +211,7 @@ def _convert_agent_observation_to_messages(
         observation: Observation to convert to a message.
 
     Returns:
-        AIMessage that corresponds to the original tool invocation.
+        `AIMessage` that corresponds to the original tool invocation.
     """
     if isinstance(agent_action, AgentActionMessageLog):
         return [_create_function_message(agent_action, observation)]
@@ -225,7 +234,7 @@ def _create_function_message(
         observation: the result of the tool invocation.
 
     Returns:
-        FunctionMessage that corresponds to the original tool invocation.
+        `FunctionMessage` that corresponds to the original tool invocation.
     """
     if not isinstance(observation, str):
         try:

{langchain_core-1.0.2 → langchain_core-1.1.0}/langchain_core/callbacks/base.py

@@ -5,13 +5,12 @@ from __future__ import annotations
 import logging
 from typing import TYPE_CHECKING, Any
 
-from typing_extensions import Self
-
 if TYPE_CHECKING:
     from collections.abc import Sequence
     from uuid import UUID
 
     from tenacity import RetryCallState
+    from typing_extensions import Self
 
     from langchain_core.agents import AgentAction, AgentFinish
     from langchain_core.documents import Document

{langchain_core-1.0.2 → langchain_core-1.1.0}/langchain_core/callbacks/manager.py

@@ -39,7 +39,6 @@ from langchain_core.tracers.context import (
     tracing_v2_callback_var,
 )
 from langchain_core.tracers.langchain import LangChainTracer
-from langchain_core.tracers.schemas import Run
 from langchain_core.tracers.stdout import ConsoleCallbackHandler
 from langchain_core.utils.env import env_var_is_set
 
@@ -52,6 +51,7 @@ if TYPE_CHECKING:
     from langchain_core.documents import Document
     from langchain_core.outputs import ChatGenerationChunk, GenerationChunk, LLMResult
     from langchain_core.runnables.config import RunnableConfig
+    from langchain_core.tracers.schemas import Run
 
 logger = logging.getLogger(__name__)
 
@@ -229,7 +229,24 @@ def shielded(func: Func) -> Func:
 
     @functools.wraps(func)
     async def wrapped(*args: Any, **kwargs: Any) -> Any:
-        return await asyncio.shield(func(*args, **kwargs))
+        # Capture the current context to preserve context variables
+        ctx = copy_context()
+
+        # Create the coroutine
+        coro = func(*args, **kwargs)
+
+        # For Python 3.11+, create task with explicit context
+        # For older versions, fallback to original behavior
+        try:
+            # Create a task with the captured context to preserve context variables
+            task = asyncio.create_task(coro, context=ctx)  # type: ignore[call-arg, unused-ignore]
+            # `call-arg` used to not fail 3.9 or 3.10 tests
+            return await asyncio.shield(task)
+        except TypeError:
+            # Python < 3.11 fallback - create task normally then shield
+            # This won't preserve context perfectly but is better than nothing
+            task = asyncio.create_task(coro)
+            return await asyncio.shield(task)
 
     return cast("Func", wrapped)
 

{langchain_core-1.0.2 → langchain_core-1.1.0}/langchain_core/callbacks/usage.py

@@ -24,7 +24,7 @@ class UsageMetadataCallbackHandler(BaseCallbackHandler):
         from langchain_core.callbacks import UsageMetadataCallbackHandler
 
         llm_1 = init_chat_model(model="openai:gpt-4o-mini")
-        llm_2 = init_chat_model(model="anthropic:claude-3-5-haiku-latest")
+        llm_2 = init_chat_model(model="anthropic:claude-3-5-haiku-20241022")
 
         callback = UsageMetadataCallbackHandler()
         result_1 = llm_1.invoke("Hello", config={"callbacks": [callback]})
@@ -43,7 +43,7 @@ class UsageMetadataCallbackHandler(BaseCallbackHandler):
           'input_token_details': {'cache_read': 0, 'cache_creation': 0}}}
         ```
 
-    !!! version-added "Added in version 0.3.49"
+    !!! version-added "Added in `langchain-core` 0.3.49"
 
     """
 
@@ -109,7 +109,7 @@ def get_usage_metadata_callback(
         from langchain_core.callbacks import get_usage_metadata_callback
 
         llm_1 = init_chat_model(model="openai:gpt-4o-mini")
-        llm_2 = init_chat_model(model="anthropic:claude-3-5-haiku-latest")
+        llm_2 = init_chat_model(model="anthropic:claude-3-5-haiku-20241022")
 
         with get_usage_metadata_callback() as cb:
             llm_1.invoke("Hello")
@@ -134,7 +134,7 @@ def get_usage_metadata_callback(
         }
         ```
 
-    !!! version-added "Added in version 0.3.49"
+    !!! version-added "Added in `langchain-core` 0.3.49"
 
     """
     usage_metadata_callback_var: ContextVar[UsageMetadataCallbackHandler | None] = (

{langchain_core-1.0.2 → langchain_core-1.1.0}/langchain_core/documents/base.py

@@ -114,11 +114,11 @@ class Blob(BaseMedia):
     data: bytes | str | None = None
     """Raw data associated with the `Blob`."""
     mimetype: str | None = None
-    """MimeType not to be confused with a file extension."""
+    """MIME type, not to be confused with a file extension."""
     encoding: str = "utf-8"
     """Encoding to use if decoding the bytes into a string.
 
-    Use `utf-8` as default encoding, if decoding to string.
+    Uses `utf-8` as default encoding if decoding to string.
     """
     path: PathLike | None = None
     """Location where the original content was found."""
@@ -134,7 +134,7 @@ class Blob(BaseMedia):
 
         If a path is associated with the `Blob`, it will default to the path location.
 
-        Unless explicitly set via a metadata field called `"source"`, in which
+        Unless explicitly set via a metadata field called `'source'`, in which
         case that value will be used instead.
         """
         if self.metadata and "source" in self.metadata:
@@ -309,7 +309,7 @@ class Document(BaseMedia):
 
     @classmethod
     def is_lc_serializable(cls) -> bool:
-        """Return True as this class is serializable."""
+        """Return `True` as this class is serializable."""
         return True
 
     @classmethod
@@ -322,10 +322,10 @@ class Document(BaseMedia):
         return ["langchain", "schema", "document"]
 
     def __str__(self) -> str:
-        """Override __str__ to restrict it to page_content and metadata.
+        """Override `__str__` to restrict it to page_content and metadata.
 
         Returns:
-            A string representation of the Document.
+            A string representation of the `Document`.
         """
         # The format matches pydantic format for __str__.
         #

{langchain_core-1.0.2 → langchain_core-1.1.0}/langchain_core/example_selectors/length_based.py

@@ -29,7 +29,7 @@ class LengthBasedExampleSelector(BaseExampleSelector, BaseModel):
     max_length: int = 2048
     """Max length for the prompt, beyond which examples are cut."""
 
-    example_text_lengths: list[int] = Field(default_factory=list)  # :meta private:
+    example_text_lengths: list[int] = Field(default_factory=list)
     """Length of each example."""
 
     def add_example(self, example: dict[str, str]) -> None:

{langchain_core-1.0.2 → langchain_core-1.1.0}/langchain_core/exceptions.py

@@ -16,9 +16,10 @@ class OutputParserException(ValueError, LangChainException):  # noqa: N818
     """Exception that output parsers should raise to signify a parsing error.
 
     This exists to differentiate parsing errors from other code or execution errors
-    that also may arise inside the output parser. `OutputParserException` will be
-    available to catch and handle in ways to fix the parsing error, while other
-    errors will be raised.
+    that also may arise inside the output parser.
+
+    `OutputParserException` will be available to catch and handle in ways to fix the
+    parsing error, while other errors will be raised.
     """
 
     def __init__(
@@ -32,18 +33,19 @@ class OutputParserException(ValueError, LangChainException):  # noqa: N818
 
         Args:
             error: The error that's being re-raised or an error message.
-            observation: String explanation of error which can be passed to a
-                model to try and remediate the issue.
+            observation: String explanation of error which can be passed to a model to
+                try and remediate the issue.
             llm_output: String model output which is error-ing.
 
             send_to_llm: Whether to send the observation and llm_output back to an Agent
                 after an `OutputParserException` has been raised.
+
                 This gives the underlying model driving the agent the context that the
                 previous output was improperly structured, in the hopes that it will
                 update the output to the correct format.
 
         Raises:
-            ValueError: If `send_to_llm` is True but either observation or
+            ValueError: If `send_to_llm` is `True` but either observation or
                 `llm_output` are not provided.
         """
         if isinstance(error, str):
@@ -66,11 +68,11 @@ class ErrorCode(Enum):
     """Error codes."""
 
     INVALID_PROMPT_INPUT = "INVALID_PROMPT_INPUT"
-    INVALID_TOOL_RESULTS = "INVALID_TOOL_RESULTS"
+    INVALID_TOOL_RESULTS = "INVALID_TOOL_RESULTS"  # Used in JS; not Py (yet)
     MESSAGE_COERCION_FAILURE = "MESSAGE_COERCION_FAILURE"
-    MODEL_AUTHENTICATION = "MODEL_AUTHENTICATION"
-    MODEL_NOT_FOUND = "MODEL_NOT_FOUND"
-    MODEL_RATE_LIMIT = "MODEL_RATE_LIMIT"
+    MODEL_AUTHENTICATION = "MODEL_AUTHENTICATION"  # Used in JS; not Py (yet)
+    MODEL_NOT_FOUND = "MODEL_NOT_FOUND"  # Used in JS; not Py (yet)
+    MODEL_RATE_LIMIT = "MODEL_RATE_LIMIT"  # Used in JS; not Py (yet)
     OUTPUT_PARSING_FAILURE = "OUTPUT_PARSING_FAILURE"
 
 

{langchain_core-1.0.2 → langchain_core-1.1.0}/langchain_core/indexing/api.py

@@ -6,16 +6,9 @@ import hashlib
 import json
 import uuid
 import warnings
-from collections.abc import (
-    AsyncIterable,
-    AsyncIterator,
-    Callable,
-    Iterable,
-    Iterator,
-    Sequence,
-)
 from itertools import islice
 from typing import (
+    TYPE_CHECKING,
     Any,
     Literal,
     TypedDict,
@@ -29,6 +22,16 @@ from langchain_core.exceptions import LangChainException
 from langchain_core.indexing.base import DocumentIndex, RecordManager
 from langchain_core.vectorstores import VectorStore
 
+if TYPE_CHECKING:
+    from collections.abc import (
+        AsyncIterable,
+        AsyncIterator,
+        Callable,
+        Iterable,
+        Iterator,
+        Sequence,
+    )
+
 # Magic UUID to use as a namespace for hashing.
 # Used to try and generate a unique UUID for each document
 # from hashing the document content and metadata.
@@ -298,7 +301,7 @@ def index(
     For the time being, documents are indexed using their hashes, and users
     are not able to specify the uid of the document.
 
-    !!! warning "Behavior changed in 0.3.25"
+    !!! warning "Behavior changed in `langchain-core` 0.3.25"
         Added `scoped_full` cleanup mode.
 
     !!! warning
@@ -349,7 +352,7 @@ def index(
         key_encoder: Hashing algorithm to use for hashing the document content and
             metadata. Options include "blake2b", "sha256", and "sha512".
 
-            !!! version-added "Added in version 0.3.66"
+            !!! version-added "Added in `langchain-core` 0.3.66"
 
         key_encoder: Hashing algorithm to use for hashing the document.
             If not provided, a default encoder using SHA-1 will be used.
@@ -366,7 +369,7 @@ def index(
             method of the `VectorStore` or the upsert method of the DocumentIndex.
             For example, you can use this to specify a custom vector_field:
             upsert_kwargs={"vector_field": "embedding"}
-            !!! version-added "Added in version 0.3.10"
+            !!! version-added "Added in `langchain-core` 0.3.10"
 
     Returns:
         Indexing result which contains information about how many documents
@@ -636,7 +639,7 @@ async def aindex(
     For the time being, documents are indexed using their hashes, and users
     are not able to specify the uid of the document.
 
-    !!! warning "Behavior changed in 0.3.25"
+    !!! warning "Behavior changed in `langchain-core` 0.3.25"
         Added `scoped_full` cleanup mode.
 
     !!! warning
@@ -687,7 +690,7 @@ async def aindex(
         key_encoder: Hashing algorithm to use for hashing the document content and
             metadata. Options include "blake2b", "sha256", and "sha512".
 
-            !!! version-added "Added in version 0.3.66"
+            !!! version-added "Added in `langchain-core` 0.3.66"
 
         key_encoder: Hashing algorithm to use for hashing the document.
             If not provided, a default encoder using SHA-1 will be used.
@@ -704,7 +707,7 @@ async def aindex(
             method of the `VectorStore` or the upsert method of the DocumentIndex.
             For example, you can use this to specify a custom vector_field:
             upsert_kwargs={"vector_field": "embedding"}
-            !!! version-added "Added in version 0.3.10"
+            !!! version-added "Added in `langchain-core` 0.3.10"
 
     Returns:
         Indexing result which contains information about how many documents

{langchain_core-1.0.2 → langchain_core-1.1.0}/langchain_core/language_models/__init__.py

@@ -53,6 +53,10 @@ if TYPE_CHECKING:
         ParrotFakeChatModel,
     )
     from langchain_core.language_models.llms import LLM, BaseLLM
+    from langchain_core.language_models.model_profile import (
+        ModelProfile,
+        ModelProfileRegistry,
+    )
 
 __all__ = (
     "LLM",
@@ -68,6 +72,8 @@ __all__ = (
     "LanguageModelInput",
     "LanguageModelLike",
     "LanguageModelOutput",
+    "ModelProfile",
+    "ModelProfileRegistry",
     "ParrotFakeChatModel",
     "SimpleChatModel",
     "get_tokenizer",
@@ -90,6 +96,8 @@ _dynamic_imports = {
     "GenericFakeChatModel": "fake_chat_models",
     "ParrotFakeChatModel": "fake_chat_models",
     "LLM": "llms",
+    "ModelProfile": "model_profile",
+    "ModelProfileRegistry": "model_profile",
     "BaseLLM": "llms",
     "is_openai_data_block": "_utils",
 }

{langchain_core-1.0.2 → langchain_core-1.1.0}/langchain_core/language_models/_utils.py

@@ -139,7 +139,7 @@ def _normalize_messages(
             directly; this may change in the future
     - LangChain v0 standard content blocks for backward compatibility
 
-    !!! warning "Behavior changed in 1.0.0"
+    !!! warning "Behavior changed in `langchain-core` 1.0.0"
         In previous versions, this function returned messages in LangChain v0 format.
         Now, it returns messages in LangChain v1 format, which upgraded chat models now
         expect to receive when passing back in message history. For backward

{langchain_core-1.0.2 → langchain_core-1.1.0}/langchain_core/language_models/base.py

@@ -131,14 +131,19 @@ class BaseLanguageModel(
 
     Caching is not currently supported for streaming methods of models.
     """
+
     verbose: bool = Field(default_factory=_get_verbosity, exclude=True, repr=False)
     """Whether to print out response text."""
+
     callbacks: Callbacks = Field(default=None, exclude=True)
     """Callbacks to add to the run trace."""
+
     tags: list[str] | None = Field(default=None, exclude=True)
     """Tags to add to the run trace."""
+
     metadata: dict[str, Any] | None = Field(default=None, exclude=True)
     """Metadata to add to the run trace."""
+
     custom_get_token_ids: Callable[[str], list[int]] | None = Field(
         default=None, exclude=True
     )
@@ -195,15 +200,22 @@ class BaseLanguageModel(
             type (e.g., pure text completion models vs chat models).
 
         Args:
-            prompts: List of `PromptValue` objects. A `PromptValue` is an object that
-                can be converted to match the format of any language model (string for
-                pure text generation models and `BaseMessage` objects for chat models).
-            stop: Stop words to use when generating. Model output is cut off at the
-                first occurrence of any of these substrings.
-            callbacks: `Callbacks` to pass through. Used for executing additional
-                functionality, such as logging or streaming, throughout generation.
-            **kwargs: Arbitrary additional keyword arguments. These are usually passed
-                to the model provider API call.
+            prompts: List of `PromptValue` objects.
+
+                A `PromptValue` is an object that can be converted to match the format
+                of any language model (string for pure text generation models and
+                `BaseMessage` objects for chat models).
+            stop: Stop words to use when generating.
+
+                Model output is cut off at the first occurrence of any of these
+                substrings.
+            callbacks: `Callbacks` to pass through.
+
+                Used for executing additional functionality, such as logging or
+                streaming, throughout generation.
+            **kwargs: Arbitrary additional keyword arguments.
+
+                These are usually passed to the model provider API call.
 
         Returns:
             An `LLMResult`, which contains a list of candidate `Generation` objects for
@@ -232,15 +244,22 @@ class BaseLanguageModel(
             type (e.g., pure text completion models vs chat models).
 
         Args:
-            prompts: List of `PromptValue` objects. A `PromptValue` is an object that
-                can be converted to match the format of any language model (string for
-                pure text generation models and `BaseMessage` objects for chat models).
-            stop: Stop words to use when generating. Model output is cut off at the
-                first occurrence of any of these substrings.
-            callbacks: `Callbacks` to pass through. Used for executing additional
-                functionality, such as logging or streaming, throughout generation.
-            **kwargs: Arbitrary additional keyword arguments. These are usually passed
-                to the model provider API call.
+            prompts: List of `PromptValue` objects.
+
+                A `PromptValue` is an object that can be converted to match the format
+                of any language model (string for pure text generation models and
+                `BaseMessage` objects for chat models).
+            stop: Stop words to use when generating.
+
+                Model output is cut off at the first occurrence of any of these
+                substrings.
+            callbacks: `Callbacks` to pass through.
+
+                Used for executing additional functionality, such as logging or
+                streaming, throughout generation.
+            **kwargs: Arbitrary additional keyword arguments.
+
+                These are usually passed to the model provider API call.
 
         Returns:
             An `LLMResult`, which contains a list of candidate `Generation` objects for
@@ -280,6 +299,9 @@ class BaseLanguageModel(
 
         Useful for checking if an input fits in a model's context window.
 
+        This should be overridden by model-specific implementations to provide accurate
+        token counts via model-specific tokenizers.
+
         Args:
             text: The string input to tokenize.
 
@@ -298,9 +320,17 @@ class BaseLanguageModel(
 
         Useful for checking if an input fits in a model's context window.
 
+        This should be overridden by model-specific implementations to provide accurate
+        token counts via model-specific tokenizers.
+
         !!! note
-            The base implementation of `get_num_tokens_from_messages` ignores tool
-            schemas.
+
+            * The base implementation of `get_num_tokens_from_messages` ignores tool
+                schemas.
+            * The base implementation of `get_num_tokens_from_messages` adds additional
+                prefixes to messages in represent user roles, which will add to the
+                overall token count. Model-specific implementations may choose to
+                handle this differently.
 
         Args:
             messages: The message inputs to tokenize.