langchain 0.3.23__py3-none-any.whl → 0.3.24__py3-none-any.whl

langchain/evaluation/embedding_distance/base.py

@@ -4,7 +4,7 @@ import functools
 import logging
 from enum import Enum
 from importlib import util
-from typing import Any, Dict, List, Optional
+from typing import Any, Optional
 
 from langchain_core.callbacks.manager import (
     AsyncCallbackManagerForChainRun,
@@ -102,7 +102,7 @@ class _EmbeddingDistanceChainMixin(Chain):
     distance_metric: EmbeddingDistance = Field(default=EmbeddingDistance.COSINE)
 
     @pre_init
-    def _validate_tiktoken_installed(cls, values: Dict[str, Any]) -> Dict[str, Any]:
+    def _validate_tiktoken_installed(cls, values: dict[str, Any]) -> dict[str, Any]:
         """Validate that the TikTok library is installed.
 
         Args:
@@ -152,7 +152,7 @@ class _EmbeddingDistanceChainMixin(Chain):
     )
 
     @property
-    def output_keys(self) -> List[str]:
+    def output_keys(self) -> list[str]:
         """Return the output keys of the chain.
 
         Returns:
@@ -319,7 +319,7 @@ class EmbeddingDistanceEvalChain(_EmbeddingDistanceChainMixin, StringEvaluator):
         return f"embedding_{self.distance_metric.value}_distance"
 
     @property
-    def input_keys(self) -> List[str]:
+    def input_keys(self) -> list[str]:
         """Return the input keys of the chain.
 
         Returns:
@@ -329,9 +329,9 @@ class EmbeddingDistanceEvalChain(_EmbeddingDistanceChainMixin, StringEvaluator):
 
     def _call(
         self,
-        inputs: Dict[str, Any],
+        inputs: dict[str, Any],
         run_manager: Optional[CallbackManagerForChainRun] = None,
-    ) -> Dict[str, Any]:
+    ) -> dict[str, Any]:
         """Compute the score for a prediction and reference.
 
         Args:
@@ -353,9 +353,9 @@ class EmbeddingDistanceEvalChain(_EmbeddingDistanceChainMixin, StringEvaluator):
 
     async def _acall(
         self,
-        inputs: Dict[str, Any],
+        inputs: dict[str, Any],
         run_manager: Optional[AsyncCallbackManagerForChainRun] = None,
-    ) -> Dict[str, Any]:
+    ) -> dict[str, Any]:
         """Asynchronously compute the score for a prediction and reference.
 
         Args:
@@ -384,8 +384,8 @@ class EmbeddingDistanceEvalChain(_EmbeddingDistanceChainMixin, StringEvaluator):
         prediction: str,
         reference: Optional[str] = None,
         callbacks: Callbacks = None,
-        tags: Optional[List[str]] = None,
-        metadata: Optional[Dict[str, Any]] = None,
+        tags: Optional[list[str]] = None,
+        metadata: Optional[dict[str, Any]] = None,
         include_run_info: bool = False,
         **kwargs: Any,
     ) -> dict:
@@ -418,8 +418,8 @@ class EmbeddingDistanceEvalChain(_EmbeddingDistanceChainMixin, StringEvaluator):
         prediction: str,
         reference: Optional[str] = None,
         callbacks: Callbacks = None,
-        tags: Optional[List[str]] = None,
-        metadata: Optional[Dict[str, Any]] = None,
+        tags: Optional[list[str]] = None,
+        metadata: Optional[dict[str, Any]] = None,
         include_run_info: bool = False,
         **kwargs: Any,
     ) -> dict:
@@ -460,7 +460,7 @@ class PairwiseEmbeddingDistanceEvalChain(
     """
 
     @property
-    def input_keys(self) -> List[str]:
+    def input_keys(self) -> list[str]:
         """Return the input keys of the chain.
 
         Returns:
@@ -474,9 +474,9 @@ class PairwiseEmbeddingDistanceEvalChain(
 
     def _call(
         self,
-        inputs: Dict[str, Any],
+        inputs: dict[str, Any],
         run_manager: Optional[CallbackManagerForChainRun] = None,
-    ) -> Dict[str, Any]:
+    ) -> dict[str, Any]:
         """Compute the score for two predictions.
 
         Args:
@@ -501,9 +501,9 @@ class PairwiseEmbeddingDistanceEvalChain(
 
     async def _acall(
         self,
-        inputs: Dict[str, Any],
+        inputs: dict[str, Any],
         run_manager: Optional[AsyncCallbackManagerForChainRun] = None,
-    ) -> Dict[str, Any]:
+    ) -> dict[str, Any]:
         """Asynchronously compute the score for two predictions.
 
         Args:
@@ -532,8 +532,8 @@ class PairwiseEmbeddingDistanceEvalChain(
         prediction: str,
         prediction_b: str,
         callbacks: Callbacks = None,
-        tags: Optional[List[str]] = None,
-        metadata: Optional[Dict[str, Any]] = None,
+        tags: Optional[list[str]] = None,
+        metadata: Optional[dict[str, Any]] = None,
         include_run_info: bool = False,
         **kwargs: Any,
     ) -> dict:
@@ -567,8 +567,8 @@ class PairwiseEmbeddingDistanceEvalChain(
         prediction: str,
         prediction_b: str,
         callbacks: Callbacks = None,
-        tags: Optional[List[str]] = None,
-        metadata: Optional[Dict[str, Any]] = None,
+        tags: Optional[list[str]] = None,
+        metadata: Optional[dict[str, Any]] = None,
         include_run_info: bool = False,
         **kwargs: Any,
     ) -> dict:

langchain/evaluation/exact_match/base.py

@@ -1,5 +1,5 @@
 import string
-from typing import Any, List
+from typing import Any
 
 from langchain.evaluation.schema import StringEvaluator
 
@@ -49,7 +49,7 @@ class ExactMatchStringEvaluator(StringEvaluator):
         return True
 
     @property
-    def input_keys(self) -> List[str]:
+    def input_keys(self) -> list[str]:
         """
         Get the input keys.
 
@@ -68,7 +68,7 @@ class ExactMatchStringEvaluator(StringEvaluator):
         """
         return "exact_match"
 
-    def _evaluate_strings(  # type: ignore[arg-type,override]
+    def _evaluate_strings(  # type: ignore[override]
         self,
         *,
         prediction: str,

langchain/evaluation/loading.py

@@ -1,6 +1,7 @@
 """Loading datasets and evaluators."""
 
-from typing import Any, Dict, List, Optional, Sequence, Type, Union
+from collections.abc import Sequence
+from typing import Any, Optional, Union
 
 from langchain_core.language_models import BaseLanguageModel
 
@@ -36,7 +37,7 @@ from langchain.evaluation.string_distance.base import (
 )
 
 
-def load_dataset(uri: str) -> List[Dict]:
+def load_dataset(uri: str) -> list[dict]:
     """Load a dataset from the `LangChainDatasets on HuggingFace <https://huggingface.co/LangChainDatasets>`_.
 
     Args:
@@ -70,8 +71,8 @@ def load_dataset(uri: str) -> List[Dict]:
     return [d for d in dataset["train"]]
 
 
-_EVALUATOR_MAP: Dict[
-    EvaluatorType, Union[Type[LLMEvalChain], Type[Chain], Type[StringEvaluator]]
+_EVALUATOR_MAP: dict[
+    EvaluatorType, Union[type[LLMEvalChain], type[Chain], type[StringEvaluator]]
 ] = {
     EvaluatorType.QA: QAEvalChain,
     EvaluatorType.COT_QA: CotQAEvalChain,
@@ -147,9 +148,7 @@ def load_evaluator(
                         "specify a language model explicitly."
                     )
 
-            llm = llm or ChatOpenAI(  # type: ignore[call-arg]
-                model="gpt-4", seed=42, temperature=0
-            )
+            llm = llm or ChatOpenAI(model="gpt-4", seed=42, temperature=0)
         except Exception as e:
             raise ValueError(
                 f"Evaluation with the {evaluator_cls} requires a "
@@ -169,7 +168,7 @@ def load_evaluators(
     llm: Optional[BaseLanguageModel] = None,
     config: Optional[dict] = None,
     **kwargs: Any,
-) -> List[Union[Chain, StringEvaluator]]:
+) -> list[Union[Chain, StringEvaluator]]:
     """Load evaluators specified by a list of evaluator types.
 
     Parameters

langchain/evaluation/qa/eval_chain.py

@@ -4,7 +4,8 @@ from __future__ import annotations
 
 import re
 import string
-from typing import Any, List, Optional, Sequence, Tuple
+from collections.abc import Sequence
+from typing import Any, Optional
 
 from langchain_core.callbacks.manager import Callbacks
 from langchain_core.language_models import BaseLanguageModel
@@ -17,7 +18,7 @@ from langchain.evaluation.schema import LLMEvalChain, StringEvaluator
 from langchain.schema import RUN_KEY
 
 
-def _get_score(text: str) -> Optional[Tuple[str, int]]:
+def _get_score(text: str) -> Optional[tuple[str, int]]:
     match = re.search(r"grade:\s*(correct|incorrect)", text.strip(), re.IGNORECASE)
     if match:
         if match.group(1).upper() == "CORRECT":
@@ -133,7 +134,7 @@ class QAEvalChain(LLMChain, StringEvaluator, LLMEvalChain):
         prediction_key: str = "result",
         *,
         callbacks: Callbacks = None,
-    ) -> List[dict]:
+    ) -> list[dict]:
         """Evaluate question answering examples and predictions."""
         inputs = [
             {
@@ -267,14 +268,14 @@ class ContextQAEvalChain(LLMChain, StringEvaluator, LLMEvalChain):
 
     def evaluate(
         self,
-        examples: List[dict],
-        predictions: List[dict],
+        examples: list[dict],
+        predictions: list[dict],
         question_key: str = "query",
         context_key: str = "context",
         prediction_key: str = "result",
         *,
         callbacks: Callbacks = None,
-    ) -> List[dict]:
+    ) -> list[dict]:
         """Evaluate question answering examples and predictions."""
         inputs = [
             {

langchain/evaluation/regex_match/base.py

@@ -1,5 +1,5 @@
 import re
-from typing import Any, List
+from typing import Any
 
 from langchain.evaluation.schema import StringEvaluator
 
@@ -46,7 +46,7 @@ class RegexMatchStringEvaluator(StringEvaluator):
         return True
 
     @property
-    def input_keys(self) -> List[str]:
+    def input_keys(self) -> list[str]:
         """
         Get the input keys.
 
@@ -65,7 +65,7 @@ class RegexMatchStringEvaluator(StringEvaluator):
         """
         return "regex_match"
 
-    def _evaluate_strings(  # type: ignore[arg-type,override]
+    def _evaluate_strings(  # type: ignore[override]
         self,
         *,
         prediction: str,

langchain/evaluation/schema.py

@@ -4,8 +4,9 @@ from __future__ import annotations
 
 import logging
 from abc import ABC, abstractmethod
+from collections.abc import Sequence
 from enum import Enum
-from typing import Any, Optional, Sequence, Tuple, Union
+from typing import Any, Optional, Union
 from warnings import warn
 
 from langchain_core.agents import AgentAction
@@ -372,7 +373,7 @@ class AgentTrajectoryEvaluator(_EvalArgsMixin, ABC):
         self,
         *,
         prediction: str,
-        agent_trajectory: Sequence[Tuple[AgentAction, str]],
+        agent_trajectory: Sequence[tuple[AgentAction, str]],
         input: str,
         reference: Optional[str] = None,
         **kwargs: Any,
@@ -394,7 +395,7 @@ class AgentTrajectoryEvaluator(_EvalArgsMixin, ABC):
         self,
         *,
         prediction: str,
-        agent_trajectory: Sequence[Tuple[AgentAction, str]],
+        agent_trajectory: Sequence[tuple[AgentAction, str]],
         input: str,
         reference: Optional[str] = None,
         **kwargs: Any,
@@ -425,7 +426,7 @@ class AgentTrajectoryEvaluator(_EvalArgsMixin, ABC):
         self,
         *,
         prediction: str,
-        agent_trajectory: Sequence[Tuple[AgentAction, str]],
+        agent_trajectory: Sequence[tuple[AgentAction, str]],
         input: str,
         reference: Optional[str] = None,
         **kwargs: Any,
@@ -455,7 +456,7 @@ class AgentTrajectoryEvaluator(_EvalArgsMixin, ABC):
         self,
         *,
         prediction: str,
-        agent_trajectory: Sequence[Tuple[AgentAction, str]],
+        agent_trajectory: Sequence[tuple[AgentAction, str]],
         input: str,
         reference: Optional[str] = None,
         **kwargs: Any,

langchain/evaluation/scoring/eval_chain.py

@@ -4,7 +4,7 @@ from __future__ import annotations
 
 import logging
 import re
-from typing import Any, Dict, List, Optional, Union
+from typing import Any, Optional, Union
 
 from langchain_core.callbacks.manager import Callbacks
 from langchain_core.language_models import BaseLanguageModel
@@ -50,7 +50,7 @@ _SUPPORTED_CRITERIA = {
 
 
 def resolve_criteria(
-    criteria: Optional[Union[CRITERIA_TYPE, str, List[CRITERIA_TYPE]]],
+    criteria: Optional[Union[CRITERIA_TYPE, str, list[CRITERIA_TYPE]]],
 ) -> dict:
     """Resolve the criteria for the pairwise evaluator.
 
@@ -113,7 +113,7 @@ class ScoreStringResultOutputParser(BaseOutputParser[dict]):
         """
         return "pairwise_string_result"
 
-    def parse(self, text: str) -> Dict[str, Any]:
+    def parse(self, text: str) -> dict[str, Any]:
         """Parse the output text.
 
         Args:
@@ -144,7 +144,7 @@ class ScoreStringResultOutputParser(BaseOutputParser[dict]):
         }
 
 
-class ScoreStringEvalChain(StringEvaluator, LLMEvalChain, LLMChain):  # type: ignore[override]
+class ScoreStringEvalChain(StringEvaluator, LLMEvalChain, LLMChain):
     """A chain for scoring on a scale of 1-10 the output of a model.
 
     Attributes:
@@ -328,8 +328,8 @@ Performance may be significantly worse with other models."
         input: Optional[str] = None,
         reference: Optional[str] = None,
         callbacks: Callbacks = None,
-        tags: Optional[List[str]] = None,
-        metadata: Optional[Dict[str, Any]] = None,
+        tags: Optional[list[str]] = None,
+        metadata: Optional[dict[str, Any]] = None,
         include_run_info: bool = False,
         **kwargs: Any,
     ) -> dict:
@@ -365,8 +365,8 @@ Performance may be significantly worse with other models."
         reference: Optional[str] = None,
         input: Optional[str] = None,
         callbacks: Callbacks = None,
-        tags: Optional[List[str]] = None,
-        metadata: Optional[Dict[str, Any]] = None,
+        tags: Optional[list[str]] = None,
+        metadata: Optional[dict[str, Any]] = None,
         include_run_info: bool = False,
         **kwargs: Any,
     ) -> dict:
@@ -396,7 +396,7 @@ Performance may be significantly worse with other models."
         return self._prepare_output(result)
 
 
-class LabeledScoreStringEvalChain(ScoreStringEvalChain):  # type: ignore[override]
+class LabeledScoreStringEvalChain(ScoreStringEvalChain):
     """A chain for scoring the output of a model on a scale of 1-10.
 
     Attributes:

langchain/evaluation/string_distance/base.py

@@ -1,7 +1,7 @@
 """String distance evaluators based on the RapidFuzz library."""
 
 from enum import Enum
-from typing import Any, Callable, Dict, List, Optional
+from typing import Any, Callable, Optional
 
 from langchain_core.callbacks.manager import (
     AsyncCallbackManagerForChainRun,
@@ -65,7 +65,7 @@ class _RapidFuzzChainMixin(Chain):
     Applies only to the Levenshtein and Damerau-Levenshtein distances."""
 
     @pre_init
-    def validate_dependencies(cls, values: Dict[str, Any]) -> Dict[str, Any]:
+    def validate_dependencies(cls, values: dict[str, Any]) -> dict[str, Any]:
         """
         Validate that the rapidfuzz library is installed.
 
@@ -79,7 +79,7 @@ class _RapidFuzzChainMixin(Chain):
         return values
 
     @property
-    def output_keys(self) -> List[str]:
+    def output_keys(self) -> list[str]:
         """
         Get the output keys.
 
@@ -88,7 +88,7 @@ class _RapidFuzzChainMixin(Chain):
         """
         return ["score"]
 
-    def _prepare_output(self, result: Dict[str, Any]) -> Dict[str, Any]:
+    def _prepare_output(self, result: dict[str, Any]) -> dict[str, Any]:
         """
         Prepare the output dictionary.
 
@@ -119,7 +119,7 @@ class _RapidFuzzChainMixin(Chain):
         """
         from rapidfuzz import distance as rf_distance
 
-        module_map: Dict[str, Any] = {
+        module_map: dict[str, Any] = {
             StringDistance.DAMERAU_LEVENSHTEIN: rf_distance.DamerauLevenshtein,
             StringDistance.LEVENSHTEIN: rf_distance.Levenshtein,
             StringDistance.JARO: rf_distance.Jaro,
@@ -202,7 +202,7 @@ class StringDistanceEvalChain(StringEvaluator, _RapidFuzzChainMixin):
         return True
 
     @property
-    def input_keys(self) -> List[str]:
+    def input_keys(self) -> list[str]:
         """
         Get the input keys.
 
@@ -223,9 +223,9 @@ class StringDistanceEvalChain(StringEvaluator, _RapidFuzzChainMixin):
 
     def _call(
         self,
-        inputs: Dict[str, Any],
+        inputs: dict[str, Any],
         run_manager: Optional[CallbackManagerForChainRun] = None,
-    ) -> Dict[str, Any]:
+    ) -> dict[str, Any]:
         """
         Compute the string distance between the prediction and the reference.
 
@@ -241,9 +241,9 @@ class StringDistanceEvalChain(StringEvaluator, _RapidFuzzChainMixin):
 
     async def _acall(
         self,
-        inputs: Dict[str, Any],
+        inputs: dict[str, Any],
         run_manager: Optional[AsyncCallbackManagerForChainRun] = None,
-    ) -> Dict[str, Any]:
+    ) -> dict[str, Any]:
         """
         Asynchronously compute the string distance between the prediction
             and the reference.
@@ -265,8 +265,8 @@ class StringDistanceEvalChain(StringEvaluator, _RapidFuzzChainMixin):
         reference: Optional[str] = None,
         input: Optional[str] = None,
         callbacks: Callbacks = None,
-        tags: Optional[List[str]] = None,
-        metadata: Optional[Dict[str, Any]] = None,
+        tags: Optional[list[str]] = None,
+        metadata: Optional[dict[str, Any]] = None,
         include_run_info: bool = False,
         **kwargs: Any,
     ) -> dict:
@@ -300,8 +300,8 @@ class StringDistanceEvalChain(StringEvaluator, _RapidFuzzChainMixin):
         reference: Optional[str] = None,
         input: Optional[str] = None,
         callbacks: Callbacks = None,
-        tags: Optional[List[str]] = None,
-        metadata: Optional[Dict[str, Any]] = None,
+        tags: Optional[list[str]] = None,
+        metadata: Optional[dict[str, Any]] = None,
         include_run_info: bool = False,
         **kwargs: Any,
     ) -> dict:
@@ -333,7 +333,7 @@ class PairwiseStringDistanceEvalChain(PairwiseStringEvaluator, _RapidFuzzChainMi
     """Compute string edit distances between two predictions."""
 
     @property
-    def input_keys(self) -> List[str]:
+    def input_keys(self) -> list[str]:
         """
         Get the input keys.
 
@@ -354,9 +354,9 @@ class PairwiseStringDistanceEvalChain(PairwiseStringEvaluator, _RapidFuzzChainMi
 
     def _call(
         self,
-        inputs: Dict[str, Any],
+        inputs: dict[str, Any],
         run_manager: Optional[CallbackManagerForChainRun] = None,
-    ) -> Dict[str, Any]:
+    ) -> dict[str, Any]:
         """
         Compute the string distance between two predictions.
 
@@ -374,9 +374,9 @@ class PairwiseStringDistanceEvalChain(PairwiseStringEvaluator, _RapidFuzzChainMi
 
     async def _acall(
         self,
-        inputs: Dict[str, Any],
+        inputs: dict[str, Any],
         run_manager: Optional[AsyncCallbackManagerForChainRun] = None,
-    ) -> Dict[str, Any]:
+    ) -> dict[str, Any]:
         """
         Asynchronously compute the string distance between two predictions.
 
@@ -398,8 +398,8 @@ class PairwiseStringDistanceEvalChain(PairwiseStringEvaluator, _RapidFuzzChainMi
         prediction: str,
         prediction_b: str,
         callbacks: Callbacks = None,
-        tags: Optional[List[str]] = None,
-        metadata: Optional[Dict[str, Any]] = None,
+        tags: Optional[list[str]] = None,
+        metadata: Optional[dict[str, Any]] = None,
         include_run_info: bool = False,
         **kwargs: Any,
     ) -> dict:
@@ -432,8 +432,8 @@ class PairwiseStringDistanceEvalChain(PairwiseStringEvaluator, _RapidFuzzChainMi
         prediction: str,
         prediction_b: str,
         callbacks: Callbacks = None,
-        tags: Optional[List[str]] = None,
-        metadata: Optional[Dict[str, Any]] = None,
+        tags: Optional[list[str]] = None,
+        metadata: Optional[dict[str, Any]] = None,
         include_run_info: bool = False,
         **kwargs: Any,
     ) -> dict:

langchain/hub.py

@@ -3,7 +3,8 @@
 from __future__ import annotations
 
 import json
-from typing import Any, Optional, Sequence
+from collections.abc import Sequence
+from typing import Any, Optional
 
 from langchain_core.load.dump import dumps
 from langchain_core.load.load import loads

langchain/indexes/_sql_record_manager.py

@@ -17,7 +17,8 @@ allow it to work with a variety of SQL as a backend.
 import contextlib
 import decimal
 import uuid
-from typing import Any, AsyncGenerator, Dict, Generator, List, Optional, Sequence, Union
+from collections.abc import AsyncGenerator, Generator, Sequence
+from typing import Any, Optional, Union
 
 from langchain_core.indexing import RecordManager
 from sqlalchemy import (
@@ -44,7 +45,7 @@ try:
     from sqlalchemy.ext.asyncio import async_sessionmaker
 except ImportError:
     # dummy for sqlalchemy < 2
-    async_sessionmaker = type("async_sessionmaker", (type,), {})  # type: ignore
+    async_sessionmaker = type("async_sessionmaker", (type,), {})  # type: ignore[assignment,misc]
 
 Base = declarative_base()
 
@@ -90,7 +91,7 @@ class SQLRecordManager(RecordManager):
         *,
         engine: Optional[Union[Engine, AsyncEngine]] = None,
         db_url: Union[None, str, URL] = None,
-        engine_kwargs: Optional[Dict[str, Any]] = None,
+        engine_kwargs: Optional[dict[str, Any]] = None,
         async_mode: bool = False,
     ) -> None:
         """Initialize the SQLRecordManager.
@@ -403,7 +404,7 @@ class SQLRecordManager(RecordManager):
             await session.execute(stmt)
             await session.commit()
 
-    def exists(self, keys: Sequence[str]) -> List[bool]:
+    def exists(self, keys: Sequence[str]) -> list[bool]:
         """Check if the given keys exist in the SQLite database."""
         session: Session
         with self._make_session() as session:
@@ -417,7 +418,7 @@ class SQLRecordManager(RecordManager):
         found_keys = set(r.key for r in records)
         return [k in found_keys for k in keys]
 
-    async def aexists(self, keys: Sequence[str]) -> List[bool]:
+    async def aexists(self, keys: Sequence[str]) -> list[bool]:
         """Check if the given keys exist in the SQLite database."""
         async with self._amake_session() as session:
             records = (
@@ -444,7 +445,7 @@ class SQLRecordManager(RecordManager):
         after: Optional[float] = None,
         group_ids: Optional[Sequence[str]] = None,
         limit: Optional[int] = None,
-    ) -> List[str]:
+    ) -> list[str]:
         """List records in the SQLite database based on the provided date range."""
         session: Session
         with self._make_session() as session:
@@ -471,7 +472,7 @@ class SQLRecordManager(RecordManager):
         after: Optional[float] = None,
         group_ids: Optional[Sequence[str]] = None,
         limit: Optional[int] = None,
-    ) -> List[str]:
+    ) -> list[str]:
         """List records in the SQLite database based on the provided date range."""
         session: AsyncSession
         async with self._amake_session() as session: