langchain 0.3.26__py3-none-any.whl → 0.3.27__py3-none-any.whl

langchain/evaluation/qa/eval_chain.py

@@ -11,6 +11,7 @@ from langchain_core.callbacks import Callbacks
 from langchain_core.language_models import BaseLanguageModel
 from langchain_core.prompts import PromptTemplate
 from pydantic import ConfigDict
+from typing_extensions import override
 
 from langchain.chains.llm import LLMChain
 from langchain.evaluation.qa.eval_prompt import CONTEXT_PROMPT, COT_PROMPT, PROMPT
@@ -23,7 +24,7 @@ def _get_score(text: str) -> Optional[tuple[str, int]]:
     if match:
         if match.group(1).upper() == "CORRECT":
             return "CORRECT", 1
-        elif match.group(1).upper() == "INCORRECT":
+        if match.group(1).upper() == "INCORRECT":
             return "INCORRECT", 0
     try:
         first_word = (
@@ -31,7 +32,7 @@ def _get_score(text: str) -> Optional[tuple[str, int]]:
         )
         if first_word.upper() == "CORRECT":
             return "CORRECT", 1
-        elif first_word.upper() == "INCORRECT":
+        if first_word.upper() == "INCORRECT":
             return "INCORRECT", 0
         last_word = (
             text.strip()
@@ -40,7 +41,7 @@ def _get_score(text: str) -> Optional[tuple[str, int]]:
         )
         if last_word.upper() == "CORRECT":
             return "CORRECT", 1
-        elif last_word.upper() == "INCORRECT":
+        if last_word.upper() == "INCORRECT":
             return "INCORRECT", 0
     except IndexError:
         pass
@@ -119,10 +120,11 @@ class QAEvalChain(LLMChain, StringEvaluator, LLMEvalChain):
         prompt = prompt or PROMPT
         expected_input_vars = {"query", "answer", "result"}
         if expected_input_vars != set(prompt.input_variables):
-            raise ValueError(
+            msg = (
                 f"Input variables should be {expected_input_vars}, "
                 f"but got {prompt.input_variables}"
             )
+            raise ValueError(msg)
         return cls(llm=llm, prompt=prompt, **kwargs)
 
     def evaluate(
@@ -153,6 +155,7 @@ class QAEvalChain(LLMChain, StringEvaluator, LLMEvalChain):
             parsed_result[RUN_KEY] = result[RUN_KEY]
         return parsed_result
 
+    @override
     def _evaluate_strings(
         self,
         *,
@@ -188,6 +191,7 @@ class QAEvalChain(LLMChain, StringEvaluator, LLMEvalChain):
         )
         return self._prepare_output(result)
 
+    @override
     async def _aevaluate_strings(
         self,
         *,
@@ -231,10 +235,11 @@ class ContextQAEvalChain(LLMChain, StringEvaluator, LLMEvalChain):
     def _validate_input_vars(cls, prompt: PromptTemplate) -> None:
         expected_input_vars = {"query", "context", "result"}
         if expected_input_vars != set(prompt.input_variables):
-            raise ValueError(
+            msg = (
                 f"Input variables should be {expected_input_vars}, "
                 f"but got {prompt.input_variables}"
             )
+            raise ValueError(msg)
 
     @property
     def evaluation_name(self) -> str:
@@ -294,6 +299,7 @@ class ContextQAEvalChain(LLMChain, StringEvaluator, LLMEvalChain):
             parsed_result[RUN_KEY] = result[RUN_KEY]
         return parsed_result
 
+    @override
     def _evaluate_strings(
         self,
         *,
@@ -315,6 +321,7 @@ class ContextQAEvalChain(LLMChain, StringEvaluator, LLMEvalChain):
         )
         return self._prepare_output(result)
 
+    @override
     async def _aevaluate_strings(
         self,
         *,

langchain/evaluation/qa/eval_prompt.py

@@ -1,4 +1,3 @@
-# flake8: noqa
 from langchain_core.prompts import PromptTemplate
 
 template = """You are a teacher grading a quiz.
@@ -10,12 +9,12 @@ STUDENT ANSWER: student's answer here
 TRUE ANSWER: true answer here
 GRADE: CORRECT or INCORRECT here
 
-Grade the student answers based ONLY on their factual accuracy. Ignore differences in punctuation and phrasing between the student answer and true answer. It is OK if the student answer contains more information than the true answer, as long as it does not contain any conflicting statements. Begin! 
+Grade the student answers based ONLY on their factual accuracy. Ignore differences in punctuation and phrasing between the student answer and true answer. It is OK if the student answer contains more information than the true answer, as long as it does not contain any conflicting statements. Begin!
 
 QUESTION: {query}
 STUDENT ANSWER: {result}
 TRUE ANSWER: {answer}
-GRADE:"""
+GRADE:"""  # noqa: E501
 PROMPT = PromptTemplate(
     input_variables=["query", "result", "answer"], template=template
 )
@@ -29,12 +28,12 @@ CONTEXT: context the question is about here
 STUDENT ANSWER: student's answer here
 GRADE: CORRECT or INCORRECT here
 
-Grade the student answers based ONLY on their factual accuracy. Ignore differences in punctuation and phrasing between the student answer and true answer. It is OK if the student answer contains more information than the true answer, as long as it does not contain any conflicting statements. Begin! 
+Grade the student answers based ONLY on their factual accuracy. Ignore differences in punctuation and phrasing between the student answer and true answer. It is OK if the student answer contains more information than the true answer, as long as it does not contain any conflicting statements. Begin!
 
 QUESTION: {query}
 CONTEXT: {context}
 STUDENT ANSWER: {result}
-GRADE:"""
+GRADE:"""  # noqa: E501
 CONTEXT_PROMPT = PromptTemplate(
     input_variables=["query", "context", "result"], template=context_template
 )
@@ -51,12 +50,12 @@ STUDENT ANSWER: student's answer here
 EXPLANATION: step by step reasoning here
 GRADE: CORRECT or INCORRECT here
 
-Grade the student answers based ONLY on their factual accuracy. Ignore differences in punctuation and phrasing between the student answer and true answer. It is OK if the student answer contains more information than the true answer, as long as it does not contain any conflicting statements. Begin! 
+Grade the student answers based ONLY on their factual accuracy. Ignore differences in punctuation and phrasing between the student answer and true answer. It is OK if the student answer contains more information than the true answer, as long as it does not contain any conflicting statements. Begin!
 
 QUESTION: {query}
 CONTEXT: {context}
 STUDENT ANSWER: {result}
-EXPLANATION:"""
+EXPLANATION:"""  # noqa: E501
 COT_PROMPT = PromptTemplate(
     input_variables=["query", "context", "result"], template=cot_template
 )
@@ -72,7 +71,7 @@ template = """You are comparing a submitted answer to an expert answer on a give
 [Submission]: {result}
 ***
 [END DATA]
-Compare the content and correctness of the submitted SQL with the expert answer. Ignore any differences in whitespace, style, or output column names. The submitted answer may either be correct or incorrect. Determine which case applies. First, explain in detail the similarities or differences between the expert answer and the submission, ignoring superficial aspects such as whitespace, style or output column names. Do not state the final answer in your initial explanation. Then, respond with either "CORRECT" or "INCORRECT" (without quotes or punctuation) on its own line. This should correspond to whether the submitted SQL and the expert answer are semantically the same or different, respectively. Then, repeat your final answer on a new line."""
+Compare the content and correctness of the submitted SQL with the expert answer. Ignore any differences in whitespace, style, or output column names. The submitted answer may either be correct or incorrect. Determine which case applies. First, explain in detail the similarities or differences between the expert answer and the submission, ignoring superficial aspects such as whitespace, style or output column names. Do not state the final answer in your initial explanation. Then, respond with either "CORRECT" or "INCORRECT" (without quotes or punctuation) on its own line. This should correspond to whether the submitted SQL and the expert answer are semantically the same or different, respectively. Then, repeat your final answer on a new line."""  # noqa: E501
 
 SQL_PROMPT = PromptTemplate(
     input_variables=["query", "answer", "result"], template=template

langchain/evaluation/qa/generate_chain.py

@@ -13,7 +13,8 @@ from langchain.evaluation.qa.generate_prompt import PROMPT
 from langchain.output_parsers.regex import RegexParser
 
 _QA_OUTPUT_PARSER = RegexParser(
-    regex=r"QUESTION: (.*?)\n+ANSWER: (.*)", output_keys=["query", "answer"]
+    regex=r"QUESTION: (.*?)\n+ANSWER: (.*)",
+    output_keys=["query", "answer"],
 )
 
 

langchain/evaluation/qa/generate_prompt.py

@@ -1,8 +1,6 @@
-# flake8: noqa
-from langchain.output_parsers.regex import RegexParser
 from langchain_core.prompts import PromptTemplate
 
-template = """You are a teacher coming up with questions to ask on a quiz. 
+template = """You are a teacher coming up with questions to ask on a quiz.
 Given the following document, please generate a question and answer based on that document.
 
 Example Format:
@@ -16,7 +14,7 @@ These questions should be detailed and be based explicitly on information in the
 
 <Begin Document>
 {doc}
-<End Document>"""
+<End Document>"""  # noqa: E501
 PROMPT = PromptTemplate(
     input_variables=["doc"],
     template=template,

langchain/evaluation/schema.py

@@ -34,7 +34,7 @@ class EvaluatorType(str, Enum):
     """The pairwise string evaluator, which predicts the preferred prediction from
     between two models."""
     SCORE_STRING = "score_string"
-    """The scored string evaluator, which gives a score between 1 and 10 
+    """The scored string evaluator, which gives a score between 1 and 10
     to a prediction."""
     LABELED_PAIRWISE_STRING = "labeled_pairwise_string"
     """The labeled pairwise string evaluator, which predicts the preferred prediction
@@ -109,25 +109,27 @@ class _EvalArgsMixin:
     def _check_evaluation_args(
         self,
         reference: Optional[str] = None,
-        input: Optional[str] = None,
+        input_: Optional[str] = None,
     ) -> None:
         """Check if the evaluation arguments are valid.
 
         Args:
             reference (Optional[str], optional): The reference label.
-            input (Optional[str], optional): The input string.
+            input_ (Optional[str], optional): The input string.
         Raises:
             ValueError: If the evaluator requires an input string but none is provided,
                 or if the evaluator requires a reference label but none is provided.
         """
-        if self.requires_input and input is None:
-            raise ValueError(f"{self.__class__.__name__} requires an input string.")
-        elif input is not None and not self.requires_input:
-            warn(self._skip_input_warning)
+        if self.requires_input and input_ is None:
+            msg = f"{self.__class__.__name__} requires an input string."
+            raise ValueError(msg)
+        if input_ is not None and not self.requires_input:
+            warn(self._skip_input_warning, stacklevel=3)
         if self.requires_reference and reference is None:
-            raise ValueError(f"{self.__class__.__name__} requires a reference string.")
-        elif reference is not None and not self.requires_reference:
-            warn(self._skip_reference_warning)
+            msg = f"{self.__class__.__name__} requires a reference string."
+            raise ValueError(msg)
+        if reference is not None and not self.requires_reference:
+            warn(self._skip_reference_warning, stacklevel=3)
 
 
 class StringEvaluator(_EvalArgsMixin, ABC):
@@ -150,7 +152,7 @@ class StringEvaluator(_EvalArgsMixin, ABC):
         *,
         prediction: Union[str, Any],
         reference: Optional[Union[str, Any]] = None,
-        input: Optional[Union[str, Any]] = None,
+        input: Optional[Union[str, Any]] = None,  # noqa: A002
         **kwargs: Any,
     ) -> dict:
         """Evaluate Chain or LLM output, based on optional input and label.
@@ -173,7 +175,7 @@ class StringEvaluator(_EvalArgsMixin, ABC):
         *,
         prediction: Union[str, Any],
         reference: Optional[Union[str, Any]] = None,
-        input: Optional[Union[str, Any]] = None,
+        input: Optional[Union[str, Any]] = None,  # noqa: A002
         **kwargs: Any,
     ) -> dict:
         """Asynchronously evaluate Chain or LLM output, based on optional input and label.
@@ -204,7 +206,7 @@ class StringEvaluator(_EvalArgsMixin, ABC):
         *,
         prediction: str,
         reference: Optional[str] = None,
-        input: Optional[str] = None,
+        input: Optional[str] = None,  # noqa: A002
         **kwargs: Any,
     ) -> dict:
         """Evaluate Chain or LLM output, based on optional input and label.
@@ -217,9 +219,12 @@ class StringEvaluator(_EvalArgsMixin, ABC):
         Returns:
             dict: The evaluation results containing the score or value.
         """  # noqa: E501
-        self._check_evaluation_args(reference=reference, input=input)
+        self._check_evaluation_args(reference=reference, input_=input)
         return self._evaluate_strings(
-            prediction=prediction, reference=reference, input=input, **kwargs
+            prediction=prediction,
+            reference=reference,
+            input=input,
+            **kwargs,
         )
 
     async def aevaluate_strings(
@@ -227,7 +232,7 @@ class StringEvaluator(_EvalArgsMixin, ABC):
         *,
         prediction: str,
         reference: Optional[str] = None,
-        input: Optional[str] = None,
+        input: Optional[str] = None,  # noqa: A002
         **kwargs: Any,
     ) -> dict:
         """Asynchronously evaluate Chain or LLM output, based on optional input and label.
@@ -240,9 +245,12 @@ class StringEvaluator(_EvalArgsMixin, ABC):
         Returns:
             dict: The evaluation results containing the score or value.
         """  # noqa: E501
-        self._check_evaluation_args(reference=reference, input=input)
+        self._check_evaluation_args(reference=reference, input_=input)
         return await self._aevaluate_strings(
-            prediction=prediction, reference=reference, input=input, **kwargs
+            prediction=prediction,
+            reference=reference,
+            input=input,
+            **kwargs,
         )
 
 
@@ -256,7 +264,7 @@ class PairwiseStringEvaluator(_EvalArgsMixin, ABC):
         prediction: str,
         prediction_b: str,
         reference: Optional[str] = None,
-        input: Optional[str] = None,
+        input: Optional[str] = None,  # noqa: A002
         **kwargs: Any,
     ) -> dict:
         """Evaluate the output string pairs.
@@ -277,7 +285,7 @@ class PairwiseStringEvaluator(_EvalArgsMixin, ABC):
         prediction: str,
         prediction_b: str,
         reference: Optional[str] = None,
-        input: Optional[str] = None,
+        input: Optional[str] = None,  # noqa: A002
         **kwargs: Any,
     ) -> dict:
         """Asynchronously evaluate the output string pairs.
@@ -307,7 +315,7 @@ class PairwiseStringEvaluator(_EvalArgsMixin, ABC):
         prediction: str,
         prediction_b: str,
         reference: Optional[str] = None,
-        input: Optional[str] = None,
+        input: Optional[str] = None,  # noqa: A002
         **kwargs: Any,
     ) -> dict:
         """Evaluate the output string pairs.
@@ -321,7 +329,7 @@ class PairwiseStringEvaluator(_EvalArgsMixin, ABC):
         Returns:
             dict: A dictionary containing the preference, scores, and/or other information.
         """  # noqa: E501
-        self._check_evaluation_args(reference=reference, input=input)
+        self._check_evaluation_args(reference=reference, input_=input)
         return self._evaluate_string_pairs(
             prediction=prediction,
             prediction_b=prediction_b,
@@ -336,7 +344,7 @@ class PairwiseStringEvaluator(_EvalArgsMixin, ABC):
         prediction: str,
         prediction_b: str,
         reference: Optional[str] = None,
-        input: Optional[str] = None,
+        input: Optional[str] = None,  # noqa: A002
         **kwargs: Any,
     ) -> dict:
         """Asynchronously evaluate the output string pairs.
@@ -350,7 +358,7 @@ class PairwiseStringEvaluator(_EvalArgsMixin, ABC):
         Returns:
             dict: A dictionary containing the preference, scores, and/or other information.
         """  # noqa: E501
-        self._check_evaluation_args(reference=reference, input=input)
+        self._check_evaluation_args(reference=reference, input_=input)
         return await self._aevaluate_string_pairs(
             prediction=prediction,
             prediction_b=prediction_b,
@@ -374,7 +382,7 @@ class AgentTrajectoryEvaluator(_EvalArgsMixin, ABC):
         *,
         prediction: str,
         agent_trajectory: Sequence[tuple[AgentAction, str]],
-        input: str,
+        input: str,  # noqa: A002
         reference: Optional[str] = None,
         **kwargs: Any,
     ) -> dict:
@@ -396,7 +404,7 @@ class AgentTrajectoryEvaluator(_EvalArgsMixin, ABC):
         *,
         prediction: str,
         agent_trajectory: Sequence[tuple[AgentAction, str]],
-        input: str,
+        input: str,  # noqa: A002
         reference: Optional[str] = None,
         **kwargs: Any,
     ) -> dict:
@@ -427,7 +435,7 @@ class AgentTrajectoryEvaluator(_EvalArgsMixin, ABC):
         *,
         prediction: str,
         agent_trajectory: Sequence[tuple[AgentAction, str]],
-        input: str,
+        input: str,  # noqa: A002
         reference: Optional[str] = None,
         **kwargs: Any,
     ) -> dict:
@@ -443,7 +451,7 @@ class AgentTrajectoryEvaluator(_EvalArgsMixin, ABC):
         Returns:
             dict: The evaluation result.
         """
-        self._check_evaluation_args(reference=reference, input=input)
+        self._check_evaluation_args(reference=reference, input_=input)
         return self._evaluate_agent_trajectory(
             prediction=prediction,
             input=input,
@@ -457,7 +465,7 @@ class AgentTrajectoryEvaluator(_EvalArgsMixin, ABC):
         *,
         prediction: str,
         agent_trajectory: Sequence[tuple[AgentAction, str]],
-        input: str,
+        input: str,  # noqa: A002
         reference: Optional[str] = None,
         **kwargs: Any,
     ) -> dict:
@@ -473,7 +481,7 @@ class AgentTrajectoryEvaluator(_EvalArgsMixin, ABC):
         Returns:
             dict: The evaluation result.
         """
-        self._check_evaluation_args(reference=reference, input=input)
+        self._check_evaluation_args(reference=reference, input_=input)
         return await self._aevaluate_agent_trajectory(
             prediction=prediction,
             input=input,

langchain/evaluation/scoring/__init__.py

@@ -28,4 +28,4 @@ from langchain.evaluation.scoring.eval_chain import (
     ScoreStringEvalChain,
 )
 
-__all__ = ["ScoreStringEvalChain", "LabeledScoreStringEvalChain"]
+__all__ = ["LabeledScoreStringEvalChain", "ScoreStringEvalChain"]

langchain/evaluation/scoring/eval_chain.py

@@ -11,6 +11,7 @@ from langchain_core.language_models import BaseLanguageModel
 from langchain_core.output_parsers import BaseOutputParser
 from langchain_core.prompts.prompt import PromptTemplate
 from pydantic import ConfigDict, Field
+from typing_extensions import override
 
 from langchain.chains.constitutional_ai.models import ConstitutionalPrinciple
 from langchain.chains.llm import LLMChain
@@ -69,7 +70,7 @@ def resolve_criteria(
             Criteria.DEPTH,
         ]
         return {k.value: _SUPPORTED_CRITERIA[k] for k in _default_criteria}
-    elif isinstance(criteria, Criteria):
+    if isinstance(criteria, Criteria):
         criteria_ = {criteria.value: _SUPPORTED_CRITERIA[criteria]}
     elif isinstance(criteria, str):
         if criteria in _SUPPORTED_CRITERIA:
@@ -86,11 +87,12 @@ def resolve_criteria(
         }
     else:
         if not criteria:
-            raise ValueError(
+            msg = (
                 "Criteria cannot be empty. "
                 "Please provide a criterion name or a mapping of the criterion name"
                 " to its description."
             )
+            raise ValueError(msg)
         criteria_ = dict(criteria)
     return criteria_
 
@@ -131,12 +133,13 @@ class ScoreStringResultOutputParser(BaseOutputParser[dict]):
         if match:
             verdict = match.group(1)
 
-        if not match or verdict not in list("123456789") + ["10"]:
-            raise ValueError(
+        if not match or verdict not in [*list("123456789"), "10"]:
+            msg = (
                 f"Invalid output: {text}. "
                 "Output must contain a double bracketed string\
                  with the verdict between 1 and 10."
             )
+            raise ValueError(msg)
 
         return {
             "reasoning": text,
@@ -172,7 +175,7 @@ class ScoreStringEvalChain(StringEvaluator, LLMEvalChain, LLMChain):
 
     output_key: str = "results"  #: :meta private:
     output_parser: BaseOutputParser = Field(
-        default_factory=ScoreStringResultOutputParser
+        default_factory=ScoreStringResultOutputParser,
     )
     normalize_by: Optional[float] = None
     """The value to normalize the score by, if specified."""
@@ -259,16 +262,17 @@ class ScoreStringEvalChain(StringEvaluator, LLMEvalChain, LLMChain):
         if not (hasattr(llm, "model_name") and not llm.model_name.startswith("gpt-4")):
             logger.warning(
                 "This chain was only tested with GPT-4. \
-Performance may be significantly worse with other models."
+Performance may be significantly worse with other models.",
             )
 
         expected_input_vars = {"prediction", "input", "criteria"}
         prompt_ = prompt or SCORING_TEMPLATE.partial(reference="")
         if expected_input_vars != set(prompt_.input_variables):
-            raise ValueError(
+            msg = (
                 f"Input variables should be {expected_input_vars}, "
                 f"but got {prompt_.input_variables}"
             )
+            raise ValueError(msg)
         criteria_ = resolve_criteria(criteria)
         criteria_str = "\n".join(
             f"{k}: {v}" if v else k for k, v in criteria_.items()
@@ -289,7 +293,7 @@ Performance may be significantly worse with other models."
     def _prepare_input(
         self,
         prediction: str,
-        input: Optional[str],
+        input_: Optional[str],
         reference: Optional[str],
     ) -> dict:
         """Prepare the input for the chain.
@@ -297,20 +301,20 @@ Performance may be significantly worse with other models."
         Args:
             prediction (str): The output string from the first model.
             prediction_b (str): The output string from the second model.
-            input (str, optional): The input or task string.
+            input_ (str, optional): The input or task string.
             reference (str, optional): The reference string, if any.
 
         Returns:
             dict: The prepared input for the chain.
 
         """
-        input_ = {
+        input_dict = {
             "prediction": prediction,
-            "input": input,
+            "input": input_,
         }
         if self.requires_reference:
-            input_["reference"] = reference
-        return input_
+            input_dict["reference"] = reference
+        return input_dict
 
     def _prepare_output(self, result: dict) -> dict:
         """Prepare the output."""
@@ -321,6 +325,7 @@ Performance may be significantly worse with other models."
             parsed["score"] = parsed["score"] / self.normalize_by
         return parsed
 
+    @override
     def _evaluate_strings(
         self,
         *,
@@ -358,7 +363,8 @@ Performance may be significantly worse with other models."
         )
         return self._prepare_output(result)
 
-    async def _aevaluate_string_pairs(
+    @override
+    async def _aevaluate_strings(
         self,
         *,
         prediction: str,
@@ -448,10 +454,11 @@ class LabeledScoreStringEvalChain(ScoreStringEvalChain):
         }
         prompt_ = prompt or SCORING_TEMPLATE_WITH_REFERENCE
         if expected_input_vars != set(prompt_.input_variables):
-            raise ValueError(
+            msg = (
                 f"Input variables should be {expected_input_vars}, "
                 f"but got {prompt_.input_variables}"
             )
+            raise ValueError(msg)
         criteria_ = resolve_criteria(criteria)
         criteria_str = "\n".join(f"{k}: {v}" for k, v in criteria_.items()).strip()
         criteria_str = (

langchain/evaluation/scoring/prompt.py

@@ -5,7 +5,6 @@ and answers the question. The prompt is based on the paper from
 Zheng, et. al. https://arxiv.org/abs/2306.05685
 """
 
-# flake8: noqa
 from langchain_core.prompts.chat import ChatPromptTemplate
 
 SYSTEM_MESSAGE = "You are a helpful assistant."

langchain/evaluation/string_distance/base.py

@@ -10,6 +10,7 @@ from langchain_core.callbacks.manager import (
 )
 from langchain_core.utils import pre_init
 from pydantic import Field
+from typing_extensions import override
 
 from langchain.chains.base import Chain
 from langchain.evaluation.schema import PairwiseStringEvaluator, StringEvaluator
@@ -28,11 +29,12 @@ def _load_rapidfuzz() -> Any:
     """
     try:
         import rapidfuzz
-    except ImportError:
-        raise ImportError(
+    except ImportError as e:
+        msg = (
             "Please install the rapidfuzz library to use the FuzzyMatchStringEvaluator."
             "Please install it with `pip install rapidfuzz`."
         )
+        raise ImportError(msg) from e
     return rapidfuzz.distance
 
 
@@ -104,7 +106,7 @@ class _RapidFuzzChainMixin(Chain):
         return result
 
     @staticmethod
-    def _get_metric(distance: str, normalize_score: bool = False) -> Callable:
+    def _get_metric(distance: str, *, normalize_score: bool = False) -> Callable:
         """
         Get the distance metric function based on the distance type.
 
@@ -128,15 +130,15 @@ class _RapidFuzzChainMixin(Chain):
             StringDistance.INDEL: rf_distance.Indel,
         }
         if distance not in module_map:
-            raise ValueError(
+            msg = (
                 f"Invalid distance metric: {distance}"
                 f"\nMust be one of: {list(StringDistance)}"
             )
+            raise ValueError(msg)
         module = module_map[distance]
         if normalize_score:
             return module.normalized_distance
-        else:
-            return module.distance
+        return module.distance
 
     @property
     def metric(self) -> Callable:
@@ -147,7 +149,8 @@ class _RapidFuzzChainMixin(Chain):
             Callable: The distance metric function.
         """
         return _RapidFuzzChainMixin._get_metric(
-            self.distance, normalize_score=self.normalize_score
+            self.distance,
+            normalize_score=self.normalize_score,
         )
 
     def compute_metric(self, a: str, b: str) -> float:
@@ -258,6 +261,7 @@ class StringDistanceEvalChain(StringEvaluator, _RapidFuzzChainMixin):
         """
         return {"score": self.compute_metric(inputs["reference"], inputs["prediction"])}
 
+    @override
     def _evaluate_strings(
         self,
         *,
@@ -293,6 +297,7 @@ class StringDistanceEvalChain(StringEvaluator, _RapidFuzzChainMixin):
 
         return self._prepare_output(result)
 
+    @override
     async def _aevaluate_strings(
         self,
         *,
@@ -369,7 +374,7 @@ class PairwiseStringDistanceEvalChain(PairwiseStringEvaluator, _RapidFuzzChainMi
             Dict[str, Any]: The evaluation results containing the score.
         """
         return {
-            "score": self.compute_metric(inputs["prediction"], inputs["prediction_b"])
+            "score": self.compute_metric(inputs["prediction"], inputs["prediction_b"]),
         }
 
     async def _acall(
@@ -389,7 +394,7 @@ class PairwiseStringDistanceEvalChain(PairwiseStringEvaluator, _RapidFuzzChainMi
             Dict[str, Any]: The evaluation results containing the score.
         """
         return {
-            "score": self.compute_metric(inputs["prediction"], inputs["prediction_b"])
+            "score": self.compute_metric(inputs["prediction"], inputs["prediction_b"]),
         }
 
     def _evaluate_string_pairs(