judgeval 0.7.1__py3-none-any.whl → 0.9.0__py3-none-any.whl

judgeval-0.9.0.dist-info/RECORD

@@ -0,0 +1,80 @@
+judgeval/__init__.py,sha256=w6X0PmRy4_syBWPrK0sMoTDnEwUhsorPIg5iBKnNGUs,4907
+judgeval/cli.py,sha256=R5IiIQmSVg21kQHX2kL3sOeXCxvvAMSqyva3Z9AoSXc,1560
+judgeval/constants.py,sha256=fqzSY7tDfseWy1trLjCSGC6WVOFEm_4hvA8IFpv7CUc,3683
+judgeval/env.py,sha256=R0bj7XU29RIVVQjkVMa11ObhOYVMbaE_3LTvL3I9dWM,2212
+judgeval/exceptions.py,sha256=tTbfe4yoOtPXmn22UQz9-6a-5PT9uOko85xaRRwr0Sw,621
+judgeval/logger.py,sha256=ZWbp0QfT1CJnQIjV-Zle4n489nFCKEmD2-ukx--iiow,1553
+judgeval/version.py,sha256=kJtYsih3hTYZ_rY_Lt0RcFqvjAfF5Xo1uNq0jZWJ5pw,73
+judgeval/warnings.py,sha256=LbGte14ppiFjrkp-JJYueZ40NWFvMkWRvPXr6r-fUWw,73
+judgeval/api/__init__.py,sha256=DZ-dijtkzUsjY3CBdCh6TH_PHC5qlI_tAFCBgvAZNjU,14538
+judgeval/api/api_types.py,sha256=4xyqlmV9mEoTUIbii-bj7oS0fVwWrJ_UhYxpXvcBywA,9198
+judgeval/data/__init__.py,sha256=1QagDcSQtfnJ632t9Dnq8d7XjAqhmY4mInOWt8qH9tM,455
+judgeval/data/evaluation_run.py,sha256=G7ad4eDQTjketfcQRITk8bs8CIO8rm058H1G_qkLmhc,4729
+judgeval/data/example.py,sha256=aTZg0GWQmUEBHk1n9Asw8sz-8YBWKlFsMZYjwq1DfrI,917
+judgeval/data/judgment_types.py,sha256=b2pDeEOSl_zHJLDzqr0AGYbZ5zrooJMr5VmK-bDrN4o,17082
+judgeval/data/result.py,sha256=JQ6f0XzL9p0oPmx-_z2NKUcISO6pISsVZ5dT1jkBeZs,2120
+judgeval/data/scorer_data.py,sha256=g9PE0DNLikW0LgxGWhgpCiNVOX8PzqEaZKivifLOUDI,2997
+judgeval/data/tool.py,sha256=bj_WxFg22mypUUVR5KqQRxMDHWvKwiE1MMPjLnTCoDU,99
+judgeval/data/trace.py,sha256=HTeucJqNdFsQI3Ybb6mJ8NkmHkc1vIddzQ7BtQs25k8,1315
+judgeval/data/trace_run.py,sha256=VCQUdDlrHixyiqWW1RUiCtLgqMt-3oW1M1A7CCer2Ok,1635
+judgeval/data/scripts/fix_default_factory.py,sha256=lvp2JwYZqz-XpD9LZNa3mANZVP-jJSZoNzolI6JWERM,591
+judgeval/data/scripts/openapi_transform.py,sha256=Sm04JClzyP1ga8KA3gkIdsae8Hlx-XU7-x0gHCQYOhg,3877
+judgeval/dataset/__init__.py,sha256=xlg4VgEvbReWOlk6MK4GqJubSOeo17VqoIyjdMwmIf8,6573
+judgeval/evaluation/__init__.py,sha256=O0sk3zP5jbHPtknT6DuB6ijkJ3-0I54mMf1UzDPKMF0,15409
+judgeval/integrations/langgraph/__init__.py,sha256=VvqCKOk65A2gLlr8uWrJVzpRF5OnIja5zwF4hGPEFsw,27540
+judgeval/judges/__init__.py,sha256=e7JnTc1TG_SwqydDHTXHIP0EBazQxt-ydMQG7ghSU5A,228
+judgeval/judges/base_judge.py,sha256=_dz0qWsKRxzXxpRY9l6mrxTRYPSF2FE4ZXkrzhZ4gbY,986
+judgeval/judges/litellm_judge.py,sha256=5vEF0IUo7HVWnOF2ww-DMke8Xkarnz32B_qbgKjc0-I,4182
+judgeval/judges/together_judge.py,sha256=GzwlXZJzle8hT-vWKmq39JyIeanJqJfHDOkrksUbzk0,4398
+judgeval/judges/utils.py,sha256=ITbYwvjU3o9-FIAReFvxh24yJrx9LV3l9BnSBgKUpxg,2068
+judgeval/scorers/__init__.py,sha256=a5f_QcC7P9DjoOu_DMmADlkIXebo0d3zEJDJ7mhN3tM,640
+judgeval/scorers/agent_scorer.py,sha256=V1NSwhGWgtXPsX-blKLkDLsPPbEiP-A4614X-95dtlQ,565
+judgeval/scorers/api_scorer.py,sha256=M7cwJ2YY2Mw0pCo1UH-29jwrNd2PdiBRdQtmWS5ijXA,2173
+judgeval/scorers/base_scorer.py,sha256=8uhkmj78R6-Stenl1eo6IVqKSBgkLpoqR0acGi-Fxik,2788
+judgeval/scorers/example_scorer.py,sha256=o_BGUztJXjnKnuOqIa9T4PXe0wPoWg63FyH518N1LxA,561
+judgeval/scorers/exceptions.py,sha256=ACDHK5-TWiF3NTk-wycaedpbrdobm-CvvC1JA_iP-Mk,179
+judgeval/scorers/score.py,sha256=xquM59SCtNeuAsrBsHFgBQk3CHp4-bms4oFs24xfcU0,7176
+judgeval/scorers/trace_api_scorer.py,sha256=B2Vp8Jj2I7N-G1weHMm1b_9gVbn0BMcOtestMFNtx08,112
+judgeval/scorers/utils.py,sha256=iSZONwK0HecxUPz-cMCyra_87DSCag1E8BdpF2a4_44,377
+judgeval/scorers/judgeval_scorers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+judgeval/scorers/judgeval_scorers/api_scorers/__init__.py,sha256=MFsxDPZoZibJlsz4RgtLehA3rVcEfS9o5cw0l8gI5IM,1046
+judgeval/scorers/judgeval_scorers/api_scorers/answer_correctness.py,sha256=zJsU0VrUmRhY9qav48c6jTyDqUwI3JzhV9ajtlJCe0M,544
+judgeval/scorers/judgeval_scorers/api_scorers/answer_relevancy.py,sha256=UDfzTO9Fx0FA5o0wfD8kprrGA4eW-43Rn9Gc0BQtKgY,393
+judgeval/scorers/judgeval_scorers/api_scorers/derailment_scorer.py,sha256=mbBvirNcivu9dP6deM7FogDXrdwI9o8yqsO8IeKPSb4,309
+judgeval/scorers/judgeval_scorers/api_scorers/faithfulness.py,sha256=ps51bTgQsD9xGYsk1v9bx0WxQMqywSllCE9_xlJkLd8,531
+judgeval/scorers/judgeval_scorers/api_scorers/instruction_adherence.py,sha256=aQzu-TiGqG74JDQ927evv5yGmnZw2AOolyHvlIhiUbI,683
+judgeval/scorers/judgeval_scorers/api_scorers/prompt_scorer.py,sha256=C-9Q7s9K7mcgFMcEL0I_7XQZMRqrL5MFRi9G6Dx8-v8,8505
+judgeval/scorers/judgeval_scorers/api_scorers/tool_dependency.py,sha256=BhrLnIASZOTT9XJ6giYSoVfdR7NYsjRRTOTNioNtEiU,610
+judgeval/scorers/judgeval_scorers/api_scorers/tool_order.py,sha256=bMu0WMJaXdMyDTN42sVLoWV-lrUHCEa8iDrCI_K7nlQ,808
+judgeval/tracer/__init__.py,sha256=WmRmfvBOkzwEaAljwJ_ClNDJt1zB6J562G5BYXNMySY,36914
+judgeval/tracer/constants.py,sha256=ae8tivAW97awJQxdRB9OMqX50wOLX3zqChT_AGkPBu0,85
+judgeval/tracer/keys.py,sha256=qXPoZSkEhVF-YYfQ9-zeDMVdr4GtpPf2W7MPJaN2AQo,2889
+judgeval/tracer/local_eval_queue.py,sha256=Amt7xkdmVJH1l2itm-ogiIW5oDaLnACisGfsdZjazn0,7228
+judgeval/tracer/managers.py,sha256=h2ZHJ61_vf3cS-HlEUiodFzKDUuQWIhYC6n7pMVyM9c,6113
+judgeval/tracer/utils.py,sha256=jljfr-oiCy8agOh0apAoR04tR2XRAzFg51On_LPzue8,600
+judgeval/tracer/exporters/__init__.py,sha256=lnZXfPGaQH844HAIuZCQqjqhnmZGA98kHY8Xp-Oi4Ws,1220
+judgeval/tracer/exporters/s3.py,sha256=N9gmw17cnR0VkfAQQkLsNj5BksgNRETThR5qYhWRjP4,4360
+judgeval/tracer/exporters/store.py,sha256=KQV3cyqteesByQjR-9VdPXT9OlUZ-6F08ogqj837_c0,1012
+judgeval/tracer/exporters/utils.py,sha256=JRcoSQuEHxMDJbXfyrUIfA2SHBVkZM82h4bTbYGxkNw,1154
+judgeval/tracer/llm/__init__.py,sha256=p9uwWPg9k-NcWjj9TbwQj55sHhBOqRYx2-Ld6YHaFUs,42625
+judgeval/tracer/llm/providers.py,sha256=QQLJlSNnDjXRAc2Wqw78o254COJUSXX39D7D_mx3NVA,2651
+judgeval/tracer/processors/__init__.py,sha256=Fpm_cocYj3fwWAE9hcVder6TcYcycbXJWpmdyOjw5uY,5802
+judgeval/trainer/__init__.py,sha256=h_DDVV7HFF7HUPAJFpt2d9wjqgnmEVcHxqZyB1k7pPQ,257
+judgeval/trainer/config.py,sha256=8s0X8B334PJomorwONaUpb6K8cAMxRdYAeQdtx7HPHs,4258
+judgeval/trainer/console.py,sha256=PJ0rCnDwC7aoW-VsLDS96ZyMyagh-l9EOJKff1ATIpo,4342
+judgeval/trainer/trainable_model.py,sha256=vSDtHJJ-fLczC2gkaY9jG6TQvLgWqaVjElm1l8YlJcU,8959
+judgeval/trainer/trainer.py,sha256=_dlV0NSD4jfNgTb2GwghWGBmnoNsooQq85nvIWW5VR4,16550
+judgeval/utils/async_utils.py,sha256=lgCgi8gkLUcAEepruEkx-AGQgJnAJpKmBIhZx6Y0q2s,935
+judgeval/utils/decorators.py,sha256=rdqY1w0zNL6O6GU6Wdeo0-x5EgpFTEhU2vkgiWsRYdc,525
+judgeval/utils/file_utils.py,sha256=3LI1YCZwO5ogTgJreyOgRgDksey3natO2Td1PQqaPyY,3252
+judgeval/utils/guards.py,sha256=QBb6m6KElxdvt2bskLZCKh_zGHbBcqV-VfGzT63o3hY,807
+judgeval/utils/meta.py,sha256=wQFCLJTNKF9yUdXcw37AT6mC-wqzZpAvjn5gP_6flD8,349
+judgeval/utils/serialize.py,sha256=AtpdMQXC03xhImLJjSNCi-PqsUek2mcwvtd2ryrATTQ,6057
+judgeval/utils/testing.py,sha256=kJOq4LlEXaNThfg9oSIRqSK7IH8AwLgbukjn5uxMY7A,3661
+judgeval/utils/url.py,sha256=Shf0v3XcbaWpL0m1eGJEEO_z4TsQCnDB2Rl25OTUmiI,195
+judgeval/utils/version_check.py,sha256=kcF6SvB6GbVKI0Gv9QRVm-kvBn9_z-c3jmPORsXO3h0,1015
+judgeval-0.9.0.dist-info/METADATA,sha256=LHcfmmHNxDbQQ2jrSTHqkjxYQkK11MMtj_4Jkd9wASs,8869
+judgeval-0.9.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+judgeval-0.9.0.dist-info/entry_points.txt,sha256=-eoeD-oDLn4A7MSgeBS9Akwanf3_0r0cgEleBcIOjg0,46
+judgeval-0.9.0.dist-info/licenses/LICENSE.md,sha256=tKmCg7k5QOmxPK19XMfzim04QiQJPmgIm0pAn55IJwk,11352
+judgeval-0.9.0.dist-info/RECORD,,

judgeval/clients.py

@@ -1,35 +0,0 @@
-import os
-from dotenv import load_dotenv
-from openai import OpenAI
-from typing import Optional
-
-PATH_TO_DOTENV = os.path.join(os.path.dirname(__file__), ".env")
-load_dotenv(dotenv_path=PATH_TO_DOTENV)
-
-
-# Initialize optional OpenAI client
-client: Optional["OpenAI"] = None
-if os.getenv("OPENAI_API_KEY"):
-    try:
-        from openai import OpenAI
-
-        client = OpenAI()
-    except ImportError:
-        # openai package not installed
-        pass
-
-# Initialize optional Together clients
-together_client: Optional["Together"] = None
-async_together_client: Optional["AsyncTogether"] = None
-
-# Only initialize Together clients if API key is available
-
-together_api_key = os.getenv("TOGETHERAI_API_KEY") or os.getenv("TOGETHER_API_KEY")
-if together_api_key:
-    try:
-        from together import Together, AsyncTogether
-
-        together_client = Together(api_key=together_api_key)
-        async_together_client = AsyncTogether(api_key=together_api_key)
-    except Exception:
-        pass

judgeval/common/__init__.py

@@ -1,13 +0,0 @@
-from judgeval.common.utils import (
-    get_chat_completion,
-    aget_chat_completion,
-    get_completion_multiple_models,
-    aget_completion_multiple_models,
-)
-
-__all__ = [
-    "get_chat_completion",
-    "aget_chat_completion",
-    "get_completion_multiple_models",
-    "aget_completion_multiple_models",
-]

judgeval/common/api/__init__.py

@@ -1,3 +0,0 @@
-from .api import JudgmentApiClient, JudgmentAPIException
-
-__all__ = ["JudgmentApiClient", "JudgmentAPIException"]

judgeval/common/api/api.py

@@ -1,375 +0,0 @@
-from typing import Literal, List, Dict, Any, Union, Optional
-from requests import exceptions
-from judgeval.common.api.constants import (
-    JUDGMENT_TRACES_FETCH_API_URL,
-    JUDGMENT_TRACES_UPSERT_API_URL,
-    JUDGMENT_TRACES_DELETE_API_URL,
-    JUDGMENT_TRACES_SPANS_BATCH_API_URL,
-    JUDGMENT_TRACES_EVALUATION_RUNS_BATCH_API_URL,
-    JUDGMENT_DATASETS_PUSH_API_URL,
-    JUDGMENT_DATASETS_APPEND_EXAMPLES_API_URL,
-    JUDGMENT_DATASETS_PULL_API_URL,
-    JUDGMENT_DATASETS_DELETE_API_URL,
-    JUDGMENT_DATASETS_PROJECT_STATS_API_URL,
-    JUDGMENT_PROJECT_DELETE_API_URL,
-    JUDGMENT_PROJECT_CREATE_API_URL,
-    JUDGMENT_EVAL_API_URL,
-    JUDGMENT_TRACE_EVAL_API_URL,
-    JUDGMENT_EVAL_LOG_API_URL,
-    JUDGMENT_EVAL_FETCH_API_URL,
-    JUDGMENT_EVAL_DELETE_API_URL,
-    JUDGMENT_ADD_TO_RUN_EVAL_QUEUE_API_URL,
-    JUDGMENT_GET_EVAL_STATUS_API_URL,
-    JUDGMENT_SCORER_SAVE_API_URL,
-    JUDGMENT_SCORER_FETCH_API_URL,
-    JUDGMENT_SCORER_EXISTS_API_URL,
-    JUDGMENT_CUSTOM_SCORER_UPLOAD_API_URL,
-    JUDGMENT_DATASETS_APPEND_TRACES_API_URL,
-)
-from judgeval.common.api.constants import (
-    TraceFetchPayload,
-    TraceDeletePayload,
-    SpansBatchPayload,
-    EvaluationEntryResponse,
-    EvaluationRunsBatchPayload,
-    DatasetPushPayload,
-    DatasetAppendPayload,
-    DatasetPullPayload,
-    DatasetDeletePayload,
-    DatasetStatsPayload,
-    ProjectCreatePayload,
-    ProjectDeletePayload,
-    EvalRunRequestBody,
-    DeleteEvalRunRequestBody,
-    EvalLogPayload,
-    EvalStatusPayload,
-    ScorerSavePayload,
-    ScorerFetchPayload,
-    ScorerExistsPayload,
-    CustomScorerUploadPayload,
-    CustomScorerTemplateResponse,
-)
-from judgeval.utils.requests import requests
-from judgeval.common.api.json_encoder import json_encoder
-
-
-class JudgmentAPIException(exceptions.HTTPError):
-    """
-    Exception raised when an error occurs while executing a Judgment API request.
-    Extends requests.exceptions.HTTPError to provide access to the response object.
-    """
-
-    def __init__(self, message: str, response=None, request=None):
-        super().__init__(message, response=response, request=request)
-        self.message = message
-        self.response = response
-        self.request = request
-
-    @property
-    def status_code(self) -> Union[int, None]:
-        """Get the HTTP status code from the response."""
-        return self.response.status_code if self.response else None
-
-    @property
-    def response_json(self) -> Dict[str, Any]:
-        """Get the JSON response body."""
-        try:
-            return self.response.json() if self.response else {}
-        except (ValueError, AttributeError):
-            return {}
-
-    @property
-    def error_detail(self) -> str:
-        """Get the error detail from the response JSON."""
-        return self.response_json.get("detail", "An unknown error occurred.")
-
-
-class JudgmentApiClient:
-    def __init__(self, api_key: str, organization_id: str):
-        self.api_key = api_key
-        self.organization_id = organization_id
-
-    def _do_request(
-        self,
-        method: Literal["POST", "PATCH", "GET", "DELETE"],
-        url: str,
-        payload: Any,
-        timeout: Optional[Union[float, tuple]] = None,
-    ) -> Any:
-        # Prepare request kwargs with optional timeout
-        request_kwargs = self._request_kwargs()
-        if timeout is not None:
-            request_kwargs["timeout"] = timeout
-
-        if method == "GET":
-            r = requests.request(
-                method,
-                url,
-                params=payload,
-                headers=self._headers(),
-                **request_kwargs,
-            )
-        else:
-            r = requests.request(
-                method,
-                url,
-                json=json_encoder(payload),
-                headers=self._headers(),
-                **request_kwargs,
-            )
-
-        try:
-            r.raise_for_status()
-        except exceptions.HTTPError as e:
-            try:
-                detail = r.json().get("detail", "")
-            except Exception:
-                detail = r.text
-
-            raise JudgmentAPIException(
-                f"HTTP {r.status_code}: {r.reason}, {detail}",
-                response=r,
-                request=e.request,
-            )
-
-        return r.json()
-
-    def send_spans_batch(self, spans: List[Dict[str, Any]]):
-        payload: SpansBatchPayload = {
-            "spans": spans,
-            "organization_id": self.organization_id,
-        }
-
-        return self._do_request("POST", JUDGMENT_TRACES_SPANS_BATCH_API_URL, payload)
-
-    def send_evaluation_runs_batch(
-        self, evaluation_entries: List[EvaluationEntryResponse]
-    ):
-        payload: EvaluationRunsBatchPayload = {
-            "organization_id": self.organization_id,
-            "evaluation_entries": evaluation_entries,
-        }
-
-        return self._do_request(
-            "POST", JUDGMENT_TRACES_EVALUATION_RUNS_BATCH_API_URL, payload
-        )
-
-    def fetch_trace(self, trace_id: str):
-        payload: TraceFetchPayload = {"trace_id": trace_id}
-        return self._do_request("POST", JUDGMENT_TRACES_FETCH_API_URL, payload)
-
-    def upsert_trace(self, trace_data: Dict[str, Any]):
-        return self._do_request("POST", JUDGMENT_TRACES_UPSERT_API_URL, trace_data)
-
-    def delete_trace(self, trace_id: str):
-        payload: TraceDeletePayload = {"trace_ids": [trace_id]}
-        return self._do_request("DELETE", JUDGMENT_TRACES_DELETE_API_URL, payload)
-
-    def delete_traces(self, trace_ids: List[str]):
-        payload: TraceDeletePayload = {"trace_ids": trace_ids}
-        return self._do_request("DELETE", JUDGMENT_TRACES_DELETE_API_URL, payload)
-
-    def delete_project(self, project_name: str):
-        payload: ProjectDeletePayload = {"project_name": project_name}
-        return self._do_request("DELETE", JUDGMENT_PROJECT_DELETE_API_URL, payload)
-
-    def create_project(self, project_name: str):
-        payload: ProjectCreatePayload = {"project_name": project_name}
-        return self._do_request("POST", JUDGMENT_PROJECT_CREATE_API_URL, payload)
-
-    def run_evaluation(self, evaluation_run: Dict[str, Any]):
-        return self._do_request("POST", JUDGMENT_EVAL_API_URL, evaluation_run)
-
-    def run_trace_evaluation(self, trace_run: Dict[str, Any]):
-        return self._do_request("POST", JUDGMENT_TRACE_EVAL_API_URL, trace_run)
-
-    def log_evaluation_results(
-        self, results: List[Dict[str, Any]], run: Dict[str, Any]
-    ):
-        payload: EvalLogPayload = {"results": results, "run": run}
-        return self._do_request("POST", JUDGMENT_EVAL_LOG_API_URL, payload)
-
-    def fetch_evaluation_results(self, experiment_run_id: str, project_name: str):
-        payload: EvalRunRequestBody = {
-            "project_name": project_name,
-            "experiment_run_id": experiment_run_id,
-        }
-        return self._do_request("POST", JUDGMENT_EVAL_FETCH_API_URL, payload)
-
-    def delete_evaluation_results(self, project_name: str, eval_names: List[str]):
-        payload: DeleteEvalRunRequestBody = {
-            "project_name": project_name,
-            "eval_names": eval_names,
-            "judgment_api_key": self.api_key,
-        }
-        return self._do_request("POST", JUDGMENT_EVAL_DELETE_API_URL, payload)
-
-    def add_to_evaluation_queue(self, payload: Dict[str, Any]):
-        return self._do_request("POST", JUDGMENT_ADD_TO_RUN_EVAL_QUEUE_API_URL, payload)
-
-    def get_evaluation_status(self, experiment_run_id: str, project_name: str):
-        payload: EvalStatusPayload = {
-            "experiment_run_id": experiment_run_id,
-            "project_name": project_name,
-            "judgment_api_key": self.api_key,
-        }
-        return self._do_request("GET", JUDGMENT_GET_EVAL_STATUS_API_URL, payload)
-
-    def save_scorer(
-        self, name: str, prompt: str, threshold: float, options: Optional[dict] = None
-    ):
-        payload: ScorerSavePayload = {
-            "name": name,
-            "prompt": prompt,
-            "threshold": threshold,
-            "options": options,
-        }
-        try:
-            return self._do_request("POST", JUDGMENT_SCORER_SAVE_API_URL, payload)
-        except JudgmentAPIException as e:
-            if e.status_code == 500:
-                raise JudgmentAPIException(
-                    f"The server is temporarily unavailable. Please try your request again in a few moments. Error details: {e.error_detail}",
-                    response=e.response,
-                    request=e.request,
-                )
-            raise JudgmentAPIException(
-                f"Failed to save classifier scorer: {e.error_detail}",
-                response=e.response,
-                request=e.request,
-            )
-
-    def fetch_scorer(self, name: str):
-        payload: ScorerFetchPayload = {"name": name}
-        try:
-            return self._do_request("POST", JUDGMENT_SCORER_FETCH_API_URL, payload)
-        except JudgmentAPIException as e:
-            if e.status_code == 500:
-                raise JudgmentAPIException(
-                    f"The server is temporarily unavailable. Please try your request again in a few moments. Error details: {e.error_detail}",
-                    response=e.response,
-                    request=e.request,
-                )
-            raise JudgmentAPIException(
-                f"Failed to fetch classifier scorer '{name}': {e.error_detail}",
-                response=e.response,
-                request=e.request,
-            )
-
-    def scorer_exists(self, name: str):
-        payload: ScorerExistsPayload = {"name": name}
-        try:
-            return self._do_request("POST", JUDGMENT_SCORER_EXISTS_API_URL, payload)
-        except JudgmentAPIException as e:
-            if e.status_code == 500:
-                raise JudgmentAPIException(
-                    f"The server is temporarily unavailable. Please try your request again in a few moments. Error details: {e.error_detail}",
-                    response=e.response,
-                    request=e.request,
-                )
-            raise JudgmentAPIException(
-                f"Failed to check if scorer exists: {e.error_detail}",
-                response=e.response,
-                request=e.request,
-            )
-
-    def upload_custom_scorer(
-        self,
-        scorer_name: str,
-        scorer_code: str,
-        requirements_text: str,
-    ) -> CustomScorerTemplateResponse:
-        """Upload custom scorer to backend"""
-        payload: CustomScorerUploadPayload = {
-            "scorer_name": scorer_name,
-            "scorer_code": scorer_code,
-            "requirements_text": requirements_text,
-        }
-
-        try:
-            # Use longer timeout for custom scorer upload (5 minutes)
-            response = self._do_request(
-                "POST",
-                JUDGMENT_CUSTOM_SCORER_UPLOAD_API_URL,
-                payload,
-                timeout=(10, 300),
-            )
-            return response
-        except JudgmentAPIException as e:
-            raise e
-
-    def push_dataset(
-        self,
-        dataset_alias: str,
-        project_name: str,
-        examples: List[Dict[str, Any]],
-        traces: List[Dict[str, Any]],
-        overwrite: bool = False,
-    ):
-        payload: DatasetPushPayload = {
-            "dataset_alias": dataset_alias,
-            "project_name": project_name,
-            "examples": examples,
-            "traces": traces,
-            "overwrite": overwrite,
-        }
-        return self._do_request("POST", JUDGMENT_DATASETS_PUSH_API_URL, payload)
-
-    def append_examples(
-        self, dataset_alias: str, project_name: str, examples: List[Dict[str, Any]]
-    ):
-        payload: DatasetAppendPayload = {
-            "dataset_alias": dataset_alias,
-            "project_name": project_name,
-            "examples": examples,
-        }
-        return self._do_request(
-            "POST", JUDGMENT_DATASETS_APPEND_EXAMPLES_API_URL, payload
-        )
-
-    def append_traces(
-        self, dataset_alias: str, project_name: str, traces: List[Dict[str, Any]]
-    ):
-        payload: DatasetAppendPayload = {
-            "dataset_alias": dataset_alias,
-            "project_name": project_name,
-            "traces": traces,
-        }
-        return self._do_request(
-            "POST", JUDGMENT_DATASETS_APPEND_TRACES_API_URL, payload
-        )
-
-    def pull_dataset(self, dataset_alias: str, project_name: str):
-        payload: DatasetPullPayload = {
-            "dataset_alias": dataset_alias,
-            "project_name": project_name,
-        }
-        return self._do_request("POST", JUDGMENT_DATASETS_PULL_API_URL, payload)
-
-    def delete_dataset(self, dataset_alias: str, project_name: str):
-        payload: DatasetDeletePayload = {
-            "dataset_alias": dataset_alias,
-            "project_name": project_name,
-        }
-        return self._do_request("POST", JUDGMENT_DATASETS_DELETE_API_URL, payload)
-
-    def get_project_dataset_stats(self, project_name: str):
-        payload: DatasetStatsPayload = {"project_name": project_name}
-        return self._do_request(
-            "POST", JUDGMENT_DATASETS_PROJECT_STATS_API_URL, payload
-        )
-
-    def _headers(self) -> Dict[str, str]:
-        return {
-            "Content-Type": "application/json",
-            "Authorization": f"Bearer {self.api_key}",
-            "X-Organization-Id": self.organization_id,
-        }
-
-    def _request_kwargs(self):
-        # NOTE: We may want to configure custom kwargs that different requests may need.
-        # For this purpose we can store that as a property of self, and return the appropriate kwargs from this method.
-        return {
-            "verify": True,
-            "timeout": 30,
-        }