langwatch 0.8.0__py3-none-any.whl → 0.8.1__py3-none-any.whl

langwatch/__version__.py

@@ -1,3 +1,3 @@
 """Version information for LangWatch."""
 
-__version__ = "0.8.0" # x-release-please-version
+__version__ = "0.8.1" # x-release-please-version

langwatch/batch_evaluation.py

@@ -24,6 +24,7 @@ from tqdm import tqdm
 import pandas as pd
 
 from langwatch.types import Money
+from langwatch.utils.exceptions import better_raise_for_status
 
 
 class EvaluationResult(BaseModel):
@@ -150,7 +151,7 @@ class BatchEvaluation:
             raise ValueError(
                 "API key is not valid, please try to login again with langwatch.login()"
             )
-        response.raise_for_status()
+        better_raise_for_status(response)
         experiment_path = response.json()["path"]
         self.experiment_slug = response.json()["slug"]
 
@@ -368,7 +369,7 @@ class BatchEvaluation:
             json=body,
             timeout=60,
         )
-        response.raise_for_status()
+        better_raise_for_status(response)
 
     def wait_for_completion(self):
         async def wait_for_completion(self):
@@ -414,7 +415,7 @@ async def run_evaluation(
 
         async with httpx.AsyncClient(timeout=900) as client:
             response = await client.post(**request_params)
-            response.raise_for_status()
+            better_raise_for_status(response)
 
         result = response.json()
 
@@ -462,7 +463,7 @@ def get_dataset(
 
     with httpx.Client(timeout=300) as client:
         response = client.get(**request_params)
-        response.raise_for_status()
+        better_raise_for_status(response)
 
     result = response.json()
 

langwatch/dspy/__init__.py

@@ -5,6 +5,7 @@ import time
 import warnings
 import dspy
 from typing import Callable, List, Optional, Any, Type, Union
+from langwatch.utils.exceptions import better_raise_for_status
 from langwatch.utils.transformation import truncate_object_recursively
 from langwatch.telemetry.tracing import LangWatchTrace
 from typing_extensions import TypedDict
@@ -193,7 +194,7 @@ class LangWatchDSPy:
             raise ValueError(
                 "API key is not valid, please try to login again with langwatch.login()"
             )
-        response.raise_for_status()
+        better_raise_for_status(response)
 
         if optimizer and evaluator:
             raise ValueError("You can only provide an optimizer or an evaluator, not both.")
@@ -386,7 +387,7 @@ class LangWatchDSPy:
             data=json.dumps(data),  # type: ignore
             timeout=60,
         )
-        response.raise_for_status()
+        better_raise_for_status(response)
         self.steps_buffer = []
 
     def tracer(self, trace: LangWatchTrace):

langwatch/evaluation/evaluation.py

@@ -34,6 +34,7 @@ import langwatch
 from langwatch.attributes import AttributeKey
 from langwatch.domain import Money, TypedValueJson
 from langwatch.telemetry.tracing import LangWatchTrace
+from langwatch.utils.exceptions import better_raise_for_status
 from langwatch.utils.transformation import SerializableWithStringFallback
 
 from coolname import generate_slug  # type: ignore
@@ -132,7 +133,7 @@ class Evaluation:
             raise ValueError(
                 "API key is not valid, please try to login again with langwatch.login()"
             )
-        response.raise_for_status()
+        better_raise_for_status(response)
         response_json = response.json()
         experiment_path = response_json["path"]
         self.experiment_slug = response_json["slug"]
@@ -388,7 +389,7 @@ class Evaluation:
             data=json.dumps(body, cls=SerializableWithStringFallback),  # type: ignore
             timeout=60,
         )
-        response.raise_for_status()
+        better_raise_for_status(response)
 
     def _wait_for_completion(self):
         async def wait_for_completion(self: Evaluation):

langwatch/evaluations.py

@@ -12,6 +12,7 @@ from langwatch.telemetry.span import LangWatchSpan
 from langwatch.telemetry.context import get_current_span
 from langwatch.state import get_api_key, get_endpoint, get_instance
 from langwatch.attributes import AttributeKey
+from langwatch.utils.exceptions import EvaluatorException, better_raise_for_status
 from pydantic import BaseModel
 
 from langwatch.types import (
@@ -101,7 +102,7 @@ def evaluate(
         try:
             with httpx.Client(timeout=900) as client:
                 response = client.post(**request_params)
-                response.raise_for_status()
+                better_raise_for_status(response, cls=EvaluatorException)
         except Exception as e:
             return _handle_exception(e, span, as_guardrail)
 
@@ -156,7 +157,7 @@ async def async_evaluate(
         try:
             async with httpx.AsyncClient(timeout=900) as client:
                 response = await client.post(**request_params)
-                response.raise_for_status()
+                better_raise_for_status(response)
         except Exception as e:
             return _handle_exception(e, span, as_guardrail)
 

langwatch/login.py

@@ -1,6 +1,7 @@
 import httpx
 
 import langwatch
+from langwatch.utils.exceptions import better_raise_for_status
 from .state import get_api_key, get_endpoint
 from getpass import getpass
 
@@ -25,7 +26,7 @@ def login(relogin=False):
     )
     if response.status_code == 401:
         raise ValueError("API key is not valid, please try to login again")
-    response.raise_for_status()
+    better_raise_for_status(response)
 
     langwatch.setup(api_key=api_key)
     print("LangWatch API key set")

langwatch/telemetry/tracing.py

@@ -6,6 +6,7 @@ import httpx
 import threading
 from deprecated import deprecated
 from langwatch.attributes import AttributeKey
+from langwatch.utils.exceptions import better_raise_for_status
 from langwatch.utils.transformation import (
     SerializableWithStringFallback,
     convert_typed_values,
@@ -300,7 +301,7 @@ class LangWatchTrace:
                 headers={"X-Auth-Token": get_api_key()},
                 timeout=15,
             )
-            response.raise_for_status()
+            better_raise_for_status(response)
             path = response.json()["path"]
             return f"{endpoint}{path}"
 
@@ -317,7 +318,7 @@ class LangWatchTrace:
                 headers={"X-Auth-Token": get_api_key()},
                 timeout=15,
             )
-            response.raise_for_status()
+            better_raise_for_status(response)
 
     def update(
         self,

langwatch/utils/exceptions.py

@@ -1,7 +1,8 @@
 import traceback
-from typing import List, cast
+from typing import List, cast, Type
 
 from langwatch.domain import ErrorCapture
+import httpx
 
 
 def capture_exception(err: BaseException):
@@ -12,3 +13,23 @@ def capture_exception(err: BaseException):
     except:  # python 3.10+
         string_stacktrace = traceback.format_exception(err)  # type: ignore
     return ErrorCapture(message=repr(err), stacktrace=string_stacktrace)
+
+
+class EvaluatorException(Exception):
+    pass
+
+
+def better_raise_for_status(response: httpx.Response, cls: Type[BaseException] = httpx.HTTPStatusError) -> None:
+    try:
+        response.raise_for_status()
+    except httpx.HTTPStatusError as http_err:
+        try:
+            json = response.json()
+        except Exception:
+            raise http_err
+
+        if "error" in json:
+            error = json["error"]
+            raise cls(f"{response.status_code} {error}") from http_err
+        else:
+            raise http_err

{langwatch-0.8.0.dist-info → langwatch-0.8.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langwatch
-Version: 0.8.0
+Version: 0.8.1
 Summary: LangWatch Python SDK, for monitoring your LLMs
 Author-email: Langwatch Engineers <engineering@langwatch.ai>
 License: MIT

{langwatch-0.8.0.dist-info → langwatch-0.8.1.dist-info}/RECORD

@@ -1,13 +1,13 @@
 langwatch/__init__.py,sha256=GMq4SV2Tz2i0JD05shqnw2lBW5cgMx4Zzo141hp106k,4266
-langwatch/__version__.py,sha256=vwG-FkKYsGya3EzNIEIMvFwGCI2K-gXNyKE3Y88jHc4,91
+langwatch/__version__.py,sha256=l2r_v6gqH58S38dAeIr-BCiWrh25Ql4biGJMjTpZZ1o,91
 langwatch/attributes.py,sha256=nXdI_G85wQQCAdAcwjCiLYdEYj3wATmfgCmhlf6dVIk,3910
-langwatch/batch_evaluation.py,sha256=piez7TYqUZPb9NlIShTuTPmSzrZqX-vm2Grz_NGXe04,16078
+langwatch/batch_evaluation.py,sha256=Y_S3teXpHV07U-vvJYyV1PB6d0CgyFM_rTzPp6GnEBo,16165
 langwatch/client.py,sha256=WTNcYSik7kZ2kH-qGDnhbMTosc8e_Xhab_lZlfh5TC8,25559
-langwatch/evaluations.py,sha256=6JYaChMoG2oVvHRtZEVzn2xNxQIZr1nUFfHffm6Rfp0,16832
+langwatch/evaluations.py,sha256=W-nxhcbQ4Niyx949LjHjTehw74pj31dUVs5rjkQUBLo,16951
 langwatch/guardrails.py,sha256=4d320HyklXPUVszF34aWsDKGzuvPggcDM_f45_eJTnc,1352
 langwatch/langchain.py,sha256=HjbBBIDwwt688g0W4K0EsZGuGBbo1Mv5LQ-7Mkn56iQ,18726
 langwatch/litellm.py,sha256=mPcw5cLykt0SQf9bTNSoT7elMx4gj-wZ_K2PC14Bw50,11998
-langwatch/login.py,sha256=Wm8Vs7zxJNeGEPO7s_wSQN2DYObteDg56HcyluhTobw,896
+langwatch/login.py,sha256=o0DxYVMhMCRHeopyF0qlj_U4o6yD1rL8QjfKvKnHv0s,965
 langwatch/openai.py,sha256=h_NCIwJ0qs57PS-R7gQZsnf2_EBAahlYQMuqS9-Cj3Q,25139
 langwatch/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 langwatch/state.py,sha256=qXvPAjO90jdokCU6tPSwjHIac4QU_5N0pSd9dfmc9kY,1204
@@ -15,9 +15,9 @@ langwatch/tracer.py,sha256=t5FOdP1es9H_pPGqGUBLXCyEln0tTi4m4M9b6WxCrPU,975
 langwatch/types.py,sha256=h6r3tNTzWqENx-9j_JPmOMZfFoKq9SNpEtxpAACk2G0,3114
 langwatch/dataset/__init__.py,sha256=hZBcbjXuBO2qE5osJtd9wIE9f45F6-jpNTrne5nk4eE,2606
 langwatch/domain/__init__.py,sha256=gSCOV3WkRhp_--9D1vxw7BYpnMRbpGh-2NbsXd4KZC0,6074
-langwatch/dspy/__init__.py,sha256=gv8jOH_oh-dSQlVXCSz90Pa0f2zdk330DEZBCRhYSsw,33979
+langwatch/dspy/__init__.py,sha256=F35iLwiznMJPgXLVYOvybjDWxdYlSN4vn3EzxC27Awc,34054
 langwatch/evaluation/__init__.py,sha256=Jy7PW5VQbMoDGdOLRlQmDEvo_9TDkBLmrLrfocxddLM,281
-langwatch/evaluation/evaluation.py,sha256=AF3VXCcTGB3F8ChsjwBxqjUXkLzvTbkWbiWYxRzVWik,16037
+langwatch/evaluation/evaluation.py,sha256=hmtY7rfgJm4TbTEMUP_x89B2L_Jyi7aNGhjNUxw1N4A,16112
 langwatch/exporters/filterable_batch_span_exporter.py,sha256=MlhZjui56XD6p2sa8kEGyr-Hb3wqudknngmemnB4Twg,2142
 langwatch/generated/langwatch_rest_api_client/__init__.py,sha256=8r-9pAj7fK7vnVX3mT0y_zS4B9ZRqD6RZiBo5fPra60,156
 langwatch/generated/langwatch_rest_api_client/client.py,sha256=o_mdLqyBCQstu5tS1WZFwqIEbGwkvWQ7eQjuCJw_5VY,12419
@@ -405,16 +405,16 @@ langwatch/prompts/types/structures.py,sha256=cB94bn-qhFgHHYXcrmJV6Bk9idk5ZmyfXhF
 langwatch/telemetry/context.py,sha256=q0hUG9PM3aifIr6ZRuuNNbsGtcAImu9Pv2XTKUp3CGc,4029
 langwatch/telemetry/sampling.py,sha256=XDf6ZoXiwpHaHDYd_dDszSqH8_9-CHFNsGAZWOW1VYk,1327
 langwatch/telemetry/span.py,sha256=g-RGWfQk4Q3b2TpipiHqjEV7rwmidaUHp54q51UxQ6s,32801
-langwatch/telemetry/tracing.py,sha256=oyCAqW-9sFFRYPWy9epZVN0aNvqToRY4_PGxQAtS-dI,27622
+langwatch/telemetry/tracing.py,sha256=R5e0F5Gea72Otusxj5ceafs_-KuFFylNRjcGNkLAhTQ,27697
 langwatch/telemetry/types.py,sha256=Q9H7nT3GMK1aluRB7CCX8BR7VFKrQY_vdFdyF4Yc98U,501
 langwatch/telemetry/__tests__/test_tracing.py,sha256=Px2vcpbRWBgwwaXzw3MgRfkcL-If2LmPAwaFN1sLyvY,3350
 langwatch/utils/__init__.py,sha256=3rqQTgzEtmICJW_KSPuLa5q8p5udxt5SRi28Z2vZB10,138
 langwatch/utils/capture.py,sha256=uVKPqHCm-o8CpabsUfhqbNFr5sgUHzcKnBadvL2oIwI,1172
-langwatch/utils/exceptions.py,sha256=J2_0EZ_GMRTJvCQ-ULX4LOG63r1R-0TCbKg9sskgl5A,498
+langwatch/utils/exceptions.py,sha256=b-dorrnQ9XBJcijLLNJP9LRQzdOZGEiyQ3f8GcA1kgk,1046
 langwatch/utils/initialization.py,sha256=1KoZmkHOvGEVF0j-4t4xRQdA_2C_SPiF7qFXqEG4Nkw,4553
 langwatch/utils/module.py,sha256=KLBNOK3mA9gCSifCcQX_lOtU48BJQDWvFKtF6NMvwVA,688
 langwatch/utils/transformation.py,sha256=76MGXyrYTxM0Yri36NJqLK-XxL4BBYdmKWAXXlw3D4Q,7690
 langwatch/utils/utils.py,sha256=ZCOSie4o9LdJ7odshNfCNjmgwgQ27ojc5ENqt1rXuSs,596
-langwatch-0.8.0.dist-info/METADATA,sha256=RVtrzq4jjZAzk9s80xxjXz4Wd_grAzp0vRJ73oN7WNs,13192
-langwatch-0.8.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-langwatch-0.8.0.dist-info/RECORD,,
+langwatch-0.8.1.dist-info/METADATA,sha256=osaR4n3f3-Uo3PhYP_Dox70Dgs5fiCBnOEpu4LAhTVQ,13192
+langwatch-0.8.1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+langwatch-0.8.1.dist-info/RECORD,,