truss 0.9.45.dev100__tar.gz → 0.9.45.dev101__tar.gz

{truss-0.9.45.dev100 → truss-0.9.45.dev101}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: truss
-Version: 0.9.45.dev100
+Version: 0.9.45.dev101
 Summary: A seamless bridge from model development to model delivery
 Home-page: https://github.com/basetenlabs/truss
 License: MIT

{truss-0.9.45.dev100 → truss-0.9.45.dev101}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "truss"
-version = "0.9.45dev100"
+version = "0.9.45dev101"
 description = "A seamless bridge from model development to model delivery"
 license = "MIT"
 readme = "README.md"

{truss-0.9.45.dev100 → truss-0.9.45.dev101}/truss-chains/truss_chains/stub.py

@@ -142,7 +142,7 @@ class BasetenSession:
                         resp = await client.post(
                             self._service_descriptor.predict_url, json=json_payload
                         )
-                    return utils.handle_response(resp, self.name)
+                    return await utils.handle_async_response(resp, self.name)
                 # As a special case we invalidate the client in case of certificate
                 # errors. This has happened in the past and is a defensive measure.
                 except ssl.SSLError:

{truss-0.9.45.dev100 → truss-0.9.45.dev101}/truss-chains/truss_chains/utils.py

@@ -309,6 +309,45 @@ def handle_response(response: httpx.Response, remote_name: str) -> Any:
     return response.json()
 
 
+async def handle_async_response(response: httpx.Response, remote_name: str) -> Any:
+    """For successful requests returns JSON, otherwise raises error.
+    """
+    if response.status >= 400:
+        try:
+            response_json = await response.json()
+        except Exception as e:
+            raise ValueError(
+                "Could not get JSON from error response. Status: "
+                f"`{response.status}`."
+            ) from e
+        try:
+            error_json = response_json["error"]
+        except KeyError as e:
+            logging.error(f"response_json: {response_json}")
+            raise ValueError(
+                "Could not get `error` field from JSON from error response"
+            ) from e
+        try:
+            error = definitions.RemoteErrorDetail.model_validate(error_json)
+        except pydantic.ValidationError as e:
+            if isinstance(error_json, str):
+                msg = f"Remote error occurred in `{remote_name}`: '{error_json}'"
+                raise definitions.GenericRemoteException(msg) from None
+            raise ValueError(
+                "Could not parse error. Error details are expected to be either a "
+                "plain string (old truss models) or a serialized "
+                f"`definitions.RemoteErrorDetail.__name__`, got:\n{repr(error_json)}"
+            ) from e
+        exception_cls = _resolve_exception_class(error)
+        msg = (
+            f"(showing remote errors, root message at the bottom)\n"
+            f"--> Preceding Remote Cause:\n"
+            f"{textwrap.indent(error.format(), '    ')}"
+        )
+        raise exception_cls(msg)
+    return await response.json()
+
+
 class InjectedError(Exception):
     """Test error for debugging/dev."""