apitally 0.14.6__py3-none-any.whl → 0.15.0__py3-none-any.whl

apitally/client/request_logging.py

@@ -14,6 +14,12 @@ from urllib.parse import parse_qsl, urlencode, urlparse, urlunparse
 from uuid import uuid4
 
 from apitally.client.logging import get_logger
+from apitally.client.sentry import get_sentry_event_id_async
+from apitally.client.server_errors import (
+    get_exception_type,
+    get_truncated_exception_msg,
+    get_truncated_exception_traceback,
+)
 
 
 logger = get_logger(__name__)
@@ -88,6 +94,7 @@ class RequestLoggingConfig:
         log_request_body: Whether to log the request body (only if JSON or plain text)
         log_response_headers: Whether to log response header values
         log_response_body: Whether to log the response body (only if JSON or plain text)
+        log_exception: Whether to log unhandled exceptions in case of server errors
         mask_query_params: Query parameter names to mask in logs. Expects regular expressions.
         mask_headers: Header names to mask in logs. Expects regular expressions.
         mask_request_body_callback: Callback to mask the request body. Expects (method, path, body) and returns the masked body as bytes or None.
@@ -102,6 +109,7 @@ class RequestLoggingConfig:
     log_request_body: bool = False
     log_response_headers: bool = True
     log_response_body: bool = False
+    log_exception: bool = True
     mask_query_params: List[str] = field(default_factory=list)
     mask_headers: List[str] = field(default_factory=list)
     mask_request_body_callback: Optional[Callable[[RequestDict], Optional[bytes]]] = None
@@ -153,7 +161,7 @@ class RequestLogger:
         self.config = config or RequestLoggingConfig()
         self.enabled = self.config.enabled and _check_writable_fs()
         self.serialize = _get_json_serializer()
-        self.write_deque: deque[bytes] = deque([], MAX_REQUESTS_IN_DEQUE)
+        self.write_deque: deque[Dict[str, Any]] = deque([], MAX_REQUESTS_IN_DEQUE)
         self.file_deque: deque[TempGzipFile] = deque([])
         self.file: Optional[TempGzipFile] = None
         self.lock = threading.Lock()
@@ -163,7 +171,9 @@ class RequestLogger:
     def current_file_size(self) -> int:
         return self.file.size if self.file is not None else 0
 
-    def log_request(self, request: RequestDict, response: ResponseDict) -> None:
+    def log_request(
+        self, request: RequestDict, response: ResponseDict, exception: Optional[BaseException] = None
+    ) -> None:
         if not self.enabled or self.suspend_until is not None:
             return
         parsed_url = urlparse(request["url"])
@@ -215,13 +225,19 @@ class RequestLogger:
         request["headers"] = self._mask_headers(request["headers"]) if self.config.log_request_headers else []
         response["headers"] = self._mask_headers(response["headers"]) if self.config.log_response_headers else []
 
-        item = {
+        item: Dict[str, Any] = {
             "uuid": str(uuid4()),
             "request": _skip_empty_values(request),
             "response": _skip_empty_values(response),
         }
-        serialized_item = self.serialize(item)
-        self.write_deque.append(serialized_item)
+        if exception is not None and self.config.log_exception:
+            item["exception"] = {
+                "type": get_exception_type(exception),
+                "message": get_truncated_exception_msg(exception),
+                "traceback": get_truncated_exception_traceback(exception),
+            }
+            get_sentry_event_id_async(lambda event_id: item["exception"].update({"sentry_event_id": event_id}))
+        self.write_deque.append(item)
 
     def write_to_file(self) -> None:
         if not self.enabled or len(self.write_deque) == 0:
@@ -232,7 +248,7 @@ class RequestLogger:
             while True:
                 try:
                     item = self.write_deque.popleft()
-                    self.file.write_line(item)
+                    self.file.write_line(self.serialize(item))
                 except IndexError:
                     break
 

apitally/client/sentry.py

@@ -0,0 +1,38 @@
+import asyncio
+import contextlib
+from typing import Callable, Set
+
+
+_tasks: Set[asyncio.Task] = set()
+
+
+def get_sentry_event_id_async(cb: Callable[[str], None]) -> None:
+    try:
+        from sentry_sdk.hub import Hub
+        from sentry_sdk.scope import Scope
+    except ImportError:
+        return  # pragma: no cover
+    if not hasattr(Scope, "get_isolation_scope") or not hasattr(Scope, "_last_event_id"):
+        # sentry-sdk < 2.2.0 is not supported
+        return  # pragma: no cover
+    if Hub.current.client is None:
+        return  # sentry-sdk not initialized
+
+    scope = Scope.get_isolation_scope()
+    if event_id := scope._last_event_id:
+        cb(event_id)
+        return
+
+    async def _wait_for_sentry_event_id(scope: Scope) -> None:
+        i = 0
+        while not (event_id := scope._last_event_id) and i < 100:
+            i += 1
+            await asyncio.sleep(0.001)
+        if event_id:
+            cb(event_id)
+
+    with contextlib.suppress(RuntimeError):  # ignore no running loop
+        loop = asyncio.get_running_loop()
+        task = loop.create_task(_wait_for_sentry_event_id(scope))
+        _tasks.add(task)
+        task.add_done_callback(_tasks.discard)

apitally/client/server_errors.py

@@ -1,7 +1,6 @@
 from __future__ import annotations
 
 import asyncio
-import contextlib
 import sys
 import threading
 import traceback
@@ -9,6 +8,8 @@ from collections import Counter
 from dataclasses import dataclass
 from typing import Any, Dict, List, Optional, Set
 
+from apitally.client.sentry import get_sentry_event_id_async
+
 
 MAX_EXCEPTION_MSG_LENGTH = 2048
 MAX_EXCEPTION_TRACEBACK_LENGTH = 65536
@@ -34,49 +35,17 @@ class ServerErrorCounter:
     def add_server_error(self, consumer: Optional[str], method: str, path: str, exception: BaseException) -> None:
         if not isinstance(exception, BaseException):
             return  # pragma: no cover
-        exception_type = type(exception)
         with self._lock:
             server_error = ServerError(
                 consumer=consumer,
                 method=method.upper(),
                 path=path,
-                type=f"{exception_type.__module__}.{exception_type.__qualname__}",
-                msg=self._get_truncated_exception_msg(exception),
-                traceback=self._get_truncated_exception_traceback(exception),
+                type=get_exception_type(exception),
+                msg=get_truncated_exception_msg(exception),
+                traceback=get_truncated_exception_traceback(exception),
             )
             self.error_counts[server_error] += 1
-            self.capture_sentry_event_id(server_error)
-
-    def capture_sentry_event_id(self, server_error: ServerError) -> None:
-        try:
-            from sentry_sdk.hub import Hub
-            from sentry_sdk.scope import Scope
-        except ImportError:
-            return  # pragma: no cover
-        if not hasattr(Scope, "get_isolation_scope") or not hasattr(Scope, "_last_event_id"):
-            # sentry-sdk < 2.2.0 is not supported
-            return  # pragma: no cover
-        if Hub.current.client is None:
-            return  # sentry-sdk not initialized
-
-        scope = Scope.get_isolation_scope()
-        if event_id := scope._last_event_id:
-            self.sentry_event_ids[server_error] = event_id
-            return
-
-        async def _wait_for_sentry_event_id(scope: Scope) -> None:
-            i = 0
-            while not (event_id := scope._last_event_id) and i < 100:
-                i += 1
-                await asyncio.sleep(0.001)
-            if event_id:
-                self.sentry_event_ids[server_error] = event_id
-
-        with contextlib.suppress(RuntimeError):  # ignore no running loop
-            loop = asyncio.get_running_loop()
-            task = loop.create_task(_wait_for_sentry_event_id(scope))
-            self._tasks.add(task)
-            task.add_done_callback(self._tasks.discard)
+        get_sentry_event_id_async(lambda event_id: self.sentry_event_ids.update({server_error: event_id}))
 
     def get_and_reset_server_errors(self) -> List[Dict[str, Any]]:
         data: List[Dict[str, Any]] = []
@@ -98,29 +67,34 @@ class ServerErrorCounter:
             self.sentry_event_ids.clear()
         return data
 
-    @staticmethod
-    def _get_truncated_exception_msg(exception: BaseException) -> str:
-        msg = str(exception).strip()
-        if len(msg) <= MAX_EXCEPTION_MSG_LENGTH:
-            return msg
-        suffix = "... (truncated)"
-        cutoff = MAX_EXCEPTION_MSG_LENGTH - len(suffix)
-        return msg[:cutoff] + suffix
-
-    @staticmethod
-    def _get_truncated_exception_traceback(exception: BaseException) -> str:
-        prefix = "... (truncated) ...\n"
-        cutoff = MAX_EXCEPTION_TRACEBACK_LENGTH - len(prefix)
-        lines = []
-        length = 0
-        if sys.version_info >= (3, 10):
-            traceback_lines = traceback.format_exception(exception)
-        else:
-            traceback_lines = traceback.format_exception(type(exception), exception, exception.__traceback__)
-        for line in traceback_lines[::-1]:
-            if length + len(line) > cutoff:
-                lines.append(prefix)
-                break
-            lines.append(line)
-            length += len(line)
-        return "".join(lines[::-1]).strip()
+
+def get_exception_type(exception: BaseException) -> str:
+    exception_type = type(exception)
+    return f"{exception_type.__module__}.{exception_type.__qualname__}"
+
+
+def get_truncated_exception_msg(exception: BaseException) -> str:
+    msg = str(exception).strip()
+    if len(msg) <= MAX_EXCEPTION_MSG_LENGTH:
+        return msg
+    suffix = "... (truncated)"
+    cutoff = MAX_EXCEPTION_MSG_LENGTH - len(suffix)
+    return msg[:cutoff] + suffix
+
+
+def get_truncated_exception_traceback(exception: BaseException) -> str:
+    prefix = "... (truncated) ...\n"
+    cutoff = MAX_EXCEPTION_TRACEBACK_LENGTH - len(prefix)
+    lines = []
+    length = 0
+    if sys.version_info >= (3, 10):
+        traceback_lines = traceback.format_exception(exception)
+    else:
+        traceback_lines = traceback.format_exception(type(exception), exception, exception.__traceback__)
+    for line in traceback_lines[::-1]:
+        if length + len(line) > cutoff:
+            lines.append(prefix)
+            break
+        lines.append(line)
+        length += len(line)
+    return "".join(lines[::-1]).strip()

apitally/django.py

@@ -216,6 +216,7 @@ class ApitallyMiddleware:
                         "size": response_size,
                         "body": response_body,
                     },
+                    exception=getattr(request, "unhandled_exception", None),
                 )
         else:
             response = self.get_response(request)

apitally/flask.py

@@ -190,6 +190,7 @@ class ApitallyMiddleware:
                     "size": response_size,
                     "body": response_body,
                 },
+                exception=g.unhandled_exception if "unhandled_exception" in g else None,
             )
 
     def get_path(self, environ: WSGIEnvironment) -> Optional[str]:

apitally/litestar.py

@@ -251,6 +251,7 @@ class ApitallyPlugin(InitPluginProtocol):
                     "size": response_size,
                     "body": response_body,
                 },
+                exception=request.state["exception"] if "exception" in request.state else None,
             )
 
     def get_path(self, request: Request) -> Optional[str]:

apitally/starlette.py

@@ -228,6 +228,7 @@ class ApitallyMiddleware:
                     "size": response_size,
                     "body": response_body,
                 },
+                exception=exception,
             )
 
     def get_path(self, request: Request, routes: Optional[list[BaseRoute]] = None) -> Optional[str]:

{apitally-0.14.6.dist-info → apitally-0.15.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: apitally
-Version: 0.14.6
+Version: 0.15.0
 Summary: Simple API monitoring & analytics for REST APIs built with FastAPI, Flask, Django, Starlette and Litestar.
 Project-URL: Homepage, https://apitally.io
 Project-URL: Documentation, https://docs.apitally.io
@@ -80,14 +80,13 @@ Description-Content-Type: text/markdown
 
 ---
 
-# Apitally client library for Python
+# Apitally SDK for Python
 
 [![Tests](https://github.com/apitally/apitally-py/actions/workflows/tests.yaml/badge.svg?event=push)](https://github.com/apitally/apitally-py/actions)
 [![Codecov](https://codecov.io/gh/apitally/apitally-py/graph/badge.svg?token=UNLYBY4Y3V)](https://codecov.io/gh/apitally/apitally-py)
 [![PyPI](https://img.shields.io/pypi/v/apitally?logo=pypi&logoColor=white&color=%23006dad)](https://pypi.org/project/apitally/)
 
-This client library for Apitally currently supports the following Python web
-frameworks:
+This SDK for Apitally currently supports the following Python web frameworks:
 
 - [FastAPI](https://docs.apitally.io/frameworks/fastapi)
 - [Django REST Framework](https://docs.apitally.io/frameworks/django-rest-framework)
@@ -103,19 +102,27 @@ the 📚 [documentation](https://docs.apitally.io).
 
 ### API analytics
 
-Track traffic, error and performance metrics for your API, each endpoint and individual API consumers, allowing you to make informed, data-driven engineering and product decisions.
+Track traffic, error and performance metrics for your API, each endpoint and
+individual API consumers, allowing you to make informed, data-driven engineering
+and product decisions.
 
 ### Error tracking
 
-Understand which validation rules in your endpoints cause client errors. Capture error details and stack traces for 500 error responses, and have them linked to Sentry issues automatically.
+Understand which validation rules in your endpoints cause client errors. Capture
+error details and stack traces for 500 error responses, and have them linked to
+Sentry issues automatically.
 
 ### Request logging
 
-Drill down from insights to individual requests or use powerful filtering to understand how consumers have interacted with your API. Configure exactly what is included in the logs to meet your requirements.
+Drill down from insights to individual requests or use powerful filtering to
+understand how consumers have interacted with your API. Configure exactly what
+is included in the logs to meet your requirements.
 
 ### API monitoring & alerting
 
-Get notified immediately if something isn't right using custom alerts, synthetic uptime checks and heartbeat monitoring. Notifications can be delivered via email, Slack or Microsoft Teams.
+Get notified immediately if something isn't right using custom alerts, synthetic
+uptime checks and heartbeat monitoring. Notifications can be delivered via
+email, Slack or Microsoft Teams.
 
 ## Install
 
@@ -191,8 +198,8 @@ app.wsgi_app = ApitallyMiddleware(
 
 ### Starlette
 
-This is an example of how to add the Apitally middleware to a Starlette application.
-For further instructions, see our
+This is an example of how to add the Apitally middleware to a Starlette
+application. For further instructions, see our
 [setup guide for Starlette](https://docs.apitally.io/frameworks/starlette).
 
 ```python

{apitally-0.14.6.dist-info → apitally-0.15.0.dist-info}/RECORD

@@ -1,24 +1,25 @@
 apitally/__init__.py,sha256=ShXQBVjyiSOHxoQJS2BvNG395W4KZfqMxZWBAR0MZrE,22
 apitally/common.py,sha256=Y8MRuTUHFUeQkcDrCLUxnqIPRpYIiW8S43T0QUab-_A,1267
-apitally/django.py,sha256=Tsw3uSM6EcfoCKpJuqliMFbc6eX0sVzJR9UyZck613M,16860
+apitally/django.py,sha256=1gLW5aVbIobjHoa5OzC3K1E85mC2a00PpJIAR9ATko4,16937
 apitally/django_ninja.py,sha256=-CmrwFFRv7thFOUK_OrOSouhHL9bm5sIBNIQlpyE_2c,166
 apitally/django_rest_framework.py,sha256=-CmrwFFRv7thFOUK_OrOSouhHL9bm5sIBNIQlpyE_2c,166
 apitally/fastapi.py,sha256=IfKfgsmIY8_AtnuMTW2sW4qnkya61CAE2vBoIpcc9tk,169
-apitally/flask.py,sha256=kOFkAZj62Zr-l5eJWRr8lmsMHfFW_kfi1kflH6mZseQ,9533
-apitally/litestar.py,sha256=qV89DXFlG619-20294OLg52vGv4C4GxIm9IPoyY21L4,13514
+apitally/flask.py,sha256=p_u33_FQq2i5AebWB8wYxXX0CPhcX8OJHGWj5dR4sPY,9622
+apitally/litestar.py,sha256=HThNH-gAnFtLyVU4Eh8L_obd0f3TNLYoTZ8IGgz1ZKE,13610
 apitally/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-apitally/starlette.py,sha256=cMUUcQSqZ_meoxjyi8doZGarwP8RwNjFaFDmjoWvVK4,13240
+apitally/starlette.py,sha256=liK1KSEiQolHm1cNfJm6tkmE3uujoVqj8b-2prUVa3o,13277
 apitally/client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 apitally/client/client_asyncio.py,sha256=9mdi9Hmb6-xn7dNdwP84e4PNAHGg2bYdMEgIfPUAtcQ,7003
 apitally/client/client_base.py,sha256=DvivGeHd3dyOASRvkIo44Zh8RzdBMfH8_rROa2lFbgw,3799
 apitally/client/client_threading.py,sha256=7JPu2Uulev7X2RiSLx4HJYfvAP6Z5zB_yuSevMfQC7I,7389
 apitally/client/consumers.py,sha256=w_AFQhVgdtJVt7pVySBvSZwQg-2JVqmD2JQtVBoMkus,2626
 apitally/client/logging.py,sha256=QMsKIIAFo92PNBUleeTgsrsQa7SEal-oJa1oOHUr1wI,507
-apitally/client/request_logging.py,sha256=tVTMbTGtdf8OVULrnRPKNZxLuYqiMvO1NviRIfSNKnw,13134
+apitally/client/request_logging.py,sha256=OL1jlpHXYpZw2VKRekgNSwZQ0qZJeiiJxKeTYrmP22g,13913
 apitally/client/requests.py,sha256=RdJyvIqQGVHvS-wjpAPUwcO7byOJ6jO8dYqNTU2Furg,3685
-apitally/client/server_errors.py,sha256=axEhOxqV5SWjk0QCZTLVv2UMIaTfqPc81Typ4DXt66A,4646
+apitally/client/sentry.py,sha256=qMjHdI0V7c50ruo1WjmjWc8g6oGDv724vSCvcuZ8G9k,1188
+apitally/client/server_errors.py,sha256=4B2BKDFoIpoWc55UVH6AIdYSgzj6zxCdMNUW77JjhZw,3423
 apitally/client/validation_errors.py,sha256=6G8WYWFgJs9VH9swvkPXJGuOJgymj5ooWA9OwjUTbuM,1964
-apitally-0.14.6.dist-info/METADATA,sha256=veFQGVno3OtfK3J6RLBTyfLxqUzNXR0YtJVpcBhWz4I,8665
-apitally-0.14.6.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-apitally-0.14.6.dist-info/licenses/LICENSE,sha256=vbLzC-4TddtXX-_AFEBKMYWRlxC_MN0g66QhPxo8PgY,1065
-apitally-0.14.6.dist-info/RECORD,,
+apitally-0.15.0.dist-info/METADATA,sha256=CZxfxtM3p1RBy5ICdnuhjAWt4CESHhKtAIFEFtKCbjw,8643
+apitally-0.15.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+apitally-0.15.0.dist-info/licenses/LICENSE,sha256=vbLzC-4TddtXX-_AFEBKMYWRlxC_MN0g66QhPxo8PgY,1065
+apitally-0.15.0.dist-info/RECORD,,