karrio-server 2025.5rc15__py3-none-any.whl → 2025.5rc18__py3-none-any.whl

karrio/server/VERSION

@@ -1 +1 @@
-2025.5rc15
+2025.5rc18

karrio/server/lib/otel_huey.py

@@ -0,0 +1,146 @@
+"""
+OpenTelemetry instrumentation for Huey task queue.
+
+This module provides tracing support for Huey tasks, enabling distributed tracing
+across API requests and background tasks.
+"""
+import functools
+import logging
+from typing import Any, Callable, Dict, Optional
+
+from opentelemetry import trace, context, propagate
+from opentelemetry.trace import Status, StatusCode
+from opentelemetry.semconv.trace import SpanAttributes
+
+logger = logging.getLogger(__name__)
+
+
+class HueyInstrumentor:
+    """Instrumentation for Huey task queue."""
+    
+    _instance = None
+    _instrumented = False
+    
+    def __new__(cls):
+        if cls._instance is None:
+            cls._instance = super().__new__(cls)
+        return cls._instance
+    
+    def instrument(self, huey_instance=None):
+        """
+        Instrument Huey for OpenTelemetry tracing.
+        
+        Args:
+            huey_instance: The Huey instance to instrument. If None, will try to
+                          import from Django settings.
+        """
+        if self._instrumented:
+            logger.debug("Huey already instrumented")
+            return
+        
+        try:
+            if huey_instance is None:
+                from django.conf import settings
+                huey_instance = settings.HUEY
+            
+            # Wrap the task decorator
+            original_task = huey_instance.task
+            huey_instance.task = self._wrap_task_decorator(original_task, huey_instance)
+            
+            # Wrap periodic tasks
+            if hasattr(huey_instance, 'periodic_task'):
+                original_periodic = huey_instance.periodic_task
+                huey_instance.periodic_task = self._wrap_task_decorator(original_periodic, huey_instance)
+            
+            self._instrumented = True
+            logger.info("Huey instrumented for OpenTelemetry")
+            
+        except Exception as e:
+            logger.warning(f"Failed to instrument Huey: {e}")
+    
+    def _wrap_task_decorator(self, original_decorator: Callable, huey_instance) -> Callable:
+        """Wrap the Huey task decorator to add tracing."""
+        
+        @functools.wraps(original_decorator)
+        def wrapped_decorator(*args, **kwargs):
+            decorated = original_decorator(*args, **kwargs)
+            
+            def task_wrapper(fn):
+                task_fn = decorated(fn)
+                
+                @functools.wraps(task_fn)
+                def traced_task(*task_args, **task_kwargs):
+                    tracer = trace.get_tracer(__name__)
+                    
+                    # Extract trace context from task kwargs if present
+                    trace_context = task_kwargs.pop('_otel_context', None)
+                    if trace_context:
+                        ctx = propagate.extract(trace_context)
+                        token = context.attach(ctx)
+                    else:
+                        token = None
+                    
+                    # Start span for the task
+                    task_name = fn.__name__
+                    with tracer.start_as_current_span(
+                        f"huey.task.{task_name}",
+                        kind=trace.SpanKind.CONSUMER,
+                    ) as span:
+                        try:
+                            # Set span attributes
+                            span.set_attribute("messaging.system", "huey")
+                            span.set_attribute("messaging.destination", task_name)
+                            span.set_attribute("messaging.operation", "process")
+                            span.set_attribute("task.name", task_name)
+                            
+                            # Execute the task
+                            result = task_fn(*task_args, **task_kwargs)
+                            span.set_status(Status(StatusCode.OK))
+                            return result
+                            
+                        except Exception as e:
+                            span.set_status(Status(StatusCode.ERROR, str(e)))
+                            span.record_exception(e)
+                            raise
+                        finally:
+                            if token:
+                                context.detach(token)
+                
+                # Preserve original attributes
+                traced_task.task = task_fn.task if hasattr(task_fn, 'task') else task_fn
+                if hasattr(task_fn, '__name__'):
+                    traced_task.__name__ = task_fn.__name__
+                if hasattr(task_fn, '__module__'):
+                    traced_task.__module__ = task_fn.__module__
+                
+                return traced_task
+            
+            return task_wrapper
+        
+        return wrapped_decorator
+
+
+def inject_trace_context(task_kwargs: Dict[str, Any]) -> Dict[str, Any]:
+    """
+    Inject current trace context into task kwargs for propagation.
+    
+    This should be called when enqueuing a task to propagate the trace context
+    to the background worker.
+    
+    Args:
+        task_kwargs: The kwargs to be passed to the task
+        
+    Returns:
+        Updated kwargs with trace context
+    """
+    carrier = {}
+    propagate.inject(carrier)
+    if carrier:
+        task_kwargs['_otel_context'] = carrier
+    return task_kwargs
+
+
+def instrument_huey():
+    """Convenience function to instrument Huey."""
+    instrumentor = HueyInstrumentor()
+    instrumentor.instrument()

karrio/server/settings/apm.py

@@ -56,3 +56,128 @@ if SENTRY_DSN:
         # django.contrib.auth) you may enable sending PII data.
         send_default_pii=True,
     )
+
+
+# OpenTelemetry Configuration
+OTEL_ENABLED = config("OTEL_ENABLED", default=False, cast=bool)
+OTEL_SERVICE_NAME = config("OTEL_SERVICE_NAME", default="karrio-api")
+OTEL_EXPORTER_OTLP_ENDPOINT = config("OTEL_EXPORTER_OTLP_ENDPOINT", default=None)
+OTEL_EXPORTER_OTLP_PROTOCOL = config("OTEL_EXPORTER_OTLP_PROTOCOL", default="grpc")
+OTEL_EXPORTER_OTLP_HEADERS = config("OTEL_EXPORTER_OTLP_HEADERS", default="")
+OTEL_TRACES_EXPORTER = config("OTEL_TRACES_EXPORTER", default="otlp")
+OTEL_METRICS_EXPORTER = config("OTEL_METRICS_EXPORTER", default="otlp")
+OTEL_LOGS_EXPORTER = config("OTEL_LOGS_EXPORTER", default="otlp")
+OTEL_RESOURCE_ATTRIBUTES = config("OTEL_RESOURCE_ATTRIBUTES", default="")
+OTEL_ENVIRONMENT = config("OTEL_ENVIRONMENT", default=config("ENV", default="production"))
+
+# Only initialize OpenTelemetry if enabled and endpoint is configured
+if OTEL_ENABLED and OTEL_EXPORTER_OTLP_ENDPOINT:
+    import logging
+    from opentelemetry import trace, metrics
+    from opentelemetry.sdk.trace import TracerProvider
+    from opentelemetry.sdk.trace.export import BatchSpanProcessor
+    from opentelemetry.sdk.metrics import MeterProvider
+    from opentelemetry.sdk.metrics.export import PeriodicExportingMetricReader
+    from opentelemetry.sdk.resources import Resource, SERVICE_NAME, SERVICE_VERSION
+    from opentelemetry.instrumentation.django import DjangoInstrumentor
+    from opentelemetry.instrumentation.requests import RequestsInstrumentor
+    from opentelemetry.instrumentation.logging import LoggingInstrumentor
+    from opentelemetry.instrumentation.psycopg2 import Psycopg2Instrumentor
+    from opentelemetry.instrumentation.redis import RedisInstrumentor
+    
+    # Import appropriate exporter based on protocol
+    if OTEL_EXPORTER_OTLP_PROTOCOL == "grpc":
+        from opentelemetry.exporter.otlp.proto.grpc.trace_exporter import OTLPSpanExporter
+        from opentelemetry.exporter.otlp.proto.grpc.metric_exporter import OTLPMetricExporter
+    else:  # http/protobuf
+        from opentelemetry.exporter.otlp.proto.http.trace_exporter import OTLPSpanExporter
+        from opentelemetry.exporter.otlp.proto.http.metric_exporter import OTLPMetricExporter
+    
+    # Parse headers if provided
+    headers = {}
+    if OTEL_EXPORTER_OTLP_HEADERS:
+        for header_pair in OTEL_EXPORTER_OTLP_HEADERS.split(","):
+            if "=" in header_pair:
+                key, value = header_pair.split("=", 1)
+                headers[key.strip()] = value.strip()
+    
+    # Parse resource attributes
+    resource_attributes = {
+        SERVICE_NAME: OTEL_SERVICE_NAME,
+        SERVICE_VERSION: config("VERSION", default="unknown"),
+        "environment": OTEL_ENVIRONMENT,
+        "deployment.environment": OTEL_ENVIRONMENT,
+    }
+    
+    if OTEL_RESOURCE_ATTRIBUTES:
+        for attr_pair in OTEL_RESOURCE_ATTRIBUTES.split(","):
+            if "=" in attr_pair:
+                key, value = attr_pair.split("=", 1)
+                resource_attributes[key.strip()] = value.strip()
+    
+    # Create resource
+    resource = Resource(attributes=resource_attributes)
+    
+    # Configure Trace Provider
+    trace_provider = TracerProvider(resource=resource)
+    trace.set_tracer_provider(trace_provider)
+    
+    # Configure span exporter
+    span_exporter = OTLPSpanExporter(
+        endpoint=OTEL_EXPORTER_OTLP_ENDPOINT,
+        headers=headers if headers else None,
+    )
+    span_processor = BatchSpanProcessor(span_exporter)
+    trace_provider.add_span_processor(span_processor)
+    
+    # Configure Metrics Provider
+    metric_exporter = OTLPMetricExporter(
+        endpoint=OTEL_EXPORTER_OTLP_ENDPOINT,
+        headers=headers if headers else None,
+    )
+    metric_reader = PeriodicExportingMetricReader(
+        exporter=metric_exporter,
+        export_interval_millis=30000,  # Export metrics every 30 seconds
+    )
+    meter_provider = MeterProvider(
+        resource=resource,
+        metric_readers=[metric_reader],
+    )
+    metrics.set_meter_provider(meter_provider)
+    
+    # Instrument Django
+    DjangoInstrumentor().instrument(
+        is_sql_commentor_enabled=True,  # Add trace context to SQL queries
+        request_hook=lambda span, request: span.set_attribute("http.client_ip", request.META.get("REMOTE_ADDR", "")),
+        response_hook=lambda span, request, response: span.set_attribute("http.response.size", len(response.content) if hasattr(response, 'content') else 0),
+    )
+    
+    # Instrument other libraries
+    RequestsInstrumentor().instrument()  # HTTP client requests
+    LoggingInstrumentor().instrument(set_logging_format=True)  # Add trace context to logs
+    
+    # Instrument database if PostgreSQL is used
+    if config("DATABASE_ENGINE", default="").endswith("postgresql"):
+        try:
+            Psycopg2Instrumentor().instrument()
+        except Exception:
+            pass  # Psycopg2 might not be installed
+    
+    # Instrument Redis if configured
+    if config("REDIS_HOST", default=None):
+        try:
+            RedisInstrumentor().instrument()
+        except Exception:
+            pass  # Redis might not be installed
+    
+    # Instrument Huey task queue (temporarily disabled due to compatibility issues)
+    # try:
+    #     from karrio.server.lib.otel_huey import instrument_huey
+    #     instrument_huey()
+    # except Exception as e:
+    #     logger = logging.getLogger(__name__)
+    #     logger.warning(f"Failed to instrument Huey: {e}")
+    
+    # Log that OpenTelemetry is enabled
+    logger = logging.getLogger(__name__)
+    logger.info(f"OpenTelemetry enabled: Service={OTEL_SERVICE_NAME}, Endpoint={OTEL_EXPORTER_OTLP_ENDPOINT}")

karrio/server/settings/workers.py

@@ -51,3 +51,19 @@ else:
         filename=WORKER_DB_FILE_NAME,
         **({"immediate": WORKER_IMMEDIATE_MODE} if WORKER_IMMEDIATE_MODE else {}),
     )
+
+
+# Apply OpenTelemetry instrumentation to Huey if enabled
+OTEL_ENABLED = decouple.config("OTEL_ENABLED", default=False, cast=bool)
+OTEL_EXPORTER_OTLP_ENDPOINT = decouple.config("OTEL_EXPORTER_OTLP_ENDPOINT", default=None)
+
+if OTEL_ENABLED and OTEL_EXPORTER_OTLP_ENDPOINT:
+    try:
+        # Import and apply instrumentation to the Huey instance
+        from karrio.server.lib.otel_huey import HueyInstrumentor
+        instrumentor = HueyInstrumentor()
+        instrumentor.instrument(HUEY)
+    except Exception as e:
+        import logging
+        logger = logging.getLogger(__name__)
+        logger.warning(f"Failed to instrument Huey in worker settings: {e}")

{karrio_server-2025.5rc15.dist-info → karrio_server-2025.5rc18.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: karrio_server
-Version: 2025.5rc15
+Version: 2025.5rc18
 Summary: Multi-carrier shipping API
 Author-email: karrio <hello@karrio.io>
 License-Expression: Apache-2.0
@@ -33,6 +33,15 @@ Requires-Dist: python-decouple
 Requires-Dist: karrio_server_core
 Requires-Dist: sentry-sdk
 Requires-Dist: whitenoise
+Requires-Dist: opentelemetry-instrumentation-django
+Requires-Dist: opentelemetry-api
+Requires-Dist: opentelemetry-sdk
+Requires-Dist: opentelemetry-exporter-otlp
+Requires-Dist: opentelemetry-instrumentation-requests
+Requires-Dist: opentelemetry-instrumentation-logging
+Requires-Dist: opentelemetry-instrumentation-psycopg2
+Requires-Dist: opentelemetry-instrumentation-redis
+Requires-Dist: opentelemetry-semantic-conventions
 
 # <a href="https://karrio.io" target="_blank"><img alt="Karrio" src="https://docs.karrio.io/img/logo.svg" height="50px" /></a>
 

{karrio_server-2025.5rc15.dist-info → karrio_server-2025.5rc18.dist-info}/RECORD

@@ -1,17 +1,18 @@
-karrio/server/VERSION,sha256=lFo0e02tTzOvzYVZoSB_8ida1fuxK64T6yOESGDIWF8,10
+karrio/server/VERSION,sha256=pU20An_zTwHpnPk8666yTFrIhNSOAR9TMWIH4n9MUrU,10
 karrio/server/__init__.py,sha256=iOEMwnlORWezdO8-2vxBIPSR37D7JGjluZ8f55vzxls,81
 karrio/server/__main__.py,sha256=hy2-Zb2wSVe_Pu6zWZ-BhiM4rBaGZ3D16HSuhudygqg,632
 karrio/server/asgi.py,sha256=LsZYMWo8U9zURVPdHnvUsziOhMjdCdQoD2-gMJbS2U0,462
 karrio/server/workers.py,sha256=wOlWmXC7zRJV86IfbQnfUZsnCIvvWtXzFHH_EIkg1J0,179
 karrio/server/wsgi.py,sha256=SpWqkEYlMsj89_znZ8p8IjH3EgTVRWRq_9eS8t64dMw,403
+karrio/server/lib/otel_huey.py,sha256=6MP6vX6b6x6RPF2K1m8B8L8S9GK1Q3vANmLidsxh65k,5428
 karrio/server/settings/__init__.py,sha256=iw-NBcReOnDYpnvSEBdYDfV7jC0040jYdupnmSdElec,866
-karrio/server/settings/apm.py,sha256=CfUn6z7hermfw0m-2EvzHyWRLGZErnWGaaoWlYIRYZw,1710
+karrio/server/settings/apm.py,sha256=963moZDKcwEelUh1AmLQY1RRsm5qk3neugJXxk6fBY0,7322
 karrio/server/settings/base.py,sha256=iryAK2fL_mul9UjHp4lU57S0Lzk-AEvpUSSf0_E1E9U,20375
 karrio/server/settings/cache.py,sha256=BCFIjbLKBgYs34i099Z_i8EC55lRF39oJfsPHoXq3vc,1112
 karrio/server/settings/constance.py,sha256=wKi7u-NORAPjIJMIbl3k5kPRkUA6jJJWe9kxsV3aoeA,7113
 karrio/server/settings/debug.py,sha256=fFyK2XX47UGeK0eRNSV-9ZLaComay5QvJW0692vaH98,527
 karrio/server/settings/email.py,sha256=bHBLKM_v3HTkmjrz_Msdj_Z7_kMzAb7i6pvJCZuzu1E,1403
-karrio/server/settings/workers.py,sha256=s3km5UZcultq4O1adWZWso7jvRyfhc4jk3T1Jx0EoCA,1697
+karrio/server/settings/workers.py,sha256=xoXvaZgxKKVlvB3xJgq0PFCTEhNQf9rte_Qy6BUSY28,2360
 karrio/server/static/extra/branding/android-chrome-192x192.png,sha256=qSwEKKBtk4udSHb0OWGC5-jfkP5cVpULDD1Cdkuk8PU,7005
 karrio/server/static/extra/branding/android-chrome-512x512.png,sha256=YFwVPnPChO30tTuyrwSc_z548H7C6OFXh4CCu2krvHA,21062
 karrio/server/static/extra/branding/favicon-16x16.png,sha256=wkELpij29bIvvKr5sDcjfNeYvj7i0yk-__bJbZckEK8,1085
@@ -72,8 +73,8 @@ karrio/server/templates/admin/base_site.html,sha256=kbcdvehXZ1EHaw07JL7fSZmjrnVM
 karrio/server/templates/openapi/openapi.html,sha256=3ApCZ5pE6Wjv7CJllVbqD2WiDQuLy-BFS-IIHurXhBY,1133
 karrio/server/urls/__init__.py,sha256=Ah-XqaqRsfecQgCGRHjxmXe8O7a0avq5ocU90tkVwQI,1998
 karrio/server/urls/jwt.py,sha256=QN2L-EpUEQCF2UGYPu_VVlA49Fc0BtcY7Ov3-xpp7_U,6772
-karrio_server-2025.5rc15.dist-info/METADATA,sha256=Doodw-t7ej8MMPRIE4DuDzAT9VUqLO596UYcOsvGLWg,3860
-karrio_server-2025.5rc15.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-karrio_server-2025.5rc15.dist-info/entry_points.txt,sha256=c2eftt6MpJjyp0OFv1OmO9nUYSDemt9fGq_RDdvpGLw,55
-karrio_server-2025.5rc15.dist-info/top_level.txt,sha256=D1D7x8R3cTfjF_15mfiO7wCQ5QMtuM4x8GaPr7z5i78,12
-karrio_server-2025.5rc15.dist-info/RECORD,,
+karrio_server-2025.5rc18.dist-info/METADATA,sha256=IEM9FXoEZAlk_SsSV7DQI8EUJVOZW7DE9QXdTSZYTF0,4283
+karrio_server-2025.5rc18.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+karrio_server-2025.5rc18.dist-info/entry_points.txt,sha256=c2eftt6MpJjyp0OFv1OmO9nUYSDemt9fGq_RDdvpGLw,55
+karrio_server-2025.5rc18.dist-info/top_level.txt,sha256=D1D7x8R3cTfjF_15mfiO7wCQ5QMtuM4x8GaPr7z5i78,12
+karrio_server-2025.5rc18.dist-info/RECORD,,