ccproxy-api 0.1.7__py3-none-any.whl → 0.2.0__py3-none-any.whl

ccproxy/api/middleware/request_id.py

@@ -1,18 +1,19 @@
 """Request ID middleware for generating and tracking request IDs."""
 
-import uuid
+from collections.abc import Awaitable, Callable, MutableMapping
 from datetime import UTC, datetime
 from typing import Any
 
-import structlog
 from fastapi import Request, Response
 from starlette.middleware.base import BaseHTTPMiddleware
-from starlette.types import ASGIApp
+from starlette.types import ASGIApp, Receive, Send
 
-from ccproxy.observability.context import request_context
+from ccproxy.core.id_utils import generate_short_id
+from ccproxy.core.logging import get_logger
+from ccproxy.core.request_context import request_context
 
 
-logger = structlog.get_logger(__name__)
+logger = get_logger(__name__)
 
 
 class RequestIDMiddleware(BaseHTTPMiddleware):
@@ -26,7 +27,33 @@ class RequestIDMiddleware(BaseHTTPMiddleware):
         """
         super().__init__(app)
 
-    async def dispatch(self, request: Request, call_next: Any) -> Response:
+    async def __call__(
+        self, scope: MutableMapping[str, Any], receive: Receive, send: Send
+    ) -> None:
+        """ASGI interface to inject request ID early."""
+        if scope["type"] == "http":
+            # Generate or extract request ID
+            headers_dict = dict(scope.get("headers", []))
+            request_id = (
+                headers_dict.get(b"x-request-id", b"").decode("utf-8")
+                or generate_short_id()
+            )
+
+            # Store in ASGI extensions for other middleware
+            if "extensions" not in scope:
+                scope["extensions"] = {}
+            scope["extensions"]["request_id"] = request_id
+
+            # If not in headers, add it
+            if b"x-request-id" not in headers_dict:
+                scope["headers"] = list(scope.get("headers", []))
+                scope["headers"].append((b"x-request-id", request_id.encode("utf-8")))
+
+        return await super().__call__(scope, receive, send)
+
+    async def dispatch(
+        self, request: Request, call_next: Callable[[Request], Awaitable[Response]]
+    ) -> Response:
         """Process the request and add request ID/context.
 
         Args:
@@ -37,18 +64,14 @@ class RequestIDMiddleware(BaseHTTPMiddleware):
             The HTTP response
         """
         # Generate or extract request ID
-        request_id = request.headers.get("x-request-id") or str(uuid.uuid4())
+        request_id = request.headers.get("x-request-id") or generate_short_id()
 
         # Generate datetime for consistent logging across all layers
         log_timestamp = datetime.now(UTC)
 
-        # Get DuckDB storage from app state if available
-        storage = getattr(request.app.state, "duckdb_storage", None)
-
         # Use the proper request context manager to ensure __aexit__ is called
         async with request_context(
             request_id=request_id,
-            storage=storage,
             log_timestamp=log_timestamp,
             method=request.method,
             path=str(request.url.path),
@@ -61,14 +84,10 @@ class RequestIDMiddleware(BaseHTTPMiddleware):
             request.state.request_id = request_id
             request.state.context = ctx
 
-            # Add DuckDB storage to context if available
-            if hasattr(request.state, "duckdb_storage"):
-                ctx.storage = request.state.duckdb_storage
-
             # Process the request
             response = await call_next(request)
 
             # Add request ID to response headers
             response.headers["x-request-id"] = request_id
 
-            return response  # type: ignore[no-any-return]
+            return response

ccproxy/api/middleware/streaming_hooks.py

@@ -0,0 +1,292 @@
+"""Streaming response wrapper for hook emission.
+
+This module provides a wrapper for streaming responses that emits
+REQUEST_COMPLETED hook event when the stream actually completes.
+"""
+
+from __future__ import annotations
+
+import asyncio
+import json
+import time
+from collections.abc import AsyncGenerator, AsyncIterator
+from datetime import datetime
+from typing import TYPE_CHECKING, Any
+
+from fastapi.responses import StreamingResponse
+
+from ccproxy.core.logging import get_logger
+from ccproxy.core.plugins.hooks import HookContext, HookEvent
+from ccproxy.utils.headers import extract_response_headers
+
+
+if TYPE_CHECKING:
+    from ccproxy.core.plugins.hooks import HookManager
+
+
+logger = get_logger(__name__)
+
+
+class StreamingResponseWithHooks(StreamingResponse):
+    """Streaming response wrapper that emits hooks on completion.
+
+    This wrapper ensures REQUEST_COMPLETED is emitted when streaming
+    actually finishes, not when the response is initially created.
+    """
+
+    def __init__(
+        self,
+        content: AsyncGenerator[bytes, None] | AsyncIterator[bytes],
+        hook_manager: HookManager | None,
+        request_id: str,
+        request_data: dict[str, Any],
+        start_time: float,
+        status_code: int = 200,
+        request_metadata: dict[str, Any] | None = None,
+        origin: str = "client",
+        is_sse: bool = False,
+        **kwargs: Any,
+    ) -> None:
+        """Initialize streaming response with hook emission.
+
+        Args:
+            content: The async generator producing streaming content
+            hook_manager: Hook manager for emitting events
+            request_id: Request ID for correlation
+            request_data: Original request data for context
+            start_time: Request start timestamp
+            status_code: HTTP status code for the response
+            request_metadata: Metadata from RequestContext (includes tokens, cost, etc.)
+            **kwargs: Additional arguments passed to StreamingResponse
+        """
+        self.hook_manager = hook_manager
+        self.request_id = request_id
+        self.request_data = request_data
+        self.request_metadata = request_metadata or {}
+        self.start_time = start_time
+        self.origin = origin
+        self.is_sse = is_sse
+
+        # Wrap the content generator to add hook emission
+        wrapped_content = self._wrap_with_hooks(content, status_code)
+
+        super().__init__(wrapped_content, status_code=status_code, **kwargs)
+
+    async def _wrap_with_hooks(
+        self,
+        content: AsyncGenerator[bytes, None] | AsyncIterator[bytes],
+        status_code: int,
+    ) -> AsyncGenerator[bytes, None]:
+        """Wrap content generator with hook emission on completion.
+
+        Args:
+            content: The original content generator
+            status_code: HTTP status code
+
+        Yields:
+            bytes: Content chunks from the original generator
+        """
+        error_occurred: str | None = None
+        error_type_name: str | None = None
+        final_status = status_code
+        # Collect chunks for HTTP_RESPONSE hook
+        collected_chunks: list[bytes] = []
+
+        closed_by: str | None = None
+
+        try:
+            # Stream all content from the original generator
+            async for chunk in content:
+                collected_chunks.append(chunk)  # Collect for HTTP hook
+                yield chunk
+
+        except GeneratorExit:
+            # Client disconnected - still emit completion hook
+            error_occurred = "client_disconnected"
+            error_type_name = "GeneratorExit"
+            closed_by = "client"
+            return
+
+        except asyncio.CancelledError as e:
+            error_occurred = "client_cancelled"
+            error_type_name = type(e).__name__
+            closed_by = "client"
+            return
+
+        except Exception as e:
+            # Error during streaming
+            error_occurred = str(e)
+            error_type_name = type(e).__name__
+            final_status = 500
+            closed_by = "server_error"
+            raise
+
+        finally:
+            end_time = time.time()
+            duration = end_time - self.start_time
+
+            # Emit HTTP_RESPONSE hook first with collected body, then REQUEST_COMPLETED
+            if self.hook_manager:
+                try:
+                    # First emit HTTP_RESPONSE hook with collected streaming body
+                    await self._emit_http_response_hook(
+                        collected_chunks, final_status, end_time
+                    )
+
+                    # Then emit REQUEST_COMPLETED hook (existing behavior)
+                    completion_data = {
+                        "request_id": self.request_id,
+                        "duration": duration,
+                        "response_status": final_status,
+                        "streaming_completed": True,
+                    }
+
+                    # Include original request data
+                    if self.request_data:
+                        completion_data.update(
+                            {
+                                "method": self.request_data.get("method"),
+                                "url": self.request_data.get("url"),
+                                "headers": self.request_data.get("headers"),
+                            }
+                        )
+
+                    # Add error info if an error occurred
+                    if error_occurred:
+                        completion_data["error"] = error_occurred
+                        event = HookEvent.REQUEST_FAILED
+                    else:
+                        event = HookEvent.REQUEST_COMPLETED
+
+                    # Merge request metadata (tokens, cost, etc.) into hook metadata
+                    hook_metadata = {"request_id": self.request_id}
+                    hook_metadata.update(self.request_metadata)
+
+                    hook_context = HookContext(
+                        event=event,
+                        timestamp=datetime.fromtimestamp(end_time),
+                        data=completion_data,
+                        metadata=hook_metadata,
+                    )
+
+                    await self.hook_manager.emit_with_context(hook_context)
+
+                except Exception:
+                    # Silently ignore hook emission errors to avoid breaking the stream
+                    pass
+
+            success = error_occurred is None
+            body_size = sum(len(chunk) for chunk in collected_chunks)
+            log_fields: dict[str, Any] = {
+                "request_id": self.request_id,
+                "method": self.request_data.get("method"),
+                "url": self.request_data.get("url"),
+                "origin": self.origin,
+                "status_code": final_status,
+                "duration_ms": round(duration * 1000, 3),
+                "streaming": True,
+                "success": success,
+                "category": "http",
+                "has_body": body_size > 0,
+                "body_size": body_size,
+            }
+            if not success and error_type_name:
+                log_fields["error_type"] = error_type_name
+            if not closed_by:
+                closed_by = "server"
+            log_fields["closed_by"] = closed_by
+            if not success and error_occurred:
+                log_fields["error_reason"] = error_occurred
+
+            # Propagate metadata for downstream consumers (e.g., upstream logging)
+            try:
+                self.request_metadata["stream_closed_by"] = closed_by
+                if not success and error_occurred:
+                    self.request_metadata["stream_error_reason"] = error_occurred
+                    if error_type_name:
+                        self.request_metadata["stream_error_type"] = error_type_name
+            except Exception:
+                # Metadata propagation is best-effort
+                pass
+
+            if self.is_sse:
+                logger.info("sse_connection_ended", **log_fields)
+            else:
+                logger.info("request_completed", **log_fields)
+
+    async def _emit_http_response_hook(
+        self, collected_chunks: list[bytes], status_code: int, end_time: float
+    ) -> None:
+        """Emit HTTP_RESPONSE hook with collected streaming response body.
+
+        Args:
+            collected_chunks: All chunks collected from the stream
+            status_code: Final HTTP status code
+            end_time: Timestamp when streaming completed
+        """
+        try:
+            # Combine all chunks to get full response body
+            full_response_body = b"".join(collected_chunks)
+
+            # Build HTTP response context
+            http_response_context = {
+                "request_id": self.request_id,
+                "status_code": status_code,
+                "is_client_response": True,  # Distinguish from provider responses
+            }
+
+            # Include request data for context
+            if self.request_data:
+                http_response_context.update(
+                    {
+                        "method": self.request_data.get("method"),
+                        "url": self.request_data.get("url"),
+                        "headers": self.request_data.get("headers"),
+                    }
+                )
+
+            # Add response headers if available, preserving order and case
+            try:
+                http_response_context["response_headers"] = extract_response_headers(
+                    self
+                )
+            except Exception:
+                if hasattr(self, "headers"):
+                    http_response_context["response_headers"] = dict(self.headers)
+
+            # Parse response body
+            if full_response_body:
+                try:
+                    # For streaming responses, try to parse as text first
+                    response_text = full_response_body.decode("utf-8", errors="replace")
+
+                    # Check if it looks like JSON
+                    headers_obj = http_response_context.get("response_headers")
+                    content_type = ""
+                    if headers_obj is not None and isinstance(headers_obj, dict):
+                        content_type = headers_obj.get("content-type", "")
+
+                    if "application/json" in content_type:
+                        try:
+                            http_response_context["response_body"] = json.loads(
+                                response_text
+                            )
+                        except json.JSONDecodeError:
+                            http_response_context["response_body"] = response_text
+                    else:
+                        # For streaming responses (like SSE), include as text
+                        http_response_context["response_body"] = response_text
+
+                except UnicodeDecodeError:
+                    # If decode fails, include as bytes
+                    http_response_context["response_body"] = full_response_body
+
+            # Emit HTTP_RESPONSE hook
+            if self.hook_manager:
+                await self.hook_manager.emit(
+                    HookEvent.HTTP_RESPONSE, http_response_context
+                )
+
+        except Exception:
+            # Silently ignore HTTP hook emission errors
+            pass

ccproxy/api/routes/__init__.py

@@ -1,24 +1,15 @@
 """API routes for CCProxy API Server."""
 
 # from ccproxy.api.routes.auth import router as auth_router  # Module doesn't exist
-from ccproxy.api.routes.claude import router as claude_router
 from ccproxy.api.routes.health import router as health_router
-from ccproxy.api.routes.metrics import (
-    dashboard_router,
-    logs_router,
-)
-from ccproxy.api.routes.metrics import (
-    prometheus_router as metrics_router,
-)
-from ccproxy.api.routes.proxy import router as proxy_router
+
+
+# proxy routes are now handled by plugin system
 
 
 __all__ = [
     # "auth_router",  # Module doesn't exist
-    "claude_router",
     "health_router",
-    "metrics_router",
-    "logs_router",
-    "dashboard_router",
-    "proxy_router",
+    # Metrics, logs, and dashboard routes are provided by plugins now
+    # "proxy_router", # Removed - handled by plugin system
 ]