ccproxy-api 0.1.7__py3-none-any.whl → 0.2.0a4__py3-none-any.whl

ccproxy/services/proxy_service.py

@@ -1,1827 +0,0 @@
-"""Proxy service for orchestrating Claude API requests with business logic."""
-
-import asyncio
-import json
-import os
-import random
-import time
-from collections.abc import AsyncGenerator
-from pathlib import Path
-from typing import TYPE_CHECKING, Any
-
-import httpx
-import structlog
-from fastapi import HTTPException, Request
-from fastapi.responses import StreamingResponse
-from starlette.responses import Response
-from typing_extensions import TypedDict
-
-from ccproxy.config.settings import Settings
-from ccproxy.core.codex_transformers import CodexRequestTransformer
-from ccproxy.core.http import BaseProxyClient
-from ccproxy.core.http_transformers import (
-    HTTPRequestTransformer,
-    HTTPResponseTransformer,
-)
-from ccproxy.observability import (
-    PrometheusMetrics,
-    get_metrics,
-    request_context,
-    timed_operation,
-)
-from ccproxy.observability.access_logger import log_request_access
-from ccproxy.observability.streaming_response import StreamingResponseWithLogging
-from ccproxy.services.credentials.manager import CredentialsManager
-from ccproxy.testing import RealisticMockResponseGenerator
-from ccproxy.utils.simple_request_logger import (
-    append_streaming_log,
-    write_request_log,
-)
-
-
-if TYPE_CHECKING:
-    from ccproxy.observability.context import RequestContext
-
-
-class RequestData(TypedDict):
-    """Typed structure for transformed request data."""
-
-    method: str
-    url: str
-    headers: dict[str, str]
-    body: bytes | None
-
-
-class ResponseData(TypedDict):
-    """Typed structure for transformed response data."""
-
-    status_code: int
-    headers: dict[str, str]
-    body: bytes
-
-
-logger = structlog.get_logger(__name__)
-
-
-class ProxyService:
-    """Claude-specific proxy orchestration with business logic.
-
-    This service orchestrates the complete proxy flow including:
-    - Authentication management
-    - Request/response transformations
-    - Metrics collection (future)
-    - Error handling and logging
-
-    Pure HTTP forwarding is delegated to BaseProxyClient.
-    """
-
-    SENSITIVE_HEADERS = {"authorization", "x-api-key", "cookie", "set-cookie"}
-
-    def __init__(
-        self,
-        proxy_client: BaseProxyClient,
-        credentials_manager: CredentialsManager,
-        settings: Settings,
-        proxy_mode: str = "full",
-        target_base_url: str = "https://api.anthropic.com",
-        metrics: PrometheusMetrics | None = None,
-        app_state: Any = None,
-    ) -> None:
-        """Initialize the proxy service.
-
-        Args:
-            proxy_client: HTTP client for pure forwarding
-            credentials_manager: Authentication manager
-            settings: Application settings
-            proxy_mode: Transformation mode - "minimal" or "full"
-            target_base_url: Base URL for the target API
-            metrics: Prometheus metrics collector (optional)
-            app_state: FastAPI app state for accessing detection data
-        """
-        self.proxy_client = proxy_client
-        self.credentials_manager = credentials_manager
-        self.settings = settings
-        self.proxy_mode = proxy_mode
-        self.target_base_url = target_base_url.rstrip("/")
-        self.metrics = metrics or get_metrics()
-        self.app_state = app_state
-
-        # Create concrete transformers
-        self.request_transformer = HTTPRequestTransformer()
-        self.response_transformer = HTTPResponseTransformer()
-        self.codex_transformer = CodexRequestTransformer()
-
-        # Create OpenAI adapter for stream transformation
-        from ccproxy.adapters.openai.adapter import OpenAIAdapter
-
-        self.openai_adapter = OpenAIAdapter()
-
-        # Create mock response generator for bypass mode
-        self.mock_generator = RealisticMockResponseGenerator()
-
-        # Cache environment-based configuration
-        self._proxy_url = self._init_proxy_url()
-        self._ssl_context = self._init_ssl_context()
-        self._verbose_streaming = (
-            os.environ.get("CCPROXY_VERBOSE_STREAMING", "false").lower() == "true"
-        )
-        self._verbose_api = (
-            os.environ.get("CCPROXY_VERBOSE_API", "false").lower() == "true"
-        )
-
-    def _init_proxy_url(self) -> str | None:
-        """Initialize proxy URL from environment variables."""
-        # Check for standard proxy environment variables
-        # For HTTPS requests, prioritize HTTPS_PROXY
-        https_proxy = os.environ.get("HTTPS_PROXY") or os.environ.get("https_proxy")
-        all_proxy = os.environ.get("ALL_PROXY")
-        http_proxy = os.environ.get("HTTP_PROXY") or os.environ.get("http_proxy")
-
-        proxy_url = https_proxy or all_proxy or http_proxy
-
-        if proxy_url:
-            logger.debug("proxy_configured", proxy_url=proxy_url)
-
-        return proxy_url
-
-    def _init_ssl_context(self) -> str | bool:
-        """Initialize SSL context configuration from environment variables."""
-        # Check for custom CA bundle
-        ca_bundle = os.environ.get("REQUESTS_CA_BUNDLE") or os.environ.get(
-            "SSL_CERT_FILE"
-        )
-
-        # Check if SSL verification should be disabled (NOT RECOMMENDED)
-        ssl_verify = os.environ.get("SSL_VERIFY", "true").lower()
-
-        if ca_bundle and Path(ca_bundle).exists():
-            logger.info("ca_bundle_configured", ca_bundle=ca_bundle)
-            return ca_bundle
-        elif ssl_verify in ("false", "0", "no"):
-            logger.warning("ssl_verification_disabled")
-            return False
-        else:
-            logger.debug("ssl_verification_default")
-            return True
-
-    async def handle_request(
-        self,
-        method: str,
-        path: str,
-        headers: dict[str, str],
-        body: bytes | None = None,
-        query_params: dict[str, str | list[str]] | None = None,
-        timeout: float = 240.0,
-        request: Request | None = None,  # Optional FastAPI Request object
-    ) -> tuple[int, dict[str, str], bytes] | StreamingResponse:
-        """Handle a proxy request with full business logic orchestration.
-
-        Args:
-            method: HTTP method
-            path: Request path (without /unclaude prefix)
-            headers: Request headers
-            body: Request body
-            query_params: Query parameters
-            timeout: Request timeout in seconds
-            request: Optional FastAPI Request object for accessing request context
-
-        Returns:
-            Tuple of (status_code, headers, body) or StreamingResponse for streaming
-
-        Raises:
-            HTTPException: If request fails
-        """
-        # Extract request metadata
-        model, streaming = self._extract_request_metadata(body)
-        endpoint = path.split("/")[-1] if path else "unknown"
-
-        # Use existing context from request if available, otherwise create new one
-        if request and hasattr(request, "state") and hasattr(request.state, "context"):
-            # Use existing context from middleware
-            ctx = request.state.context
-            # Add service-specific metadata
-            ctx.add_metadata(
-                endpoint=endpoint,
-                model=model,
-                streaming=streaming,
-                service_type="proxy_service",
-            )
-            # Create a context manager that preserves the existing context's lifecycle
-            # This ensures __aexit__ is called for proper access logging
-            from contextlib import asynccontextmanager
-
-            @asynccontextmanager
-            async def existing_context_manager() -> AsyncGenerator[Any, None]:
-                try:
-                    yield ctx
-                finally:
-                    # Let the existing context handle its own lifecycle
-                    # The middleware or parent context will call __aexit__
-                    pass
-
-            context_manager: Any = existing_context_manager()
-        else:
-            # Create new context for observability
-            context_manager = request_context(
-                method=method,
-                path=path,
-                endpoint=endpoint,
-                model=model,
-                streaming=streaming,
-                service_type="proxy_service",
-                metrics=self.metrics,
-            )
-
-        async with context_manager as ctx:
-            try:
-                # 1. Authentication - get access token
-                async with timed_operation("oauth_token", ctx.request_id):
-                    logger.debug("oauth_token_retrieval_start")
-                    access_token = await self._get_access_token()
-
-                # 2. Request transformation
-                async with timed_operation("request_transform", ctx.request_id):
-                    injection_mode = (
-                        self.settings.claude.system_prompt_injection_mode.value
-                    )
-                    logger.debug(
-                        "request_transform_start",
-                        system_prompt_injection_mode=injection_mode,
-                    )
-                    transformed_request = (
-                        await self.request_transformer.transform_proxy_request(
-                            method,
-                            path,
-                            headers,
-                            body,
-                            query_params,
-                            access_token,
-                            self.target_base_url,
-                            self.app_state,
-                            injection_mode,
-                        )
-                    )
-
-                # 3. Check for bypass header to skip upstream forwarding
-                bypass_upstream = (
-                    headers.get("X-CCProxy-Bypass-Upstream", "").lower() == "true"
-                )
-
-                if bypass_upstream:
-                    logger.debug("bypassing_upstream_forwarding_due_to_header")
-                    # Determine message type from request body for realistic response generation
-                    message_type = self._extract_message_type_from_body(body)
-
-                    # Check if this will be a streaming response
-                    should_stream = streaming or self._should_stream_response(
-                        transformed_request["headers"]
-                    )
-
-                    # Determine response format based on original request path
-                    is_openai_format = self.response_transformer._is_openai_request(
-                        path
-                    )
-
-                    if should_stream:
-                        return await self._generate_bypass_streaming_response(
-                            model, is_openai_format, ctx, message_type
-                        )
-                    else:
-                        return await self._generate_bypass_standard_response(
-                            model, is_openai_format, ctx, message_type
-                        )
-
-                # 3. Forward request using proxy client
-                logger.debug("request_forwarding_start", url=transformed_request["url"])
-
-                # Check if this will be a streaming response
-                should_stream = streaming or self._should_stream_response(
-                    transformed_request["headers"]
-                )
-
-                if should_stream:
-                    logger.debug("streaming_response_detected")
-                    return await self._handle_streaming_request(
-                        transformed_request, path, timeout, ctx
-                    )
-                else:
-                    logger.debug("non_streaming_response_detected")
-
-                # Log the outgoing request if verbose API logging is enabled
-                await self._log_verbose_api_request(transformed_request, ctx)
-
-                # Handle regular request
-                async with timed_operation("api_call", ctx.request_id) as api_op:
-                    start_time = time.perf_counter()
-
-                    (
-                        status_code,
-                        response_headers,
-                        response_body,
-                    ) = await self.proxy_client.forward(
-                        method=transformed_request["method"],
-                        url=transformed_request["url"],
-                        headers=transformed_request["headers"],
-                        body=transformed_request["body"],
-                        timeout=timeout,
-                    )
-
-                    end_time = time.perf_counter()
-                    api_duration = end_time - start_time
-                    api_op["duration_seconds"] = api_duration
-
-                # Log the received response if verbose API logging is enabled
-                await self._log_verbose_api_response(
-                    status_code, response_headers, response_body, ctx
-                )
-
-                # 4. Response transformation
-                async with timed_operation("response_transform", ctx.request_id):
-                    logger.debug("response_transform_start")
-                    # For error responses, transform to OpenAI format if needed
-                    transformed_response: ResponseData
-                    if status_code >= 400:
-                        logger.info(
-                            "upstream_error_received",
-                            status_code=status_code,
-                            has_body=bool(response_body),
-                            content_length=len(response_body) if response_body else 0,
-                        )
-
-                        # Use transformer to handle error transformation (including OpenAI format)
-                        transformed_response = (
-                            await self.response_transformer.transform_proxy_response(
-                                status_code,
-                                response_headers,
-                                response_body,
-                                path,
-                                self.proxy_mode,
-                            )
-                        )
-                    else:
-                        transformed_response = (
-                            await self.response_transformer.transform_proxy_response(
-                                status_code,
-                                response_headers,
-                                response_body,
-                                path,
-                                self.proxy_mode,
-                            )
-                        )
-
-                # 5. Extract response metrics using direct JSON parsing
-                tokens_input = tokens_output = cache_read_tokens = (
-                    cache_write_tokens
-                ) = cost_usd = None
-                if transformed_response["body"]:
-                    try:
-                        response_data = json.loads(
-                            transformed_response["body"].decode("utf-8")
-                        )
-                        usage = response_data.get("usage", {})
-                        tokens_input = usage.get("input_tokens")
-                        tokens_output = usage.get("output_tokens")
-                        cache_read_tokens = usage.get("cache_read_input_tokens")
-                        cache_write_tokens = usage.get("cache_creation_input_tokens")
-
-                        # Calculate cost including cache tokens if we have tokens and model
-                        from ccproxy.utils.cost_calculator import calculate_token_cost
-
-                        cost_usd = calculate_token_cost(
-                            tokens_input,
-                            tokens_output,
-                            model,
-                            cache_read_tokens,
-                            cache_write_tokens,
-                        )
-                    except (json.JSONDecodeError, UnicodeDecodeError):
-                        pass  # Keep all values as None if parsing fails
-
-                # 6. Update context with response data
-                ctx.add_metadata(
-                    status_code=status_code,
-                    tokens_input=tokens_input,
-                    tokens_output=tokens_output,
-                    cache_read_tokens=cache_read_tokens,
-                    cache_write_tokens=cache_write_tokens,
-                    cost_usd=cost_usd,
-                )
-
-                return (
-                    transformed_response["status_code"],
-                    transformed_response["headers"],
-                    transformed_response["body"],
-                )
-
-            except Exception as e:
-                ctx.add_metadata(error=e)
-                raise
-
-    async def handle_codex_request(
-        self,
-        method: str,
-        path: str,
-        session_id: str,
-        access_token: str,
-        request: Request,
-        settings: Settings,
-    ) -> StreamingResponse | Response:
-        """Handle OpenAI Codex proxy request with request/response capture.
-
-        Args:
-            method: HTTP method
-            path: Request path (e.g., "/responses" or "/{session_id}/responses")
-            session_id: Resolved session ID
-            access_token: OpenAI access token
-            request: FastAPI request object
-            settings: Application settings
-
-        Returns:
-            StreamingResponse or regular Response
-        """
-        try:
-            # Read request body - check if already stored by middleware
-            if hasattr(request.state, "body"):
-                body = request.state.body
-            else:
-                body = await request.body()
-
-            # Parse request data to capture the instructions field and other metadata
-            request_data = None
-            try:
-                request_data = json.loads(body.decode("utf-8")) if body else {}
-            except (json.JSONDecodeError, UnicodeDecodeError) as e:
-                request_data = {}
-                logger.warning(
-                    "codex_json_decode_failed",
-                    error=str(e),
-                    body_preview=body[:100].decode("utf-8", errors="replace")
-                    if body
-                    else None,
-                    body_length=len(body) if body else 0,
-                )
-
-            # Parse request to extract account_id from token if available
-            import jwt
-
-            account_id = "unknown"
-            try:
-                decoded = jwt.decode(access_token, options={"verify_signature": False})
-                account_id = decoded.get(
-                    "org_id", decoded.get("sub", decoded.get("account_id", "unknown"))
-                )
-            except Exception:
-                pass
-
-            # Get Codex detection data from app state
-            codex_detection_data = None
-            if self.app_state and hasattr(self.app_state, "codex_detection_data"):
-                codex_detection_data = self.app_state.codex_detection_data
-
-            # Use CodexRequestTransformer to build request
-            original_headers = dict(request.headers)
-            transformed_request = await self.codex_transformer.transform_codex_request(
-                method=method,
-                path=path,
-                headers=original_headers,
-                body=body,
-                access_token=access_token,
-                session_id=session_id,
-                account_id=account_id,
-                codex_detection_data=codex_detection_data,
-                target_base_url=settings.codex.base_url,
-            )
-
-            target_url = transformed_request["url"]
-            headers = transformed_request["headers"]
-            transformed_body = transformed_request["body"] or body
-
-            # Parse transformed body for logging
-            transformed_request_data = request_data
-            if transformed_body and transformed_body != body:
-                try:
-                    transformed_request_data = json.loads(
-                        transformed_body.decode("utf-8")
-                    )
-                except (json.JSONDecodeError, UnicodeDecodeError):
-                    transformed_request_data = request_data
-
-            # Generate request ID for logging
-            from uuid import uuid4
-
-            request_id = f"codex_{uuid4().hex[:8]}"
-
-            # Log Codex request (including instructions field and headers)
-            await self._log_codex_request(
-                request_id=request_id,
-                method=method,
-                url=target_url,
-                headers=headers,
-                body_data=transformed_request_data,
-                session_id=session_id,
-            )
-
-            # Check if user explicitly requested streaming (from original request)
-            user_requested_streaming = self.codex_transformer._is_streaming_request(
-                body
-            )
-
-            # Forward request to ChatGPT backend
-            if user_requested_streaming:
-                # Handle streaming request with proper context management
-                # First, collect the response to check for errors
-                collected_chunks = []
-                chunk_count = 0
-                total_bytes = 0
-                response_status_code = 200
-                response_headers = {}
-
-                async def stream_codex_response() -> AsyncGenerator[bytes, None]:
-                    nonlocal \
-                        collected_chunks, \
-                        chunk_count, \
-                        total_bytes, \
-                        response_status_code, \
-                        response_headers
-
-                    logger.debug(
-                        "proxy_service_streaming_started",
-                        request_id=request_id,
-                        session_id=session_id,
-                    )
-
-                    async with (
-                        httpx.AsyncClient(timeout=240.0) as client,
-                        client.stream(
-                            method=method,
-                            url=target_url,
-                            headers=headers,
-                            content=transformed_body,
-                        ) as response,
-                    ):
-                        # Capture response info for error checking
-                        response_status_code = response.status_code
-                        response_headers = dict(response.headers)
-
-                        # Log response headers for streaming
-                        await self._log_codex_response_headers(
-                            request_id=request_id,
-                            status_code=response.status_code,
-                            headers=dict(response.headers),
-                            stream_type="codex_sse",
-                        )
-
-                        # Check if upstream actually returned streaming
-                        content_type = response.headers.get("content-type", "")
-                        is_streaming = "text/event-stream" in content_type
-
-                        if not is_streaming:
-                            logger.warning(
-                                "codex_expected_streaming_but_got_regular",
-                                content_type=content_type,
-                                status_code=response.status_code,
-                            )
-
-                        async for chunk in response.aiter_bytes():
-                            chunk_count += 1
-                            chunk_size = len(chunk)
-                            total_bytes += chunk_size
-                            collected_chunks.append(chunk)
-
-                            logger.debug(
-                                "proxy_service_streaming_chunk",
-                                request_id=request_id,
-                                chunk_number=chunk_count,
-                                chunk_size=chunk_size,
-                                total_bytes=total_bytes,
-                            )
-
-                            yield chunk
-
-                    logger.debug(
-                        "proxy_service_streaming_complete",
-                        request_id=request_id,
-                        total_chunks=chunk_count,
-                        total_bytes=total_bytes,
-                    )
-
-                    # Log the complete stream data after streaming finishes
-                    await self._log_codex_streaming_complete(
-                        request_id=request_id,
-                        chunks=collected_chunks,
-                    )
-
-                # Execute the stream generator to collect the response
-                generator_chunks = []
-                async for chunk in stream_codex_response():
-                    generator_chunks.append(chunk)
-
-                # Now check if this should be an error response
-                content_type = response_headers.get("content-type", "")
-                if (
-                    response_status_code >= 400
-                    and "text/event-stream" not in content_type
-                ):
-                    # Return error as regular Response with proper status code
-                    error_content = b"".join(collected_chunks)
-                    logger.warning(
-                        "codex_returning_error_as_regular_response",
-                        status_code=response_status_code,
-                        content_type=content_type,
-                        content_preview=error_content[:200].decode(
-                            "utf-8", errors="replace"
-                        ),
-                    )
-                    return Response(
-                        content=error_content,
-                        status_code=response_status_code,
-                        headers=response_headers,
-                    )
-
-                # Return normal streaming response
-                async def replay_stream() -> AsyncGenerator[bytes, None]:
-                    for chunk in generator_chunks:
-                        yield chunk
-
-                # Forward upstream headers but filter out incompatible ones for streaming
-                streaming_headers = dict(response_headers)
-                # Remove headers that conflict with streaming responses
-                streaming_headers.pop("content-length", None)
-                streaming_headers.pop("content-encoding", None)
-                streaming_headers.pop("date", None)
-                # Set streaming-specific headers
-                streaming_headers.update(
-                    {
-                        "content-type": "text/event-stream",
-                        "cache-control": "no-cache",
-                        "connection": "keep-alive",
-                    }
-                )
-
-                return StreamingResponse(
-                    replay_stream(),
-                    media_type="text/event-stream",
-                    headers=streaming_headers,
-                )
-            else:
-                # Handle non-streaming request
-                async with httpx.AsyncClient(timeout=240.0) as client:
-                    response = await client.request(
-                        method=method,
-                        url=target_url,
-                        headers=headers,
-                        content=transformed_body,
-                    )
-
-                    # Check if upstream response is streaming (shouldn't happen)
-                    content_type = response.headers.get("content-type", "")
-                    transfer_encoding = response.headers.get("transfer-encoding", "")
-                    upstream_is_streaming = "text/event-stream" in content_type or (
-                        transfer_encoding == "chunked" and content_type == ""
-                    )
-
-                    logger.debug(
-                        "codex_response_non_streaming",
-                        content_type=content_type,
-                        user_requested_streaming=user_requested_streaming,
-                        upstream_is_streaming=upstream_is_streaming,
-                        transfer_encoding=transfer_encoding,
-                    )
-
-                    if upstream_is_streaming:
-                        # Upstream is streaming but user didn't request streaming
-                        # Collect all streaming data and return as JSON
-                        logger.debug(
-                            "converting_upstream_stream_to_json", request_id=request_id
-                        )
-
-                        collected_chunks = []
-                        async for chunk in response.aiter_bytes():
-                            collected_chunks.append(chunk)
-
-                        # Combine all chunks
-                        full_content = b"".join(collected_chunks)
-
-                        # Try to parse the streaming data and extract the final response
-                        try:
-                            # Parse SSE data to extract JSON response
-                            content_str = full_content.decode("utf-8")
-                            lines = content_str.strip().split("\n")
-
-                            # Look for the last data line with JSON content
-                            final_json = None
-                            for line in reversed(lines):
-                                if line.startswith("data: ") and not line.endswith(
-                                    "[DONE]"
-                                ):
-                                    try:
-                                        json_str = line[6:]  # Remove "data: " prefix
-                                        final_json = json.loads(json_str)
-                                        break
-                                    except json.JSONDecodeError:
-                                        continue
-
-                            if final_json:
-                                response_content = json.dumps(final_json).encode(
-                                    "utf-8"
-                                )
-                            else:
-                                # Fallback: return the raw content
-                                response_content = full_content
-
-                        except (UnicodeDecodeError, json.JSONDecodeError):
-                            # Fallback: return raw content
-                            response_content = full_content
-
-                        # Log the complete response
-                        try:
-                            response_data = json.loads(response_content.decode("utf-8"))
-                        except (json.JSONDecodeError, UnicodeDecodeError):
-                            response_data = {
-                                "raw_content": response_content.decode(
-                                    "utf-8", errors="replace"
-                                )
-                            }
-
-                        await self._log_codex_response(
-                            request_id=request_id,
-                            status_code=response.status_code,
-                            headers=dict(response.headers),
-                            body_data=response_data,
-                        )
-
-                        # Return as JSON response
-                        return Response(
-                            content=response_content,
-                            status_code=response.status_code,
-                            headers={
-                                "content-type": "application/json",
-                                "content-length": str(len(response_content)),
-                            },
-                            media_type="application/json",
-                        )
-                    else:
-                        # For regular non-streaming responses
-                        response_data = None
-                        try:
-                            response_data = (
-                                json.loads(response.content.decode("utf-8"))
-                                if response.content
-                                else {}
-                            )
-                        except (json.JSONDecodeError, UnicodeDecodeError):
-                            response_data = {
-                                "raw_content": response.content.decode(
-                                    "utf-8", errors="replace"
-                                )
-                            }
-
-                        await self._log_codex_response(
-                            request_id=request_id,
-                            status_code=response.status_code,
-                            headers=dict(response.headers),
-                            body_data=response_data,
-                        )
-
-                        # Return regular response
-                        return Response(
-                            content=response.content,
-                            status_code=response.status_code,
-                            headers=dict(response.headers),
-                            media_type=response.headers.get("content-type"),
-                        )
-
-        except Exception as e:
-            logger.error("Codex request failed", error=str(e), session_id=session_id)
-            raise
-
-    async def _get_access_token(self) -> str:
-        """Get access token for upstream authentication.
-
-        Uses OAuth credentials from Claude CLI for upstream authentication.
-
-        NOTE: The SECURITY__AUTH_TOKEN is only for authenticating incoming requests,
-        not for upstream authentication.
-
-        Returns:
-            Valid access token
-
-        Raises:
-            HTTPException: If no valid token is available
-        """
-        # Always use OAuth credentials for upstream authentication
-        # The SECURITY__AUTH_TOKEN is only for client authentication, not upstream
-        try:
-            access_token = await self.credentials_manager.get_access_token()
-            if not access_token:
-                logger.error("oauth_token_unavailable")
-
-                # Try to get more details about credential status
-                try:
-                    validation = await self.credentials_manager.validate()
-
-                    if (
-                        validation.valid
-                        and validation.expired
-                        and validation.credentials
-                    ):
-                        logger.debug(
-                            "oauth_token_expired",
-                            expired_at=str(
-                                validation.credentials.claude_ai_oauth.expires_at
-                            ),
-                        )
-                except Exception as e:
-                    logger.debug(
-                        "credential_check_failed",
-                        error=str(e),
-                        exc_info=True,
-                    )
-
-                raise HTTPException(
-                    status_code=401,
-                    detail="No valid OAuth credentials found. Please run 'ccproxy auth login'.",
-                )
-
-            logger.debug("oauth_token_retrieved")
-            return access_token
-
-        except HTTPException:
-            raise
-        except Exception as e:
-            logger.error("oauth_token_retrieval_failed", error=str(e), exc_info=True)
-            raise HTTPException(
-                status_code=401,
-                detail="Authentication failed",
-            ) from e
-
-    def _redact_headers(self, headers: dict[str, str]) -> dict[str, str]:
-        """Redact sensitive information from headers for safe logging."""
-        return {
-            k: "[REDACTED]" if k.lower() in self.SENSITIVE_HEADERS else v
-            for k, v in headers.items()
-        }
-
-    async def _log_verbose_api_request(
-        self, request_data: RequestData, ctx: "RequestContext"
-    ) -> None:
-        """Log details of an outgoing API request if verbose logging is enabled."""
-        if not self._verbose_api:
-            return
-
-        body = request_data.get("body")
-        body_preview = ""
-        full_body = None
-        if body:
-            try:
-                full_body = body.decode("utf-8", errors="replace")
-                # Truncate at 1024 chars for readability
-                body_preview = full_body[:1024]
-                # Try to parse as JSON for better formatting
-                try:
-                    import json
-
-                    full_body = json.loads(full_body)
-                except json.JSONDecodeError:
-                    pass  # Keep as string
-            except Exception:
-                body_preview = f"<binary data of length {len(body)}>"
-
-        logger.info(
-            "verbose_api_request",
-            method=request_data["method"],
-            url=request_data["url"],
-            headers=self._redact_headers(request_data["headers"]),
-            body_size=len(body) if body else 0,
-            body_preview=body_preview,
-        )
-
-        # Use new request logging system
-        request_id = ctx.request_id
-        timestamp = ctx.get_log_timestamp_prefix()
-        await write_request_log(
-            request_id=request_id,
-            log_type="upstream_request",
-            data={
-                "method": request_data["method"],
-                "url": request_data["url"],
-                "headers": dict(request_data["headers"]),  # Don't redact in file
-                "body": full_body,
-            },
-            timestamp=timestamp,
-        )
-
-    async def _log_verbose_api_response(
-        self,
-        status_code: int,
-        headers: dict[str, str],
-        body: bytes,
-        ctx: "RequestContext",
-    ) -> None:
-        """Log details of a received API response if verbose logging is enabled."""
-        if not self._verbose_api:
-            return
-
-        body_preview = ""
-        if body:
-            try:
-                # Truncate at 1024 chars for readability
-                body_preview = body.decode("utf-8", errors="replace")[:1024]
-            except Exception:
-                body_preview = f"<binary data of length {len(body)}>"
-
-        logger.info(
-            "verbose_api_response",
-            status_code=status_code,
-            headers=self._redact_headers(headers),
-            body_size=len(body),
-            body_preview=body_preview,
-        )
-
-        # Use new request logging system
-        full_body = None
-        if body:
-            try:
-                full_body_str = body.decode("utf-8", errors="replace")
-                # Try to parse as JSON for better formatting
-                try:
-                    full_body = json.loads(full_body_str)
-                except json.JSONDecodeError:
-                    full_body = full_body_str
-            except Exception:
-                full_body = f"<binary data of length {len(body)}>"
-
-        # Use new request logging system
-        request_id = ctx.request_id
-        timestamp = ctx.get_log_timestamp_prefix()
-        await write_request_log(
-            request_id=request_id,
-            log_type="upstream_response",
-            data={
-                "status_code": status_code,
-                "headers": dict(headers),  # Don't redact in file
-                "body": full_body,
-            },
-            timestamp=timestamp,
-        )
-
-    async def _log_codex_request(
-        self,
-        request_id: str,
-        method: str,
-        url: str,
-        headers: dict[str, str],
-        body_data: dict[str, Any] | None,
-        session_id: str,
-    ) -> None:
-        """Log outgoing Codex request preserving instructions field exactly."""
-        if not self._verbose_api:
-            return
-
-        # Log to console with redacted headers
-        logger.info(
-            "verbose_codex_request",
-            request_id=request_id,
-            method=method,
-            url=url,
-            headers=self._redact_headers(headers),
-            session_id=session_id,
-            instructions_preview=(
-                body_data.get("instructions", "")[:100] + "..."
-                if body_data and body_data.get("instructions")
-                else None
-            ),
-        )
-
-        # Save complete request to file (without redaction)
-        timestamp = time.strftime("%Y%m%d_%H%M%S")
-        await write_request_log(
-            request_id=request_id,
-            log_type="codex_request",
-            data={
-                "method": method,
-                "url": url,
-                "headers": dict(headers),
-                "body": body_data,
-                "session_id": session_id,
-            },
-            timestamp=timestamp,
-        )
-
-    async def _log_codex_response(
-        self,
-        request_id: str,
-        status_code: int,
-        headers: dict[str, str],
-        body_data: dict[str, Any] | None,
-    ) -> None:
-        """Log complete non-streaming Codex response."""
-        if not self._verbose_api:
-            return
-
-        # Log to console with redacted headers
-        logger.info(
-            "verbose_codex_response",
-            request_id=request_id,
-            status_code=status_code,
-            headers=self._redact_headers(headers),
-            response_type="non_streaming",
-        )
-
-        # Save complete response to file
-        timestamp = time.strftime("%Y%m%d_%H%M%S")
-        await write_request_log(
-            request_id=request_id,
-            log_type="codex_response",
-            data={
-                "status_code": status_code,
-                "headers": dict(headers),
-                "body": body_data,
-            },
-            timestamp=timestamp,
-        )
-
-    async def _log_codex_response_headers(
-        self,
-        request_id: str,
-        status_code: int,
-        headers: dict[str, str],
-        stream_type: str,
-    ) -> None:
-        """Log streaming Codex response headers."""
-        if not self._verbose_api:
-            return
-
-        # Log to console with redacted headers
-        logger.info(
-            "verbose_codex_response_headers",
-            request_id=request_id,
-            status_code=status_code,
-            headers=self._redact_headers(headers),
-            stream_type=stream_type,
-        )
-
-        # Save response headers to file
-        timestamp = time.strftime("%Y%m%d_%H%M%S")
-        await write_request_log(
-            request_id=request_id,
-            log_type="codex_response_headers",
-            data={
-                "status_code": status_code,
-                "headers": dict(headers),
-                "stream_type": stream_type,
-            },
-            timestamp=timestamp,
-        )
-
-    async def _log_codex_streaming_complete(
-        self,
-        request_id: str,
-        chunks: list[bytes],
-    ) -> None:
-        """Log complete streaming data after stream finishes."""
-        if not self._verbose_api:
-            return
-
-        # Combine chunks and decode for analysis
-        complete_data = b"".join(chunks)
-        try:
-            decoded_data = complete_data.decode("utf-8", errors="replace")
-        except Exception:
-            decoded_data = f"<binary data of length {len(complete_data)}>"
-
-        # Log to console with preview
-        logger.info(
-            "verbose_codex_streaming_complete",
-            request_id=request_id,
-            total_bytes=len(complete_data),
-            chunk_count=len(chunks),
-            data_preview=decoded_data[:200] + "..."
-            if len(decoded_data) > 200
-            else decoded_data,
-        )
-
-        # Save complete streaming data to file
-        timestamp = time.strftime("%Y%m%d_%H%M%S")
-        await write_request_log(
-            request_id=request_id,
-            log_type="codex_streaming_complete",
-            data={
-                "total_bytes": len(complete_data),
-                "chunk_count": len(chunks),
-                "complete_data": decoded_data,
-            },
-            timestamp=timestamp,
-        )
-
-    def _should_stream_response(self, headers: dict[str, str]) -> bool:
-        """Check if response should be streamed based on request headers.
-
-        Args:
-            headers: Request headers
-
-        Returns:
-            True if response should be streamed
-        """
-        # Check if client requested streaming
-        accept_header = headers.get("accept", "").lower()
-        should_stream = (
-            "text/event-stream" in accept_header or "stream" in accept_header
-        )
-        logger.debug(
-            "stream_check_completed",
-            accept_header=accept_header,
-            should_stream=should_stream,
-        )
-        return should_stream
-
-    def _extract_request_metadata(self, body: bytes | None) -> tuple[str | None, bool]:
-        """Extract model and streaming flag from request body.
-
-        Args:
-            body: Request body
-
-        Returns:
-            Tuple of (model, streaming)
-        """
-        if not body:
-            return None, False
-
-        try:
-            body_data = json.loads(body.decode("utf-8"))
-            model = body_data.get("model")
-            streaming = body_data.get("stream", False)
-            return model, streaming
-        except (json.JSONDecodeError, UnicodeDecodeError):
-            return None, False
-
-    async def _handle_streaming_request(
-        self,
-        request_data: RequestData,
-        original_path: str,
-        timeout: float,
-        ctx: "RequestContext",
-    ) -> StreamingResponse | tuple[int, dict[str, str], bytes]:
-        """Handle streaming request with transformation.
-
-        Args:
-            request_data: Transformed request data
-            original_path: Original request path for context
-            timeout: Request timeout
-            ctx: Request context for observability
-
-        Returns:
-            StreamingResponse or error response tuple
-        """
-        # Log the outgoing request if verbose API logging is enabled
-        await self._log_verbose_api_request(request_data, ctx)
-
-        # First, make the request and check for errors before streaming
-        proxy_url = self._proxy_url
-        verify = self._ssl_context
-
-        async with httpx.AsyncClient(
-            timeout=timeout, proxy=proxy_url, verify=verify
-        ) as client:
-            # Start the request to get headers
-            response = await client.send(
-                client.build_request(
-                    method=request_data["method"],
-                    url=request_data["url"],
-                    headers=request_data["headers"],
-                    content=request_data["body"],
-                ),
-                stream=True,
-            )
-
-            # Check for errors before starting to stream
-            if response.status_code >= 400:
-                error_content = await response.aread()
-
-                # Log the full error response body
-                await self._log_verbose_api_response(
-                    response.status_code, dict(response.headers), error_content, ctx
-                )
-
-                logger.info(
-                    "streaming_error_received",
-                    status_code=response.status_code,
-                    error_detail=error_content.decode("utf-8", errors="replace"),
-                )
-
-                # Use transformer to handle error transformation (including OpenAI format)
-                transformed_error_response = (
-                    await self.response_transformer.transform_proxy_response(
-                        response.status_code,
-                        dict(response.headers),
-                        error_content,
-                        original_path,
-                        self.proxy_mode,
-                    )
-                )
-                transformed_error_body = transformed_error_response["body"]
-
-                # Update context with error status
-                ctx.add_metadata(status_code=response.status_code)
-
-                # Log access log for error
-                from ccproxy.observability.access_logger import log_request_access
-
-                await log_request_access(
-                    context=ctx,
-                    status_code=response.status_code,
-                    method=request_data["method"],
-                    metrics=self.metrics,
-                )
-
-                # Return error as regular response
-                return (
-                    response.status_code,
-                    dict(response.headers),
-                    transformed_error_body,
-                )
-
-        # If no error, proceed with streaming
-        # Make initial request to get headers
-        proxy_url = self._proxy_url
-        verify = self._ssl_context
-
-        response_headers = {}
-        response_status = 200
-
-        async with httpx.AsyncClient(
-            timeout=timeout, proxy=proxy_url, verify=verify
-        ) as client:
-            # Make initial request to capture headers
-            initial_response = await client.send(
-                client.build_request(
-                    method=request_data["method"],
-                    url=request_data["url"],
-                    headers=request_data["headers"],
-                    content=request_data["body"],
-                ),
-                stream=True,
-            )
-            response_status = initial_response.status_code
-            response_headers = dict(initial_response.headers)
-
-            # Close the initial response since we'll make a new one in the generator
-            await initial_response.aclose()
-
-        # Initialize streaming metrics collector
-        from ccproxy.utils.streaming_metrics import StreamingMetricsCollector
-
-        metrics_collector = StreamingMetricsCollector(request_id=ctx.request_id)
-
-        async def stream_generator() -> AsyncGenerator[bytes, None]:
-            try:
-                logger.debug(
-                    "stream_generator_start",
-                    method=request_data["method"],
-                    url=request_data["url"],
-                    headers=request_data["headers"],
-                )
-
-                # Use httpx directly for streaming since we need the stream context manager
-                # Get proxy and SSL settings from cached configuration
-                proxy_url = self._proxy_url
-                verify = self._ssl_context
-
-                start_time = time.perf_counter()
-                async with (
-                    httpx.AsyncClient(
-                        timeout=timeout, proxy=proxy_url, verify=verify
-                    ) as client,
-                    client.stream(
-                        method=request_data["method"],
-                        url=request_data["url"],
-                        headers=request_data["headers"],
-                        content=request_data["body"],
-                    ) as response,
-                ):
-                    end_time = time.perf_counter()
-                    proxy_api_call_ms = (end_time - start_time) * 1000
-                    logger.debug(
-                        "stream_response_received",
-                        status_code=response.status_code,
-                        headers=dict(response.headers),
-                    )
-
-                    # Log initial stream response headers if verbose
-                    if self._verbose_api:
-                        logger.info(
-                            "verbose_api_stream_response_start",
-                            status_code=response.status_code,
-                            headers=self._redact_headers(dict(response.headers)),
-                        )
-
-                    # Store response status and headers
-                    nonlocal response_status, response_headers
-                    response_status = response.status_code
-                    response_headers = dict(response.headers)
-
-                    # Log upstream response headers for streaming
-                    if self._verbose_api:
-                        request_id = ctx.request_id
-                        timestamp = ctx.get_log_timestamp_prefix()
-                        await write_request_log(
-                            request_id=request_id,
-                            log_type="upstream_response_headers",
-                            data={
-                                "status_code": response.status_code,
-                                "headers": dict(response.headers),
-                                "stream_type": "anthropic_sse"
-                                if not self.response_transformer._is_openai_request(
-                                    original_path
-                                )
-                                else "openai_sse",
-                            },
-                            timestamp=timestamp,
-                        )
-
-                    # Transform streaming response
-                    is_openai = self.response_transformer._is_openai_request(
-                        original_path
-                    )
-                    logger.debug(
-                        "openai_format_check", is_openai=is_openai, path=original_path
-                    )
-
-                    if is_openai:
-                        # Transform Anthropic SSE to OpenAI SSE format using adapter
-                        logger.debug("sse_transform_start", path=original_path)
-
-                        # Get timestamp once for all streaming chunks
-                        request_id = ctx.request_id
-                        timestamp = ctx.get_log_timestamp_prefix()
-
-                        async for (
-                            transformed_chunk
-                        ) in self._transform_anthropic_to_openai_stream(
-                            response, original_path
-                        ):
-                            # Log transformed streaming chunk
-                            await append_streaming_log(
-                                request_id=request_id,
-                                log_type="upstream_streaming",
-                                data=transformed_chunk,
-                                timestamp=timestamp,
-                            )
-
-                            logger.debug(
-                                "transformed_chunk_yielded",
-                                chunk_size=len(transformed_chunk),
-                            )
-                            yield transformed_chunk
-                    else:
-                        # Stream as-is for Anthropic endpoints
-                        logger.debug("anthropic_streaming_start")
-                        chunk_count = 0
-                        content_block_delta_count = 0
-
-                        # Use cached verbose streaming configuration
-                        verbose_streaming = self._verbose_streaming
-
-                        # Get timestamp once for all streaming chunks
-                        request_id = ctx.request_id
-                        timestamp = ctx.get_log_timestamp_prefix()
-
-                        async for chunk in response.aiter_bytes():
-                            if chunk:
-                                chunk_count += 1
-
-                                # Log raw streaming chunk
-                                await append_streaming_log(
-                                    request_id=request_id,
-                                    log_type="upstream_streaming",
-                                    data=chunk,
-                                    timestamp=timestamp,
-                                )
-
-                                # Compact logging for content_block_delta events
-                                chunk_str = chunk.decode("utf-8", errors="replace")
-
-                                # Extract token metrics from streaming events
-                                is_final = metrics_collector.process_chunk(chunk_str)
-
-                                # If this is the final chunk with complete metrics, update context and record metrics
-                                if is_final:
-                                    model = ctx.metadata.get("model")
-                                    cost_usd = metrics_collector.calculate_final_cost(
-                                        model
-                                    )
-                                    final_metrics = metrics_collector.get_metrics()
-
-                                    # Update context with final metrics
-                                    ctx.add_metadata(
-                                        status_code=response_status,
-                                        tokens_input=final_metrics["tokens_input"],
-                                        tokens_output=final_metrics["tokens_output"],
-                                        cache_read_tokens=final_metrics[
-                                            "cache_read_tokens"
-                                        ],
-                                        cache_write_tokens=final_metrics[
-                                            "cache_write_tokens"
-                                        ],
-                                        cost_usd=cost_usd,
-                                    )
-
-                                    # Access logging is now handled by StreamingResponseWithLogging
-
-                                if (
-                                    "content_block_delta" in chunk_str
-                                    and not verbose_streaming
-                                ):
-                                    content_block_delta_count += 1
-                                    # Only log every 10th content_block_delta or when we start/end
-                                    if content_block_delta_count == 1:
-                                        logger.debug("content_block_delta_start")
-                                    elif content_block_delta_count % 10 == 0:
-                                        logger.debug(
-                                            "content_block_delta_progress",
-                                            count=content_block_delta_count,
-                                        )
-                                elif (
-                                    verbose_streaming
-                                    or "content_block_delta" not in chunk_str
-                                ):
-                                    # Log non-content_block_delta events normally, or everything if verbose mode
-                                    logger.debug(
-                                        "chunk_yielded",
-                                        chunk_number=chunk_count,
-                                        chunk_size=len(chunk),
-                                        chunk_preview=chunk[:100].decode(
-                                            "utf-8", errors="replace"
-                                        ),
-                                    )
-
-                                yield chunk
-
-                        # Final summary for content_block_delta events
-                        if content_block_delta_count > 0 and not verbose_streaming:
-                            logger.debug(
-                                "content_block_delta_completed",
-                                total_count=content_block_delta_count,
-                            )
-
-            except Exception as e:
-                logger.exception("streaming_error", error=str(e), exc_info=True)
-                error_message = f'data: {{"error": "Streaming error: {str(e)}"}}\n\n'
-                yield error_message.encode("utf-8")
-
-        # Always use upstream headers as base
-        final_headers = response_headers.copy()
-
-        # Remove headers that can cause conflicts
-        final_headers.pop(
-            "date", None
-        )  # Remove upstream date header to avoid conflicts
-
-        # Ensure critical headers for streaming
-        final_headers["Cache-Control"] = "no-cache"
-        final_headers["Connection"] = "keep-alive"
-
-        # Set content-type if not already set by upstream
-        if "content-type" not in final_headers:
-            final_headers["content-type"] = "text/event-stream"
-
-        return StreamingResponseWithLogging(
-            content=stream_generator(),
-            request_context=ctx,
-            metrics=self.metrics,
-            status_code=response_status,
-            headers=final_headers,
-        )
-
-    async def _transform_anthropic_to_openai_stream(
-        self, response: httpx.Response, original_path: str
-    ) -> AsyncGenerator[bytes, None]:
-        """Transform Anthropic SSE stream to OpenAI SSE format using adapter.
-
-        Args:
-            response: Streaming response from Anthropic
-            original_path: Original request path for context
-
-        Yields:
-            Transformed OpenAI SSE format chunks
-        """
-
-        # Parse SSE chunks from response into dict stream
-        async def sse_to_dict_stream() -> AsyncGenerator[dict[str, object], None]:
-            chunk_count = 0
-            async for line in response.aiter_lines():
-                if line.startswith("data: "):
-                    data_str = line[6:].strip()
-                    if data_str and data_str != "[DONE]":
-                        try:
-                            chunk_data = json.loads(data_str)
-                            chunk_count += 1
-                            logger.debug(
-                                "proxy_anthropic_chunk_received",
-                                chunk_count=chunk_count,
-                                chunk_type=chunk_data.get("type"),
-                                chunk=chunk_data,
-                            )
-                            yield chunk_data
-                        except json.JSONDecodeError:
-                            logger.warning("sse_parse_failed", data=data_str)
-                            continue
-
-        # Transform using OpenAI adapter and format back to SSE
-        async for openai_chunk in self.openai_adapter.adapt_stream(
-            sse_to_dict_stream()
-        ):
-            sse_line = f"data: {json.dumps(openai_chunk)}\n\n"
-            yield sse_line.encode("utf-8")
-
-    def _extract_message_type_from_body(self, body: bytes | None) -> str:
-        """Extract message type from request body for realistic response generation."""
-        if not body:
-            return "short"
-
-        try:
-            body_data = json.loads(body.decode("utf-8"))
-            # Check if tools are present - indicates tool use
-            if body_data.get("tools"):
-                return "tool_use"
-
-            # Check message content length to determine type
-            messages = body_data.get("messages", [])
-            if messages:
-                content = str(messages[-1].get("content", ""))
-                if len(content) > 200:
-                    return "long"
-                elif len(content) < 50:
-                    return "short"
-                else:
-                    return "medium"
-        except (json.JSONDecodeError, UnicodeDecodeError):
-            pass
-
-        return "short"
-
-    async def _generate_bypass_standard_response(
-        self,
-        model: str | None,
-        is_openai_format: bool,
-        ctx: "RequestContext",
-        message_type: str = "short",
-    ) -> tuple[int, dict[str, str], bytes]:
-        """Generate realistic mock standard response."""
-
-        # Check if we should simulate an error
-        if self.mock_generator.should_simulate_error():
-            error_response, status_code = self.mock_generator.generate_error_response(
-                "openai" if is_openai_format else "anthropic"
-            )
-            response_body = json.dumps(error_response).encode()
-            return status_code, {"content-type": "application/json"}, response_body
-
-        # Generate realistic content and token counts
-        content, input_tokens, output_tokens = (
-            self.mock_generator.generate_response_content(
-                message_type, model or "claude-3-5-sonnet-20241022"
-            )
-        )
-        cache_read_tokens, cache_write_tokens = (
-            self.mock_generator.generate_cache_tokens()
-        )
-
-        # Simulate realistic latency
-        latency_ms = random.randint(*self.mock_generator.config.base_latency_ms)
-        await asyncio.sleep(latency_ms / 1000.0)
-
-        # Always start with Anthropic format
-        request_id = f"msg_test_{ctx.request_id}_{random.randint(1000, 9999)}"
-        content_list: list[dict[str, Any]] = [{"type": "text", "text": content}]
-        anthropic_response = {
-            "id": request_id,
-            "type": "message",
-            "role": "assistant",
-            "content": content_list,
-            "model": model or "claude-3-5-sonnet-20241022",
-            "stop_reason": "end_turn",
-            "stop_sequence": None,
-            "usage": {
-                "input_tokens": input_tokens,
-                "output_tokens": output_tokens,
-                "cache_creation_input_tokens": cache_write_tokens,
-                "cache_read_input_tokens": cache_read_tokens,
-            },
-        }
-
-        # Add tool use if appropriate
-        if message_type == "tool_use":
-            content_list.insert(
-                0,
-                {
-                    "type": "tool_use",
-                    "id": f"toolu_{random.randint(10000, 99999)}",
-                    "name": "calculator",
-                    "input": {"expression": "23 * 45"},
-                },
-            )
-
-        if is_openai_format:
-            # Transform to OpenAI format using existing adapter
-            openai_response = self.openai_adapter.adapt_response(anthropic_response)
-            response_body = json.dumps(openai_response).encode()
-        else:
-            response_body = json.dumps(anthropic_response).encode()
-
-        headers = {
-            "content-type": "application/json",
-            "content-length": str(len(response_body)),
-        }
-
-        # Update context with realistic metrics
-        cost_usd = self.mock_generator.calculate_realistic_cost(
-            input_tokens,
-            output_tokens,
-            model or "claude-3-5-sonnet-20241022",
-            cache_read_tokens,
-            cache_write_tokens,
-        )
-
-        ctx.add_metadata(
-            status_code=200,
-            tokens_input=input_tokens,
-            tokens_output=output_tokens,
-            cache_read_tokens=cache_read_tokens,
-            cache_write_tokens=cache_write_tokens,
-            cost_usd=cost_usd,
-        )
-
-        # Log comprehensive access log (includes Prometheus metrics)
-        await log_request_access(
-            context=ctx,
-            status_code=200,
-            method="POST",
-            metrics=self.metrics,
-        )
-
-        return 200, headers, response_body
-
-    async def _generate_bypass_streaming_response(
-        self,
-        model: str | None,
-        is_openai_format: bool,
-        ctx: "RequestContext",
-        message_type: str = "short",
-    ) -> StreamingResponse:
-        """Generate realistic mock streaming response."""
-
-        # Generate content and tokens
-        content, input_tokens, output_tokens = (
-            self.mock_generator.generate_response_content(
-                message_type, model or "claude-3-5-sonnet-20241022"
-            )
-        )
-        cache_read_tokens, cache_write_tokens = (
-            self.mock_generator.generate_cache_tokens()
-        )
-
-        async def realistic_mock_stream_generator() -> AsyncGenerator[bytes, None]:
-            request_id = f"msg_test_{ctx.request_id}_{random.randint(1000, 9999)}"
-
-            if is_openai_format:
-                # Generate OpenAI-style streaming
-                chunks = await self._generate_realistic_openai_stream(
-                    request_id,
-                    model or "claude-3-5-sonnet-20241022",
-                    content,
-                    input_tokens,
-                    output_tokens,
-                )
-            else:
-                # Generate Anthropic-style streaming
-                chunks = self.mock_generator.generate_realistic_anthropic_stream(
-                    request_id,
-                    model or "claude-3-5-sonnet-20241022",
-                    content,
-                    input_tokens,
-                    output_tokens,
-                    cache_read_tokens,
-                    cache_write_tokens,
-                )
-
-            # Simulate realistic token generation rate
-            tokens_per_second = self.mock_generator.config.token_generation_rate
-
-            for i, chunk in enumerate(chunks):
-                # Realistic delay based on token generation rate
-                if i > 0:  # Don't delay the first chunk
-                    # Estimate tokens in this chunk and calculate delay
-                    chunk_tokens = len(str(chunk)) // 4  # Rough estimate
-                    delay_seconds = chunk_tokens / tokens_per_second
-                    # Add some randomness
-                    delay_seconds *= random.uniform(0.5, 1.5)
-                    await asyncio.sleep(max(0.01, delay_seconds))
-
-                yield f"data: {json.dumps(chunk)}\n\n".encode()
-
-            yield b"data: [DONE]\n\n"
-
-        headers = {
-            "content-type": "text/event-stream",
-            "cache-control": "no-cache",
-            "connection": "keep-alive",
-        }
-
-        # Update context with realistic metrics
-        cost_usd = self.mock_generator.calculate_realistic_cost(
-            input_tokens,
-            output_tokens,
-            model or "claude-3-5-sonnet-20241022",
-            cache_read_tokens,
-            cache_write_tokens,
-        )
-
-        ctx.add_metadata(
-            status_code=200,
-            tokens_input=input_tokens,
-            tokens_output=output_tokens,
-            cache_read_tokens=cache_read_tokens,
-            cache_write_tokens=cache_write_tokens,
-            cost_usd=cost_usd,
-        )
-
-        return StreamingResponseWithLogging(
-            content=realistic_mock_stream_generator(),
-            request_context=ctx,
-            metrics=self.metrics,
-            headers=headers,
-        )
-
-    async def _generate_realistic_openai_stream(
-        self,
-        request_id: str,
-        model: str,
-        content: str,
-        input_tokens: int,
-        output_tokens: int,
-    ) -> list[dict[str, Any]]:
-        """Generate realistic OpenAI streaming chunks by converting Anthropic format."""
-
-        # Generate Anthropic chunks first
-        anthropic_chunks = self.mock_generator.generate_realistic_anthropic_stream(
-            request_id, model, content, input_tokens, output_tokens, 0, 0
-        )
-
-        # Convert to OpenAI format using the adapter
-        openai_chunks = []
-        for chunk in anthropic_chunks:
-            # Use the OpenAI adapter to convert each chunk
-            # This is a simplified conversion - in practice, you'd need a full streaming adapter
-            if chunk.get("type") == "message_start":
-                openai_chunks.append(
-                    {
-                        "id": f"chatcmpl-{request_id}",
-                        "object": "chat.completion.chunk",
-                        "created": int(time.time()),
-                        "model": model,
-                        "choices": [
-                            {
-                                "index": 0,
-                                "delta": {"role": "assistant", "content": ""},
-                                "finish_reason": None,
-                            }
-                        ],
-                    }
-                )
-            elif chunk.get("type") == "content_block_delta":
-                delta_text = chunk.get("delta", {}).get("text", "")
-                openai_chunks.append(
-                    {
-                        "id": f"chatcmpl-{request_id}",
-                        "object": "chat.completion.chunk",
-                        "created": int(time.time()),
-                        "model": model,
-                        "choices": [
-                            {
-                                "index": 0,
-                                "delta": {"content": delta_text},
-                                "finish_reason": None,
-                            }
-                        ],
-                    }
-                )
-            elif chunk.get("type") == "message_stop":
-                openai_chunks.append(
-                    {
-                        "id": f"chatcmpl-{request_id}",
-                        "object": "chat.completion.chunk",
-                        "created": int(time.time()),
-                        "model": model,
-                        "choices": [{"index": 0, "delta": {}, "finish_reason": "stop"}],
-                    }
-                )
-
-        return openai_chunks
-
-    async def close(self) -> None:
-        """Close any resources held by the proxy service."""
-        if self.proxy_client:
-            await self.proxy_client.close()
-        if self.credentials_manager:
-            await self.credentials_manager.__aexit__(None, None, None)