ccproxy-api 0.1.6__py3-none-any.whl → 0.2.0__py3-none-any.whl

ccproxy/models/types.py

@@ -1,102 +0,0 @@
-"""Common type aliases used across the ccproxy models."""
-
-from typing import Literal, TypeAlias
-
-from typing_extensions import TypedDict
-
-
-# Message and content types
-MessageRole: TypeAlias = Literal["user", "assistant", "system", "tool"]
-OpenAIMessageRole: TypeAlias = Literal[
-    "system", "user", "assistant", "tool", "developer"
-]
-ContentBlockType: TypeAlias = Literal[
-    "text", "image", "image_url", "tool_use", "thinking"
-]
-OpenAIContentType: TypeAlias = Literal["text", "image_url"]
-
-# Tool-related types
-ToolChoiceType: TypeAlias = Literal["auto", "any", "tool", "none", "required"]
-OpenAIToolChoiceType: TypeAlias = Literal["none", "auto", "required"]
-ToolType: TypeAlias = Literal["function", "custom"]
-
-# Response format types
-ResponseFormatType: TypeAlias = Literal["text", "json_object", "json_schema"]
-
-# Service tier types
-ServiceTier: TypeAlias = Literal["auto", "standard_only"]
-
-# Stop reasons (re-exported from messages for convenience)
-StopReason: TypeAlias = Literal[
-    "end_turn",
-    "max_tokens",
-    "stop_sequence",
-    "tool_use",
-    "pause_turn",
-    "refusal",
-]
-
-# OpenAI finish reasons
-OpenAIFinishReason: TypeAlias = Literal[
-    "stop", "length", "tool_calls", "content_filter"
-]
-
-# Error types
-ErrorType: TypeAlias = Literal[
-    "error",
-    "rate_limit_error",
-    "invalid_request_error",
-    "authentication_error",
-    "not_found_error",
-    "overloaded_error",
-    "internal_server_error",
-]
-
-# Stream event types
-StreamEventType: TypeAlias = Literal[
-    "message_start",
-    "message_delta",
-    "message_stop",
-    "content_block_start",
-    "content_block_delta",
-    "content_block_stop",
-    "ping",
-]
-
-# Image source types
-ImageSourceType: TypeAlias = Literal["base64", "url"]
-
-# Modality types
-ModalityType: TypeAlias = Literal["text", "audio"]
-
-# Reasoning effort types (OpenAI o1 models)
-ReasoningEffort: TypeAlias = Literal["low", "medium", "high"]
-
-# OpenAI object types
-OpenAIObjectType: TypeAlias = Literal[
-    "chat.completion", "chat.completion.chunk", "model", "list"
-]
-
-# Permission behavior types
-PermissionBehavior: TypeAlias = Literal["allow", "deny"]
-
-
-# Usage and streaming related types
-class UsageData(TypedDict, total=False):
-    """Token usage data extracted from streaming or non-streaming responses."""
-
-    input_tokens: int | None
-    output_tokens: int | None
-    cache_read_input_tokens: int | None
-    cache_creation_input_tokens: int | None
-    event_type: StreamEventType | None
-
-
-class StreamingTokenMetrics(TypedDict, total=False):
-    """Accumulated token metrics during streaming."""
-
-    tokens_input: int | None
-    tokens_output: int | None
-    cache_read_tokens: int | None
-    cache_write_tokens: int | None
-    cost_usd: float | None

ccproxy/observability/__init__.py

@@ -1,51 +0,0 @@
-"""
-Observability module for the CCProxy API.
-
-This module provides comprehensive observability capabilities including metrics collection,
-structured logging, request context tracking, and observability pipeline management.
-
-The observability system follows a hybrid architecture that combines:
-- Real-time metrics collection and aggregation
-- Structured logging with correlation IDs
-- Request context propagation across service boundaries
-- Pluggable pipeline for metrics export and alerting
-
-Components:
-- metrics: Core metrics collection, aggregation, and export functionality
-- logging: Structured logging configuration and context-aware loggers
-- context: Request context tracking and correlation across async operations
-- pipeline: Observability data pipeline for metrics export and alerting
-"""
-
-from .context import (
-    RequestContext,
-    get_context_tracker,
-    request_context,
-    timed_operation,
-    tracked_request_context,
-)
-from .metrics import PrometheusMetrics, get_metrics, reset_metrics
-from .pushgateway import (
-    PushgatewayClient,
-    get_pushgateway_client,
-    reset_pushgateway_client,
-)
-
-
-__all__ = [
-    # Configuration
-    # Context management
-    "RequestContext",
-    "request_context",
-    "tracked_request_context",
-    "timed_operation",
-    "get_context_tracker",
-    # Prometheus metrics
-    "PrometheusMetrics",
-    "get_metrics",
-    "reset_metrics",
-    # Pushgateway
-    "PushgatewayClient",
-    "get_pushgateway_client",
-    "reset_pushgateway_client",
-]

ccproxy/observability/access_logger.py

@@ -1,457 +0,0 @@
-"""Unified access logging utilities for comprehensive request tracking.
-
-This module provides centralized access logging functionality that can be used
-across different parts of the application to generate consistent, comprehensive
-access logs with complete request metadata including token usage and costs.
-"""
-
-from __future__ import annotations
-
-import time
-from typing import TYPE_CHECKING, Any
-
-import structlog
-
-
-if TYPE_CHECKING:
-    from ccproxy.observability.context import RequestContext
-    from ccproxy.observability.metrics import PrometheusMetrics
-    from ccproxy.observability.storage.duckdb_simple import (
-        AccessLogPayload,
-        SimpleDuckDBStorage,
-    )
-
-
-logger = structlog.get_logger(__name__)
-
-
-async def log_request_access(
-    context: RequestContext,
-    status_code: int | None = None,
-    client_ip: str | None = None,
-    user_agent: str | None = None,
-    method: str | None = None,
-    path: str | None = None,
-    query: str | None = None,
-    error_message: str | None = None,
-    storage: SimpleDuckDBStorage | None = None,
-    metrics: PrometheusMetrics | None = None,
-    **additional_metadata: Any,
-) -> None:
-    """Log comprehensive access information for a request.
-
-    This function generates a unified access log entry with complete request
-    metadata including timing, tokens, costs, and any additional context.
-    Also stores the access log in DuckDB if available and records Prometheus metrics.
-
-    Args:
-        context: Request context with timing and metadata
-        status_code: HTTP status code
-        client_ip: Client IP address
-        user_agent: User agent string
-        method: HTTP method
-        path: Request path
-        query: Query parameters
-        error_message: Error message if applicable
-        storage: DuckDB storage instance (optional)
-        metrics: PrometheusMetrics instance for recording metrics (optional)
-        **additional_metadata: Any additional fields to include
-    """
-    # Extract basic request info from context metadata if not provided
-    ctx_metadata = context.metadata
-    method = method or ctx_metadata.get("method")
-    path = path or ctx_metadata.get("path")
-    status_code = status_code or ctx_metadata.get("status_code")
-
-    # Prepare basic log data (always included)
-    log_data = {
-        "request_id": context.request_id,
-        "method": method,
-        "path": path,
-        "query": query,
-        "client_ip": client_ip,
-        "user_agent": user_agent,
-    }
-
-    # Add response-specific fields (only for completed requests)
-    is_streaming = ctx_metadata.get("streaming", False)
-    is_streaming_complete = ctx_metadata.get("event_type", "") == "streaming_complete"
-
-    # Include response fields only if this is not a streaming start
-    if not is_streaming or is_streaming_complete or ctx_metadata.get("error"):
-        log_data.update(
-            {
-                "status_code": status_code,
-                "duration_ms": context.duration_ms,
-                "duration_seconds": context.duration_seconds,
-                "error_message": error_message,
-            }
-        )
-
-    # Add token and cost metrics if available
-    token_fields = [
-        "tokens_input",
-        "tokens_output",
-        "cache_read_tokens",
-        "cache_write_tokens",
-        "cost_usd",
-        "cost_sdk_usd",
-        "num_turns",
-    ]
-
-    for field in token_fields:
-        value = ctx_metadata.get(field)
-        if value is not None:
-            log_data[field] = value
-
-    # Add service and endpoint info
-    service_fields = ["endpoint", "model", "streaming", "service_type", "headers"]
-
-    for field in service_fields:
-        value = ctx_metadata.get(field)
-        if value is not None:
-            log_data[field] = value
-
-    # Add session context metadata if available
-    session_fields = [
-        "session_id",
-        "session_type",  # "session_pool" or "direct"
-        "session_status",  # active, idle, connecting, etc.
-        "session_age_seconds",  # how long session has been alive
-        "session_message_count",  # number of messages in session
-        "session_pool_enabled",  # whether session pooling is enabled
-        "session_idle_seconds",  # how long since last activity
-        "session_error_count",  # number of errors in this session
-        "session_is_new",  # whether this is a newly created session
-    ]
-
-    for field in session_fields:
-        value = ctx_metadata.get(field)
-        if value is not None:
-            log_data[field] = value
-
-    # Add rate limit headers if available
-    rate_limit_fields = [
-        "x-ratelimit-limit",
-        "x-ratelimit-remaining",
-        "x-ratelimit-reset",
-        "anthropic-ratelimit-requests-limit",
-        "anthropic-ratelimit-requests-remaining",
-        "anthropic-ratelimit-requests-reset",
-        "anthropic-ratelimit-tokens-limit",
-        "anthropic-ratelimit-tokens-remaining",
-        "anthropic-ratelimit-tokens-reset",
-        "anthropic_request_id",
-    ]
-
-    for field in rate_limit_fields:
-        value = ctx_metadata.get(field)
-        if value is not None:
-            log_data[field] = value
-
-    # Add any additional metadata provided
-    log_data.update(additional_metadata)
-
-    # Remove None values to keep log clean
-    log_data = {k: v for k, v in log_data.items() if v is not None}
-
-    logger = context.logger.bind(**log_data)
-
-    if context.metadata.get("error"):
-        logger.warn("access_log", exc_info=context.metadata.get("error"))
-    elif not is_streaming:
-        # Log as access_log event (structured logging)
-        logger.info("access_log")
-    elif is_streaming_complete:
-        logger.info("access_log")
-    else:
-        # if streaming is true, and not streaming_complete log as debug
-        # real access_log will come later
-        logger.info("access_log_streaming_start")
-
-    # Store in DuckDB if available
-    await _store_access_log(log_data, storage)
-
-    # Emit SSE event for real-time dashboard updates
-    await _emit_access_event("request_complete", log_data)
-
-    # Record Prometheus metrics if metrics instance is provided
-    if metrics and not error_message:
-        # Extract required values for metrics
-        endpoint = ctx_metadata.get("endpoint", path or "unknown")
-        model = ctx_metadata.get("model")
-        service_type = ctx_metadata.get("service_type")
-
-        # Record request count
-        if method and status_code:
-            metrics.record_request(
-                method=method,
-                endpoint=endpoint,
-                model=model,
-                status=status_code,
-                service_type=service_type,
-            )
-
-        # Record response time
-        if context.duration_seconds > 0:
-            metrics.record_response_time(
-                duration_seconds=context.duration_seconds,
-                model=model,
-                endpoint=endpoint,
-                service_type=service_type,
-            )
-
-        # Record token usage
-        tokens_input = ctx_metadata.get("tokens_input")
-        if tokens_input:
-            metrics.record_tokens(
-                token_count=tokens_input,
-                token_type="input",
-                model=model,
-                service_type=service_type,
-            )
-
-        tokens_output = ctx_metadata.get("tokens_output")
-        if tokens_output:
-            metrics.record_tokens(
-                token_count=tokens_output,
-                token_type="output",
-                model=model,
-                service_type=service_type,
-            )
-
-        cache_read_tokens = ctx_metadata.get("cache_read_tokens")
-        if cache_read_tokens:
-            metrics.record_tokens(
-                token_count=cache_read_tokens,
-                token_type="cache_read",
-                model=model,
-                service_type=service_type,
-            )
-
-        cache_write_tokens = ctx_metadata.get("cache_write_tokens")
-        if cache_write_tokens:
-            metrics.record_tokens(
-                token_count=cache_write_tokens,
-                token_type="cache_write",
-                model=model,
-                service_type=service_type,
-            )
-
-        # Record cost
-        cost_usd = ctx_metadata.get("cost_usd")
-        if cost_usd:
-            metrics.record_cost(
-                cost_usd=cost_usd,
-                model=model,
-                cost_type="total",
-                service_type=service_type,
-            )
-
-    # Record error if there was one
-    if metrics and error_message:
-        endpoint = ctx_metadata.get("endpoint", path or "unknown")
-        model = ctx_metadata.get("model")
-        service_type = ctx_metadata.get("service_type")
-
-        # Extract error type from error message or use generic
-        error_type = additional_metadata.get(
-            "error_type",
-            type(error_message).__name__
-            if hasattr(error_message, "__class__")
-            else "unknown_error",
-        )
-
-        metrics.record_error(
-            error_type=error_type,
-            endpoint=endpoint,
-            model=model,
-            service_type=service_type,
-        )
-
-
-async def _store_access_log(
-    log_data: dict[str, Any], storage: SimpleDuckDBStorage | None = None
-) -> None:
-    """Store access log in DuckDB storage if available.
-
-    Args:
-        log_data: Log data to store
-        storage: DuckDB storage instance (optional)
-    """
-    if not storage:
-        return
-
-    try:
-        # Prepare data for DuckDB storage
-        storage_data: AccessLogPayload = {
-            "timestamp": time.time(),
-            "request_id": log_data.get("request_id") or "",
-            "method": log_data.get("method", ""),
-            "endpoint": log_data.get("endpoint", log_data.get("path", "")),
-            "path": log_data.get("path", ""),
-            "query": log_data.get("query", ""),
-            "client_ip": log_data.get("client_ip", ""),
-            "user_agent": log_data.get("user_agent", ""),
-            "service_type": log_data.get("service_type", ""),
-            "model": log_data.get("model", ""),
-            "streaming": log_data.get("streaming", False),
-            "status_code": log_data.get("status_code", 200),
-            "duration_ms": log_data.get("duration_ms", 0.0),
-            "duration_seconds": log_data.get("duration_seconds", 0.0),
-            "tokens_input": log_data.get("tokens_input", 0),
-            "tokens_output": log_data.get("tokens_output", 0),
-            "cache_read_tokens": log_data.get("cache_read_tokens", 0),
-            "cache_write_tokens": log_data.get("cache_write_tokens", 0),
-            "cost_usd": log_data.get("cost_usd", 0.0),
-            "cost_sdk_usd": log_data.get("cost_sdk_usd", 0.0),
-            "num_turns": log_data.get("num_turns", 0),
-            # Session context metadata
-            "session_type": log_data.get("session_type", ""),
-            "session_status": log_data.get("session_status", ""),
-            "session_age_seconds": log_data.get("session_age_seconds", 0.0),
-            "session_message_count": log_data.get("session_message_count", 0),
-            "session_client_id": log_data.get("session_client_id", ""),
-            "session_pool_enabled": log_data.get("session_pool_enabled", False),
-            "session_idle_seconds": log_data.get("session_idle_seconds", 0.0),
-            "session_error_count": log_data.get("session_error_count", 0),
-            "session_is_new": log_data.get("session_is_new", True),
-        }
-
-        # Store asynchronously using queue-based DuckDB (prevents deadlocks)
-        if storage:
-            await storage.store_request(storage_data)
-
-    except Exception as e:
-        # Log error but don't fail the request
-        logger.error(
-            "access_log_duckdb_error",
-            error=str(e),
-            request_id=log_data.get("request_id"),
-        )
-
-
-async def _write_to_storage(storage: Any, data: dict[str, Any]) -> None:
-    """Write data to storage asynchronously."""
-    try:
-        await storage.store_request(data)
-    except Exception as e:
-        logger.error(
-            "duckdb_store_error",
-            error=str(e),
-            request_id=data.get("request_id"),
-        )
-
-
-async def _emit_access_event(event_type: str, data: dict[str, Any]) -> None:
-    """Emit SSE event for real-time dashboard updates."""
-    try:
-        from ccproxy.observability.sse_events import emit_sse_event
-
-        # Create event data for SSE (exclude internal fields)
-        sse_data = {
-            "request_id": data.get("request_id"),
-            "method": data.get("method"),
-            "path": data.get("path"),
-            "query": data.get("query"),
-            "status_code": data.get("status_code"),
-            "client_ip": data.get("client_ip"),
-            "user_agent": data.get("user_agent"),
-            "service_type": data.get("service_type"),
-            "model": data.get("model"),
-            "streaming": data.get("streaming"),
-            "duration_ms": data.get("duration_ms"),
-            "duration_seconds": data.get("duration_seconds"),
-            "tokens_input": data.get("tokens_input"),
-            "tokens_output": data.get("tokens_output"),
-            "cost_usd": data.get("cost_usd"),
-            "endpoint": data.get("endpoint"),
-        }
-
-        # Remove None values
-        sse_data = {k: v for k, v in sse_data.items() if v is not None}
-
-        await emit_sse_event(event_type, sse_data)
-
-    except Exception as e:
-        # Log error but don't fail the request
-        logger.debug(
-            "sse_emit_failed",
-            event_type=event_type,
-            error=str(e),
-            request_id=data.get("request_id"),
-        )
-
-
-def log_request_start(
-    request_id: str,
-    method: str,
-    path: str,
-    client_ip: str | None = None,
-    user_agent: str | None = None,
-    query: str | None = None,
-    **additional_metadata: Any,
-) -> None:
-    """Log request start event with basic information.
-
-    This is used for early/middleware logging when full context isn't available yet.
-
-    Args:
-        request_id: Request identifier
-        method: HTTP method
-        path: Request path
-        client_ip: Client IP address
-        user_agent: User agent string
-        query: Query parameters
-        **additional_metadata: Any additional fields to include
-    """
-    log_data = {
-        "request_id": request_id,
-        "method": method,
-        "path": path,
-        "client_ip": client_ip,
-        "user_agent": user_agent,
-        "query": query,
-        "event_type": "request_start",
-        "timestamp": time.time(),
-    }
-
-    # Add any additional metadata
-    log_data.update(additional_metadata)
-
-    # Remove None values
-    log_data = {k: v for k, v in log_data.items() if v is not None}
-
-    logger.debug("access_log_start", **log_data)
-
-    # Emit SSE event for real-time dashboard updates
-    # Note: This is a synchronous function, so we schedule the async emission
-    try:
-        import asyncio
-
-        from ccproxy.observability.sse_events import emit_sse_event
-
-        # Create event data for SSE
-        sse_data = {
-            "request_id": request_id,
-            "method": method,
-            "path": path,
-            "client_ip": client_ip,
-            "user_agent": user_agent,
-            "query": query,
-        }
-
-        # Remove None values
-        sse_data = {k: v for k, v in sse_data.items() if v is not None}
-
-        # Schedule async event emission
-        asyncio.create_task(emit_sse_event("request_start", sse_data))
-
-    except Exception as e:
-        # Log error but don't fail the request
-        logger.debug(
-            "sse_emit_failed",
-            event_type="request_start",
-            error=str(e),
-            request_id=request_id,
-        )