codexLB-up 1.25.0b10__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- app/__init__.py +10 -0
- app/admin_cli.py +494 -0
- app/cli.py +339 -0
- app/codex_sessions_retag.py +487 -0
- app/core/__init__.py +0 -0
- app/core/audit/__init__.py +0 -0
- app/core/audit/service.py +216 -0
- app/core/audit/types.py +94 -0
- app/core/auth/__init__.py +236 -0
- app/core/auth/api_key_cache.py +65 -0
- app/core/auth/dashboard_access.py +429 -0
- app/core/auth/dashboard_mode.py +171 -0
- app/core/auth/dashboard_session_ttl.py +74 -0
- app/core/auth/dashboard_users_cache.py +120 -0
- app/core/auth/dependencies.py +710 -0
- app/core/auth/external_identity.py +78 -0
- app/core/auth/guardian.py +374 -0
- app/core/auth/models.py +49 -0
- app/core/auth/providers/__init__.py +129 -0
- app/core/auth/providers/oidc.py +838 -0
- app/core/auth/providers/registry.py +118 -0
- app/core/auth/refresh.py +394 -0
- app/core/auth/step_up.py +117 -0
- app/core/auth/totp.py +81 -0
- app/core/balancer/__init__.py +71 -0
- app/core/balancer/logic.py +1612 -0
- app/core/balancer/rendezvous_hash.py +21 -0
- app/core/balancer/types.py +21 -0
- app/core/bootstrap.py +172 -0
- app/core/cache/invalidation.py +426 -0
- app/core/clients/__init__.py +0 -0
- app/core/clients/codex.py +996 -0
- app/core/clients/codex_version.py +187 -0
- app/core/clients/codex_version_snapshot.py +2 -0
- app/core/clients/files.py +534 -0
- app/core/clients/headers.py +29 -0
- app/core/clients/http.py +511 -0
- app/core/clients/model_fetcher.py +276 -0
- app/core/clients/native_egress.py +1304 -0
- app/core/clients/oauth.py +477 -0
- app/core/clients/proxy.py +6089 -0
- app/core/clients/proxy_websocket.py +1411 -0
- app/core/clients/rate_limit_reset_credits.py +412 -0
- app/core/clients/stream_errors.py +12 -0
- app/core/clients/thread_cache_identity.py +347 -0
- app/core/clients/usage.py +467 -0
- app/core/clock.py +170 -0
- app/core/config/__init__.py +0 -0
- app/core/config/background_jobs.py +73 -0
- app/core/config/context_window_overrides.py +166 -0
- app/core/config/dashboard_overrides.py +145 -0
- app/core/config/inheritable.py +47 -0
- app/core/config/key_fingerprint.py +115 -0
- app/core/config/settings.py +872 -0
- app/core/config/settings_cache.py +100 -0
- app/core/config/spool_retention.py +217 -0
- app/core/config/tiers.py +174 -0
- app/core/conversation_archive.py +568 -0
- app/core/crypto.py +37 -0
- app/core/draining.py +11 -0
- app/core/errors.py +365 -0
- app/core/exceptions.py +155 -0
- app/core/handlers/__init__.py +3 -0
- app/core/handlers/exceptions.py +478 -0
- app/core/http_protocol.py +176 -0
- app/core/http_protocol_httptools.py +204 -0
- app/core/ingress_limits.py +17 -0
- app/core/metadata_store.py +18 -0
- app/core/metrics/__init__.py +0 -0
- app/core/metrics/middleware.py +74 -0
- app/core/metrics/prometheus.py +604 -0
- app/core/middleware/__init__.py +25 -0
- app/core/middleware/api_firewall.py +111 -0
- app/core/middleware/app_version.py +37 -0
- app/core/middleware/dashboard_auth_proxy.py +55 -0
- app/core/middleware/dashboard_csrf.py +177 -0
- app/core/middleware/dashboard_gzip.py +41 -0
- app/core/middleware/dashboard_overrides.py +59 -0
- app/core/middleware/firewall_cache.py +91 -0
- app/core/middleware/inflight.py +126 -0
- app/core/middleware/multipart_content_encoding.py +129 -0
- app/core/middleware/path_rewrite.py +148 -0
- app/core/middleware/request_body_limit.py +196 -0
- app/core/middleware/request_decompression.py +209 -0
- app/core/middleware/request_id.py +72 -0
- app/core/middleware/required_capability_http.py +116 -0
- app/core/middleware/trusted_proxy_headers.py +36 -0
- app/core/multipart.py +237 -0
- app/core/multipart_fields.py +91 -0
- app/core/openai/__init__.py +0 -0
- app/core/openai/chat_requests.py +493 -0
- app/core/openai/chat_responses.py +931 -0
- app/core/openai/contracts.py +46 -0
- app/core/openai/exceptions.py +24 -0
- app/core/openai/host_models.py +14 -0
- app/core/openai/images.py +413 -0
- app/core/openai/message_coercion.py +376 -0
- app/core/openai/model_refresh_scheduler.py +423 -0
- app/core/openai/model_registry.py +997 -0
- app/core/openai/model_registry_store.py +548 -0
- app/core/openai/models.py +172 -0
- app/core/openai/parsing.py +97 -0
- app/core/openai/requests.py +1980 -0
- app/core/openai/strict_schema.py +199 -0
- app/core/openai/tool_call_safety.py +99 -0
- app/core/openai/v1_requests.py +187 -0
- app/core/plan_types.py +90 -0
- app/core/prestop.py +202 -0
- app/core/rate_limiter/__init__.py +0 -0
- app/core/rate_limiter/db_rate_limiter.py +215 -0
- app/core/request_locality.py +473 -0
- app/core/resilience/__init__.py +0 -0
- app/core/resilience/backpressure.py +57 -0
- app/core/resilience/bulkhead.py +202 -0
- app/core/resilience/circuit_breaker.py +150 -0
- app/core/resilience/degradation.py +55 -0
- app/core/resilience/loop_lag_monitor.py +60 -0
- app/core/resilience/memory_monitor.py +137 -0
- app/core/resilience/network_recovery.py +256 -0
- app/core/resilience/overload.py +98 -0
- app/core/resilience/toggles.py +114 -0
- app/core/retention/__init__.py +0 -0
- app/core/retention/job.py +240 -0
- app/core/retention/scheduler.py +69 -0
- app/core/runtime_logging.py +601 -0
- app/core/scheduling/__init__.py +0 -0
- app/core/scheduling/leader_election.py +993 -0
- app/core/scheduling/leader_election_handle.py +25 -0
- app/core/server.py +140 -0
- app/core/shutdown.py +326 -0
- app/core/socket_peer.py +22 -0
- app/core/startup.py +41 -0
- app/core/timeout_invariants.py +347 -0
- app/core/tracing/__init__.py +0 -0
- app/core/tracing/otel.py +207 -0
- app/core/types.py +6 -0
- app/core/upstream_proxy/__init__.py +13 -0
- app/core/upstream_proxy/cache.py +130 -0
- app/core/upstream_proxy/resolver.py +189 -0
- app/core/upstream_proxy/types.py +104 -0
- app/core/usage/__init__.py +407 -0
- app/core/usage/depletion.py +109 -0
- app/core/usage/live_hub.py +41 -0
- app/core/usage/live_snapshots.py +174 -0
- app/core/usage/logs.py +212 -0
- app/core/usage/metadata_scheduler.py +118 -0
- app/core/usage/models.py +54 -0
- app/core/usage/pricing.py +576 -0
- app/core/usage/pricing_catalog.py +241 -0
- app/core/usage/pricing_snapshot.json +821 -0
- app/core/usage/quota.py +133 -0
- app/core/usage/refresh_policy.py +21 -0
- app/core/usage/refresh_scheduler.py +713 -0
- app/core/usage/reset_credits_refresh_scheduler.py +435 -0
- app/core/usage/types.py +168 -0
- app/core/utils/__init__.py +0 -0
- app/core/utils/json_guards.py +18 -0
- app/core/utils/locks.py +33 -0
- app/core/utils/masking.py +20 -0
- app/core/utils/proxy_env.py +104 -0
- app/core/utils/request_id.py +65 -0
- app/core/utils/retry.py +77 -0
- app/core/utils/shared_future.py +172 -0
- app/core/utils/sse.py +286 -0
- app/core/utils/time.py +24 -0
- app/db/__init__.py +0 -0
- app/db/account_identity_lock.py +56 -0
- app/db/alembic/__init__.py +1 -0
- app/db/alembic/env.py +70 -0
- app/db/alembic/revision_ids.py +43 -0
- app/db/alembic/versions/20260213_000000_base_schema.py +248 -0
- app/db/alembic/versions/20260213_000100_normalize_account_plan_types.py +45 -0
- app/db/alembic/versions/20260213_000200_add_request_logs_reasoning_effort.py +45 -0
- app/db/alembic/versions/20260213_000300_add_accounts_reset_at.py +45 -0
- app/db/alembic/versions/20260213_000400_add_accounts_chatgpt_account_id.py +45 -0
- app/db/alembic/versions/20260213_000500_add_dashboard_settings.py +70 -0
- app/db/alembic/versions/20260213_000600_add_dashboard_settings_totp.py +64 -0
- app/db/alembic/versions/20260213_000700_add_dashboard_settings_password.py +59 -0
- app/db/alembic/versions/20260213_000800_add_api_keys.py +87 -0
- app/db/alembic/versions/20260214_000000_add_api_key_limits.py +143 -0
- app/db/alembic/versions/20260215_000000_add_idx_logs_requested_at.py +38 -0
- app/db/alembic/versions/20260218_000000_add_api_key_usage_reservations.py +117 -0
- app/db/alembic/versions/20260218_000100_add_import_without_overwrite_and_drop_accounts_email_unique.py +198 -0
- app/db/alembic/versions/20260225_000000_add_dashboard_settings_routing_strategy.py +53 -0
- app/db/alembic/versions/20260228_020000_align_api_key_limit_enum_types.py +104 -0
- app/db/alembic/versions/20260228_030000_add_api_firewall_allowlist.py +42 -0
- app/db/alembic/versions/20260306_000000_add_request_logs_service_tier.py +45 -0
- app/db/alembic/versions/20260307_000000_add_api_key_enforcement_fields.py +56 -0
- app/db/alembic/versions/20260308_000000_add_sqlite_performance_indexes.py +41 -0
- app/db/alembic/versions/20260309_000000_add_additional_usage_history.py +71 -0
- app/db/alembic/versions/20260309_000000_request_logs_nullable_account_id.py +28 -0
- app/db/alembic/versions/20260310_000000_add_request_logs_transport.py +45 -0
- app/db/alembic/versions/20260310_000000_fix_postgresql_enum_value_casing.py +79 -0
- app/db/alembic/versions/20260310_120000_add_sticky_session_kinds_and_affinity_ttl.py +110 -0
- app/db/alembic/versions/20260312_000000_add_additional_usage_quota_key.py +193 -0
- app/db/alembic/versions/20260312_000000_split_sticky_sessions_primary_key_by_kind.py +96 -0
- app/db/alembic/versions/20260312_010000_merge_additional_usage_and_sticky_session_heads.py +25 -0
- app/db/alembic/versions/20260312_020000_merge_request_logs_transport_and_feature_heads.py +25 -0
- app/db/alembic/versions/20260312_020000_merge_request_logs_transport_and_sticky_heads.py +25 -0
- app/db/alembic/versions/20260312_120000_add_dashboard_upstream_stream_transport.py +62 -0
- app/db/alembic/versions/20260313_024500_merge_request_log_transport_heads.py +27 -0
- app/db/alembic/versions/20260319_100937_increase_prompt_cache_ttl_to_1800s.py +73 -0
- app/db/alembic/versions/20260319_111500_merge_prompt_cache_ttl_and_upstream_transport_heads.py +25 -0
- app/db/alembic/versions/20260319_183000_normalize_sqlite_account_status_casing.py +48 -0
- app/db/alembic/versions/20260320_000000_add_request_log_requested_actual_tiers.py +51 -0
- app/db/alembic/versions/20260321_190000_tighten_dashboard_db_indexes.py +64 -0
- app/db/alembic/versions/20260321_210000_merge_request_log_tiers_and_dashboard_index_heads.py +25 -0
- app/db/alembic/versions/20260325_000000_add_request_log_cost.py +193 -0
- app/db/alembic/versions/20260328_000000_add_rate_limit_attempts.py +48 -0
- app/db/alembic/versions/20260328_120000_add_request_log_ttft.py +37 -0
- app/db/alembic/versions/20260328_130000_add_audit_logs_table.py +45 -0
- app/db/alembic/versions/20260328_140000_add_scheduler_leader_table.py +39 -0
- app/db/alembic/versions/20260330_000000_add_cache_locality_settings.py +69 -0
- app/db/alembic/versions/20260330_010000_merge_scheduler_leader_and_cache_locality_heads.py +25 -0
- app/db/alembic/versions/20260330_020000_add_bridge_ring_members.py +46 -0
- app/db/alembic/versions/20260401_000000_add_api_key_enforced_service_tier.py +52 -0
- app/db/alembic/versions/20260401_000000_add_cache_invalidation.py +41 -0
- app/db/alembic/versions/20260401_020000_merge_cache_invalidation_and_api_key_service_tier_heads.py +22 -0
- app/db/alembic/versions/20260402_000000_switch_dashboard_routing_default_to_capacity_weighted.py +66 -0
- app/db/alembic/versions/20260403_000000_add_credit_api_key_limit_values.py +44 -0
- app/db/alembic/versions/20260406_000000_add_api_key_account_assignments.py +57 -0
- app/db/alembic/versions/20260406_010000_add_api_key_assignment_scope_flag.py +75 -0
- app/db/alembic/versions/20260407_000000_add_bridge_gateway_safe_mode.py +51 -0
- app/db/alembic/versions/20260407_010000_merge_api_key_assignment_and_bridge_gateway_heads.py +25 -0
- app/db/alembic/versions/20260408_000000_switch_import_without_overwrite_default_to_true.py +73 -0
- app/db/alembic/versions/20260408_010000_merge_import_without_overwrite_and_assignment_heads.py +25 -0
- app/db/alembic/versions/20260409_000000_add_http_bridge_sessions.py +130 -0
- app/db/alembic/versions/20260409_000000_switch_sticky_threads_and_prefer_earlier_reset_defaults_to_true.py +89 -0
- app/db/alembic/versions/20260409_010000_add_dashboard_settings_bootstrap_token.py +57 -0
- app/db/alembic/versions/20260409_010000_merge_http_bridge_and_import_without_overwrite_heads.py +25 -0
- app/db/alembic/versions/20260409_020000_fix_http_bridge_last_seen_index.py +46 -0
- app/db/alembic/versions/20260410_000000_backfill_pristine_dashboard_settings_defaults.py +77 -0
- app/db/alembic/versions/20260410_030000_restore_import_without_overwrite_default_true.py +73 -0
- app/db/alembic/versions/20260410_040000_merge_dashboard_defaults_and_import_default_heads.py +25 -0
- app/db/alembic/versions/20260413_000000_add_accounts_blocked_at.py +44 -0
- app/db/alembic/versions/20260415_160000_add_automations_tables.py +189 -0
- app/db/alembic/versions/20260415_160000_add_request_logs_response_lookup_index.py +67 -0
- app/db/alembic/versions/20260417_000000_add_request_log_plan_type.py +44 -0
- app/db/alembic/versions/20260418_190000_add_automation_runs_cycle_key.py +87 -0
- app/db/alembic/versions/20260419_000000_add_automation_run_cycle_metadata.py +56 -0
- app/db/alembic/versions/20260419_020000_add_automation_run_cycles_snapshot_tables.py +342 -0
- app/db/alembic/versions/20260421_000000_add_dashboard_session_ttl_setting.py +51 -0
- app/db/alembic/versions/20260421_120000_merge_request_log_lookup_and_plan_type_heads.py +25 -0
- app/db/alembic/versions/20260421_130000_merge_automation_and_request_log_heads.py +25 -0
- app/db/alembic/versions/20260422_103000_normalize_legacy_automation_run_cycle_keys.py +648 -0
- app/db/alembic/versions/20260423_120000_add_api_key_limit_reset_at_index.py +43 -0
- app/db/alembic/versions/20260424_000000_merge_dashboard_session_ttl_and_request_log_heads.py +25 -0
- app/db/alembic/versions/20260426_000000_add_dashboard_relative_availability_settings.py +68 -0
- app/db/alembic/versions/20260427_130000_add_warmup_model_and_request_kind.py +75 -0
- app/db/alembic/versions/20260506_000000_add_account_routing_policy.py +37 -0
- app/db/alembic/versions/20260509_000000_add_api_key_traffic_class.py +37 -0
- app/db/alembic/versions/20260509_010000_add_additional_quota_routing_policies.py +37 -0
- app/db/alembic/versions/20260513_000000_add_accounts_alias.py +44 -0
- app/db/alembic/versions/20260513_000000_add_api_key_apply_to_codex_model.py +59 -0
- app/db/alembic/versions/20260514_000000_add_request_logs_api_key_time_index.py +43 -0
- app/db/alembic/versions/20260515_000000_add_prefer_earlier_reset_window.py +47 -0
- app/db/alembic/versions/20260515_000000_soft_delete_request_logs_on_account_delete.py +83 -0
- app/db/alembic/versions/20260515_020000_add_split_sticky_budget_thresholds.py +62 -0
- app/db/alembic/versions/20260516_000000_add_sqlite_hot_path_indexes.py +75 -0
- app/db/alembic/versions/20260517_000000_merge_sqlite_hot_path_and_request_log_delete_heads.py +24 -0
- app/db/alembic/versions/20260518_000000_add_http_bridge_durable_input_prefix.py +44 -0
- app/db/alembic/versions/20260518_010000_merge_http_bridge_and_sqlite_recovery_heads.py +25 -0
- app/db/alembic/versions/20260518_120000_add_dashboard_guest_access.py +57 -0
- app/db/alembic/versions/20260520_000000_merge_api_key_and_http_bridge_heads.py +26 -0
- app/db/alembic/versions/20260520_010000_add_request_logs_api_key_account_index.py +45 -0
- app/db/alembic/versions/20260520_010000_merge_automation_and_api_key_heads.py +26 -0
- app/db/alembic/versions/20260520_030000_add_quota_planner.py +194 -0
- app/db/alembic/versions/20260520_040000_merge_quota_planner_and_request_log_index_heads.py +24 -0
- app/db/alembic/versions/20260521_000000_add_account_security_work_authorized.py +46 -0
- app/db/alembic/versions/20260521_000000_merge_dashboard_guest_and_api_key_heads.py +26 -0
- app/db/alembic/versions/20260521_000000_merge_prefer_reset_window_head.py +26 -0
- app/db/alembic/versions/20260521_000000_merge_warmup_and_request_log_index_heads.py +25 -0
- app/db/alembic/versions/20260522_000000_add_limit_warmup_trigger.py +195 -0
- app/db/alembic/versions/20260524_000000_merge_accounts_alias_and_reset_window_heads.py +24 -0
- app/db/alembic/versions/20260525_000000_add_usage_raw_window_latest_index.py +31 -0
- app/db/alembic/versions/20260526_000000_add_request_log_failure_metadata.py +100 -0
- app/db/alembic/versions/20260531_000000_add_account_workspace_identity.py +39 -0
- app/db/alembic/versions/20260531_000000_add_single_account_routing.py +42 -0
- app/db/alembic/versions/20260601_000000_merge_relative_availability_and_usage_raw_heads.py +24 -0
- app/db/alembic/versions/20260601_010000_add_api_key_usage_sections.py +58 -0
- app/db/alembic/versions/20260601_010000_add_routing_policy_persistence.py +67 -0
- app/db/alembic/versions/20260601_010000_merge_security_work_and_relative_availability_heads.py +25 -0
- app/db/alembic/versions/20260601_010000_merge_split_sticky_and_relative_usage_heads.py +25 -0
- app/db/alembic/versions/20260601_010000_merge_warmup_and_relative_availability_heads.py +25 -0
- app/db/alembic/versions/20260601_020000_merge_additional_quota_routing_and_relative_availability_heads.py +25 -0
- app/db/alembic/versions/20260601_020000_merge_quota_planner_and_relative_availability_heads.py +25 -0
- app/db/alembic/versions/20260601_020000_merge_reset_window_and_relative_availability_heads.py +25 -0
- app/db/alembic/versions/20260601_020000_merge_routing_policy_and_split_threshold_heads.py +24 -0
- app/db/alembic/versions/20260601_020000_merge_warmup_and_request_log_failure_heads.py +25 -0
- app/db/alembic/versions/20260601_030000_merge_single_account_and_routing_quota_heads.py +29 -0
- app/db/alembic/versions/20260601_040000_merge_security_work_and_routing_consolidation_heads.py +25 -0
- app/db/alembic/versions/20260601_050000_merge_quota_planner_and_routing_consolidation_heads.py +25 -0
- app/db/alembic/versions/20260602_050000_add_upstream_proxy_routing.py +164 -0
- app/db/alembic/versions/20260602_060000_merge_account_workspace_and_failure_heads.py +25 -0
- app/db/alembic/versions/20260602_070000_add_request_log_useragent_fields.py +86 -0
- app/db/alembic/versions/20260602_070000_merge_quota_planner_and_account_workspace_heads.py +25 -0
- app/db/alembic/versions/20260602_080000_merge_upstream_proxy_and_quota_planner_heads.py +25 -0
- app/db/alembic/versions/20260602_080000_merge_useragent_and_upstream_proxy_heads.py +24 -0
- app/db/alembic/versions/20260603_000000_add_weekly_pace_working_days.py +52 -0
- app/db/alembic/versions/20260603_000000_free_account_monthly_window.py +60 -0
- app/db/alembic/versions/20260604_000000_add_reauth_required_account_status.py +159 -0
- app/db/alembic/versions/20260604_010000_merge_automations_and_reauth_status_heads.py +25 -0
- app/db/alembic/versions/20260604_010000_merge_dashboard_guest_and_reauth_status_heads.py +25 -0
- app/db/alembic/versions/20260604_010000_merge_useragent_and_reauth_heads.py +24 -0
- app/db/alembic/versions/20260607_000000_merge_weekly_monthly_useragent_heads.py +28 -0
- app/db/alembic/versions/20260608_000000_add_hide_upstream_quota_from_api_keys.py +50 -0
- app/db/alembic/versions/20260611_000000_add_request_log_archive_request_id.py +47 -0
- app/db/alembic/versions/20260611_000000_merge_automations_and_weekly_monthly_useragent_heads.py +26 -0
- app/db/alembic/versions/20260611_000000_merge_dashboard_guest_and_weekly_useragent_heads.py +26 -0
- app/db/alembic/versions/20260611_010000_add_request_log_client_ip.py +57 -0
- app/db/alembic/versions/20260611_020000_merge_request_log_archive_and_client_ip_heads.py +26 -0
- app/db/alembic/versions/20260611_030000_merge_dashboard_guest_and_request_log_client_ip_heads.py +26 -0
- app/db/alembic/versions/20260613_000000_add_accounts_codex_installation_id.py +57 -0
- app/db/alembic/versions/20260613_010000_merge_installation_id_and_dashboard_weekly_heads.py +26 -0
- app/db/alembic/versions/20260615_000000_merge_automations_and_dashboard_guest_heads.py +26 -0
- app/db/alembic/versions/20260623_000000_add_limit_warmup_exhausted_threshold.py +51 -0
- app/db/alembic/versions/20260626_000000_add_http_downstream_transport_policy.py +46 -0
- app/db/alembic/versions/20260626_010000_add_request_logs_upstream_transport.py +31 -0
- app/db/alembic/versions/20260629_000000_add_dashboard_query_hot_path_indexes.py +53 -0
- app/db/alembic/versions/20260630_000000_add_limit_warmup_staggered_idle.py +47 -0
- app/db/alembic/versions/20260630_000000_merge_request_log_client_ip_and_dashboard_hot_path_heads.py +26 -0
- app/db/alembic/versions/20260630_010000_merge_warmup_and_request_log_dashboard_heads.py +26 -0
- app/db/alembic/versions/20260630_020000_merge_automations_and_main_heads.py +26 -0
- app/db/alembic/versions/20260630_020000_merge_warmup_threshold_and_main_heads.py +26 -0
- app/db/alembic/versions/20260630_030000_add_automation_run_model_snapshot.py +59 -0
- app/db/alembic/versions/20260630_040000_merge_automation_snapshot_and_warmup_threshold_heads.py +26 -0
- app/db/alembic/versions/20260630_050000_add_automation_run_prompt_snapshot.py +52 -0
- app/db/alembic/versions/20260701_000000_add_weekly_pace_smoothing_minutes.py +51 -0
- app/db/alembic/versions/20260702_000000_add_model_sources.py +176 -0
- app/db/alembic/versions/20260705_000000_add_model_source_audio_transcriptions.py +50 -0
- app/db/alembic/versions/20260705_000000_harden_dashboard_session_ttl.py +62 -0
- app/db/alembic/versions/20260706_000000_add_model_source_audio_per_minute.py +43 -0
- app/db/alembic/versions/20260707_000000_merge_model_sources_and_session_ttl.py +24 -0
- app/db/alembic/versions/20260707_010000_merge_automations_and_model_sources_heads.py +24 -0
- app/db/alembic/versions/20260707_020000_add_automation_job_account_scope.py +125 -0
- app/db/alembic/versions/20260709_000000_add_ttft_phase_observability.py +66 -0
- app/db/alembic/versions/20260711_000000_add_dashboard_prohibit_fast_mode.py +42 -0
- app/db/alembic/versions/20260711_010000_add_account_chatgpt_user_id.py +40 -0
- app/db/alembic/versions/20260711_020000_add_dashboard_account_concurrency_caps.py +71 -0
- app/db/alembic/versions/20260711_030000_add_limit_warmup_idle_threshold.py +51 -0
- app/db/alembic/versions/20260712_010000_add_account_usage_rollups.py +56 -0
- app/db/alembic/versions/20260712_020000_add_api_key_usage_rollups.py +53 -0
- app/db/alembic/versions/20260713_020000_add_model_registry_snapshot.py +42 -0
- app/db/alembic/versions/20260713_040000_add_account_refresh_claims.py +42 -0
- app/db/alembic/versions/20260713_040000_add_replica_guardrails.py +64 -0
- app/db/alembic/versions/20260713_070000_add_reset_credit_redeem_tables.py +58 -0
- app/db/alembic/versions/20260714_000000_add_oauth_flow_states.py +63 -0
- app/db/alembic/versions/20260715_000000_add_request_log_queue_latency.py +44 -0
- app/db/alembic/versions/20260716_000000_add_oauth_device_flow_slots.py +41 -0
- app/db/alembic/versions/20260716_010000_add_dashboard_retention_settings.py +48 -0
- app/db/alembic/versions/20260716_010000_add_reset_credit_display_settings.py +73 -0
- app/db/alembic/versions/20260717_000000_add_http_bridge_retry_circuits.py +47 -0
- app/db/alembic/versions/20260717_000000_merge_retention_and_reset_credit_display_heads.py +26 -0
- app/db/alembic/versions/20260717_000000_optimize_dashboard_hot_path_indexes.py +162 -0
- app/db/alembic/versions/20260717_000001_merge_retry_circuits_and_dashboard_indexes.py +22 -0
- app/db/alembic/versions/20260720_000000_add_request_log_conversation_id.py +57 -0
- app/db/alembic/versions/20260722_000000_backfill_request_log_useragent_families.py +40 -0
- app/db/alembic/versions/20260724_000000_add_request_usage_time_rollups.py +176 -0
- app/db/alembic/versions/20260724_000000_merge_request_log_schema_heads.py +33 -0
- app/db/alembic/versions/20260725_000000_add_http_bridge_pending_tool_calls.py +43 -0
- app/db/alembic/versions/20260726_000000_add_account_plan_downgrade_observations.py +44 -0
- app/db/alembic/versions/20260726_000000_repair_request_usage_rollups_after_merge.py +37 -0
- app/db/alembic/versions/20260727_000000_add_sticky_session_continuity_abandoned_at.py +45 -0
- app/db/alembic/versions/20260728_000000_merge_pending_tool_calls_and_rollup_repair_heads.py +31 -0
- app/db/alembic/versions/20260730_000000_add_api_key_fair_share_threshold.py +44 -0
- app/db/alembic/versions/20260730_000000_add_http_bridge_recovery_attempts.py +60 -0
- app/db/alembic/versions/20260731_000000_add_capability_lineage_markers.py +38 -0
- app/db/alembic/versions/20260803_000000_merge_http_bridge_recovery_and_capability_lineage_heads.py +30 -0
- app/db/alembic/versions/20260804_000000_add_http_bridge_operations.py +63 -0
- app/db/alembic/versions/20260804_000001_add_global_http_bridge_operation_fingerprint.py +53 -0
- app/db/alembic/versions/20260804_230000_add_request_log_connection_request_kind.py +43 -0
- app/db/alembic/versions/20260805_000000_add_http_bridge_operation_spool.py +75 -0
- app/db/alembic/versions/20260805_000001_finalize_http_bridge_operation_spool.py +65 -0
- app/db/alembic/versions/20260806_000000_add_additional_usage_alias_probe_indexes.py +84 -0
- app/db/alembic/versions/20260806_000000_add_anonymous_telemetry.py +49 -0
- app/db/alembic/versions/20260806_010000_add_conversation_presence_rollup.py +72 -0
- app/db/alembic/versions/20260806_020000_add_usage_history_bulk_covering_indexes.py +99 -0
- app/db/alembic/versions/20260806_030000_add_api_key_allowed_reasoning_efforts.py +65 -0
- app/db/alembic/versions/20260806_120000_add_http_bridge_owner_process_epoch.py +57 -0
- app/db/alembic/versions/20260807_000000_merge_http_bridge_operation_spool_and_latest_main.py +24 -0
- app/db/alembic/versions/20260808_000000_tune_usage_history_autovacuum.py +54 -0
- app/db/alembic/versions/20260810_000000_add_http_bridge_recovery_dispatch_count.py +44 -0
- app/db/alembic/versions/20260811_000000_add_hourly_rollup_cancelled_count.py +92 -0
- app/db/alembic/versions/20260812_000000_merge_recovery_dispatch_and_hourly_cancelled_heads.py +25 -0
- app/db/alembic/versions/20260812_120000_add_sticky_abandonment_scope.py +43 -0
- app/db/alembic/versions/20260813_000000_add_file_account_pins.py +40 -0
- app/db/alembic/versions/20260816_000000_add_account_pending_deletion.py +81 -0
- app/db/alembic/versions/20260816_000000_add_model_source_embeddings.py +50 -0
- app/db/alembic/versions/20260821_000000_add_retry_circuit_admission_generation.py +49 -0
- app/db/alembic/versions/20260826_000000_add_http_bridge_event_chunks.py +107 -0
- app/db/alembic/versions/20260828_000000_add_accounts_chatgpt_identity_index.py +55 -0
- app/db/alembic/versions/20260830_000000_add_quota_warmup_claim_expiry.py +83 -0
- app/db/alembic/versions/20260908_000000_add_guest_session_generation.py +37 -0
- app/db/alembic/versions/20260908_000000_add_subscription_overflow.py +140 -0
- app/db/alembic/versions/20260908_000000_replace_upstream_stream_transport_default_sentinel.py +50 -0
- app/db/alembic/versions/20260908_020000_merge_overflow_transport_heads.py +27 -0
- app/db/alembic/versions/20260909_000000_add_dashboard_roles.py +72 -0
- app/db/alembic/versions/20260909_010000_add_dashboard_users.py +183 -0
- app/db/alembic/versions/20260909_020000_reproject_compat_admin_credentials.py +105 -0
- app/db/alembic/versions/20260909_030000_add_audit_actor_columns.py +103 -0
- app/db/alembic/versions/20260909_030000_dashboard_resilience_toggle_settings.py +63 -0
- app/db/alembic/versions/20260909_040000_add_dashboard_user_invites.py +54 -0
- app/db/alembic/versions/20260909_040000_dashboard_timeout_settings.py +68 -0
- app/db/alembic/versions/20260909_050000_dashboard_routing_overload_settings.py +65 -0
- app/db/alembic/versions/20260909_060000_add_report_rollup.py +74 -0
- app/db/alembic/versions/20260909_070000_automation_run_claim_budget.py +50 -0
- app/db/alembic/versions/20260909_080000_dashboard_stream_bridge_budgets.py +62 -0
- app/db/alembic/versions/20260909_090000_dashboard_background_job_toggles.py +63 -0
- app/db/alembic/versions/20260909_100000_dashboard_codex_prewarm.py +49 -0
- app/db/alembic/versions/20260909_110000_model_context_window_overrides.py +45 -0
- app/db/alembic/versions/20260909_120000_dashboard_conversation_archive.py +48 -0
- app/db/alembic/versions/20260909_130000_add_request_logs_live_facet_indexes.py +96 -0
- app/db/alembic/versions/20260910_000000_add_totp_required_for_admin_role.py +44 -0
- app/db/alembic/versions/20260910_000000_request_logs_missing_cost_index.py +52 -0
- app/db/alembic/versions/20260910_010000_add_dashboard_auth_providers.py +134 -0
- app/db/alembic/versions/20260910_010000_dashboard_spool_retention.py +52 -0
- app/db/alembic/versions/20260910_020000_add_dashboard_role_mappings.py +74 -0
- app/db/alembic/versions/20260910_143000_request_log_affinity.py +28 -0
- app/db/alembic/versions/20260910_180000_merge_affinity_guest_heads.py +17 -0
- app/db/alembic/versions/20260910_200000_merge_affinity_identity_heads.py +17 -0
- app/db/alembic/versions/20260910_220000_merge_affinity_invite_heads.py +17 -0
- app/db/alembic/versions/20260911_000000_model_source_pins_kind_expires_index.py +43 -0
- app/db/alembic/versions/20260911_010000_merge_pin_index_and_affinity_heads.py +17 -0
- app/db/alembic/versions/20260911_020000_add_http_bridge_terminal_append_phase.py +54 -0
- app/db/alembic/versions/20260911_030000_add_local_login_policy.py +48 -0
- app/db/alembic/versions/20260911_040000_add_thread_cache_identity_mode.py +48 -0
- app/db/alembic/versions/20260911_060000_add_bridge_session_continuity_abandonment.py +40 -0
- app/db/alembic/versions/20260912_000000_merge_thread_cache_and_bridge_retirement_heads.py +22 -0
- app/db/alembic/versions/20260912_010000_drop_legacy_dashboard_credentials.py +140 -0
- app/db/alembic/versions/20260913_000000_add_oidc_provider_flow.py +134 -0
- app/db/alembic/versions/20260914_000000_add_scim_tokens.py +78 -0
- app/db/alembic/versions/20260914_000000_drop_subscription_overflow_schema.py +132 -0
- app/db/alembic/versions/20260918_000000_merge_scim_and_overflow_heads.py +17 -0
- app/db/alembic/versions/__init__.py +1 -0
- app/db/backup.py +64 -0
- app/db/migrate.py +1249 -0
- app/db/migration_lock.py +160 -0
- app/db/migration_url.py +18 -0
- app/db/models.py +3100 -0
- app/db/recover.py +244 -0
- app/db/session.py +1295 -0
- app/db/snapshot.py +46 -0
- app/db/sqlite_lock_retry.py +190 -0
- app/db/sqlite_utils.py +549 -0
- app/dependencies.py +462 -0
- app/main.py +1240 -0
- app/modules/__init__.py +0 -0
- app/modules/accounts/__init__.py +0 -0
- app/modules/accounts/api.py +426 -0
- app/modules/accounts/auth_manager.py +1439 -0
- app/modules/accounts/background_repository.py +160 -0
- app/modules/accounts/deletion.py +540 -0
- app/modules/accounts/mappers.py +654 -0
- app/modules/accounts/refresh_claims.py +352 -0
- app/modules/accounts/repository.py +1679 -0
- app/modules/accounts/schemas.py +308 -0
- app/modules/accounts/service.py +809 -0
- app/modules/accounts/usage_rollup.py +486 -0
- app/modules/accounts/usage_rollup_scheduler.py +75 -0
- app/modules/accounts/usage_time_rollup.py +1037 -0
- app/modules/accounts/usage_time_rollup_read.py +522 -0
- app/modules/api_keys/__init__.py +1 -0
- app/modules/api_keys/api.py +344 -0
- app/modules/api_keys/last_used_coalescer.py +216 -0
- app/modules/api_keys/limit_windows.py +41 -0
- app/modules/api_keys/repository.py +1200 -0
- app/modules/api_keys/reset_scheduler.py +85 -0
- app/modules/api_keys/schemas.py +135 -0
- app/modules/api_keys/service.py +2123 -0
- app/modules/audit/__init__.py +0 -0
- app/modules/audit/api.py +88 -0
- app/modules/audit/repository.py +74 -0
- app/modules/audit/schemas.py +33 -0
- app/modules/audit/service.py +71 -0
- app/modules/auth_providers/__init__.py +0 -0
- app/modules/auth_providers/api.py +127 -0
- app/modules/auth_providers/config.py +343 -0
- app/modules/auth_providers/repository.py +101 -0
- app/modules/auth_providers/schemas.py +88 -0
- app/modules/auth_providers/seed.py +105 -0
- app/modules/auth_providers/service.py +289 -0
- app/modules/automations/__init__.py +1 -0
- app/modules/automations/api.py +369 -0
- app/modules/automations/repository.py +1896 -0
- app/modules/automations/scheduler.py +107 -0
- app/modules/automations/schemas.py +158 -0
- app/modules/automations/service.py +2548 -0
- app/modules/cache_isolation_probe/__init__.py +0 -0
- app/modules/cache_isolation_probe/api.py +188 -0
- app/modules/cache_isolation_probe/prefix.py +144 -0
- app/modules/cache_isolation_probe/schemas.py +94 -0
- app/modules/cache_isolation_probe/sender.py +229 -0
- app/modules/cache_isolation_probe/service.py +525 -0
- app/modules/conversation_archive/__init__.py +1 -0
- app/modules/conversation_archive/api.py +101 -0
- app/modules/conversation_archive/schemas.py +28 -0
- app/modules/conversation_archive/service.py +165 -0
- app/modules/dashboard/__init__.py +1 -0
- app/modules/dashboard/api.py +106 -0
- app/modules/dashboard/builders.py +107 -0
- app/modules/dashboard/repository.py +304 -0
- app/modules/dashboard/schemas.py +148 -0
- app/modules/dashboard/service.py +534 -0
- app/modules/dashboard/timeframes.py +19 -0
- app/modules/dashboard/weekly_pace.py +617 -0
- app/modules/dashboard_auth/__init__.py +1 -0
- app/modules/dashboard_auth/api.py +1344 -0
- app/modules/dashboard_auth/oidc_api.py +753 -0
- app/modules/dashboard_auth/oidc_flows.py +330 -0
- app/modules/dashboard_auth/repository.py +452 -0
- app/modules/dashboard_auth/schemas.py +232 -0
- app/modules/dashboard_auth/service.py +1384 -0
- app/modules/dashboard_roles/__init__.py +0 -0
- app/modules/dashboard_roles/api.py +64 -0
- app/modules/dashboard_roles/repository.py +54 -0
- app/modules/dashboard_roles/schemas.py +29 -0
- app/modules/dashboard_roles/seed.py +80 -0
- app/modules/dashboard_roles/service.py +142 -0
- app/modules/dashboard_users/__init__.py +0 -0
- app/modules/dashboard_users/api.py +278 -0
- app/modules/dashboard_users/break_glass.py +169 -0
- app/modules/dashboard_users/credentials.py +18 -0
- app/modules/dashboard_users/identity_resolver.py +665 -0
- app/modules/dashboard_users/repository.py +725 -0
- app/modules/dashboard_users/schemas.py +117 -0
- app/modules/dashboard_users/service.py +1054 -0
- app/modules/firewall/__init__.py +1 -0
- app/modules/firewall/api.py +78 -0
- app/modules/firewall/repository.py +51 -0
- app/modules/firewall/schemas.py +28 -0
- app/modules/firewall/service.py +93 -0
- app/modules/fleet/__init__.py +1 -0
- app/modules/fleet/api.py +177 -0
- app/modules/fleet/mappers.py +56 -0
- app/modules/fleet/observability.py +372 -0
- app/modules/fleet/schemas.py +119 -0
- app/modules/health/__init__.py +0 -0
- app/modules/health/api.py +246 -0
- app/modules/health/schemas.py +27 -0
- app/modules/limit_warmup/__init__.py +1 -0
- app/modules/limit_warmup/repository.py +159 -0
- app/modules/limit_warmup/service.py +1001 -0
- app/modules/model_sources/__init__.py +1 -0
- app/modules/model_sources/api.py +99 -0
- app/modules/model_sources/catalog.py +307 -0
- app/modules/model_sources/forwarding.py +1435 -0
- app/modules/model_sources/projection.py +55 -0
- app/modules/model_sources/repository.py +201 -0
- app/modules/model_sources/schemas.py +79 -0
- app/modules/model_sources/selection.py +166 -0
- app/modules/model_sources/service.py +236 -0
- app/modules/oauth/__init__.py +0 -0
- app/modules/oauth/api.py +101 -0
- app/modules/oauth/repository.py +238 -0
- app/modules/oauth/schemas.py +49 -0
- app/modules/oauth/service.py +1196 -0
- app/modules/oauth/templates/oauth_success.html +122 -0
- app/modules/proxy/__init__.py +0 -0
- app/modules/proxy/_load_balancer/__init__.py +1 -0
- app/modules/proxy/_load_balancer/error_rate.py +116 -0
- app/modules/proxy/_load_balancer/latency_cohort.py +154 -0
- app/modules/proxy/_load_balancer/model_eligibility.py +250 -0
- app/modules/proxy/_load_balancer/opportunistic_admission.py +350 -0
- app/modules/proxy/_load_balancer/overload_backoff.py +394 -0
- app/modules/proxy/_load_balancer/sticky_selection.py +2417 -0
- app/modules/proxy/_load_balancer/throughput_cohort.py +233 -0
- app/modules/proxy/_load_balancer/ttft_cohort.py +214 -0
- app/modules/proxy/_load_balancer/tunables.py +97 -0
- app/modules/proxy/_load_balancer/types.py +96 -0
- app/modules/proxy/_load_balancer/unbound_selection.py +534 -0
- app/modules/proxy/_service/__init__.py +6 -0
- app/modules/proxy/_service/api_key_usage.py +745 -0
- app/modules/proxy/_service/clock_budget.py +38 -0
- app/modules/proxy/_service/codex_control.py +611 -0
- app/modules/proxy/_service/compact.py +2211 -0
- app/modules/proxy/_service/file_ops.py +749 -0
- app/modules/proxy/_service/http_bridge/__init__.py +3 -0
- app/modules/proxy/_service/http_bridge/accepted_replay.py +331 -0
- app/modules/proxy/_service/http_bridge/account_sessions.py +57 -0
- app/modules/proxy/_service/http_bridge/activity.py +178 -0
- app/modules/proxy/_service/http_bridge/helpers.py +3959 -0
- app/modules/proxy/_service/http_bridge/mixin.py +2435 -0
- app/modules/proxy/_service/http_bridge/owner_forwarding.py +609 -0
- app/modules/proxy/_service/http_bridge/protocol.py +167 -0
- app/modules/proxy/_service/http_bridge/proxy_failover.py +58 -0
- app/modules/proxy/_service/http_bridge/quarantine.py +443 -0
- app/modules/proxy/_service/http_bridge/request_submit.py +4582 -0
- app/modules/proxy/_service/http_bridge/retry_circuit.py +2442 -0
- app/modules/proxy/_service/http_bridge/service_stubs.py +492 -0
- app/modules/proxy/_service/http_bridge/session_registry.py +778 -0
- app/modules/proxy/_service/http_bridge/streaming.py +5328 -0
- app/modules/proxy/_service/http_bridge/upstream_events.py +4538 -0
- app/modules/proxy/_service/observability.py +410 -0
- app/modules/proxy/_service/rate_limit.py +361 -0
- app/modules/proxy/_service/realtime_live.py +655 -0
- app/modules/proxy/_service/refresh.py +154 -0
- app/modules/proxy/_service/request_log.py +585 -0
- app/modules/proxy/_service/response_create.py +930 -0
- app/modules/proxy/_service/streaming/__init__.py +3 -0
- app/modules/proxy/_service/streaming/helpers.py +1317 -0
- app/modules/proxy/_service/streaming/mixin.py +1100 -0
- app/modules/proxy/_service/streaming/protocol.py +32 -0
- app/modules/proxy/_service/streaming/retry.py +3762 -0
- app/modules/proxy/_service/support.py +2122 -0
- app/modules/proxy/_service/transcribe.py +434 -0
- app/modules/proxy/_service/warmup.py +483 -0
- app/modules/proxy/_service/websocket/__init__.py +3 -0
- app/modules/proxy/_service/websocket/helpers.py +2360 -0
- app/modules/proxy/_service/websocket/mixin.py +7285 -0
- app/modules/proxy/_service/websocket/protocol.py +74 -0
- app/modules/proxy/account_cache.py +229 -0
- app/modules/proxy/account_eligibility.py +87 -0
- app/modules/proxy/additional_model_limits.py +40 -0
- app/modules/proxy/affinity.py +830 -0
- app/modules/proxy/affinity_observation.py +101 -0
- app/modules/proxy/api.py +10254 -0
- app/modules/proxy/api_key_usage.py +113 -0
- app/modules/proxy/cap_partitioning.py +280 -0
- app/modules/proxy/capability_lineage.py +65 -0
- app/modules/proxy/capability_lineage_repository.py +82 -0
- app/modules/proxy/capability_routing.py +253 -0
- app/modules/proxy/continuity.py +112 -0
- app/modules/proxy/downstream_delivery.py +277 -0
- app/modules/proxy/durable_bridge_coordinator.py +1217 -0
- app/modules/proxy/durable_bridge_repository.py +4516 -0
- app/modules/proxy/durable_bridge_runtime.py +9 -0
- app/modules/proxy/durable_bridge_transcript_codec.py +122 -0
- app/modules/proxy/fair_share.py +131 -0
- app/modules/proxy/file_pin_repository.py +210 -0
- app/modules/proxy/helpers.py +439 -0
- app/modules/proxy/http_bridge_event_batcher.py +613 -0
- app/modules/proxy/http_bridge_forwarding.py +797 -0
- app/modules/proxy/http_continuation.py +76 -0
- app/modules/proxy/images_observability.py +62 -0
- app/modules/proxy/images_service.py +1054 -0
- app/modules/proxy/load_balancer.py +3016 -0
- app/modules/proxy/rate_limit_cache.py +46 -0
- app/modules/proxy/replay_safety.py +1063 -0
- app/modules/proxy/repo_bundle.py +31 -0
- app/modules/proxy/request_policy.py +1054 -0
- app/modules/proxy/ring_membership.py +251 -0
- app/modules/proxy/schemas.py +345 -0
- app/modules/proxy/selection_errors.py +41 -0
- app/modules/proxy/service.py +2600 -0
- app/modules/proxy/source_admission.py +125 -0
- app/modules/proxy/source_dispatch.py +999 -0
- app/modules/proxy/sticky_repository.py +831 -0
- app/modules/proxy/thread_anchors.py +491 -0
- app/modules/proxy/tool_call_dedupe.py +802 -0
- app/modules/proxy/types.py +54 -0
- app/modules/proxy/work_admission.py +121 -0
- app/modules/quota_planner/__init__.py +1 -0
- app/modules/quota_planner/api.py +276 -0
- app/modules/quota_planner/logic.py +743 -0
- app/modules/quota_planner/repository.py +722 -0
- app/modules/quota_planner/scheduler.py +212 -0
- app/modules/quota_planner/schemas.py +102 -0
- app/modules/quota_planner/warmup.py +693 -0
- app/modules/rate_limit_reset_credits/__init__.py +0 -0
- app/modules/rate_limit_reset_credits/api.py +601 -0
- app/modules/rate_limit_reset_credits/redeem_coordination.py +274 -0
- app/modules/rate_limit_reset_credits/store.py +114 -0
- app/modules/reports/__init__.py +1 -0
- app/modules/reports/api.py +134 -0
- app/modules/reports/cache.py +74 -0
- app/modules/reports/filters.py +27 -0
- app/modules/reports/repository.py +525 -0
- app/modules/reports/rollup.py +150 -0
- app/modules/reports/rollup_read.py +148 -0
- app/modules/reports/schemas.py +123 -0
- app/modules/reports/service.py +287 -0
- app/modules/reports/thread_identity.py +256 -0
- app/modules/request_logs/__init__.py +0 -0
- app/modules/request_logs/api.py +224 -0
- app/modules/request_logs/cost_backfill.py +154 -0
- app/modules/request_logs/mappers.py +97 -0
- app/modules/request_logs/repository.py +1765 -0
- app/modules/request_logs/schemas.py +145 -0
- app/modules/request_logs/service.py +348 -0
- app/modules/role_mappings/__init__.py +0 -0
- app/modules/role_mappings/api.py +206 -0
- app/modules/role_mappings/matching.py +55 -0
- app/modules/role_mappings/repository.py +106 -0
- app/modules/role_mappings/schemas.py +67 -0
- app/modules/role_mappings/service.py +334 -0
- app/modules/runtime/__init__.py +1 -0
- app/modules/runtime/api.py +18 -0
- app/modules/runtime/schemas.py +14 -0
- app/modules/runtime/service.py +218 -0
- app/modules/scim/__init__.py +1 -0
- app/modules/scim/api.py +194 -0
- app/modules/scim/dependencies.py +112 -0
- app/modules/scim/errors.py +77 -0
- app/modules/scim/management_api.py +156 -0
- app/modules/scim/repository.py +212 -0
- app/modules/scim/schemas.py +145 -0
- app/modules/scim/service.py +786 -0
- app/modules/scim/tokens.py +43 -0
- app/modules/settings/__init__.py +1 -0
- app/modules/settings/api.py +1677 -0
- app/modules/settings/repository.py +606 -0
- app/modules/settings/schemas.py +496 -0
- app/modules/settings/service.py +769 -0
- app/modules/shared/__init__.py +0 -0
- app/modules/shared/schemas.py +22 -0
- app/modules/sticky_sessions/__init__.py +1 -0
- app/modules/sticky_sessions/api.py +118 -0
- app/modules/sticky_sessions/cleanup_scheduler.py +487 -0
- app/modules/sticky_sessions/schemas.py +78 -0
- app/modules/sticky_sessions/service.py +196 -0
- app/modules/telemetry/__init__.py +5 -0
- app/modules/telemetry/api.py +115 -0
- app/modules/telemetry/clients.py +62 -0
- app/modules/telemetry/consent.py +115 -0
- app/modules/telemetry/scheduler.py +85 -0
- app/modules/telemetry/schemas.py +163 -0
- app/modules/telemetry/sender.py +221 -0
- app/modules/telemetry/snapshot.py +490 -0
- app/modules/usage/__init__.py +0 -0
- app/modules/usage/additional_quota_keys.py +379 -0
- app/modules/usage/api.py +45 -0
- app/modules/usage/background_repository.py +147 -0
- app/modules/usage/builders.py +559 -0
- app/modules/usage/depletion_service.py +277 -0
- app/modules/usage/live_ingest.py +356 -0
- app/modules/usage/mappers.py +29 -0
- app/modules/usage/plan_downgrade_observations.py +488 -0
- app/modules/usage/repository.py +1890 -0
- app/modules/usage/schemas.py +68 -0
- app/modules/usage/service.py +102 -0
- app/modules/usage/updater.py +1488 -0
- app/static/assets/Trans-Cj-J9mVA.js +1 -0
- app/static/assets/access-page-DHzZiXZi.js +1 -0
- app/static/assets/account-cost-donut-DGhfA4U8.js +1 -0
- app/static/assets/account-identifiers-CxbdLshZ.js +1 -0
- app/static/assets/account-status-DIsU5sUS.js +1 -0
- app/static/assets/account-trend-chart-BptlfwwQ.js +1 -0
- app/static/assets/accounts-page-Bbai8ift.js +3 -0
- app/static/assets/api-Dwa7XxPe.js +1 -0
- app/static/assets/api-client-dugX1Pti.js +55 -0
- app/static/assets/api-key-create-dialog-DnRm0oYN.js +1 -0
- app/static/assets/api-key-created-dialog-B6jkDG9f.js +1 -0
- app/static/assets/api-key-edit-dialog-Ck3Bnc3V.js +1 -0
- app/static/assets/api-trend-chart-BchCw7Hj.js +1 -0
- app/static/assets/apis-page-BvXz9c6i.js +2 -0
- app/static/assets/arrow-up-Dqh_KzJo.js +1 -0
- app/static/assets/arrow-up-down-LBRgVDGY.js +1 -0
- app/static/assets/automations-page-DQgNAJOR.js +3 -0
- app/static/assets/badge-DqMb9es0.js +1 -0
- app/static/assets/blur-email-HEvKagG2.js +1 -0
- app/static/assets/button-BjVmmiGW.js +1 -0
- app/static/assets/checkbox-apsl9vzk.js +1 -0
- app/static/assets/chevron-left-1d_pHVa5.js +1 -0
- app/static/assets/circle-alert-BS0xd_o1.js +1 -0
- app/static/assets/clsx-DB0hHKMi.js +1 -0
- app/static/assets/colors-BBy8GEtr.js +1 -0
- app/static/assets/copy-button-D7nAvOKR.js +1 -0
- app/static/assets/cost-per-day-chart-YdqlkZVM.js +1 -0
- app/static/assets/createLucideIcon-DBLzLNh2.js +1 -0
- app/static/assets/dashboard-page-CSdhBy0f.js +2 -0
- app/static/assets/distribution-metric-format-yZTy1ZEu.js +1 -0
- app/static/assets/donut-chart-Bxc69cra.js +1 -0
- app/static/assets/download-kQteIcsB.js +1 -0
- app/static/assets/ellipsis-B_5OgIre.js +1 -0
- app/static/assets/empty-state-JcA7tc8m.js +1 -0
- app/static/assets/es2015-bMH8YKZT.js +41 -0
- app/static/assets/es6-B264ni6W.js +69 -0
- app/static/assets/external-link-UVAOgMQ0.js +1 -0
- app/static/assets/i18n-BWqZ9Ua2.js +1 -0
- app/static/assets/inbox-B_RM2s1J.js +1 -0
- app/static/assets/index-DIpd264Z.js +23 -0
- app/static/assets/index-DMeLKRJx.css +2 -0
- app/static/assets/inherit-badge-QhTYVaU6.js +1 -0
- app/static/assets/invite-dialog-0CYh0GiQ.js +1 -0
- app/static/assets/iso-Bpe5Ihbb.js +1 -0
- app/static/assets/label-CGaLmLNf.js +1 -0
- app/static/assets/lazy-recharts-Pv8p9ArM.js +2 -0
- app/static/assets/loading-overlay-CzKQfHLI.js +1 -0
- app/static/assets/mini-quota-bar-cGT_t8Ae.js +1 -0
- app/static/assets/model-distribution-donut-BKjAfT48.js +1 -0
- app/static/assets/model-source-multi-select-D2d06Vc7.js +1 -0
- app/static/assets/multi-select-filter-KIA5qU6Z.js +1 -0
- app/static/assets/oauth-dialog-XeaGGDjS.js +1 -0
- app/static/assets/pagination-controls-D1Ypd0RU.js +1 -0
- app/static/assets/payload-CIYnGZz9.js +1 -0
- app/static/assets/queue-wait-chart-VoV7Yg9L.js +1 -0
- app/static/assets/report-chart-card-BXDliwcc.js +1 -0
- app/static/assets/reports-page-CGCJeMHG.js +3 -0
- app/static/assets/reset-credit-confirm-dialog-QOifTnVB.js +1 -0
- app/static/assets/rolldown-runtime-hePW80VL.js +1 -0
- app/static/assets/search-HfhqwERt.js +1 -0
- app/static/assets/select-Cl33bz-g.js +1 -0
- app/static/assets/settings-page-mZj01HYl.js +2 -0
- app/static/assets/shim-CZwyM4Q7.js +1 -0
- app/static/assets/skeleton-C_EUc4Rp.js +1 -0
- app/static/assets/sparkline-chart-DdNNsddM.js +1 -0
- app/static/assets/status-badge-CHHA5X6c.js +1 -0
- app/static/assets/switch-CzxgokcM.js +1 -0
- app/static/assets/table-DXaNSQ0G.js +1 -0
- app/static/assets/time-to-first-token-chart--68L0u_v.js +1 -0
- app/static/assets/tokens-per-day-chart-Cs82BFuE.js +1 -0
- app/static/assets/tokens-per-second-chart-AD2dfOn6.js +1 -0
- app/static/assets/totp-settings-CRHtxQ7j.js +1 -0
- app/static/assets/trash-D3KyWr1h.js +1 -0
- app/static/assets/use-account-quota-display-BPmrTBTC.js +1 -0
- app/static/assets/use-accounts-PWlVGw3z.js +1 -0
- app/static/assets/use-auth-CuDlW3iC.js +1 -0
- app/static/assets/use-chart-colors-DIu6tClI.js +1 -0
- app/static/assets/use-model-sources-Bul24JBu.js +1 -0
- app/static/assets/use-models-DUCPUuZg.js +1 -0
- app/static/assets/use-reduced-motion-hAm5r6_d.js +1 -0
- app/static/assets/useTranslation--56nHhlH.js +1 -0
- app/static/assets/useragent-distribution-donut-Dup6sf_n.js +1 -0
- app/static/assets/users-uIC3TIlE.js +1 -0
- app/static/assets/vendor-query-_bHZuxEx.js +1 -0
- app/static/assets/vendor-react-BVL0YZPW.js +9 -0
- app/static/favicon.svg +10 -0
- app/static/fonts/GeistSans-Variable.woff2 +0 -0
- app/static/fonts/jetbrains-mono-latin-ext.woff2 +0 -0
- app/static/fonts/jetbrains-mono-latin.woff2 +0 -0
- app/static/index.html +29 -0
- codexlb_up-1.25.0b10.dist-info/METADATA +124 -0
- codexlb_up-1.25.0b10.dist-info/RECORD +827 -0
- codexlb_up-1.25.0b10.dist-info/WHEEL +4 -0
- codexlb_up-1.25.0b10.dist-info/entry_points.txt +3 -0
- codexlb_up-1.25.0b10.dist-info/licenses/LICENSE +21 -0
- config/additional_quota_registry.json +11 -0
|
@@ -0,0 +1,525 @@
|
|
|
1
|
+
"""Operator diagnostic: is the upstream prompt cache partitioned per account?
|
|
2
|
+
|
|
3
|
+
Background. A hand-run experiment on this deployment sent a ~28k-token
|
|
4
|
+
single-use prefix on one account and then the identical bytes on four
|
|
5
|
+
siblings, and the siblings reported near-full ``cached_tokens`` (28,032/28,168;
|
|
6
|
+
27,136/27,328; 28,416/28,588 across three runs). Neither ``prompt_cache_key``
|
|
7
|
+
nor the account gated the hit, and same-account repeats hit *less* often than
|
|
8
|
+
other accounts did, which is what a node-local prefix cache that is not
|
|
9
|
+
partitioned per account looks like. This module turns that experiment into a
|
|
10
|
+
button so the owner can re-run it -- in particular before and after enabling
|
|
11
|
+
per-account outbound cache-identity scoping -- instead of re-deriving it by
|
|
12
|
+
hand.
|
|
13
|
+
|
|
14
|
+
Reading the result. A hit on a non-seed account proves the cache is shared
|
|
15
|
+
across accounts. The converse is weaker: hits are sporadic (~20-40%) for every
|
|
16
|
+
caller, so a run with no cross-account hit is evidence, not proof, and a miss
|
|
17
|
+
on the *seed* account is expected and is not a probe failure. The verdicts
|
|
18
|
+
below say exactly that, and the run is refused outright when the seed never
|
|
19
|
+
cached at all, because then nothing can be concluded either way.
|
|
20
|
+
|
|
21
|
+
Cost. Every call spends real quota (~28k input tokens). The caller must
|
|
22
|
+
confirm explicitly, the counts are capped, the endpoint is rate-limited, and
|
|
23
|
+
a pool that is already under pressure refuses the run.
|
|
24
|
+
"""
|
|
25
|
+
|
|
26
|
+
from __future__ import annotations
|
|
27
|
+
|
|
28
|
+
import asyncio
|
|
29
|
+
import contextlib
|
|
30
|
+
import logging
|
|
31
|
+
import uuid
|
|
32
|
+
from collections.abc import AsyncIterator, Sequence
|
|
33
|
+
from dataclasses import dataclass
|
|
34
|
+
from datetime import datetime
|
|
35
|
+
from typing import Literal
|
|
36
|
+
|
|
37
|
+
from app.core.clients.proxy import override_stream_timeouts
|
|
38
|
+
from app.core.conversation_archive import suppress_conversation_archive
|
|
39
|
+
from app.core.openai.model_registry import get_model_registry
|
|
40
|
+
from app.core.resilience.circuit_breaker import are_all_account_circuit_breakers_open
|
|
41
|
+
from app.core.resilience.degradation import is_degraded
|
|
42
|
+
from app.core.usage.pricing import get_pricing_for_model
|
|
43
|
+
from app.core.utils.time import utcnow
|
|
44
|
+
from app.db.models import Account, AccountStatus
|
|
45
|
+
from app.db.session import detach_session_objects, get_background_session
|
|
46
|
+
from app.modules.accounts.repository import AccountsRepository
|
|
47
|
+
from app.modules.cache_isolation_probe.prefix import (
|
|
48
|
+
DEFAULT_TARGET_PREFIX_TOKENS,
|
|
49
|
+
build_probe_prefix,
|
|
50
|
+
estimate_prefix_tokens,
|
|
51
|
+
new_probe_nonce,
|
|
52
|
+
)
|
|
53
|
+
from app.modules.cache_isolation_probe.sender import CacheProbeSender, CacheProbeSenderPort, ProbeSendResult
|
|
54
|
+
|
|
55
|
+
logger = logging.getLogger(__name__)
|
|
56
|
+
|
|
57
|
+
#: Caps on what one run may spend. Five repetitions plus five siblings is ten
|
|
58
|
+
#: calls, about 280k input tokens -- enough to see a sporadic ~20-40% hit rate
|
|
59
|
+
#: and small enough that a misclick is not an incident.
|
|
60
|
+
MAX_SEED_REPETITIONS = 5
|
|
61
|
+
MAX_OTHER_ACCOUNTS = 5
|
|
62
|
+
#: ``other_account_count`` is an upper bound, not a demand: a pool with fewer
|
|
63
|
+
#: siblings still answers the question, just with less statistical weight. Only
|
|
64
|
+
#: this floor -- a seed plus one sibling -- is non-negotiable.
|
|
65
|
+
MIN_PROBE_ACCOUNTS = 2
|
|
66
|
+
DEFAULT_SEED_REPETITIONS = 3
|
|
67
|
+
DEFAULT_OTHER_ACCOUNTS = 4
|
|
68
|
+
|
|
69
|
+
#: A call counts as a cache hit when most of its input was served from cache.
|
|
70
|
+
#: The hand runs landed at 99%+; a few hundred incidentally cached preamble
|
|
71
|
+
#: tokens must not read as a hit, so the bar sits far above that and far below
|
|
72
|
+
#: the observed signal.
|
|
73
|
+
CACHE_HIT_RATIO = 0.5
|
|
74
|
+
|
|
75
|
+
#: Share of the selectable pool that may be rate-limited or quota-exceeded
|
|
76
|
+
#: before the probe refuses to spend more quota. A quarter of the pool being
|
|
77
|
+
#: throttled already means the balancer is rerouting real traffic.
|
|
78
|
+
MAX_PRESSURED_POOL_SHARE = 0.25
|
|
79
|
+
|
|
80
|
+
#: Per-call stream budget. A ~28k-token prompt takes appreciably longer to
|
|
81
|
+
#: admit than the warm-up's four-token one, and the run is sequential, so a
|
|
82
|
+
#: generous ceiling costs nothing but bounds a wedged call.
|
|
83
|
+
_PROBE_CONNECT_TIMEOUT_SECONDS = 10.0
|
|
84
|
+
_PROBE_IDLE_TIMEOUT_SECONDS = 60.0
|
|
85
|
+
_PROBE_TOTAL_TIMEOUT_SECONDS = 180.0
|
|
86
|
+
|
|
87
|
+
#: Wire vocabulary, declared once here so the schemas and the dataclasses
|
|
88
|
+
#: cannot drift apart.
|
|
89
|
+
ProbeCallRole = Literal["seed", "other"]
|
|
90
|
+
ProbeCallStatus = Literal["hit", "miss", "error"]
|
|
91
|
+
ProbeVerdict = Literal["cross_account_sharing", "no_cross_account_hit", "inconclusive"]
|
|
92
|
+
|
|
93
|
+
SEED_ROLE: ProbeCallRole = "seed"
|
|
94
|
+
OTHER_ROLE: ProbeCallRole = "other"
|
|
95
|
+
|
|
96
|
+
CALL_STATUS_HIT: ProbeCallStatus = "hit"
|
|
97
|
+
CALL_STATUS_MISS: ProbeCallStatus = "miss"
|
|
98
|
+
CALL_STATUS_ERROR: ProbeCallStatus = "error"
|
|
99
|
+
|
|
100
|
+
VERDICT_CROSS_ACCOUNT_SHARING: ProbeVerdict = "cross_account_sharing"
|
|
101
|
+
VERDICT_NO_CROSS_ACCOUNT_HIT: ProbeVerdict = "no_cross_account_hit"
|
|
102
|
+
VERDICT_INCONCLUSIVE: ProbeVerdict = "inconclusive"
|
|
103
|
+
|
|
104
|
+
#: One run at a time on this replica. Replica-local on purpose: the endpoint's
|
|
105
|
+
#: rate limiter is database-backed on a fixed key, so the *spend* is already
|
|
106
|
+
#: bounded across replicas, and two runs cannot contaminate each other's
|
|
107
|
+
#: measurement because each generates its own nonce and therefore its own
|
|
108
|
+
#: prefix. What is left is concurrent load, which this keeps off any one
|
|
109
|
+
#: replica without a distributed lock held open for minutes.
|
|
110
|
+
_run_lock = asyncio.Lock()
|
|
111
|
+
|
|
112
|
+
|
|
113
|
+
class CacheProbeRefused(Exception):
|
|
114
|
+
"""The probe declined to spend quota. ``code`` is the machine-readable reason."""
|
|
115
|
+
|
|
116
|
+
def __init__(self, code: str, message: str) -> None:
|
|
117
|
+
self.code = code
|
|
118
|
+
self.message = message
|
|
119
|
+
super().__init__(message)
|
|
120
|
+
|
|
121
|
+
|
|
122
|
+
@dataclass(frozen=True, slots=True)
|
|
123
|
+
class ProbeAccount:
|
|
124
|
+
account_id: str
|
|
125
|
+
label: str
|
|
126
|
+
|
|
127
|
+
|
|
128
|
+
@dataclass(frozen=True, slots=True)
|
|
129
|
+
class PoolPressure:
|
|
130
|
+
"""Why the probe may or may not spend quota right now."""
|
|
131
|
+
|
|
132
|
+
under_pressure: bool
|
|
133
|
+
reason: str | None
|
|
134
|
+
detail: str | None
|
|
135
|
+
selectable_account_count: int
|
|
136
|
+
eligible_account_count: int
|
|
137
|
+
pressured_account_count: int
|
|
138
|
+
|
|
139
|
+
|
|
140
|
+
@dataclass(frozen=True, slots=True)
|
|
141
|
+
class ProbePlan:
|
|
142
|
+
"""What a run would do and cost, shown before the operator confirms."""
|
|
143
|
+
|
|
144
|
+
model: str | None
|
|
145
|
+
seed_account: ProbeAccount | None
|
|
146
|
+
#: Every sibling the pool can offer, capped at ``MAX_OTHER_ACCOUNTS`` -- not
|
|
147
|
+
#: the requested slice. The dashboard recomputes the cost as the operator
|
|
148
|
+
#: changes the count, which it can only do correctly if it knows how many
|
|
149
|
+
#: accounts actually exist.
|
|
150
|
+
available_other_accounts: tuple[ProbeAccount, ...]
|
|
151
|
+
seed_repetitions: int
|
|
152
|
+
total_calls: int
|
|
153
|
+
estimated_input_tokens_per_call: int
|
|
154
|
+
estimated_total_input_tokens: int
|
|
155
|
+
max_seed_repetitions: int
|
|
156
|
+
max_other_accounts: int
|
|
157
|
+
pressure: PoolPressure
|
|
158
|
+
|
|
159
|
+
|
|
160
|
+
@dataclass(frozen=True, slots=True)
|
|
161
|
+
class ProbeCall:
|
|
162
|
+
"""One row of the result table. Numeric and identifier fields only."""
|
|
163
|
+
|
|
164
|
+
sequence: int
|
|
165
|
+
account_id: str
|
|
166
|
+
account_label: str
|
|
167
|
+
role: ProbeCallRole
|
|
168
|
+
status: ProbeCallStatus
|
|
169
|
+
cache_hit: bool
|
|
170
|
+
input_tokens: int | None
|
|
171
|
+
cached_tokens: int | None
|
|
172
|
+
latency_ms: int
|
|
173
|
+
error_code: str | None
|
|
174
|
+
|
|
175
|
+
|
|
176
|
+
@dataclass(frozen=True, slots=True)
|
|
177
|
+
class ProbeResult:
|
|
178
|
+
run_id: str
|
|
179
|
+
model: str
|
|
180
|
+
started_at: datetime
|
|
181
|
+
completed_at: datetime
|
|
182
|
+
seed_account: ProbeAccount
|
|
183
|
+
seed_repetitions: int
|
|
184
|
+
calls: tuple[ProbeCall, ...]
|
|
185
|
+
seed_hit_count: int
|
|
186
|
+
seed_call_count: int
|
|
187
|
+
other_hit_count: int
|
|
188
|
+
other_call_count: int
|
|
189
|
+
cross_account_hit: bool
|
|
190
|
+
verdict: ProbeVerdict
|
|
191
|
+
|
|
192
|
+
|
|
193
|
+
def default_probe_model() -> str | None:
|
|
194
|
+
"""Cheapest public text model by *input* price, or ``None`` if unknown.
|
|
195
|
+
|
|
196
|
+
The probe pays almost entirely for input tokens (~28k in, at most 16 out),
|
|
197
|
+
so unlike the limit warm-up -- which ranks on input plus output because it
|
|
198
|
+
sends a four-token prompt -- input price alone is the right ordering here.
|
|
199
|
+
Ties break on the slug so two runs pick the same model.
|
|
200
|
+
"""
|
|
201
|
+
|
|
202
|
+
candidates: list[tuple[float, str]] = []
|
|
203
|
+
for model in get_model_registry().get_models_with_fallback().values():
|
|
204
|
+
if not model.supported_in_api:
|
|
205
|
+
continue
|
|
206
|
+
if model.input_modalities and "text" not in {modality.lower() for modality in model.input_modalities}:
|
|
207
|
+
continue
|
|
208
|
+
resolved_price = get_pricing_for_model(model.slug)
|
|
209
|
+
if resolved_price is None:
|
|
210
|
+
continue
|
|
211
|
+
candidates.append((resolved_price[1].input_per_1m, model.slug))
|
|
212
|
+
if not candidates:
|
|
213
|
+
return None
|
|
214
|
+
return min(candidates)[1]
|
|
215
|
+
|
|
216
|
+
|
|
217
|
+
@contextlib.asynccontextmanager
|
|
218
|
+
async def _accounts_repo() -> AsyncIterator[AccountsRepository]:
|
|
219
|
+
async with get_background_session() as session:
|
|
220
|
+
try:
|
|
221
|
+
yield AccountsRepository(session)
|
|
222
|
+
finally:
|
|
223
|
+
detach_session_objects(session)
|
|
224
|
+
|
|
225
|
+
|
|
226
|
+
def _account_label(account: Account) -> str:
|
|
227
|
+
return account.alias or account.email or account.id
|
|
228
|
+
|
|
229
|
+
|
|
230
|
+
def _is_selectable(account: Account) -> bool:
|
|
231
|
+
"""Accounts the balancer could route to today, ignoring momentary health.
|
|
232
|
+
|
|
233
|
+
Paused, deactivated and reauth-required accounts are operator or credential
|
|
234
|
+
state, not pressure, so they leave the denominator entirely.
|
|
235
|
+
"""
|
|
236
|
+
|
|
237
|
+
if account.delete_requested_at is not None or not account.chatgpt_account_id:
|
|
238
|
+
return False
|
|
239
|
+
return account.status in {AccountStatus.ACTIVE, AccountStatus.RATE_LIMITED, AccountStatus.QUOTA_EXCEEDED}
|
|
240
|
+
|
|
241
|
+
|
|
242
|
+
def assess_pool_pressure(accounts: Sequence[Account]) -> PoolPressure:
|
|
243
|
+
"""Decide whether the pool can afford a diagnostic right now."""
|
|
244
|
+
|
|
245
|
+
selectable = [account for account in accounts if _is_selectable(account)]
|
|
246
|
+
eligible = [account for account in selectable if account.status == AccountStatus.ACTIVE]
|
|
247
|
+
pressured = [account for account in selectable if account.status != AccountStatus.ACTIVE]
|
|
248
|
+
|
|
249
|
+
def _verdict(reason: str | None, detail: str | None) -> PoolPressure:
|
|
250
|
+
return PoolPressure(
|
|
251
|
+
under_pressure=reason is not None,
|
|
252
|
+
reason=reason,
|
|
253
|
+
detail=detail,
|
|
254
|
+
selectable_account_count=len(selectable),
|
|
255
|
+
eligible_account_count=len(eligible),
|
|
256
|
+
pressured_account_count=len(pressured),
|
|
257
|
+
)
|
|
258
|
+
|
|
259
|
+
if is_degraded():
|
|
260
|
+
return _verdict("upstream_degraded", "The proxy is running in degraded mode.")
|
|
261
|
+
if are_all_account_circuit_breakers_open():
|
|
262
|
+
return _verdict("circuit_breakers_open", "Every account circuit breaker is open.")
|
|
263
|
+
if len(eligible) < MIN_PROBE_ACCOUNTS:
|
|
264
|
+
return _verdict(
|
|
265
|
+
"insufficient_eligible_accounts",
|
|
266
|
+
f"The probe needs a seed plus at least one other active account; {len(eligible)} are active.",
|
|
267
|
+
)
|
|
268
|
+
if selectable and len(pressured) / len(selectable) >= MAX_PRESSURED_POOL_SHARE:
|
|
269
|
+
return _verdict(
|
|
270
|
+
"pool_under_pressure",
|
|
271
|
+
f"{len(pressured)} of {len(selectable)} routable accounts are rate-limited or quota-exceeded.",
|
|
272
|
+
)
|
|
273
|
+
return _verdict(None, None)
|
|
274
|
+
|
|
275
|
+
|
|
276
|
+
def _classify(result: ProbeSendResult) -> tuple[ProbeCallStatus, bool]:
|
|
277
|
+
if not result.ok:
|
|
278
|
+
return CALL_STATUS_ERROR, False
|
|
279
|
+
cached = result.cached_tokens or 0
|
|
280
|
+
total = result.input_tokens or 0
|
|
281
|
+
hit = total > 0 and cached >= total * CACHE_HIT_RATIO
|
|
282
|
+
return (CALL_STATUS_HIT if hit else CALL_STATUS_MISS), hit
|
|
283
|
+
|
|
284
|
+
|
|
285
|
+
def _verdict_for(*, cross_account_hit: bool, seed_hit_count: int, other_call_count: int) -> ProbeVerdict:
|
|
286
|
+
if cross_account_hit:
|
|
287
|
+
return VERDICT_CROSS_ACCOUNT_SHARING
|
|
288
|
+
if seed_hit_count == 0 or other_call_count == 0:
|
|
289
|
+
# Without a single same-account hit there is no evidence the prefix was
|
|
290
|
+
# cacheable at all, so "no cross-account hit" says nothing about
|
|
291
|
+
# partitioning.
|
|
292
|
+
return VERDICT_INCONCLUSIVE
|
|
293
|
+
return VERDICT_NO_CROSS_ACCOUNT_HIT
|
|
294
|
+
|
|
295
|
+
|
|
296
|
+
class CacheIsolationProbeService:
|
|
297
|
+
"""Plans and runs the cross-account prompt cache isolation probe."""
|
|
298
|
+
|
|
299
|
+
def __init__(self, sender: CacheProbeSenderPort | None = None) -> None:
|
|
300
|
+
self._sender = sender or CacheProbeSender(_accounts_repo)
|
|
301
|
+
|
|
302
|
+
async def _list_accounts(self) -> list[Account]:
|
|
303
|
+
async with _accounts_repo() as repo:
|
|
304
|
+
return await repo.list_accounts()
|
|
305
|
+
|
|
306
|
+
async def plan(
|
|
307
|
+
self,
|
|
308
|
+
*,
|
|
309
|
+
seed_repetitions: int = DEFAULT_SEED_REPETITIONS,
|
|
310
|
+
other_account_count: int = DEFAULT_OTHER_ACCOUNTS,
|
|
311
|
+
target_prefix_tokens: int = DEFAULT_TARGET_PREFIX_TOKENS,
|
|
312
|
+
) -> ProbePlan:
|
|
313
|
+
accounts = await self._list_accounts()
|
|
314
|
+
seed, available = self._choose_accounts(accounts, MAX_OTHER_ACCOUNTS)
|
|
315
|
+
pressure = assess_pool_pressure(accounts)
|
|
316
|
+
per_call = estimate_prefix_tokens(target_prefix_tokens)
|
|
317
|
+
total_calls = seed_repetitions + min(other_account_count, len(available))
|
|
318
|
+
return ProbePlan(
|
|
319
|
+
model=default_probe_model(),
|
|
320
|
+
seed_account=(ProbeAccount(seed.id, _account_label(seed)) if seed is not None else None),
|
|
321
|
+
available_other_accounts=tuple(ProbeAccount(account.id, _account_label(account)) for account in available),
|
|
322
|
+
seed_repetitions=seed_repetitions,
|
|
323
|
+
total_calls=total_calls,
|
|
324
|
+
estimated_input_tokens_per_call=per_call,
|
|
325
|
+
estimated_total_input_tokens=per_call * total_calls,
|
|
326
|
+
max_seed_repetitions=MAX_SEED_REPETITIONS,
|
|
327
|
+
max_other_accounts=MAX_OTHER_ACCOUNTS,
|
|
328
|
+
pressure=pressure,
|
|
329
|
+
)
|
|
330
|
+
|
|
331
|
+
async def run(
|
|
332
|
+
self,
|
|
333
|
+
*,
|
|
334
|
+
model: str | None = None,
|
|
335
|
+
seed_repetitions: int = DEFAULT_SEED_REPETITIONS,
|
|
336
|
+
other_account_count: int = DEFAULT_OTHER_ACCOUNTS,
|
|
337
|
+
target_prefix_tokens: int = DEFAULT_TARGET_PREFIX_TOKENS,
|
|
338
|
+
) -> ProbeResult:
|
|
339
|
+
resolved_model = (model or "").strip() or default_probe_model()
|
|
340
|
+
if not resolved_model:
|
|
341
|
+
raise CacheProbeRefused(
|
|
342
|
+
"probe_model_unavailable",
|
|
343
|
+
"No public text model is available to probe with.",
|
|
344
|
+
)
|
|
345
|
+
if not 1 <= seed_repetitions <= MAX_SEED_REPETITIONS:
|
|
346
|
+
raise CacheProbeRefused(
|
|
347
|
+
"seed_repetitions_out_of_range",
|
|
348
|
+
f"Seed repetitions must be between 1 and {MAX_SEED_REPETITIONS}.",
|
|
349
|
+
)
|
|
350
|
+
if not 1 <= other_account_count <= MAX_OTHER_ACCOUNTS:
|
|
351
|
+
raise CacheProbeRefused(
|
|
352
|
+
"other_accounts_out_of_range",
|
|
353
|
+
f"Other account count must be between 1 and {MAX_OTHER_ACCOUNTS}.",
|
|
354
|
+
)
|
|
355
|
+
|
|
356
|
+
if _run_lock.locked():
|
|
357
|
+
raise CacheProbeRefused("probe_already_running", "A cache isolation probe is already running.")
|
|
358
|
+
async with _run_lock:
|
|
359
|
+
accounts = await self._list_accounts()
|
|
360
|
+
pressure = assess_pool_pressure(accounts)
|
|
361
|
+
if pressure.under_pressure:
|
|
362
|
+
raise CacheProbeRefused(
|
|
363
|
+
pressure.reason or "pool_under_pressure",
|
|
364
|
+
pressure.detail or "The account pool is under pressure.",
|
|
365
|
+
)
|
|
366
|
+
seed, others = self._choose_accounts(accounts, other_account_count)
|
|
367
|
+
if seed is None or not others:
|
|
368
|
+
raise CacheProbeRefused(
|
|
369
|
+
"insufficient_eligible_accounts",
|
|
370
|
+
"The probe needs a seed plus at least one other active account.",
|
|
371
|
+
)
|
|
372
|
+
return await self._execute(
|
|
373
|
+
model=resolved_model,
|
|
374
|
+
seed=seed,
|
|
375
|
+
others=others,
|
|
376
|
+
seed_repetitions=seed_repetitions,
|
|
377
|
+
target_prefix_tokens=target_prefix_tokens,
|
|
378
|
+
)
|
|
379
|
+
|
|
380
|
+
async def _execute(
|
|
381
|
+
self,
|
|
382
|
+
*,
|
|
383
|
+
model: str,
|
|
384
|
+
seed: Account,
|
|
385
|
+
others: list[Account],
|
|
386
|
+
seed_repetitions: int,
|
|
387
|
+
target_prefix_tokens: int,
|
|
388
|
+
) -> ProbeResult:
|
|
389
|
+
# The nonce never leaves this frame and the prefix it generates is never
|
|
390
|
+
# written anywhere: only the token counts below are reported or audited.
|
|
391
|
+
nonce = new_probe_nonce()
|
|
392
|
+
prefix = build_probe_prefix(nonce, target_tokens=target_prefix_tokens)
|
|
393
|
+
run_id = uuid.uuid4().hex
|
|
394
|
+
started_at = utcnow()
|
|
395
|
+
|
|
396
|
+
calls: list[ProbeCall] = []
|
|
397
|
+
sequence = 0
|
|
398
|
+
# Sequential by design: the seed must finish warming the prefix before a
|
|
399
|
+
# sibling asks for it, and one upstream call in flight is also the
|
|
400
|
+
# gentlest possible load on a pool that is serving real traffic.
|
|
401
|
+
with (
|
|
402
|
+
override_stream_timeouts(
|
|
403
|
+
connect_timeout_seconds=_PROBE_CONNECT_TIMEOUT_SECONDS,
|
|
404
|
+
idle_timeout_seconds=_PROBE_IDLE_TIMEOUT_SECONDS,
|
|
405
|
+
total_timeout_seconds=_PROBE_TOTAL_TIMEOUT_SECONDS,
|
|
406
|
+
),
|
|
407
|
+
# The corpus is generated filler, not a record of anything Codex
|
|
408
|
+
# said, and ten 28k-token calls would bury the real traffic around
|
|
409
|
+
# them. Keep it out of the archive even when the operator has
|
|
410
|
+
# archiving on.
|
|
411
|
+
suppress_conversation_archive(),
|
|
412
|
+
):
|
|
413
|
+
for _ in range(seed_repetitions):
|
|
414
|
+
sequence += 1
|
|
415
|
+
calls.append(await self._one_call(sequence, seed, SEED_ROLE, model=model, prefix=prefix))
|
|
416
|
+
for account in others:
|
|
417
|
+
sequence += 1
|
|
418
|
+
calls.append(await self._one_call(sequence, account, OTHER_ROLE, model=model, prefix=prefix))
|
|
419
|
+
|
|
420
|
+
seed_calls = [call for call in calls if call.role == SEED_ROLE]
|
|
421
|
+
other_calls = [call for call in calls if call.role == OTHER_ROLE]
|
|
422
|
+
seed_hits = sum(1 for call in seed_calls if call.cache_hit)
|
|
423
|
+
other_hits = sum(1 for call in other_calls if call.cache_hit)
|
|
424
|
+
cross_account_hit = other_hits > 0
|
|
425
|
+
answered_other_calls = sum(1 for call in other_calls if call.status != CALL_STATUS_ERROR)
|
|
426
|
+
|
|
427
|
+
result = ProbeResult(
|
|
428
|
+
run_id=run_id,
|
|
429
|
+
model=model,
|
|
430
|
+
started_at=started_at,
|
|
431
|
+
completed_at=utcnow(),
|
|
432
|
+
seed_account=ProbeAccount(seed.id, _account_label(seed)),
|
|
433
|
+
seed_repetitions=seed_repetitions,
|
|
434
|
+
calls=tuple(calls),
|
|
435
|
+
seed_hit_count=seed_hits,
|
|
436
|
+
seed_call_count=len(seed_calls),
|
|
437
|
+
other_hit_count=other_hits,
|
|
438
|
+
other_call_count=len(other_calls),
|
|
439
|
+
cross_account_hit=cross_account_hit,
|
|
440
|
+
verdict=_verdict_for(
|
|
441
|
+
cross_account_hit=cross_account_hit,
|
|
442
|
+
seed_hit_count=seed_hits,
|
|
443
|
+
other_call_count=answered_other_calls,
|
|
444
|
+
),
|
|
445
|
+
)
|
|
446
|
+
logger.info(
|
|
447
|
+
"Cache isolation probe %s finished: verdict=%s seed_hits=%d/%d other_hits=%d/%d",
|
|
448
|
+
run_id,
|
|
449
|
+
result.verdict,
|
|
450
|
+
seed_hits,
|
|
451
|
+
len(seed_calls),
|
|
452
|
+
other_hits,
|
|
453
|
+
len(other_calls),
|
|
454
|
+
)
|
|
455
|
+
return result
|
|
456
|
+
|
|
457
|
+
async def _one_call(
|
|
458
|
+
self,
|
|
459
|
+
sequence: int,
|
|
460
|
+
account: Account,
|
|
461
|
+
role: ProbeCallRole,
|
|
462
|
+
*,
|
|
463
|
+
model: str,
|
|
464
|
+
prefix: str,
|
|
465
|
+
) -> ProbeCall:
|
|
466
|
+
# One account failing must not abort the run: the rows already
|
|
467
|
+
# collected are the measurement and the remaining accounts still carry
|
|
468
|
+
# signal. The sender classifies the failures it understands; anything
|
|
469
|
+
# else becomes an untyped failed row here, reported by exception type
|
|
470
|
+
# only because its message has not been proved credential-safe.
|
|
471
|
+
try:
|
|
472
|
+
send_result = await self._sender.send(account.id, model=model, prefix=prefix)
|
|
473
|
+
except Exception as exc:
|
|
474
|
+
logger.warning("Cache isolation probe call failed for account %s", account.id, exc_info=True)
|
|
475
|
+
send_result = ProbeSendResult(
|
|
476
|
+
ok=False,
|
|
477
|
+
latency_ms=0,
|
|
478
|
+
error_code="probe_call_failed",
|
|
479
|
+
error_message=type(exc).__name__,
|
|
480
|
+
)
|
|
481
|
+
status, hit = _classify(send_result)
|
|
482
|
+
return ProbeCall(
|
|
483
|
+
sequence=sequence,
|
|
484
|
+
account_id=account.id,
|
|
485
|
+
account_label=_account_label(account),
|
|
486
|
+
role=role,
|
|
487
|
+
status=status,
|
|
488
|
+
cache_hit=hit,
|
|
489
|
+
input_tokens=send_result.input_tokens,
|
|
490
|
+
cached_tokens=send_result.cached_tokens,
|
|
491
|
+
latency_ms=send_result.latency_ms,
|
|
492
|
+
error_code=send_result.error_code,
|
|
493
|
+
)
|
|
494
|
+
|
|
495
|
+
def _choose_accounts(
|
|
496
|
+
self, accounts: Sequence[Account], other_account_count: int
|
|
497
|
+
) -> tuple[Account | None, list[Account]]:
|
|
498
|
+
"""Pick the seed and its siblings deterministically by account id.
|
|
499
|
+
|
|
500
|
+
A stable order means two runs compare like with like, which is the whole
|
|
501
|
+
point of running the probe before and after a settings change.
|
|
502
|
+
"""
|
|
503
|
+
|
|
504
|
+
eligible = sorted(
|
|
505
|
+
(account for account in accounts if _is_selectable(account) and account.status == AccountStatus.ACTIVE),
|
|
506
|
+
key=lambda account: account.id,
|
|
507
|
+
)
|
|
508
|
+
# Upstream identifies a caller by `chatgpt_account_id`, the Team/Business
|
|
509
|
+
# WORKSPACE identity: two seats of one workspace are one account there.
|
|
510
|
+
# Including both would let a same-account cache hit be reported as
|
|
511
|
+
# `cross_account_sharing`, which is the probe's headline claim — and it
|
|
512
|
+
# would make an after-isolation re-run read as a failure. Keep the first
|
|
513
|
+
# seat of each workspace; a row with no workspace id is its own group.
|
|
514
|
+
deduped: list[Account] = []
|
|
515
|
+
seen_workspaces: set[str] = set()
|
|
516
|
+
for account in eligible:
|
|
517
|
+
workspace = account.chatgpt_account_id
|
|
518
|
+
if workspace is not None:
|
|
519
|
+
if workspace in seen_workspaces:
|
|
520
|
+
continue
|
|
521
|
+
seen_workspaces.add(workspace)
|
|
522
|
+
deduped.append(account)
|
|
523
|
+
if not deduped:
|
|
524
|
+
return None, []
|
|
525
|
+
return deduped[0], deduped[1 : 1 + other_account_count]
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
"""Conversation archive dashboard module."""
|
|
@@ -0,0 +1,101 @@
|
|
|
1
|
+
from __future__ import annotations
|
|
2
|
+
|
|
3
|
+
from datetime import datetime
|
|
4
|
+
from typing import Any
|
|
5
|
+
|
|
6
|
+
from fastapi import APIRouter, Depends, HTTPException, Query, status
|
|
7
|
+
from fastapi.concurrency import run_in_threadpool
|
|
8
|
+
|
|
9
|
+
from app.core.auth.dashboard_access import Permission
|
|
10
|
+
from app.core.auth.dependencies import require_dashboard_permission, set_dashboard_error_format
|
|
11
|
+
from app.modules.conversation_archive import service
|
|
12
|
+
from app.modules.conversation_archive.schemas import (
|
|
13
|
+
ConversationArchiveRecordResponse,
|
|
14
|
+
ConversationArchiveRecordsResponse,
|
|
15
|
+
)
|
|
16
|
+
|
|
17
|
+
router = APIRouter(
|
|
18
|
+
prefix="/api/conversation-archive",
|
|
19
|
+
tags=["dashboard"],
|
|
20
|
+
dependencies=[
|
|
21
|
+
Depends(require_dashboard_permission(Permission.CONVERSATIONS_READ)),
|
|
22
|
+
Depends(set_dashboard_error_format),
|
|
23
|
+
],
|
|
24
|
+
)
|
|
25
|
+
|
|
26
|
+
|
|
27
|
+
@router.get("/records", response_model=ConversationArchiveRecordsResponse)
|
|
28
|
+
async def list_conversation_archive_records(
|
|
29
|
+
file: str | None = Query(default=None, min_length=1),
|
|
30
|
+
limit: int = Query(default=100, ge=1, le=200),
|
|
31
|
+
offset: int = Query(default=0, ge=0),
|
|
32
|
+
direction: str | None = Query(default=None),
|
|
33
|
+
kind: str | None = Query(default=None),
|
|
34
|
+
transport: str | None = Query(default=None),
|
|
35
|
+
request_id: str | None = Query(default=None, alias="requestId"),
|
|
36
|
+
requested_at: datetime | None = Query(default=None, alias="requestedAt"),
|
|
37
|
+
) -> ConversationArchiveRecordsResponse:
|
|
38
|
+
if file is None and not request_id:
|
|
39
|
+
raise HTTPException(
|
|
40
|
+
status_code=status.HTTP_400_BAD_REQUEST,
|
|
41
|
+
detail="file or requestId is required",
|
|
42
|
+
)
|
|
43
|
+
try:
|
|
44
|
+
page = await run_in_threadpool(
|
|
45
|
+
service.read_archive_records,
|
|
46
|
+
filename=file,
|
|
47
|
+
limit=limit,
|
|
48
|
+
offset=offset,
|
|
49
|
+
direction=direction,
|
|
50
|
+
kind=kind,
|
|
51
|
+
transport=transport,
|
|
52
|
+
request_id=request_id,
|
|
53
|
+
requested_at=requested_at,
|
|
54
|
+
)
|
|
55
|
+
except service.ConversationArchiveInvalidFileError as exc:
|
|
56
|
+
raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(exc)) from exc
|
|
57
|
+
except service.ConversationArchiveNotFoundError as exc:
|
|
58
|
+
raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(exc)) from exc
|
|
59
|
+
|
|
60
|
+
return ConversationArchiveRecordsResponse(
|
|
61
|
+
records=[_record_response(record) for record in page.records],
|
|
62
|
+
total=page.total,
|
|
63
|
+
has_more=page.has_more,
|
|
64
|
+
)
|
|
65
|
+
|
|
66
|
+
|
|
67
|
+
def _record_response(record: dict[str, Any]) -> ConversationArchiveRecordResponse:
|
|
68
|
+
return ConversationArchiveRecordResponse(
|
|
69
|
+
file_name=_optional_str(record.get("_archive_file")),
|
|
70
|
+
timestamp=_parse_timestamp(record.get("timestamp")),
|
|
71
|
+
request_id=_optional_str(record.get("request_id")),
|
|
72
|
+
direction=_optional_str(record.get("direction")),
|
|
73
|
+
kind=_optional_str(record.get("kind")),
|
|
74
|
+
transport=_optional_str(record.get("transport")),
|
|
75
|
+
account_id=_optional_str(record.get("account_id")),
|
|
76
|
+
method=_optional_str(record.get("method")),
|
|
77
|
+
url=_optional_str(record.get("url")),
|
|
78
|
+
status_code=record.get("status_code") if isinstance(record.get("status_code"), int) else None,
|
|
79
|
+
headers=_headers(record.get("headers")),
|
|
80
|
+
payload=record.get("payload"),
|
|
81
|
+
extra=record.get("extra") if isinstance(record.get("extra"), dict) else None,
|
|
82
|
+
)
|
|
83
|
+
|
|
84
|
+
|
|
85
|
+
def _parse_timestamp(value: object) -> datetime | None:
|
|
86
|
+
if not isinstance(value, str):
|
|
87
|
+
return None
|
|
88
|
+
try:
|
|
89
|
+
return datetime.fromisoformat(value.replace("Z", "+00:00"))
|
|
90
|
+
except ValueError:
|
|
91
|
+
return None
|
|
92
|
+
|
|
93
|
+
|
|
94
|
+
def _optional_str(value: object) -> str | None:
|
|
95
|
+
return value if isinstance(value, str) else None
|
|
96
|
+
|
|
97
|
+
|
|
98
|
+
def _headers(value: object) -> dict[str, str] | None:
|
|
99
|
+
if not isinstance(value, dict):
|
|
100
|
+
return None
|
|
101
|
+
return {str(key): str(item) for key, item in value.items()}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
from __future__ import annotations
|
|
2
|
+
|
|
3
|
+
from datetime import datetime
|
|
4
|
+
from typing import Any
|
|
5
|
+
|
|
6
|
+
from app.modules.shared.schemas import DashboardModel
|
|
7
|
+
|
|
8
|
+
|
|
9
|
+
class ConversationArchiveRecordResponse(DashboardModel):
|
|
10
|
+
file_name: str | None = None
|
|
11
|
+
timestamp: datetime | None
|
|
12
|
+
request_id: str | None
|
|
13
|
+
direction: str | None
|
|
14
|
+
kind: str | None
|
|
15
|
+
transport: str | None
|
|
16
|
+
account_id: str | None
|
|
17
|
+
method: str | None
|
|
18
|
+
url: str | None
|
|
19
|
+
status_code: int | None
|
|
20
|
+
headers: dict[str, str] | None
|
|
21
|
+
payload: Any
|
|
22
|
+
extra: dict[str, Any] | None = None
|
|
23
|
+
|
|
24
|
+
|
|
25
|
+
class ConversationArchiveRecordsResponse(DashboardModel):
|
|
26
|
+
records: list[ConversationArchiveRecordResponse]
|
|
27
|
+
total: int
|
|
28
|
+
has_more: bool
|