codexLB-up 1.25.0b10__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of codexLB-up might be problematic. Click here for more details.
- app/__init__.py +10 -0
- app/admin_cli.py +494 -0
- app/cli.py +339 -0
- app/codex_sessions_retag.py +487 -0
- app/core/__init__.py +0 -0
- app/core/audit/__init__.py +0 -0
- app/core/audit/service.py +216 -0
- app/core/audit/types.py +94 -0
- app/core/auth/__init__.py +236 -0
- app/core/auth/api_key_cache.py +65 -0
- app/core/auth/dashboard_access.py +429 -0
- app/core/auth/dashboard_mode.py +171 -0
- app/core/auth/dashboard_session_ttl.py +74 -0
- app/core/auth/dashboard_users_cache.py +120 -0
- app/core/auth/dependencies.py +710 -0
- app/core/auth/external_identity.py +78 -0
- app/core/auth/guardian.py +374 -0
- app/core/auth/models.py +49 -0
- app/core/auth/providers/__init__.py +129 -0
- app/core/auth/providers/oidc.py +838 -0
- app/core/auth/providers/registry.py +118 -0
- app/core/auth/refresh.py +394 -0
- app/core/auth/step_up.py +117 -0
- app/core/auth/totp.py +81 -0
- app/core/balancer/__init__.py +71 -0
- app/core/balancer/logic.py +1612 -0
- app/core/balancer/rendezvous_hash.py +21 -0
- app/core/balancer/types.py +21 -0
- app/core/bootstrap.py +172 -0
- app/core/cache/invalidation.py +426 -0
- app/core/clients/__init__.py +0 -0
- app/core/clients/codex.py +996 -0
- app/core/clients/codex_version.py +187 -0
- app/core/clients/codex_version_snapshot.py +2 -0
- app/core/clients/files.py +534 -0
- app/core/clients/headers.py +29 -0
- app/core/clients/http.py +511 -0
- app/core/clients/model_fetcher.py +276 -0
- app/core/clients/native_egress.py +1304 -0
- app/core/clients/oauth.py +477 -0
- app/core/clients/proxy.py +6089 -0
- app/core/clients/proxy_websocket.py +1411 -0
- app/core/clients/rate_limit_reset_credits.py +412 -0
- app/core/clients/stream_errors.py +12 -0
- app/core/clients/thread_cache_identity.py +347 -0
- app/core/clients/usage.py +467 -0
- app/core/clock.py +170 -0
- app/core/config/__init__.py +0 -0
- app/core/config/background_jobs.py +73 -0
- app/core/config/context_window_overrides.py +166 -0
- app/core/config/dashboard_overrides.py +145 -0
- app/core/config/inheritable.py +47 -0
- app/core/config/key_fingerprint.py +115 -0
- app/core/config/settings.py +872 -0
- app/core/config/settings_cache.py +100 -0
- app/core/config/spool_retention.py +217 -0
- app/core/config/tiers.py +174 -0
- app/core/conversation_archive.py +568 -0
- app/core/crypto.py +37 -0
- app/core/draining.py +11 -0
- app/core/errors.py +365 -0
- app/core/exceptions.py +155 -0
- app/core/handlers/__init__.py +3 -0
- app/core/handlers/exceptions.py +478 -0
- app/core/http_protocol.py +176 -0
- app/core/http_protocol_httptools.py +204 -0
- app/core/ingress_limits.py +17 -0
- app/core/metadata_store.py +18 -0
- app/core/metrics/__init__.py +0 -0
- app/core/metrics/middleware.py +74 -0
- app/core/metrics/prometheus.py +604 -0
- app/core/middleware/__init__.py +25 -0
- app/core/middleware/api_firewall.py +111 -0
- app/core/middleware/app_version.py +37 -0
- app/core/middleware/dashboard_auth_proxy.py +55 -0
- app/core/middleware/dashboard_csrf.py +177 -0
- app/core/middleware/dashboard_gzip.py +41 -0
- app/core/middleware/dashboard_overrides.py +59 -0
- app/core/middleware/firewall_cache.py +91 -0
- app/core/middleware/inflight.py +126 -0
- app/core/middleware/multipart_content_encoding.py +129 -0
- app/core/middleware/path_rewrite.py +148 -0
- app/core/middleware/request_body_limit.py +196 -0
- app/core/middleware/request_decompression.py +209 -0
- app/core/middleware/request_id.py +72 -0
- app/core/middleware/required_capability_http.py +116 -0
- app/core/middleware/trusted_proxy_headers.py +36 -0
- app/core/multipart.py +237 -0
- app/core/multipart_fields.py +91 -0
- app/core/openai/__init__.py +0 -0
- app/core/openai/chat_requests.py +493 -0
- app/core/openai/chat_responses.py +931 -0
- app/core/openai/contracts.py +46 -0
- app/core/openai/exceptions.py +24 -0
- app/core/openai/host_models.py +14 -0
- app/core/openai/images.py +413 -0
- app/core/openai/message_coercion.py +376 -0
- app/core/openai/model_refresh_scheduler.py +423 -0
- app/core/openai/model_registry.py +997 -0
- app/core/openai/model_registry_store.py +548 -0
- app/core/openai/models.py +172 -0
- app/core/openai/parsing.py +97 -0
- app/core/openai/requests.py +1980 -0
- app/core/openai/strict_schema.py +199 -0
- app/core/openai/tool_call_safety.py +99 -0
- app/core/openai/v1_requests.py +187 -0
- app/core/plan_types.py +90 -0
- app/core/prestop.py +202 -0
- app/core/rate_limiter/__init__.py +0 -0
- app/core/rate_limiter/db_rate_limiter.py +215 -0
- app/core/request_locality.py +473 -0
- app/core/resilience/__init__.py +0 -0
- app/core/resilience/backpressure.py +57 -0
- app/core/resilience/bulkhead.py +202 -0
- app/core/resilience/circuit_breaker.py +150 -0
- app/core/resilience/degradation.py +55 -0
- app/core/resilience/loop_lag_monitor.py +60 -0
- app/core/resilience/memory_monitor.py +137 -0
- app/core/resilience/network_recovery.py +256 -0
- app/core/resilience/overload.py +98 -0
- app/core/resilience/toggles.py +114 -0
- app/core/retention/__init__.py +0 -0
- app/core/retention/job.py +240 -0
- app/core/retention/scheduler.py +69 -0
- app/core/runtime_logging.py +601 -0
- app/core/scheduling/__init__.py +0 -0
- app/core/scheduling/leader_election.py +993 -0
- app/core/scheduling/leader_election_handle.py +25 -0
- app/core/server.py +140 -0
- app/core/shutdown.py +326 -0
- app/core/socket_peer.py +22 -0
- app/core/startup.py +41 -0
- app/core/timeout_invariants.py +347 -0
- app/core/tracing/__init__.py +0 -0
- app/core/tracing/otel.py +207 -0
- app/core/types.py +6 -0
- app/core/upstream_proxy/__init__.py +13 -0
- app/core/upstream_proxy/cache.py +130 -0
- app/core/upstream_proxy/resolver.py +189 -0
- app/core/upstream_proxy/types.py +104 -0
- app/core/usage/__init__.py +407 -0
- app/core/usage/depletion.py +109 -0
- app/core/usage/live_hub.py +41 -0
- app/core/usage/live_snapshots.py +174 -0
- app/core/usage/logs.py +212 -0
- app/core/usage/metadata_scheduler.py +118 -0
- app/core/usage/models.py +54 -0
- app/core/usage/pricing.py +576 -0
- app/core/usage/pricing_catalog.py +241 -0
- app/core/usage/pricing_snapshot.json +821 -0
- app/core/usage/quota.py +133 -0
- app/core/usage/refresh_policy.py +21 -0
- app/core/usage/refresh_scheduler.py +713 -0
- app/core/usage/reset_credits_refresh_scheduler.py +435 -0
- app/core/usage/types.py +168 -0
- app/core/utils/__init__.py +0 -0
- app/core/utils/json_guards.py +18 -0
- app/core/utils/locks.py +33 -0
- app/core/utils/masking.py +20 -0
- app/core/utils/proxy_env.py +104 -0
- app/core/utils/request_id.py +65 -0
- app/core/utils/retry.py +77 -0
- app/core/utils/shared_future.py +172 -0
- app/core/utils/sse.py +286 -0
- app/core/utils/time.py +24 -0
- app/db/__init__.py +0 -0
- app/db/account_identity_lock.py +56 -0
- app/db/alembic/__init__.py +1 -0
- app/db/alembic/env.py +70 -0
- app/db/alembic/revision_ids.py +43 -0
- app/db/alembic/versions/20260213_000000_base_schema.py +248 -0
- app/db/alembic/versions/20260213_000100_normalize_account_plan_types.py +45 -0
- app/db/alembic/versions/20260213_000200_add_request_logs_reasoning_effort.py +45 -0
- app/db/alembic/versions/20260213_000300_add_accounts_reset_at.py +45 -0
- app/db/alembic/versions/20260213_000400_add_accounts_chatgpt_account_id.py +45 -0
- app/db/alembic/versions/20260213_000500_add_dashboard_settings.py +70 -0
- app/db/alembic/versions/20260213_000600_add_dashboard_settings_totp.py +64 -0
- app/db/alembic/versions/20260213_000700_add_dashboard_settings_password.py +59 -0
- app/db/alembic/versions/20260213_000800_add_api_keys.py +87 -0
- app/db/alembic/versions/20260214_000000_add_api_key_limits.py +143 -0
- app/db/alembic/versions/20260215_000000_add_idx_logs_requested_at.py +38 -0
- app/db/alembic/versions/20260218_000000_add_api_key_usage_reservations.py +117 -0
- app/db/alembic/versions/20260218_000100_add_import_without_overwrite_and_drop_accounts_email_unique.py +198 -0
- app/db/alembic/versions/20260225_000000_add_dashboard_settings_routing_strategy.py +53 -0
- app/db/alembic/versions/20260228_020000_align_api_key_limit_enum_types.py +104 -0
- app/db/alembic/versions/20260228_030000_add_api_firewall_allowlist.py +42 -0
- app/db/alembic/versions/20260306_000000_add_request_logs_service_tier.py +45 -0
- app/db/alembic/versions/20260307_000000_add_api_key_enforcement_fields.py +56 -0
- app/db/alembic/versions/20260308_000000_add_sqlite_performance_indexes.py +41 -0
- app/db/alembic/versions/20260309_000000_add_additional_usage_history.py +71 -0
- app/db/alembic/versions/20260309_000000_request_logs_nullable_account_id.py +28 -0
- app/db/alembic/versions/20260310_000000_add_request_logs_transport.py +45 -0
- app/db/alembic/versions/20260310_000000_fix_postgresql_enum_value_casing.py +79 -0
- app/db/alembic/versions/20260310_120000_add_sticky_session_kinds_and_affinity_ttl.py +110 -0
- app/db/alembic/versions/20260312_000000_add_additional_usage_quota_key.py +193 -0
- app/db/alembic/versions/20260312_000000_split_sticky_sessions_primary_key_by_kind.py +96 -0
- app/db/alembic/versions/20260312_010000_merge_additional_usage_and_sticky_session_heads.py +25 -0
- app/db/alembic/versions/20260312_020000_merge_request_logs_transport_and_feature_heads.py +25 -0
- app/db/alembic/versions/20260312_020000_merge_request_logs_transport_and_sticky_heads.py +25 -0
- app/db/alembic/versions/20260312_120000_add_dashboard_upstream_stream_transport.py +62 -0
- app/db/alembic/versions/20260313_024500_merge_request_log_transport_heads.py +27 -0
- app/db/alembic/versions/20260319_100937_increase_prompt_cache_ttl_to_1800s.py +73 -0
- app/db/alembic/versions/20260319_111500_merge_prompt_cache_ttl_and_upstream_transport_heads.py +25 -0
- app/db/alembic/versions/20260319_183000_normalize_sqlite_account_status_casing.py +48 -0
- app/db/alembic/versions/20260320_000000_add_request_log_requested_actual_tiers.py +51 -0
- app/db/alembic/versions/20260321_190000_tighten_dashboard_db_indexes.py +64 -0
- app/db/alembic/versions/20260321_210000_merge_request_log_tiers_and_dashboard_index_heads.py +25 -0
- app/db/alembic/versions/20260325_000000_add_request_log_cost.py +193 -0
- app/db/alembic/versions/20260328_000000_add_rate_limit_attempts.py +48 -0
- app/db/alembic/versions/20260328_120000_add_request_log_ttft.py +37 -0
- app/db/alembic/versions/20260328_130000_add_audit_logs_table.py +45 -0
- app/db/alembic/versions/20260328_140000_add_scheduler_leader_table.py +39 -0
- app/db/alembic/versions/20260330_000000_add_cache_locality_settings.py +69 -0
- app/db/alembic/versions/20260330_010000_merge_scheduler_leader_and_cache_locality_heads.py +25 -0
- app/db/alembic/versions/20260330_020000_add_bridge_ring_members.py +46 -0
- app/db/alembic/versions/20260401_000000_add_api_key_enforced_service_tier.py +52 -0
- app/db/alembic/versions/20260401_000000_add_cache_invalidation.py +41 -0
- app/db/alembic/versions/20260401_020000_merge_cache_invalidation_and_api_key_service_tier_heads.py +22 -0
- app/db/alembic/versions/20260402_000000_switch_dashboard_routing_default_to_capacity_weighted.py +66 -0
- app/db/alembic/versions/20260403_000000_add_credit_api_key_limit_values.py +44 -0
- app/db/alembic/versions/20260406_000000_add_api_key_account_assignments.py +57 -0
- app/db/alembic/versions/20260406_010000_add_api_key_assignment_scope_flag.py +75 -0
- app/db/alembic/versions/20260407_000000_add_bridge_gateway_safe_mode.py +51 -0
- app/db/alembic/versions/20260407_010000_merge_api_key_assignment_and_bridge_gateway_heads.py +25 -0
- app/db/alembic/versions/20260408_000000_switch_import_without_overwrite_default_to_true.py +73 -0
- app/db/alembic/versions/20260408_010000_merge_import_without_overwrite_and_assignment_heads.py +25 -0
- app/db/alembic/versions/20260409_000000_add_http_bridge_sessions.py +130 -0
- app/db/alembic/versions/20260409_000000_switch_sticky_threads_and_prefer_earlier_reset_defaults_to_true.py +89 -0
- app/db/alembic/versions/20260409_010000_add_dashboard_settings_bootstrap_token.py +57 -0
- app/db/alembic/versions/20260409_010000_merge_http_bridge_and_import_without_overwrite_heads.py +25 -0
- app/db/alembic/versions/20260409_020000_fix_http_bridge_last_seen_index.py +46 -0
- app/db/alembic/versions/20260410_000000_backfill_pristine_dashboard_settings_defaults.py +77 -0
- app/db/alembic/versions/20260410_030000_restore_import_without_overwrite_default_true.py +73 -0
- app/db/alembic/versions/20260410_040000_merge_dashboard_defaults_and_import_default_heads.py +25 -0
- app/db/alembic/versions/20260413_000000_add_accounts_blocked_at.py +44 -0
- app/db/alembic/versions/20260415_160000_add_automations_tables.py +189 -0
- app/db/alembic/versions/20260415_160000_add_request_logs_response_lookup_index.py +67 -0
- app/db/alembic/versions/20260417_000000_add_request_log_plan_type.py +44 -0
- app/db/alembic/versions/20260418_190000_add_automation_runs_cycle_key.py +87 -0
- app/db/alembic/versions/20260419_000000_add_automation_run_cycle_metadata.py +56 -0
- app/db/alembic/versions/20260419_020000_add_automation_run_cycles_snapshot_tables.py +342 -0
- app/db/alembic/versions/20260421_000000_add_dashboard_session_ttl_setting.py +51 -0
- app/db/alembic/versions/20260421_120000_merge_request_log_lookup_and_plan_type_heads.py +25 -0
- app/db/alembic/versions/20260421_130000_merge_automation_and_request_log_heads.py +25 -0
- app/db/alembic/versions/20260422_103000_normalize_legacy_automation_run_cycle_keys.py +648 -0
- app/db/alembic/versions/20260423_120000_add_api_key_limit_reset_at_index.py +43 -0
- app/db/alembic/versions/20260424_000000_merge_dashboard_session_ttl_and_request_log_heads.py +25 -0
- app/db/alembic/versions/20260426_000000_add_dashboard_relative_availability_settings.py +68 -0
- app/db/alembic/versions/20260427_130000_add_warmup_model_and_request_kind.py +75 -0
- app/db/alembic/versions/20260506_000000_add_account_routing_policy.py +37 -0
- app/db/alembic/versions/20260509_000000_add_api_key_traffic_class.py +37 -0
- app/db/alembic/versions/20260509_010000_add_additional_quota_routing_policies.py +37 -0
- app/db/alembic/versions/20260513_000000_add_accounts_alias.py +44 -0
- app/db/alembic/versions/20260513_000000_add_api_key_apply_to_codex_model.py +59 -0
- app/db/alembic/versions/20260514_000000_add_request_logs_api_key_time_index.py +43 -0
- app/db/alembic/versions/20260515_000000_add_prefer_earlier_reset_window.py +47 -0
- app/db/alembic/versions/20260515_000000_soft_delete_request_logs_on_account_delete.py +83 -0
- app/db/alembic/versions/20260515_020000_add_split_sticky_budget_thresholds.py +62 -0
- app/db/alembic/versions/20260516_000000_add_sqlite_hot_path_indexes.py +75 -0
- app/db/alembic/versions/20260517_000000_merge_sqlite_hot_path_and_request_log_delete_heads.py +24 -0
- app/db/alembic/versions/20260518_000000_add_http_bridge_durable_input_prefix.py +44 -0
- app/db/alembic/versions/20260518_010000_merge_http_bridge_and_sqlite_recovery_heads.py +25 -0
- app/db/alembic/versions/20260518_120000_add_dashboard_guest_access.py +57 -0
- app/db/alembic/versions/20260520_000000_merge_api_key_and_http_bridge_heads.py +26 -0
- app/db/alembic/versions/20260520_010000_add_request_logs_api_key_account_index.py +45 -0
- app/db/alembic/versions/20260520_010000_merge_automation_and_api_key_heads.py +26 -0
- app/db/alembic/versions/20260520_030000_add_quota_planner.py +194 -0
- app/db/alembic/versions/20260520_040000_merge_quota_planner_and_request_log_index_heads.py +24 -0
- app/db/alembic/versions/20260521_000000_add_account_security_work_authorized.py +46 -0
- app/db/alembic/versions/20260521_000000_merge_dashboard_guest_and_api_key_heads.py +26 -0
- app/db/alembic/versions/20260521_000000_merge_prefer_reset_window_head.py +26 -0
- app/db/alembic/versions/20260521_000000_merge_warmup_and_request_log_index_heads.py +25 -0
- app/db/alembic/versions/20260522_000000_add_limit_warmup_trigger.py +195 -0
- app/db/alembic/versions/20260524_000000_merge_accounts_alias_and_reset_window_heads.py +24 -0
- app/db/alembic/versions/20260525_000000_add_usage_raw_window_latest_index.py +31 -0
- app/db/alembic/versions/20260526_000000_add_request_log_failure_metadata.py +100 -0
- app/db/alembic/versions/20260531_000000_add_account_workspace_identity.py +39 -0
- app/db/alembic/versions/20260531_000000_add_single_account_routing.py +42 -0
- app/db/alembic/versions/20260601_000000_merge_relative_availability_and_usage_raw_heads.py +24 -0
- app/db/alembic/versions/20260601_010000_add_api_key_usage_sections.py +58 -0
- app/db/alembic/versions/20260601_010000_add_routing_policy_persistence.py +67 -0
- app/db/alembic/versions/20260601_010000_merge_security_work_and_relative_availability_heads.py +25 -0
- app/db/alembic/versions/20260601_010000_merge_split_sticky_and_relative_usage_heads.py +25 -0
- app/db/alembic/versions/20260601_010000_merge_warmup_and_relative_availability_heads.py +25 -0
- app/db/alembic/versions/20260601_020000_merge_additional_quota_routing_and_relative_availability_heads.py +25 -0
- app/db/alembic/versions/20260601_020000_merge_quota_planner_and_relative_availability_heads.py +25 -0
- app/db/alembic/versions/20260601_020000_merge_reset_window_and_relative_availability_heads.py +25 -0
- app/db/alembic/versions/20260601_020000_merge_routing_policy_and_split_threshold_heads.py +24 -0
- app/db/alembic/versions/20260601_020000_merge_warmup_and_request_log_failure_heads.py +25 -0
- app/db/alembic/versions/20260601_030000_merge_single_account_and_routing_quota_heads.py +29 -0
- app/db/alembic/versions/20260601_040000_merge_security_work_and_routing_consolidation_heads.py +25 -0
- app/db/alembic/versions/20260601_050000_merge_quota_planner_and_routing_consolidation_heads.py +25 -0
- app/db/alembic/versions/20260602_050000_add_upstream_proxy_routing.py +164 -0
- app/db/alembic/versions/20260602_060000_merge_account_workspace_and_failure_heads.py +25 -0
- app/db/alembic/versions/20260602_070000_add_request_log_useragent_fields.py +86 -0
- app/db/alembic/versions/20260602_070000_merge_quota_planner_and_account_workspace_heads.py +25 -0
- app/db/alembic/versions/20260602_080000_merge_upstream_proxy_and_quota_planner_heads.py +25 -0
- app/db/alembic/versions/20260602_080000_merge_useragent_and_upstream_proxy_heads.py +24 -0
- app/db/alembic/versions/20260603_000000_add_weekly_pace_working_days.py +52 -0
- app/db/alembic/versions/20260603_000000_free_account_monthly_window.py +60 -0
- app/db/alembic/versions/20260604_000000_add_reauth_required_account_status.py +159 -0
- app/db/alembic/versions/20260604_010000_merge_automations_and_reauth_status_heads.py +25 -0
- app/db/alembic/versions/20260604_010000_merge_dashboard_guest_and_reauth_status_heads.py +25 -0
- app/db/alembic/versions/20260604_010000_merge_useragent_and_reauth_heads.py +24 -0
- app/db/alembic/versions/20260607_000000_merge_weekly_monthly_useragent_heads.py +28 -0
- app/db/alembic/versions/20260608_000000_add_hide_upstream_quota_from_api_keys.py +50 -0
- app/db/alembic/versions/20260611_000000_add_request_log_archive_request_id.py +47 -0
- app/db/alembic/versions/20260611_000000_merge_automations_and_weekly_monthly_useragent_heads.py +26 -0
- app/db/alembic/versions/20260611_000000_merge_dashboard_guest_and_weekly_useragent_heads.py +26 -0
- app/db/alembic/versions/20260611_010000_add_request_log_client_ip.py +57 -0
- app/db/alembic/versions/20260611_020000_merge_request_log_archive_and_client_ip_heads.py +26 -0
- app/db/alembic/versions/20260611_030000_merge_dashboard_guest_and_request_log_client_ip_heads.py +26 -0
- app/db/alembic/versions/20260613_000000_add_accounts_codex_installation_id.py +57 -0
- app/db/alembic/versions/20260613_010000_merge_installation_id_and_dashboard_weekly_heads.py +26 -0
- app/db/alembic/versions/20260615_000000_merge_automations_and_dashboard_guest_heads.py +26 -0
- app/db/alembic/versions/20260623_000000_add_limit_warmup_exhausted_threshold.py +51 -0
- app/db/alembic/versions/20260626_000000_add_http_downstream_transport_policy.py +46 -0
- app/db/alembic/versions/20260626_010000_add_request_logs_upstream_transport.py +31 -0
- app/db/alembic/versions/20260629_000000_add_dashboard_query_hot_path_indexes.py +53 -0
- app/db/alembic/versions/20260630_000000_add_limit_warmup_staggered_idle.py +47 -0
- app/db/alembic/versions/20260630_000000_merge_request_log_client_ip_and_dashboard_hot_path_heads.py +26 -0
- app/db/alembic/versions/20260630_010000_merge_warmup_and_request_log_dashboard_heads.py +26 -0
- app/db/alembic/versions/20260630_020000_merge_automations_and_main_heads.py +26 -0
- app/db/alembic/versions/20260630_020000_merge_warmup_threshold_and_main_heads.py +26 -0
- app/db/alembic/versions/20260630_030000_add_automation_run_model_snapshot.py +59 -0
- app/db/alembic/versions/20260630_040000_merge_automation_snapshot_and_warmup_threshold_heads.py +26 -0
- app/db/alembic/versions/20260630_050000_add_automation_run_prompt_snapshot.py +52 -0
- app/db/alembic/versions/20260701_000000_add_weekly_pace_smoothing_minutes.py +51 -0
- app/db/alembic/versions/20260702_000000_add_model_sources.py +176 -0
- app/db/alembic/versions/20260705_000000_add_model_source_audio_transcriptions.py +50 -0
- app/db/alembic/versions/20260705_000000_harden_dashboard_session_ttl.py +62 -0
- app/db/alembic/versions/20260706_000000_add_model_source_audio_per_minute.py +43 -0
- app/db/alembic/versions/20260707_000000_merge_model_sources_and_session_ttl.py +24 -0
- app/db/alembic/versions/20260707_010000_merge_automations_and_model_sources_heads.py +24 -0
- app/db/alembic/versions/20260707_020000_add_automation_job_account_scope.py +125 -0
- app/db/alembic/versions/20260709_000000_add_ttft_phase_observability.py +66 -0
- app/db/alembic/versions/20260711_000000_add_dashboard_prohibit_fast_mode.py +42 -0
- app/db/alembic/versions/20260711_010000_add_account_chatgpt_user_id.py +40 -0
- app/db/alembic/versions/20260711_020000_add_dashboard_account_concurrency_caps.py +71 -0
- app/db/alembic/versions/20260711_030000_add_limit_warmup_idle_threshold.py +51 -0
- app/db/alembic/versions/20260712_010000_add_account_usage_rollups.py +56 -0
- app/db/alembic/versions/20260712_020000_add_api_key_usage_rollups.py +53 -0
- app/db/alembic/versions/20260713_020000_add_model_registry_snapshot.py +42 -0
- app/db/alembic/versions/20260713_040000_add_account_refresh_claims.py +42 -0
- app/db/alembic/versions/20260713_040000_add_replica_guardrails.py +64 -0
- app/db/alembic/versions/20260713_070000_add_reset_credit_redeem_tables.py +58 -0
- app/db/alembic/versions/20260714_000000_add_oauth_flow_states.py +63 -0
- app/db/alembic/versions/20260715_000000_add_request_log_queue_latency.py +44 -0
- app/db/alembic/versions/20260716_000000_add_oauth_device_flow_slots.py +41 -0
- app/db/alembic/versions/20260716_010000_add_dashboard_retention_settings.py +48 -0
- app/db/alembic/versions/20260716_010000_add_reset_credit_display_settings.py +73 -0
- app/db/alembic/versions/20260717_000000_add_http_bridge_retry_circuits.py +47 -0
- app/db/alembic/versions/20260717_000000_merge_retention_and_reset_credit_display_heads.py +26 -0
- app/db/alembic/versions/20260717_000000_optimize_dashboard_hot_path_indexes.py +162 -0
- app/db/alembic/versions/20260717_000001_merge_retry_circuits_and_dashboard_indexes.py +22 -0
- app/db/alembic/versions/20260720_000000_add_request_log_conversation_id.py +57 -0
- app/db/alembic/versions/20260722_000000_backfill_request_log_useragent_families.py +40 -0
- app/db/alembic/versions/20260724_000000_add_request_usage_time_rollups.py +176 -0
- app/db/alembic/versions/20260724_000000_merge_request_log_schema_heads.py +33 -0
- app/db/alembic/versions/20260725_000000_add_http_bridge_pending_tool_calls.py +43 -0
- app/db/alembic/versions/20260726_000000_add_account_plan_downgrade_observations.py +44 -0
- app/db/alembic/versions/20260726_000000_repair_request_usage_rollups_after_merge.py +37 -0
- app/db/alembic/versions/20260727_000000_add_sticky_session_continuity_abandoned_at.py +45 -0
- app/db/alembic/versions/20260728_000000_merge_pending_tool_calls_and_rollup_repair_heads.py +31 -0
- app/db/alembic/versions/20260730_000000_add_api_key_fair_share_threshold.py +44 -0
- app/db/alembic/versions/20260730_000000_add_http_bridge_recovery_attempts.py +60 -0
- app/db/alembic/versions/20260731_000000_add_capability_lineage_markers.py +38 -0
- app/db/alembic/versions/20260803_000000_merge_http_bridge_recovery_and_capability_lineage_heads.py +30 -0
- app/db/alembic/versions/20260804_000000_add_http_bridge_operations.py +63 -0
- app/db/alembic/versions/20260804_000001_add_global_http_bridge_operation_fingerprint.py +53 -0
- app/db/alembic/versions/20260804_230000_add_request_log_connection_request_kind.py +43 -0
- app/db/alembic/versions/20260805_000000_add_http_bridge_operation_spool.py +75 -0
- app/db/alembic/versions/20260805_000001_finalize_http_bridge_operation_spool.py +65 -0
- app/db/alembic/versions/20260806_000000_add_additional_usage_alias_probe_indexes.py +84 -0
- app/db/alembic/versions/20260806_000000_add_anonymous_telemetry.py +49 -0
- app/db/alembic/versions/20260806_010000_add_conversation_presence_rollup.py +72 -0
- app/db/alembic/versions/20260806_020000_add_usage_history_bulk_covering_indexes.py +99 -0
- app/db/alembic/versions/20260806_030000_add_api_key_allowed_reasoning_efforts.py +65 -0
- app/db/alembic/versions/20260806_120000_add_http_bridge_owner_process_epoch.py +57 -0
- app/db/alembic/versions/20260807_000000_merge_http_bridge_operation_spool_and_latest_main.py +24 -0
- app/db/alembic/versions/20260808_000000_tune_usage_history_autovacuum.py +54 -0
- app/db/alembic/versions/20260810_000000_add_http_bridge_recovery_dispatch_count.py +44 -0
- app/db/alembic/versions/20260811_000000_add_hourly_rollup_cancelled_count.py +92 -0
- app/db/alembic/versions/20260812_000000_merge_recovery_dispatch_and_hourly_cancelled_heads.py +25 -0
- app/db/alembic/versions/20260812_120000_add_sticky_abandonment_scope.py +43 -0
- app/db/alembic/versions/20260813_000000_add_file_account_pins.py +40 -0
- app/db/alembic/versions/20260816_000000_add_account_pending_deletion.py +81 -0
- app/db/alembic/versions/20260816_000000_add_model_source_embeddings.py +50 -0
- app/db/alembic/versions/20260821_000000_add_retry_circuit_admission_generation.py +49 -0
- app/db/alembic/versions/20260826_000000_add_http_bridge_event_chunks.py +107 -0
- app/db/alembic/versions/20260828_000000_add_accounts_chatgpt_identity_index.py +55 -0
- app/db/alembic/versions/20260830_000000_add_quota_warmup_claim_expiry.py +83 -0
- app/db/alembic/versions/20260908_000000_add_guest_session_generation.py +37 -0
- app/db/alembic/versions/20260908_000000_add_subscription_overflow.py +140 -0
- app/db/alembic/versions/20260908_000000_replace_upstream_stream_transport_default_sentinel.py +50 -0
- app/db/alembic/versions/20260908_020000_merge_overflow_transport_heads.py +27 -0
- app/db/alembic/versions/20260909_000000_add_dashboard_roles.py +72 -0
- app/db/alembic/versions/20260909_010000_add_dashboard_users.py +183 -0
- app/db/alembic/versions/20260909_020000_reproject_compat_admin_credentials.py +105 -0
- app/db/alembic/versions/20260909_030000_add_audit_actor_columns.py +103 -0
- app/db/alembic/versions/20260909_030000_dashboard_resilience_toggle_settings.py +63 -0
- app/db/alembic/versions/20260909_040000_add_dashboard_user_invites.py +54 -0
- app/db/alembic/versions/20260909_040000_dashboard_timeout_settings.py +68 -0
- app/db/alembic/versions/20260909_050000_dashboard_routing_overload_settings.py +65 -0
- app/db/alembic/versions/20260909_060000_add_report_rollup.py +74 -0
- app/db/alembic/versions/20260909_070000_automation_run_claim_budget.py +50 -0
- app/db/alembic/versions/20260909_080000_dashboard_stream_bridge_budgets.py +62 -0
- app/db/alembic/versions/20260909_090000_dashboard_background_job_toggles.py +63 -0
- app/db/alembic/versions/20260909_100000_dashboard_codex_prewarm.py +49 -0
- app/db/alembic/versions/20260909_110000_model_context_window_overrides.py +45 -0
- app/db/alembic/versions/20260909_120000_dashboard_conversation_archive.py +48 -0
- app/db/alembic/versions/20260909_130000_add_request_logs_live_facet_indexes.py +96 -0
- app/db/alembic/versions/20260910_000000_add_totp_required_for_admin_role.py +44 -0
- app/db/alembic/versions/20260910_000000_request_logs_missing_cost_index.py +52 -0
- app/db/alembic/versions/20260910_010000_add_dashboard_auth_providers.py +134 -0
- app/db/alembic/versions/20260910_010000_dashboard_spool_retention.py +52 -0
- app/db/alembic/versions/20260910_020000_add_dashboard_role_mappings.py +74 -0
- app/db/alembic/versions/20260910_143000_request_log_affinity.py +28 -0
- app/db/alembic/versions/20260910_180000_merge_affinity_guest_heads.py +17 -0
- app/db/alembic/versions/20260910_200000_merge_affinity_identity_heads.py +17 -0
- app/db/alembic/versions/20260910_220000_merge_affinity_invite_heads.py +17 -0
- app/db/alembic/versions/20260911_000000_model_source_pins_kind_expires_index.py +43 -0
- app/db/alembic/versions/20260911_010000_merge_pin_index_and_affinity_heads.py +17 -0
- app/db/alembic/versions/20260911_020000_add_http_bridge_terminal_append_phase.py +54 -0
- app/db/alembic/versions/20260911_030000_add_local_login_policy.py +48 -0
- app/db/alembic/versions/20260911_040000_add_thread_cache_identity_mode.py +48 -0
- app/db/alembic/versions/20260911_060000_add_bridge_session_continuity_abandonment.py +40 -0
- app/db/alembic/versions/20260912_000000_merge_thread_cache_and_bridge_retirement_heads.py +22 -0
- app/db/alembic/versions/20260912_010000_drop_legacy_dashboard_credentials.py +140 -0
- app/db/alembic/versions/20260913_000000_add_oidc_provider_flow.py +134 -0
- app/db/alembic/versions/20260914_000000_add_scim_tokens.py +78 -0
- app/db/alembic/versions/20260914_000000_drop_subscription_overflow_schema.py +132 -0
- app/db/alembic/versions/20260918_000000_merge_scim_and_overflow_heads.py +17 -0
- app/db/alembic/versions/__init__.py +1 -0
- app/db/backup.py +64 -0
- app/db/migrate.py +1249 -0
- app/db/migration_lock.py +160 -0
- app/db/migration_url.py +18 -0
- app/db/models.py +3100 -0
- app/db/recover.py +244 -0
- app/db/session.py +1295 -0
- app/db/snapshot.py +46 -0
- app/db/sqlite_lock_retry.py +190 -0
- app/db/sqlite_utils.py +549 -0
- app/dependencies.py +462 -0
- app/main.py +1240 -0
- app/modules/__init__.py +0 -0
- app/modules/accounts/__init__.py +0 -0
- app/modules/accounts/api.py +426 -0
- app/modules/accounts/auth_manager.py +1439 -0
- app/modules/accounts/background_repository.py +160 -0
- app/modules/accounts/deletion.py +540 -0
- app/modules/accounts/mappers.py +654 -0
- app/modules/accounts/refresh_claims.py +352 -0
- app/modules/accounts/repository.py +1679 -0
- app/modules/accounts/schemas.py +308 -0
- app/modules/accounts/service.py +809 -0
- app/modules/accounts/usage_rollup.py +486 -0
- app/modules/accounts/usage_rollup_scheduler.py +75 -0
- app/modules/accounts/usage_time_rollup.py +1037 -0
- app/modules/accounts/usage_time_rollup_read.py +522 -0
- app/modules/api_keys/__init__.py +1 -0
- app/modules/api_keys/api.py +344 -0
- app/modules/api_keys/last_used_coalescer.py +216 -0
- app/modules/api_keys/limit_windows.py +41 -0
- app/modules/api_keys/repository.py +1200 -0
- app/modules/api_keys/reset_scheduler.py +85 -0
- app/modules/api_keys/schemas.py +135 -0
- app/modules/api_keys/service.py +2123 -0
- app/modules/audit/__init__.py +0 -0
- app/modules/audit/api.py +88 -0
- app/modules/audit/repository.py +74 -0
- app/modules/audit/schemas.py +33 -0
- app/modules/audit/service.py +71 -0
- app/modules/auth_providers/__init__.py +0 -0
- app/modules/auth_providers/api.py +127 -0
- app/modules/auth_providers/config.py +343 -0
- app/modules/auth_providers/repository.py +101 -0
- app/modules/auth_providers/schemas.py +88 -0
- app/modules/auth_providers/seed.py +105 -0
- app/modules/auth_providers/service.py +289 -0
- app/modules/automations/__init__.py +1 -0
- app/modules/automations/api.py +369 -0
- app/modules/automations/repository.py +1896 -0
- app/modules/automations/scheduler.py +107 -0
- app/modules/automations/schemas.py +158 -0
- app/modules/automations/service.py +2548 -0
- app/modules/cache_isolation_probe/__init__.py +0 -0
- app/modules/cache_isolation_probe/api.py +188 -0
- app/modules/cache_isolation_probe/prefix.py +144 -0
- app/modules/cache_isolation_probe/schemas.py +94 -0
- app/modules/cache_isolation_probe/sender.py +229 -0
- app/modules/cache_isolation_probe/service.py +525 -0
- app/modules/conversation_archive/__init__.py +1 -0
- app/modules/conversation_archive/api.py +101 -0
- app/modules/conversation_archive/schemas.py +28 -0
- app/modules/conversation_archive/service.py +165 -0
- app/modules/dashboard/__init__.py +1 -0
- app/modules/dashboard/api.py +106 -0
- app/modules/dashboard/builders.py +107 -0
- app/modules/dashboard/repository.py +304 -0
- app/modules/dashboard/schemas.py +148 -0
- app/modules/dashboard/service.py +534 -0
- app/modules/dashboard/timeframes.py +19 -0
- app/modules/dashboard/weekly_pace.py +617 -0
- app/modules/dashboard_auth/__init__.py +1 -0
- app/modules/dashboard_auth/api.py +1344 -0
- app/modules/dashboard_auth/oidc_api.py +753 -0
- app/modules/dashboard_auth/oidc_flows.py +330 -0
- app/modules/dashboard_auth/repository.py +452 -0
- app/modules/dashboard_auth/schemas.py +232 -0
- app/modules/dashboard_auth/service.py +1384 -0
- app/modules/dashboard_roles/__init__.py +0 -0
- app/modules/dashboard_roles/api.py +64 -0
- app/modules/dashboard_roles/repository.py +54 -0
- app/modules/dashboard_roles/schemas.py +29 -0
- app/modules/dashboard_roles/seed.py +80 -0
- app/modules/dashboard_roles/service.py +142 -0
- app/modules/dashboard_users/__init__.py +0 -0
- app/modules/dashboard_users/api.py +278 -0
- app/modules/dashboard_users/break_glass.py +169 -0
- app/modules/dashboard_users/credentials.py +18 -0
- app/modules/dashboard_users/identity_resolver.py +665 -0
- app/modules/dashboard_users/repository.py +725 -0
- app/modules/dashboard_users/schemas.py +117 -0
- app/modules/dashboard_users/service.py +1054 -0
- app/modules/firewall/__init__.py +1 -0
- app/modules/firewall/api.py +78 -0
- app/modules/firewall/repository.py +51 -0
- app/modules/firewall/schemas.py +28 -0
- app/modules/firewall/service.py +93 -0
- app/modules/fleet/__init__.py +1 -0
- app/modules/fleet/api.py +177 -0
- app/modules/fleet/mappers.py +56 -0
- app/modules/fleet/observability.py +372 -0
- app/modules/fleet/schemas.py +119 -0
- app/modules/health/__init__.py +0 -0
- app/modules/health/api.py +246 -0
- app/modules/health/schemas.py +27 -0
- app/modules/limit_warmup/__init__.py +1 -0
- app/modules/limit_warmup/repository.py +159 -0
- app/modules/limit_warmup/service.py +1001 -0
- app/modules/model_sources/__init__.py +1 -0
- app/modules/model_sources/api.py +99 -0
- app/modules/model_sources/catalog.py +307 -0
- app/modules/model_sources/forwarding.py +1435 -0
- app/modules/model_sources/projection.py +55 -0
- app/modules/model_sources/repository.py +201 -0
- app/modules/model_sources/schemas.py +79 -0
- app/modules/model_sources/selection.py +166 -0
- app/modules/model_sources/service.py +236 -0
- app/modules/oauth/__init__.py +0 -0
- app/modules/oauth/api.py +101 -0
- app/modules/oauth/repository.py +238 -0
- app/modules/oauth/schemas.py +49 -0
- app/modules/oauth/service.py +1196 -0
- app/modules/oauth/templates/oauth_success.html +122 -0
- app/modules/proxy/__init__.py +0 -0
- app/modules/proxy/_load_balancer/__init__.py +1 -0
- app/modules/proxy/_load_balancer/error_rate.py +116 -0
- app/modules/proxy/_load_balancer/latency_cohort.py +154 -0
- app/modules/proxy/_load_balancer/model_eligibility.py +250 -0
- app/modules/proxy/_load_balancer/opportunistic_admission.py +350 -0
- app/modules/proxy/_load_balancer/overload_backoff.py +394 -0
- app/modules/proxy/_load_balancer/sticky_selection.py +2417 -0
- app/modules/proxy/_load_balancer/throughput_cohort.py +233 -0
- app/modules/proxy/_load_balancer/ttft_cohort.py +214 -0
- app/modules/proxy/_load_balancer/tunables.py +97 -0
- app/modules/proxy/_load_balancer/types.py +96 -0
- app/modules/proxy/_load_balancer/unbound_selection.py +534 -0
- app/modules/proxy/_service/__init__.py +6 -0
- app/modules/proxy/_service/api_key_usage.py +745 -0
- app/modules/proxy/_service/clock_budget.py +38 -0
- app/modules/proxy/_service/codex_control.py +611 -0
- app/modules/proxy/_service/compact.py +2211 -0
- app/modules/proxy/_service/file_ops.py +749 -0
- app/modules/proxy/_service/http_bridge/__init__.py +3 -0
- app/modules/proxy/_service/http_bridge/accepted_replay.py +331 -0
- app/modules/proxy/_service/http_bridge/account_sessions.py +57 -0
- app/modules/proxy/_service/http_bridge/activity.py +178 -0
- app/modules/proxy/_service/http_bridge/helpers.py +3959 -0
- app/modules/proxy/_service/http_bridge/mixin.py +2435 -0
- app/modules/proxy/_service/http_bridge/owner_forwarding.py +609 -0
- app/modules/proxy/_service/http_bridge/protocol.py +167 -0
- app/modules/proxy/_service/http_bridge/proxy_failover.py +58 -0
- app/modules/proxy/_service/http_bridge/quarantine.py +443 -0
- app/modules/proxy/_service/http_bridge/request_submit.py +4582 -0
- app/modules/proxy/_service/http_bridge/retry_circuit.py +2442 -0
- app/modules/proxy/_service/http_bridge/service_stubs.py +492 -0
- app/modules/proxy/_service/http_bridge/session_registry.py +778 -0
- app/modules/proxy/_service/http_bridge/streaming.py +5328 -0
- app/modules/proxy/_service/http_bridge/upstream_events.py +4538 -0
- app/modules/proxy/_service/observability.py +410 -0
- app/modules/proxy/_service/rate_limit.py +361 -0
- app/modules/proxy/_service/realtime_live.py +655 -0
- app/modules/proxy/_service/refresh.py +154 -0
- app/modules/proxy/_service/request_log.py +585 -0
- app/modules/proxy/_service/response_create.py +930 -0
- app/modules/proxy/_service/streaming/__init__.py +3 -0
- app/modules/proxy/_service/streaming/helpers.py +1317 -0
- app/modules/proxy/_service/streaming/mixin.py +1100 -0
- app/modules/proxy/_service/streaming/protocol.py +32 -0
- app/modules/proxy/_service/streaming/retry.py +3762 -0
- app/modules/proxy/_service/support.py +2122 -0
- app/modules/proxy/_service/transcribe.py +434 -0
- app/modules/proxy/_service/warmup.py +483 -0
- app/modules/proxy/_service/websocket/__init__.py +3 -0
- app/modules/proxy/_service/websocket/helpers.py +2360 -0
- app/modules/proxy/_service/websocket/mixin.py +7285 -0
- app/modules/proxy/_service/websocket/protocol.py +74 -0
- app/modules/proxy/account_cache.py +229 -0
- app/modules/proxy/account_eligibility.py +87 -0
- app/modules/proxy/additional_model_limits.py +40 -0
- app/modules/proxy/affinity.py +830 -0
- app/modules/proxy/affinity_observation.py +101 -0
- app/modules/proxy/api.py +10254 -0
- app/modules/proxy/api_key_usage.py +113 -0
- app/modules/proxy/cap_partitioning.py +280 -0
- app/modules/proxy/capability_lineage.py +65 -0
- app/modules/proxy/capability_lineage_repository.py +82 -0
- app/modules/proxy/capability_routing.py +253 -0
- app/modules/proxy/continuity.py +112 -0
- app/modules/proxy/downstream_delivery.py +277 -0
- app/modules/proxy/durable_bridge_coordinator.py +1217 -0
- app/modules/proxy/durable_bridge_repository.py +4516 -0
- app/modules/proxy/durable_bridge_runtime.py +9 -0
- app/modules/proxy/durable_bridge_transcript_codec.py +122 -0
- app/modules/proxy/fair_share.py +131 -0
- app/modules/proxy/file_pin_repository.py +210 -0
- app/modules/proxy/helpers.py +439 -0
- app/modules/proxy/http_bridge_event_batcher.py +613 -0
- app/modules/proxy/http_bridge_forwarding.py +797 -0
- app/modules/proxy/http_continuation.py +76 -0
- app/modules/proxy/images_observability.py +62 -0
- app/modules/proxy/images_service.py +1054 -0
- app/modules/proxy/load_balancer.py +3016 -0
- app/modules/proxy/rate_limit_cache.py +46 -0
- app/modules/proxy/replay_safety.py +1063 -0
- app/modules/proxy/repo_bundle.py +31 -0
- app/modules/proxy/request_policy.py +1054 -0
- app/modules/proxy/ring_membership.py +251 -0
- app/modules/proxy/schemas.py +345 -0
- app/modules/proxy/selection_errors.py +41 -0
- app/modules/proxy/service.py +2600 -0
- app/modules/proxy/source_admission.py +125 -0
- app/modules/proxy/source_dispatch.py +999 -0
- app/modules/proxy/sticky_repository.py +831 -0
- app/modules/proxy/thread_anchors.py +491 -0
- app/modules/proxy/tool_call_dedupe.py +802 -0
- app/modules/proxy/types.py +54 -0
- app/modules/proxy/work_admission.py +121 -0
- app/modules/quota_planner/__init__.py +1 -0
- app/modules/quota_planner/api.py +276 -0
- app/modules/quota_planner/logic.py +743 -0
- app/modules/quota_planner/repository.py +722 -0
- app/modules/quota_planner/scheduler.py +212 -0
- app/modules/quota_planner/schemas.py +102 -0
- app/modules/quota_planner/warmup.py +693 -0
- app/modules/rate_limit_reset_credits/__init__.py +0 -0
- app/modules/rate_limit_reset_credits/api.py +601 -0
- app/modules/rate_limit_reset_credits/redeem_coordination.py +274 -0
- app/modules/rate_limit_reset_credits/store.py +114 -0
- app/modules/reports/__init__.py +1 -0
- app/modules/reports/api.py +134 -0
- app/modules/reports/cache.py +74 -0
- app/modules/reports/filters.py +27 -0
- app/modules/reports/repository.py +525 -0
- app/modules/reports/rollup.py +150 -0
- app/modules/reports/rollup_read.py +148 -0
- app/modules/reports/schemas.py +123 -0
- app/modules/reports/service.py +287 -0
- app/modules/reports/thread_identity.py +256 -0
- app/modules/request_logs/__init__.py +0 -0
- app/modules/request_logs/api.py +224 -0
- app/modules/request_logs/cost_backfill.py +154 -0
- app/modules/request_logs/mappers.py +97 -0
- app/modules/request_logs/repository.py +1765 -0
- app/modules/request_logs/schemas.py +145 -0
- app/modules/request_logs/service.py +348 -0
- app/modules/role_mappings/__init__.py +0 -0
- app/modules/role_mappings/api.py +206 -0
- app/modules/role_mappings/matching.py +55 -0
- app/modules/role_mappings/repository.py +106 -0
- app/modules/role_mappings/schemas.py +67 -0
- app/modules/role_mappings/service.py +334 -0
- app/modules/runtime/__init__.py +1 -0
- app/modules/runtime/api.py +18 -0
- app/modules/runtime/schemas.py +14 -0
- app/modules/runtime/service.py +218 -0
- app/modules/scim/__init__.py +1 -0
- app/modules/scim/api.py +194 -0
- app/modules/scim/dependencies.py +112 -0
- app/modules/scim/errors.py +77 -0
- app/modules/scim/management_api.py +156 -0
- app/modules/scim/repository.py +212 -0
- app/modules/scim/schemas.py +145 -0
- app/modules/scim/service.py +786 -0
- app/modules/scim/tokens.py +43 -0
- app/modules/settings/__init__.py +1 -0
- app/modules/settings/api.py +1677 -0
- app/modules/settings/repository.py +606 -0
- app/modules/settings/schemas.py +496 -0
- app/modules/settings/service.py +769 -0
- app/modules/shared/__init__.py +0 -0
- app/modules/shared/schemas.py +22 -0
- app/modules/sticky_sessions/__init__.py +1 -0
- app/modules/sticky_sessions/api.py +118 -0
- app/modules/sticky_sessions/cleanup_scheduler.py +487 -0
- app/modules/sticky_sessions/schemas.py +78 -0
- app/modules/sticky_sessions/service.py +196 -0
- app/modules/telemetry/__init__.py +5 -0
- app/modules/telemetry/api.py +115 -0
- app/modules/telemetry/clients.py +62 -0
- app/modules/telemetry/consent.py +115 -0
- app/modules/telemetry/scheduler.py +85 -0
- app/modules/telemetry/schemas.py +163 -0
- app/modules/telemetry/sender.py +221 -0
- app/modules/telemetry/snapshot.py +490 -0
- app/modules/usage/__init__.py +0 -0
- app/modules/usage/additional_quota_keys.py +379 -0
- app/modules/usage/api.py +45 -0
- app/modules/usage/background_repository.py +147 -0
- app/modules/usage/builders.py +559 -0
- app/modules/usage/depletion_service.py +277 -0
- app/modules/usage/live_ingest.py +356 -0
- app/modules/usage/mappers.py +29 -0
- app/modules/usage/plan_downgrade_observations.py +488 -0
- app/modules/usage/repository.py +1890 -0
- app/modules/usage/schemas.py +68 -0
- app/modules/usage/service.py +102 -0
- app/modules/usage/updater.py +1488 -0
- app/static/assets/Trans-Cj-J9mVA.js +1 -0
- app/static/assets/access-page-DHzZiXZi.js +1 -0
- app/static/assets/account-cost-donut-DGhfA4U8.js +1 -0
- app/static/assets/account-identifiers-CxbdLshZ.js +1 -0
- app/static/assets/account-status-DIsU5sUS.js +1 -0
- app/static/assets/account-trend-chart-BptlfwwQ.js +1 -0
- app/static/assets/accounts-page-Bbai8ift.js +3 -0
- app/static/assets/api-Dwa7XxPe.js +1 -0
- app/static/assets/api-client-dugX1Pti.js +55 -0
- app/static/assets/api-key-create-dialog-DnRm0oYN.js +1 -0
- app/static/assets/api-key-created-dialog-B6jkDG9f.js +1 -0
- app/static/assets/api-key-edit-dialog-Ck3Bnc3V.js +1 -0
- app/static/assets/api-trend-chart-BchCw7Hj.js +1 -0
- app/static/assets/apis-page-BvXz9c6i.js +2 -0
- app/static/assets/arrow-up-Dqh_KzJo.js +1 -0
- app/static/assets/arrow-up-down-LBRgVDGY.js +1 -0
- app/static/assets/automations-page-DQgNAJOR.js +3 -0
- app/static/assets/badge-DqMb9es0.js +1 -0
- app/static/assets/blur-email-HEvKagG2.js +1 -0
- app/static/assets/button-BjVmmiGW.js +1 -0
- app/static/assets/checkbox-apsl9vzk.js +1 -0
- app/static/assets/chevron-left-1d_pHVa5.js +1 -0
- app/static/assets/circle-alert-BS0xd_o1.js +1 -0
- app/static/assets/clsx-DB0hHKMi.js +1 -0
- app/static/assets/colors-BBy8GEtr.js +1 -0
- app/static/assets/copy-button-D7nAvOKR.js +1 -0
- app/static/assets/cost-per-day-chart-YdqlkZVM.js +1 -0
- app/static/assets/createLucideIcon-DBLzLNh2.js +1 -0
- app/static/assets/dashboard-page-CSdhBy0f.js +2 -0
- app/static/assets/distribution-metric-format-yZTy1ZEu.js +1 -0
- app/static/assets/donut-chart-Bxc69cra.js +1 -0
- app/static/assets/download-kQteIcsB.js +1 -0
- app/static/assets/ellipsis-B_5OgIre.js +1 -0
- app/static/assets/empty-state-JcA7tc8m.js +1 -0
- app/static/assets/es2015-bMH8YKZT.js +41 -0
- app/static/assets/es6-B264ni6W.js +69 -0
- app/static/assets/external-link-UVAOgMQ0.js +1 -0
- app/static/assets/i18n-BWqZ9Ua2.js +1 -0
- app/static/assets/inbox-B_RM2s1J.js +1 -0
- app/static/assets/index-DIpd264Z.js +23 -0
- app/static/assets/index-DMeLKRJx.css +2 -0
- app/static/assets/inherit-badge-QhTYVaU6.js +1 -0
- app/static/assets/invite-dialog-0CYh0GiQ.js +1 -0
- app/static/assets/iso-Bpe5Ihbb.js +1 -0
- app/static/assets/label-CGaLmLNf.js +1 -0
- app/static/assets/lazy-recharts-Pv8p9ArM.js +2 -0
- app/static/assets/loading-overlay-CzKQfHLI.js +1 -0
- app/static/assets/mini-quota-bar-cGT_t8Ae.js +1 -0
- app/static/assets/model-distribution-donut-BKjAfT48.js +1 -0
- app/static/assets/model-source-multi-select-D2d06Vc7.js +1 -0
- app/static/assets/multi-select-filter-KIA5qU6Z.js +1 -0
- app/static/assets/oauth-dialog-XeaGGDjS.js +1 -0
- app/static/assets/pagination-controls-D1Ypd0RU.js +1 -0
- app/static/assets/payload-CIYnGZz9.js +1 -0
- app/static/assets/queue-wait-chart-VoV7Yg9L.js +1 -0
- app/static/assets/report-chart-card-BXDliwcc.js +1 -0
- app/static/assets/reports-page-CGCJeMHG.js +3 -0
- app/static/assets/reset-credit-confirm-dialog-QOifTnVB.js +1 -0
- app/static/assets/rolldown-runtime-hePW80VL.js +1 -0
- app/static/assets/search-HfhqwERt.js +1 -0
- app/static/assets/select-Cl33bz-g.js +1 -0
- app/static/assets/settings-page-mZj01HYl.js +2 -0
- app/static/assets/shim-CZwyM4Q7.js +1 -0
- app/static/assets/skeleton-C_EUc4Rp.js +1 -0
- app/static/assets/sparkline-chart-DdNNsddM.js +1 -0
- app/static/assets/status-badge-CHHA5X6c.js +1 -0
- app/static/assets/switch-CzxgokcM.js +1 -0
- app/static/assets/table-DXaNSQ0G.js +1 -0
- app/static/assets/time-to-first-token-chart--68L0u_v.js +1 -0
- app/static/assets/tokens-per-day-chart-Cs82BFuE.js +1 -0
- app/static/assets/tokens-per-second-chart-AD2dfOn6.js +1 -0
- app/static/assets/totp-settings-CRHtxQ7j.js +1 -0
- app/static/assets/trash-D3KyWr1h.js +1 -0
- app/static/assets/use-account-quota-display-BPmrTBTC.js +1 -0
- app/static/assets/use-accounts-PWlVGw3z.js +1 -0
- app/static/assets/use-auth-CuDlW3iC.js +1 -0
- app/static/assets/use-chart-colors-DIu6tClI.js +1 -0
- app/static/assets/use-model-sources-Bul24JBu.js +1 -0
- app/static/assets/use-models-DUCPUuZg.js +1 -0
- app/static/assets/use-reduced-motion-hAm5r6_d.js +1 -0
- app/static/assets/useTranslation--56nHhlH.js +1 -0
- app/static/assets/useragent-distribution-donut-Dup6sf_n.js +1 -0
- app/static/assets/users-uIC3TIlE.js +1 -0
- app/static/assets/vendor-query-_bHZuxEx.js +1 -0
- app/static/assets/vendor-react-BVL0YZPW.js +9 -0
- app/static/favicon.svg +10 -0
- app/static/fonts/GeistSans-Variable.woff2 +0 -0
- app/static/fonts/jetbrains-mono-latin-ext.woff2 +0 -0
- app/static/fonts/jetbrains-mono-latin.woff2 +0 -0
- app/static/index.html +29 -0
- codexlb_up-1.25.0b10.dist-info/METADATA +124 -0
- codexlb_up-1.25.0b10.dist-info/RECORD +827 -0
- codexlb_up-1.25.0b10.dist-info/WHEEL +4 -0
- codexlb_up-1.25.0b10.dist-info/entry_points.txt +3 -0
- codexlb_up-1.25.0b10.dist-info/licenses/LICENSE +21 -0
- config/additional_quota_registry.json +11 -0
|
@@ -0,0 +1,167 @@
|
|
|
1
|
+
from __future__ import annotations
|
|
2
|
+
|
|
3
|
+
import asyncio
|
|
4
|
+
from collections.abc import Mapping
|
|
5
|
+
from typing import Any, Protocol
|
|
6
|
+
|
|
7
|
+
from app.core.clients.proxy import ProxyResponseError
|
|
8
|
+
from app.core.clock import Clock, Scheduler
|
|
9
|
+
from app.core.openai.requests import ResponsesRequest
|
|
10
|
+
from app.db.models import Account
|
|
11
|
+
from app.modules.proxy._service.support import _HTTPBridgeSession, _HTTPBridgeSessionKey, _WebSocketRequestState
|
|
12
|
+
from app.modules.proxy.durable_bridge_repository import DurableBridgeAliasRegistrationReceipt
|
|
13
|
+
from app.modules.proxy.load_balancer import AccountSelection
|
|
14
|
+
|
|
15
|
+
|
|
16
|
+
class _HTTPBridgeServiceProtocol(Protocol):
|
|
17
|
+
_repo_factory: Any
|
|
18
|
+
_encryptor: Any
|
|
19
|
+
_clock: Clock
|
|
20
|
+
_scheduler: Scheduler
|
|
21
|
+
_remaining_budget_seconds: Any
|
|
22
|
+
_load_balancer: Any
|
|
23
|
+
_http_client: Any
|
|
24
|
+
_ring_membership: Any
|
|
25
|
+
_durable_bridge: Any
|
|
26
|
+
_durable_bridge_coordinator: Any
|
|
27
|
+
_http_bridge_owner_client: Any
|
|
28
|
+
_http_bridge_sessions: Any
|
|
29
|
+
_http_bridge_detached_sessions: Any
|
|
30
|
+
_http_bridge_denied_anchor_fences: Any
|
|
31
|
+
_http_bridge_denied_anchor_fence_generation: int
|
|
32
|
+
_http_bridge_inflight_sessions: Any
|
|
33
|
+
_http_bridge_turn_state_index: Any
|
|
34
|
+
_http_bridge_previous_response_index: Any
|
|
35
|
+
_sessions: Any
|
|
36
|
+
_session_lock: Any
|
|
37
|
+
_pending_lock: Any
|
|
38
|
+
_inflight_session_creates: Any
|
|
39
|
+
_background_cleanup_tasks: Any
|
|
40
|
+
_http_bridge_background_cleanup_failed: bool
|
|
41
|
+
_http_bridge_draining: bool
|
|
42
|
+
_http_bridge_lock: Any
|
|
43
|
+
_work_admission: Any
|
|
44
|
+
|
|
45
|
+
async def _ensure_fresh_with_budget(
|
|
46
|
+
self, account: Account, *, force: bool = False, timeout_seconds: float | None = None
|
|
47
|
+
) -> Account: ...
|
|
48
|
+
|
|
49
|
+
async def _select_account_with_budget_for_stream(self, deadline: float, **kwargs: Any) -> AccountSelection: ...
|
|
50
|
+
|
|
51
|
+
def _raise_for_unsupported_input_image_references(self, payload: ResponsesRequest) -> None: ...
|
|
52
|
+
async def _resolve_file_account_for_responses(
|
|
53
|
+
self, payload: ResponsesRequest, headers: Mapping[str, str]
|
|
54
|
+
) -> str | None: ...
|
|
55
|
+
async def _resolve_forwarded_file_account_for_responses(
|
|
56
|
+
self,
|
|
57
|
+
payload: ResponsesRequest,
|
|
58
|
+
headers: Mapping[str, str],
|
|
59
|
+
*,
|
|
60
|
+
forwarded_file_owner_account_id: str | None,
|
|
61
|
+
require_forwarded_file_owner: bool = False,
|
|
62
|
+
) -> str | None: ...
|
|
63
|
+
async def _fail_pending_websocket_requests(self, *args: Any, **kwargs: Any) -> bool: ...
|
|
64
|
+
async def _finalize_websocket_request_state(self, *args: Any, **kwargs: Any) -> None: ...
|
|
65
|
+
async def _next_websocket_receive_timeout(self, *args: Any, **kwargs: Any) -> Any: ...
|
|
66
|
+
async def close_all_http_bridge_sessions(self) -> bool: ...
|
|
67
|
+
async def _close_http_bridge_session_bounded(self, session: _HTTPBridgeSession, *, reason: str) -> None: ...
|
|
68
|
+
async def _close_http_bridge_session(self, session: _HTTPBridgeSession) -> None: ...
|
|
69
|
+
async def _drain_http_bridge_background_cleanup_tasks(self, *, reason: str) -> bool: ...
|
|
70
|
+
async def _fail_http_bridge_inflight_session_creation(
|
|
71
|
+
self,
|
|
72
|
+
key: _HTTPBridgeSessionKey,
|
|
73
|
+
inflight_future: asyncio.Future[_HTTPBridgeSession] | None,
|
|
74
|
+
exc: BaseException,
|
|
75
|
+
) -> bool: ...
|
|
76
|
+
async def _retire_http_bridge_after_drain_if_ready(
|
|
77
|
+
self,
|
|
78
|
+
session: _HTTPBridgeSession,
|
|
79
|
+
*,
|
|
80
|
+
lock_wait_timeout_seconds: float | None = None,
|
|
81
|
+
) -> bool: ...
|
|
82
|
+
async def _release_http_bridge_admission_preregistration(
|
|
83
|
+
self,
|
|
84
|
+
session: _HTTPBridgeSession,
|
|
85
|
+
*,
|
|
86
|
+
request_state: _WebSocketRequestState,
|
|
87
|
+
) -> bool: ...
|
|
88
|
+
async def _retire_idle_http_bridge_session_on_cooldown_suppression(
|
|
89
|
+
self,
|
|
90
|
+
session: _HTTPBridgeSession,
|
|
91
|
+
*,
|
|
92
|
+
owned_unanchored_handoff: bool,
|
|
93
|
+
) -> bool: ...
|
|
94
|
+
async def _refresh_durable_http_bridge_session(self, session: _HTTPBridgeSession) -> None: ...
|
|
95
|
+
def _http_bridge_pending_count_nowait(self, session: _HTTPBridgeSession, *, context: str) -> int | None: ...
|
|
96
|
+
async def abandon_stale_http_bridge_operations(self) -> int: ...
|
|
97
|
+
def _detach_http_bridge_session_locked(
|
|
98
|
+
self,
|
|
99
|
+
key: _HTTPBridgeSessionKey,
|
|
100
|
+
*,
|
|
101
|
+
expected_session: _HTTPBridgeSession | None = None,
|
|
102
|
+
mark_closed: bool = True,
|
|
103
|
+
) -> _HTTPBridgeSession | None: ...
|
|
104
|
+
def _take_all_http_bridge_sessions_locked(
|
|
105
|
+
self,
|
|
106
|
+
) -> tuple[list[_HTTPBridgeSession], list[asyncio.Future[_HTTPBridgeSession]]]: ...
|
|
107
|
+
def _unregister_http_bridge_turn_states_locked(self, session: _HTTPBridgeSession) -> None: ...
|
|
108
|
+
def _unregister_http_bridge_previous_response_ids_locked(self, session: _HTTPBridgeSession) -> None: ...
|
|
109
|
+
def _unregister_http_bridge_previous_response_id_locked(
|
|
110
|
+
self,
|
|
111
|
+
session: _HTTPBridgeSession,
|
|
112
|
+
response_id: str,
|
|
113
|
+
) -> None: ...
|
|
114
|
+
async def _register_http_bridge_turn_state_impl(
|
|
115
|
+
self,
|
|
116
|
+
session: _HTTPBridgeSession,
|
|
117
|
+
turn_state: str,
|
|
118
|
+
) -> bool: ...
|
|
119
|
+
async def _register_http_bridge_turn_state_core(
|
|
120
|
+
self,
|
|
121
|
+
session: _HTTPBridgeSession,
|
|
122
|
+
turn_state: str,
|
|
123
|
+
*,
|
|
124
|
+
reversible: bool,
|
|
125
|
+
) -> tuple[bool, DurableBridgeAliasRegistrationReceipt | None]: ...
|
|
126
|
+
async def _register_http_bridge_previous_response_id_impl(
|
|
127
|
+
self,
|
|
128
|
+
session: _HTTPBridgeSession,
|
|
129
|
+
response_id: str,
|
|
130
|
+
*,
|
|
131
|
+
input_item_count: int | None = None,
|
|
132
|
+
input_full_fingerprint: str | None = None,
|
|
133
|
+
pending_tool_calls: Mapping[str, str] | None = None,
|
|
134
|
+
) -> bool: ...
|
|
135
|
+
async def _unregister_http_bridge_previous_response_id(
|
|
136
|
+
self,
|
|
137
|
+
session: _HTTPBridgeSession,
|
|
138
|
+
response_id: str,
|
|
139
|
+
*,
|
|
140
|
+
expected_durable_session_id: str | None = None,
|
|
141
|
+
expected_durable_owner_epoch: int | None = None,
|
|
142
|
+
) -> bool: ...
|
|
143
|
+
def _schedule_http_bridge_session_closes(
|
|
144
|
+
self,
|
|
145
|
+
sessions: list[_HTTPBridgeSession],
|
|
146
|
+
*,
|
|
147
|
+
reason: str,
|
|
148
|
+
) -> None: ...
|
|
149
|
+
async def _open_upstream_websocket_with_budget(self, *args: Any, **kwargs: Any) -> Any: ...
|
|
150
|
+
async def _resolve_websocket_previous_response_owner(self, *args: Any, **kwargs: Any) -> Any: ...
|
|
151
|
+
async def _acquire_request_state_response_create_admission(self, *args: Any, **kwargs: Any) -> None: ...
|
|
152
|
+
async def _handle_proxy_error(self, account: Account, exc: ProxyResponseError) -> None: ...
|
|
153
|
+
async def _handle_stream_error(
|
|
154
|
+
self, account: Account, error: Any, code: str, http_status: int | None = None
|
|
155
|
+
) -> Any: ...
|
|
156
|
+
|
|
157
|
+
_write_request_log: Any
|
|
158
|
+
|
|
159
|
+
def _build_additional_rate_limits(self, *args: Any, **kwargs: Any) -> Any: ...
|
|
160
|
+
def _start_request_state_api_key_reservation_heartbeat(self, *args: Any, **kwargs: Any) -> None: ...
|
|
161
|
+
def _cancel_request_state_api_key_reservation_heartbeat(self, *args: Any, **kwargs: Any) -> None: ...
|
|
162
|
+
async def _maybe_touch_request_state_api_key_reservation(self, *args: Any, **kwargs: Any) -> None: ...
|
|
163
|
+
async def _reserve_websocket_api_key_usage(self, *args: Any, **kwargs: Any) -> Any: ...
|
|
164
|
+
async def _release_websocket_reservation(self, *args: Any, **kwargs: Any) -> None: ...
|
|
165
|
+
async def _release_websocket_request_state_reservation(self, *args: Any, **kwargs: Any) -> None: ...
|
|
166
|
+
async def _drain_deferred_account_error_backoffs(self, *args: Any, **kwargs: Any) -> None: ...
|
|
167
|
+
def _schedule_cancel_safe_cleanup(self, *args: Any, **kwargs: Any) -> None: ...
|
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
from __future__ import annotations
|
|
2
|
+
|
|
3
|
+
from dataclasses import dataclass
|
|
4
|
+
|
|
5
|
+
from app.core.clients.proxy import ProxyResponseError, is_confirmed_pre_dispatch_transport_error
|
|
6
|
+
from app.db.models import Account
|
|
7
|
+
from app.modules.proxy._service.http_bridge.protocol import _HTTPBridgeServiceProtocol
|
|
8
|
+
from app.modules.proxy._service.support import _DeferredAccountBackoffLifecycle
|
|
9
|
+
from app.modules.proxy.load_balancer import AccountLease
|
|
10
|
+
|
|
11
|
+
|
|
12
|
+
@dataclass
|
|
13
|
+
class _HTTPBridgePreDispatchFailover:
|
|
14
|
+
"""Bridge-session startup failover for confirmed dead account proxy routes.
|
|
15
|
+
|
|
16
|
+
Only a transport failure that proves the upstream request never dispatched
|
|
17
|
+
may move a session to another account. The failed account's stream lease
|
|
18
|
+
is released before the bounded transient backoff floor is recorded; keyed
|
|
19
|
+
requests defer that write until their singular reservation settles. A
|
|
20
|
+
hard-required account fails closed on the original sanitized failure. The
|
|
21
|
+
preserved ``last_error`` keeps that failure authoritative when selection
|
|
22
|
+
cannot produce a replacement, instead of a generated ``no_accounts``.
|
|
23
|
+
"""
|
|
24
|
+
|
|
25
|
+
excluded_account_ids: set[str]
|
|
26
|
+
preferred_account_id: str | None
|
|
27
|
+
reallocate_sticky: bool
|
|
28
|
+
last_error: ProxyResponseError | None = None
|
|
29
|
+
|
|
30
|
+
async def handle(
|
|
31
|
+
self,
|
|
32
|
+
service: _HTTPBridgeServiceProtocol,
|
|
33
|
+
account: Account,
|
|
34
|
+
lease: AccountLease | None,
|
|
35
|
+
exc: ProxyResponseError,
|
|
36
|
+
*,
|
|
37
|
+
required_account: bool,
|
|
38
|
+
deferred_account_backoff_lifecycle: _DeferredAccountBackoffLifecycle | None = None,
|
|
39
|
+
defer_account_health_write: bool = False,
|
|
40
|
+
) -> bool:
|
|
41
|
+
if not is_confirmed_pre_dispatch_transport_error(exc):
|
|
42
|
+
return False
|
|
43
|
+
await service._load_balancer.release_account_lease(lease)
|
|
44
|
+
if (
|
|
45
|
+
defer_account_health_write
|
|
46
|
+
and deferred_account_backoff_lifecycle is not None
|
|
47
|
+
and not deferred_account_backoff_lifecycle.settlement_confirmed
|
|
48
|
+
):
|
|
49
|
+
deferred_account_backoff_lifecycle.pending_backoffs.setdefault(account.id, account)
|
|
50
|
+
else:
|
|
51
|
+
await service._load_balancer.record_error_backoff(account)
|
|
52
|
+
if required_account:
|
|
53
|
+
raise exc
|
|
54
|
+
self.last_error = exc
|
|
55
|
+
self.excluded_account_ids.add(account.id)
|
|
56
|
+
self.preferred_account_id = None
|
|
57
|
+
self.reallocate_sticky = True
|
|
58
|
+
return True
|
|
@@ -0,0 +1,443 @@
|
|
|
1
|
+
from __future__ import annotations
|
|
2
|
+
|
|
3
|
+
import logging
|
|
4
|
+
from dataclasses import dataclass
|
|
5
|
+
from typing import Any
|
|
6
|
+
|
|
7
|
+
from app.core.clock import clock_for
|
|
8
|
+
from app.modules.proxy._service.http_bridge.helpers import _log_http_bridge_event
|
|
9
|
+
from app.modules.proxy._service.support import (
|
|
10
|
+
_REQUEST_TRANSPORT_HTTP,
|
|
11
|
+
_HTTPBridgeSession,
|
|
12
|
+
_HTTPBridgeSessionKey,
|
|
13
|
+
_WebSocketRequestState,
|
|
14
|
+
)
|
|
15
|
+
from app.modules.proxy.affinity import _extract_model_class
|
|
16
|
+
|
|
17
|
+
logger = logging.getLogger("app.modules.proxy.service")
|
|
18
|
+
|
|
19
|
+
# Quarantine is a bounded, in-memory, session-scoped (never account-scoped)
|
|
20
|
+
# marker for HTTP bridge session keys that have proven silent/wedged: a later
|
|
21
|
+
# request must not re-attach to them and must take the existing fresh
|
|
22
|
+
# session/no-anchor path instead (#1534). It complements — and never replaces
|
|
23
|
+
# — the in-flight recovery machinery: the eventless watchdog and bounded
|
|
24
|
+
# replay (#1394) recover the request that is currently stuck, the fenced
|
|
25
|
+
# durable-anchor clear (#1563) stops a *fully eventless* full-resend anchor
|
|
26
|
+
# from being re-injected, and the durable retry circuit backs off in-place
|
|
27
|
+
# retries. Quarantine covers what those leave open: the reattached stream
|
|
28
|
+
# that delivers response events but never gets ``response.created`` (the
|
|
29
|
+
# ``response_event_count == 0`` gates in the stale/eventless detection never
|
|
30
|
+
# trip on it), and the repeated-wedge case where consecutive eventless
|
|
31
|
+
# timeouts keep rebuilding the same reattach.
|
|
32
|
+
_HTTP_BRIDGE_QUARANTINE_TTL_SECONDS = 600.0
|
|
33
|
+
_HTTP_BRIDGE_QUARANTINE_EVENTLESS_TIMEOUT_THRESHOLD = 2
|
|
34
|
+
_HTTP_BRIDGE_QUARANTINE_MAX_ENTRIES = 1024
|
|
35
|
+
|
|
36
|
+
_HTTP_BRIDGE_QUARANTINE_WEDGED_REATTACH_REASON = "reattach_missing_response_created"
|
|
37
|
+
_HTTP_BRIDGE_QUARANTINE_REPEATED_EVENTLESS_REASON = "repeated_eventless_timeout"
|
|
38
|
+
# The hard-affinity retry circuit opened on an eventless poison-class failure
|
|
39
|
+
# (``stream_incomplete`` / ``stream_idle_timeout``): the anchor it opened on
|
|
40
|
+
# must not be re-injected into the probe admitted after the cooldown (#1852).
|
|
41
|
+
_HTTP_BRIDGE_QUARANTINE_POISONED_ANCHOR_REASON = "retry_circuit_poisoned_anchor"
|
|
42
|
+
|
|
43
|
+
|
|
44
|
+
@dataclass(slots=True)
|
|
45
|
+
class _HTTPBridgeQuarantineEntry:
|
|
46
|
+
generation: int = 0
|
|
47
|
+
quarantined_until: float = 0.0
|
|
48
|
+
consecutive_eventless_timeouts: int = 0
|
|
49
|
+
last_touched_monotonic: float = 0.0
|
|
50
|
+
reason: str | None = None
|
|
51
|
+
# Generation at the most recent poison arm. Weaker arms during a
|
|
52
|
+
# speculative poison window bump ``generation`` without touching this,
|
|
53
|
+
# so a revocation can still recognize its own arm.
|
|
54
|
+
poison_generation: int = 0
|
|
55
|
+
# The poison classification's OWN deadline. The shared
|
|
56
|
+
# ``quarantined_until`` keeps the session fenced under whatever
|
|
57
|
+
# evidence extended it last, but only a poison arm may extend this
|
|
58
|
+
# one: weaker arms landing near the end of a poison window must not
|
|
59
|
+
# prolong the anchor-is-dead classification indefinitely.
|
|
60
|
+
poison_quarantined_until: float = 0.0
|
|
61
|
+
# A weaker fence that arrived while the poison reason was active: the
|
|
62
|
+
# no-downgrade guard keeps the poison reason, and a later revocation of
|
|
63
|
+
# the poison evidence downgrades to this instead of evicting the entry.
|
|
64
|
+
# The deadline is the weaker arm's own expiry, so a downgrade does not
|
|
65
|
+
# keep serving the disproved poison arm's longer floor.
|
|
66
|
+
suppressed_weaker_reason: str | None = None
|
|
67
|
+
suppressed_weaker_until: float = 0.0
|
|
68
|
+
|
|
69
|
+
|
|
70
|
+
def _http_bridge_quarantine_registry(
|
|
71
|
+
service: Any,
|
|
72
|
+
) -> dict[_HTTPBridgeSessionKey, _HTTPBridgeQuarantineEntry]:
|
|
73
|
+
registry = getattr(service, "_http_bridge_quarantined_keys", None)
|
|
74
|
+
if registry is None:
|
|
75
|
+
registry = {}
|
|
76
|
+
service._http_bridge_quarantined_keys = registry
|
|
77
|
+
return registry
|
|
78
|
+
|
|
79
|
+
|
|
80
|
+
def _prune_http_bridge_quarantine_registry(
|
|
81
|
+
registry: dict[_HTTPBridgeSessionKey, _HTTPBridgeQuarantineEntry],
|
|
82
|
+
now: float,
|
|
83
|
+
) -> None:
|
|
84
|
+
expiry = now - _HTTP_BRIDGE_QUARANTINE_TTL_SECONDS
|
|
85
|
+
for key, entry in list(registry.items()):
|
|
86
|
+
if entry.last_touched_monotonic <= expiry and entry.quarantined_until <= now:
|
|
87
|
+
registry.pop(key, None)
|
|
88
|
+
overflow = len(registry) - _HTTP_BRIDGE_QUARANTINE_MAX_ENTRIES
|
|
89
|
+
if overflow > 0:
|
|
90
|
+
# An active poison quarantine is the only record that a key's anchor
|
|
91
|
+
# was proven dead, and its deadline is a required minimum: evicting
|
|
92
|
+
# it early hands the poisoned anchor back to the very probe it
|
|
93
|
+
# exists to protect. The cap therefore evicts only expired or
|
|
94
|
+
# weaker-fence entries and holds as a correctness bound, not an
|
|
95
|
+
# unconditional one, when an incident quarantines more keys than the
|
|
96
|
+
# cap at once.
|
|
97
|
+
evictable = [
|
|
98
|
+
key
|
|
99
|
+
for key, entry in registry.items()
|
|
100
|
+
if not (entry.reason == _HTTP_BRIDGE_QUARANTINE_POISONED_ANCHOR_REASON and entry.quarantined_until > now)
|
|
101
|
+
]
|
|
102
|
+
for stale_key in sorted(evictable, key=lambda candidate: registry[candidate].last_touched_monotonic)[:overflow]:
|
|
103
|
+
registry.pop(stale_key, None)
|
|
104
|
+
|
|
105
|
+
|
|
106
|
+
def _revoke_http_bridge_poison_quarantine(
|
|
107
|
+
service: Any,
|
|
108
|
+
key: _HTTPBridgeSessionKey,
|
|
109
|
+
*,
|
|
110
|
+
generation: int | None,
|
|
111
|
+
restore_reason: str | None = None,
|
|
112
|
+
restore_until: float = 0.0,
|
|
113
|
+
) -> bool:
|
|
114
|
+
"""Remove a poison quarantine whose opening did not survive persistence.
|
|
115
|
+
|
|
116
|
+
A strike arms the poison quarantine before its durable write; when the
|
|
117
|
+
returned row shows the lineage was actually reset or opened clean, that
|
|
118
|
+
speculative quarantine would suppress a valid anchor for its full
|
|
119
|
+
deadline. The generation fence removes exactly the entry this strike
|
|
120
|
+
armed: any concurrent re-arm bumps the generation and is preserved.
|
|
121
|
+
|
|
122
|
+
When the speculative arm upgraded a weaker quarantine that was active in
|
|
123
|
+
its own right — a wedged reattach or repeated eventless fence — revoking
|
|
124
|
+
the poison evidence must not evict that fence with it: the prior reason
|
|
125
|
+
and deadline are restored instead, since only the poison upgrade is what
|
|
126
|
+
the lost race disproved.
|
|
127
|
+
"""
|
|
128
|
+
if generation is None:
|
|
129
|
+
return False
|
|
130
|
+
registry = _http_bridge_quarantine_registry(service)
|
|
131
|
+
entry = registry.get(key)
|
|
132
|
+
if (
|
|
133
|
+
entry is not None
|
|
134
|
+
and entry.reason == _HTTP_BRIDGE_QUARANTINE_POISONED_ANCHOR_REASON
|
|
135
|
+
# The poison provenance, not the raw generation: a weaker fence
|
|
136
|
+
# arming during the speculative window bumps the generation while
|
|
137
|
+
# the no-downgrade guard keeps the poison reason, and that must not
|
|
138
|
+
# let disproved poison evidence outlive its revocation.
|
|
139
|
+
and entry.poison_generation == generation
|
|
140
|
+
):
|
|
141
|
+
entry.poison_quarantined_until = 0.0
|
|
142
|
+
if (
|
|
143
|
+
entry.suppressed_weaker_reason is not None
|
|
144
|
+
and entry.suppressed_weaker_until > clock_for(service).monotonic()
|
|
145
|
+
):
|
|
146
|
+
entry.reason = entry.suppressed_weaker_reason
|
|
147
|
+
entry.quarantined_until = entry.suppressed_weaker_until
|
|
148
|
+
entry.suppressed_weaker_reason = None
|
|
149
|
+
entry.suppressed_weaker_until = 0.0
|
|
150
|
+
entry.generation += 1
|
|
151
|
+
return True
|
|
152
|
+
if restore_reason is not None and restore_until > clock_for(service).monotonic():
|
|
153
|
+
entry.reason = restore_reason
|
|
154
|
+
entry.quarantined_until = restore_until
|
|
155
|
+
entry.generation += 1
|
|
156
|
+
return True
|
|
157
|
+
registry.pop(key, None)
|
|
158
|
+
return True
|
|
159
|
+
return False
|
|
160
|
+
|
|
161
|
+
|
|
162
|
+
def _http_bridge_request_state_wedged_reattach(request_state: _WebSocketRequestState) -> bool:
|
|
163
|
+
"""Identify the #1534 wedge shape on a request that is being failed/retired.
|
|
164
|
+
|
|
165
|
+
A reattached stream (proxy-injected ``previous_response_id``) whose
|
|
166
|
+
``response.create`` was sent and that observed upstream response events,
|
|
167
|
+
but whose ``response.created`` was never assigned. This is only evaluated
|
|
168
|
+
when the request is already being failed or its session retired — never
|
|
169
|
+
against a live owned turn — so legitimate long event gaps (for example
|
|
170
|
+
deferred-reasoning streams) can never trip it, and any request whose
|
|
171
|
+
``response.created`` was observed (``response_id`` or created latency set)
|
|
172
|
+
is excluded by construction.
|
|
173
|
+
"""
|
|
174
|
+
return (
|
|
175
|
+
getattr(request_state, "transport", None) == _REQUEST_TRANSPORT_HTTP
|
|
176
|
+
and not getattr(request_state, "skip_request_log", False)
|
|
177
|
+
and getattr(request_state, "proxy_injected_previous_response_id", False)
|
|
178
|
+
and getattr(request_state, "response_create_sent_at", None) is not None
|
|
179
|
+
and getattr(request_state, "response_id", None) is None
|
|
180
|
+
and getattr(request_state, "latency_response_created_ms", None) is None
|
|
181
|
+
and getattr(request_state, "response_event_count", 0) > 0
|
|
182
|
+
)
|
|
183
|
+
|
|
184
|
+
|
|
185
|
+
def _http_bridge_session_key_quarantined(service: Any, key: _HTTPBridgeSessionKey) -> bool:
|
|
186
|
+
registry = _http_bridge_quarantine_registry(service)
|
|
187
|
+
now = clock_for(service).monotonic()
|
|
188
|
+
_prune_http_bridge_quarantine_registry(registry, now)
|
|
189
|
+
entry = registry.get(key)
|
|
190
|
+
return entry is not None and entry.quarantined_until > now
|
|
191
|
+
|
|
192
|
+
|
|
193
|
+
def _http_bridge_session_key_poison_quarantined(service: Any, key: _HTTPBridgeSessionKey) -> bool:
|
|
194
|
+
"""Return whether the key is fenced because its anchor was proven dead.
|
|
195
|
+
|
|
196
|
+
The registry is shared with the wedged-reattach and repeated-eventless
|
|
197
|
+
quarantines, which fence the *session* and say nothing about the anchor it
|
|
198
|
+
carried. Only the retry circuit's poison quarantine records that the anchor
|
|
199
|
+
itself kept failing, so callers that drop a continuity anchor must ask for
|
|
200
|
+
the reason rather than for an active window: dropping it on either of the
|
|
201
|
+
other two turns a valid delta-only continuation into a context-free
|
|
202
|
+
request.
|
|
203
|
+
"""
|
|
204
|
+
registry = _http_bridge_quarantine_registry(service)
|
|
205
|
+
now = clock_for(service).monotonic()
|
|
206
|
+
_prune_http_bridge_quarantine_registry(registry, now)
|
|
207
|
+
entry = registry.get(key)
|
|
208
|
+
return (
|
|
209
|
+
entry is not None
|
|
210
|
+
and entry.quarantined_until > now
|
|
211
|
+
and entry.reason == _HTTP_BRIDGE_QUARANTINE_POISONED_ANCHOR_REASON
|
|
212
|
+
# The classification expires on the poison arm's OWN deadline even
|
|
213
|
+
# while weaker evidence keeps the shared session fence alive.
|
|
214
|
+
and entry.poison_quarantined_until > now
|
|
215
|
+
)
|
|
216
|
+
|
|
217
|
+
|
|
218
|
+
def _http_bridge_quarantine_generation(service: Any, key: _HTTPBridgeSessionKey) -> int | None:
|
|
219
|
+
"""Return the active quarantine generation observed for one recovery."""
|
|
220
|
+
registry = _http_bridge_quarantine_registry(service)
|
|
221
|
+
now = clock_for(service).monotonic()
|
|
222
|
+
_prune_http_bridge_quarantine_registry(registry, now)
|
|
223
|
+
entry = registry.get(key)
|
|
224
|
+
if entry is None or entry.quarantined_until <= now:
|
|
225
|
+
return None
|
|
226
|
+
return entry.generation
|
|
227
|
+
|
|
228
|
+
|
|
229
|
+
def _http_bridge_quarantine_clear_fence(service: Any, key: _HTTPBridgeSessionKey) -> int | None:
|
|
230
|
+
"""Capture the provenance fence a later completion clear must present.
|
|
231
|
+
|
|
232
|
+
Poison entries fence on their poison provenance so a weaker arm during
|
|
233
|
+
the completion's durable awaits cannot block the clear; other entries
|
|
234
|
+
fence on the raw generation. ``None`` records that nothing was active at
|
|
235
|
+
capture, so a quarantine armed afterwards survives the clear.
|
|
236
|
+
"""
|
|
237
|
+
registry = _http_bridge_quarantine_registry(service)
|
|
238
|
+
now = clock_for(service).monotonic()
|
|
239
|
+
_prune_http_bridge_quarantine_registry(registry, now)
|
|
240
|
+
entry = registry.get(key)
|
|
241
|
+
if entry is None or entry.quarantined_until <= now:
|
|
242
|
+
return None
|
|
243
|
+
if entry.reason == _HTTP_BRIDGE_QUARANTINE_POISONED_ANCHOR_REASON:
|
|
244
|
+
return entry.poison_generation
|
|
245
|
+
return entry.generation
|
|
246
|
+
|
|
247
|
+
|
|
248
|
+
def _quarantine_http_bridge_session(
|
|
249
|
+
service: Any,
|
|
250
|
+
session: _HTTPBridgeSession,
|
|
251
|
+
*,
|
|
252
|
+
reason: str,
|
|
253
|
+
minimum_seconds: float | None = None,
|
|
254
|
+
) -> None:
|
|
255
|
+
"""Quarantine a bridge session that has proven silent/wedged.
|
|
256
|
+
|
|
257
|
+
Session-scoped only: no account-health writes happen here, and the entry
|
|
258
|
+
is bounded by TTL, a registry size cap, and the healthy-completion clear.
|
|
259
|
+
|
|
260
|
+
``minimum_seconds`` raises the floor for callers whose suppression window
|
|
261
|
+
is itself bounded elsewhere. The default TTL equals the retry circuit's
|
|
262
|
+
maximum cooldown, so a poison quarantine armed at that cooldown would
|
|
263
|
+
otherwise expire in the same instant the cooldown does, handing the
|
|
264
|
+
poisoned anchor straight back to the request that cooldown was holding.
|
|
265
|
+
"""
|
|
266
|
+
now = clock_for(service).monotonic()
|
|
267
|
+
registry = _http_bridge_quarantine_registry(service)
|
|
268
|
+
entry = registry.setdefault(session.key, _HTTPBridgeQuarantineEntry())
|
|
269
|
+
already_quarantined = entry.quarantined_until > now
|
|
270
|
+
# Captured before the deadline extension below: a poison arm upgrading
|
|
271
|
+
# over an active weaker fence must stash the weaker's OWN deadline, not
|
|
272
|
+
# the extended one, so a later poison revocation downgrades to exactly
|
|
273
|
+
# the window the weaker evidence earned.
|
|
274
|
+
prior_reason = entry.reason
|
|
275
|
+
prior_quarantined_until = entry.quarantined_until
|
|
276
|
+
entry.generation += 1
|
|
277
|
+
ttl_seconds = _HTTP_BRIDGE_QUARANTINE_TTL_SECONDS
|
|
278
|
+
if minimum_seconds is not None:
|
|
279
|
+
ttl_seconds = max(ttl_seconds, minimum_seconds)
|
|
280
|
+
entry.quarantined_until = max(entry.quarantined_until, now + ttl_seconds)
|
|
281
|
+
entry.last_touched_monotonic = now
|
|
282
|
+
# The registry holds one entry per key, so a wedged-reattach or
|
|
283
|
+
# repeated-eventless quarantine arriving while a poison quarantine is still
|
|
284
|
+
# active would otherwise overwrite the only record that the anchor was
|
|
285
|
+
# proven dead. Callers that drop a continuity anchor test this reason, and
|
|
286
|
+
# losing it re-attaches the poisoned anchor. The weaker fence still extends
|
|
287
|
+
# the deadline above; it just cannot downgrade the evidence.
|
|
288
|
+
if not (
|
|
289
|
+
entry.reason == _HTTP_BRIDGE_QUARANTINE_POISONED_ANCHOR_REASON
|
|
290
|
+
and already_quarantined
|
|
291
|
+
# An expired poison classification no longer outranks the weaker
|
|
292
|
+
# arm: the anchor-is-dead window ended on its own deadline, and
|
|
293
|
+
# the weaker evidence takes the reason normally.
|
|
294
|
+
and entry.poison_quarantined_until > now
|
|
295
|
+
and reason != _HTTP_BRIDGE_QUARANTINE_POISONED_ANCHOR_REASON
|
|
296
|
+
):
|
|
297
|
+
if (
|
|
298
|
+
reason == _HTTP_BRIDGE_QUARANTINE_POISONED_ANCHOR_REASON
|
|
299
|
+
and already_quarantined
|
|
300
|
+
and prior_reason is not None
|
|
301
|
+
and prior_reason != _HTTP_BRIDGE_QUARANTINE_POISONED_ANCHOR_REASON
|
|
302
|
+
):
|
|
303
|
+
# The mirror of the weaker-over-poison stash below: the wedged
|
|
304
|
+
# or repeated-eventless fence stands on its own evidence, and a
|
|
305
|
+
# later load disproving the poison episode must downgrade to it
|
|
306
|
+
# instead of evicting the entry and freeing the still-wedged
|
|
307
|
+
# session before its original TTL.
|
|
308
|
+
entry.suppressed_weaker_reason = prior_reason
|
|
309
|
+
entry.suppressed_weaker_until = max(entry.suppressed_weaker_until, prior_quarantined_until)
|
|
310
|
+
entry.reason = reason
|
|
311
|
+
if reason == _HTTP_BRIDGE_QUARANTINE_POISONED_ANCHOR_REASON:
|
|
312
|
+
entry.poison_generation = entry.generation
|
|
313
|
+
entry.poison_quarantined_until = max(entry.poison_quarantined_until, now + ttl_seconds)
|
|
314
|
+
else:
|
|
315
|
+
# The weaker fence stands on its own evidence; record it, with its
|
|
316
|
+
# own expiry, so a later revocation of the poison arm can downgrade
|
|
317
|
+
# to it instead of evicting the entry or serving the disproved
|
|
318
|
+
# arm's longer deadline.
|
|
319
|
+
entry.suppressed_weaker_reason = reason
|
|
320
|
+
entry.suppressed_weaker_until = max(entry.suppressed_weaker_until, now + ttl_seconds)
|
|
321
|
+
_prune_http_bridge_quarantine_registry(registry, now)
|
|
322
|
+
session.quarantined = True
|
|
323
|
+
if already_quarantined:
|
|
324
|
+
return
|
|
325
|
+
_log_http_bridge_event(
|
|
326
|
+
"session_quarantined",
|
|
327
|
+
session.key,
|
|
328
|
+
account_id=session.account.id,
|
|
329
|
+
model=session.request_model,
|
|
330
|
+
detail=f"reason={reason}, ttl_seconds={ttl_seconds:.0f}",
|
|
331
|
+
cache_key_family=session.key.affinity_kind,
|
|
332
|
+
model_class=_extract_model_class(session.request_model) if session.request_model else None,
|
|
333
|
+
)
|
|
334
|
+
|
|
335
|
+
|
|
336
|
+
def _record_http_bridge_quarantine_wedged_pending(
|
|
337
|
+
service: Any,
|
|
338
|
+
session: _HTTPBridgeSession,
|
|
339
|
+
request_states: Any,
|
|
340
|
+
) -> bool:
|
|
341
|
+
"""Quarantine the session when a failed/retired pending request proves the wedge shape."""
|
|
342
|
+
if not any(_http_bridge_request_state_wedged_reattach(request_state) for request_state in request_states):
|
|
343
|
+
return False
|
|
344
|
+
_quarantine_http_bridge_session(
|
|
345
|
+
service,
|
|
346
|
+
session,
|
|
347
|
+
reason=_HTTP_BRIDGE_QUARANTINE_WEDGED_REATTACH_REASON,
|
|
348
|
+
)
|
|
349
|
+
return True
|
|
350
|
+
|
|
351
|
+
|
|
352
|
+
def _record_http_bridge_quarantine_eventless_timeout(service: Any, session: _HTTPBridgeSession) -> None:
|
|
353
|
+
"""Count a ``missing_response_created_timeout`` retire; quarantine on repeats.
|
|
354
|
+
|
|
355
|
+
The first eventless timeout is left to the merged recovery machinery
|
|
356
|
+
(bounded pre-created retry, fenced durable-anchor clear). A second
|
|
357
|
+
consecutive one for the same session key proves that path is also
|
|
358
|
+
rebuilding a wedged attach, so later requests must stop re-attaching.
|
|
359
|
+
"""
|
|
360
|
+
now = clock_for(service).monotonic()
|
|
361
|
+
registry = _http_bridge_quarantine_registry(service)
|
|
362
|
+
# Prune before touching the entry: a strike whose TTL already lapsed must
|
|
363
|
+
# not be resurrected into a "consecutive" second strike hours later.
|
|
364
|
+
_prune_http_bridge_quarantine_registry(registry, now)
|
|
365
|
+
entry = registry.setdefault(session.key, _HTTPBridgeQuarantineEntry())
|
|
366
|
+
entry.consecutive_eventless_timeouts += 1
|
|
367
|
+
entry.last_touched_monotonic = now
|
|
368
|
+
if entry.consecutive_eventless_timeouts < _HTTP_BRIDGE_QUARANTINE_EVENTLESS_TIMEOUT_THRESHOLD:
|
|
369
|
+
return
|
|
370
|
+
_quarantine_http_bridge_session(
|
|
371
|
+
service,
|
|
372
|
+
session,
|
|
373
|
+
reason=_HTTP_BRIDGE_QUARANTINE_REPEATED_EVENTLESS_REASON,
|
|
374
|
+
)
|
|
375
|
+
|
|
376
|
+
|
|
377
|
+
def _clear_http_bridge_quarantine(
|
|
378
|
+
service: Any,
|
|
379
|
+
session: _HTTPBridgeSession,
|
|
380
|
+
*,
|
|
381
|
+
key_generation: int | None,
|
|
382
|
+
additional_key: _HTTPBridgeSessionKey | None = None,
|
|
383
|
+
additional_key_generation: int | None = None,
|
|
384
|
+
) -> None:
|
|
385
|
+
"""A completed response disproves the wedges captured when it settled.
|
|
386
|
+
|
|
387
|
+
Each key clears only against the generation fence captured before the
|
|
388
|
+
completion's durable awaits: a strike arming a new quarantine during
|
|
389
|
+
those awaits is fresh evidence this response does not disprove, and it
|
|
390
|
+
survives the clear. A poison entry fences on its own provenance — a
|
|
391
|
+
weaker arm during the window bumps the raw generation without disproving
|
|
392
|
+
the recovery — and a matched clear downgrades to a concurrent weaker
|
|
393
|
+
fence instead of evicting it.
|
|
394
|
+
"""
|
|
395
|
+
registry = _http_bridge_quarantine_registry(service)
|
|
396
|
+
now = clock_for(service).monotonic()
|
|
397
|
+
|
|
398
|
+
def clear_fenced(key: _HTTPBridgeSessionKey, captured_generation: int | None) -> bool:
|
|
399
|
+
entry = registry.get(key)
|
|
400
|
+
if entry is None:
|
|
401
|
+
return True
|
|
402
|
+
if entry.quarantined_until <= now:
|
|
403
|
+
# An inactive entry still carries the eventless strike counter;
|
|
404
|
+
# a healthy completion resets it regardless of the fence.
|
|
405
|
+
registry.pop(key, None)
|
|
406
|
+
return True
|
|
407
|
+
fence_generation = (
|
|
408
|
+
entry.poison_generation
|
|
409
|
+
if entry.reason == _HTTP_BRIDGE_QUARANTINE_POISONED_ANCHOR_REASON
|
|
410
|
+
else entry.generation
|
|
411
|
+
)
|
|
412
|
+
if captured_generation is None or fence_generation != captured_generation:
|
|
413
|
+
return False
|
|
414
|
+
if (
|
|
415
|
+
entry.reason == _HTTP_BRIDGE_QUARANTINE_POISONED_ANCHOR_REASON
|
|
416
|
+
and entry.suppressed_weaker_reason is not None
|
|
417
|
+
and entry.suppressed_weaker_until > now
|
|
418
|
+
):
|
|
419
|
+
# The concurrent weaker fence stands on its own evidence:
|
|
420
|
+
# downgrade to it instead of evicting the entry with the
|
|
421
|
+
# disproved poison classification.
|
|
422
|
+
entry.reason = entry.suppressed_weaker_reason
|
|
423
|
+
entry.quarantined_until = entry.suppressed_weaker_until
|
|
424
|
+
entry.suppressed_weaker_reason = None
|
|
425
|
+
entry.suppressed_weaker_until = 0.0
|
|
426
|
+
entry.generation += 1
|
|
427
|
+
return False
|
|
428
|
+
registry.pop(key, None)
|
|
429
|
+
_log_http_bridge_event(
|
|
430
|
+
"session_quarantine_cleared",
|
|
431
|
+
key,
|
|
432
|
+
account_id=session.account.id,
|
|
433
|
+
model=session.request_model,
|
|
434
|
+
detail=f"reason={entry.reason}",
|
|
435
|
+
cache_key_family=key.affinity_kind,
|
|
436
|
+
model_class=_extract_model_class(session.request_model) if session.request_model else None,
|
|
437
|
+
)
|
|
438
|
+
return True
|
|
439
|
+
|
|
440
|
+
if clear_fenced(session.key, key_generation):
|
|
441
|
+
session.quarantined = False
|
|
442
|
+
if additional_key is not None and additional_key != session.key:
|
|
443
|
+
clear_fenced(additional_key, additional_key_generation)
|