codexLB-up 1.25.0b10__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of codexLB-up might be problematic. Click here for more details.

Files changed (827) hide show
  1. app/__init__.py +10 -0
  2. app/admin_cli.py +494 -0
  3. app/cli.py +339 -0
  4. app/codex_sessions_retag.py +487 -0
  5. app/core/__init__.py +0 -0
  6. app/core/audit/__init__.py +0 -0
  7. app/core/audit/service.py +216 -0
  8. app/core/audit/types.py +94 -0
  9. app/core/auth/__init__.py +236 -0
  10. app/core/auth/api_key_cache.py +65 -0
  11. app/core/auth/dashboard_access.py +429 -0
  12. app/core/auth/dashboard_mode.py +171 -0
  13. app/core/auth/dashboard_session_ttl.py +74 -0
  14. app/core/auth/dashboard_users_cache.py +120 -0
  15. app/core/auth/dependencies.py +710 -0
  16. app/core/auth/external_identity.py +78 -0
  17. app/core/auth/guardian.py +374 -0
  18. app/core/auth/models.py +49 -0
  19. app/core/auth/providers/__init__.py +129 -0
  20. app/core/auth/providers/oidc.py +838 -0
  21. app/core/auth/providers/registry.py +118 -0
  22. app/core/auth/refresh.py +394 -0
  23. app/core/auth/step_up.py +117 -0
  24. app/core/auth/totp.py +81 -0
  25. app/core/balancer/__init__.py +71 -0
  26. app/core/balancer/logic.py +1612 -0
  27. app/core/balancer/rendezvous_hash.py +21 -0
  28. app/core/balancer/types.py +21 -0
  29. app/core/bootstrap.py +172 -0
  30. app/core/cache/invalidation.py +426 -0
  31. app/core/clients/__init__.py +0 -0
  32. app/core/clients/codex.py +996 -0
  33. app/core/clients/codex_version.py +187 -0
  34. app/core/clients/codex_version_snapshot.py +2 -0
  35. app/core/clients/files.py +534 -0
  36. app/core/clients/headers.py +29 -0
  37. app/core/clients/http.py +511 -0
  38. app/core/clients/model_fetcher.py +276 -0
  39. app/core/clients/native_egress.py +1304 -0
  40. app/core/clients/oauth.py +477 -0
  41. app/core/clients/proxy.py +6089 -0
  42. app/core/clients/proxy_websocket.py +1411 -0
  43. app/core/clients/rate_limit_reset_credits.py +412 -0
  44. app/core/clients/stream_errors.py +12 -0
  45. app/core/clients/thread_cache_identity.py +347 -0
  46. app/core/clients/usage.py +467 -0
  47. app/core/clock.py +170 -0
  48. app/core/config/__init__.py +0 -0
  49. app/core/config/background_jobs.py +73 -0
  50. app/core/config/context_window_overrides.py +166 -0
  51. app/core/config/dashboard_overrides.py +145 -0
  52. app/core/config/inheritable.py +47 -0
  53. app/core/config/key_fingerprint.py +115 -0
  54. app/core/config/settings.py +872 -0
  55. app/core/config/settings_cache.py +100 -0
  56. app/core/config/spool_retention.py +217 -0
  57. app/core/config/tiers.py +174 -0
  58. app/core/conversation_archive.py +568 -0
  59. app/core/crypto.py +37 -0
  60. app/core/draining.py +11 -0
  61. app/core/errors.py +365 -0
  62. app/core/exceptions.py +155 -0
  63. app/core/handlers/__init__.py +3 -0
  64. app/core/handlers/exceptions.py +478 -0
  65. app/core/http_protocol.py +176 -0
  66. app/core/http_protocol_httptools.py +204 -0
  67. app/core/ingress_limits.py +17 -0
  68. app/core/metadata_store.py +18 -0
  69. app/core/metrics/__init__.py +0 -0
  70. app/core/metrics/middleware.py +74 -0
  71. app/core/metrics/prometheus.py +604 -0
  72. app/core/middleware/__init__.py +25 -0
  73. app/core/middleware/api_firewall.py +111 -0
  74. app/core/middleware/app_version.py +37 -0
  75. app/core/middleware/dashboard_auth_proxy.py +55 -0
  76. app/core/middleware/dashboard_csrf.py +177 -0
  77. app/core/middleware/dashboard_gzip.py +41 -0
  78. app/core/middleware/dashboard_overrides.py +59 -0
  79. app/core/middleware/firewall_cache.py +91 -0
  80. app/core/middleware/inflight.py +126 -0
  81. app/core/middleware/multipart_content_encoding.py +129 -0
  82. app/core/middleware/path_rewrite.py +148 -0
  83. app/core/middleware/request_body_limit.py +196 -0
  84. app/core/middleware/request_decompression.py +209 -0
  85. app/core/middleware/request_id.py +72 -0
  86. app/core/middleware/required_capability_http.py +116 -0
  87. app/core/middleware/trusted_proxy_headers.py +36 -0
  88. app/core/multipart.py +237 -0
  89. app/core/multipart_fields.py +91 -0
  90. app/core/openai/__init__.py +0 -0
  91. app/core/openai/chat_requests.py +493 -0
  92. app/core/openai/chat_responses.py +931 -0
  93. app/core/openai/contracts.py +46 -0
  94. app/core/openai/exceptions.py +24 -0
  95. app/core/openai/host_models.py +14 -0
  96. app/core/openai/images.py +413 -0
  97. app/core/openai/message_coercion.py +376 -0
  98. app/core/openai/model_refresh_scheduler.py +423 -0
  99. app/core/openai/model_registry.py +997 -0
  100. app/core/openai/model_registry_store.py +548 -0
  101. app/core/openai/models.py +172 -0
  102. app/core/openai/parsing.py +97 -0
  103. app/core/openai/requests.py +1980 -0
  104. app/core/openai/strict_schema.py +199 -0
  105. app/core/openai/tool_call_safety.py +99 -0
  106. app/core/openai/v1_requests.py +187 -0
  107. app/core/plan_types.py +90 -0
  108. app/core/prestop.py +202 -0
  109. app/core/rate_limiter/__init__.py +0 -0
  110. app/core/rate_limiter/db_rate_limiter.py +215 -0
  111. app/core/request_locality.py +473 -0
  112. app/core/resilience/__init__.py +0 -0
  113. app/core/resilience/backpressure.py +57 -0
  114. app/core/resilience/bulkhead.py +202 -0
  115. app/core/resilience/circuit_breaker.py +150 -0
  116. app/core/resilience/degradation.py +55 -0
  117. app/core/resilience/loop_lag_monitor.py +60 -0
  118. app/core/resilience/memory_monitor.py +137 -0
  119. app/core/resilience/network_recovery.py +256 -0
  120. app/core/resilience/overload.py +98 -0
  121. app/core/resilience/toggles.py +114 -0
  122. app/core/retention/__init__.py +0 -0
  123. app/core/retention/job.py +240 -0
  124. app/core/retention/scheduler.py +69 -0
  125. app/core/runtime_logging.py +601 -0
  126. app/core/scheduling/__init__.py +0 -0
  127. app/core/scheduling/leader_election.py +993 -0
  128. app/core/scheduling/leader_election_handle.py +25 -0
  129. app/core/server.py +140 -0
  130. app/core/shutdown.py +326 -0
  131. app/core/socket_peer.py +22 -0
  132. app/core/startup.py +41 -0
  133. app/core/timeout_invariants.py +347 -0
  134. app/core/tracing/__init__.py +0 -0
  135. app/core/tracing/otel.py +207 -0
  136. app/core/types.py +6 -0
  137. app/core/upstream_proxy/__init__.py +13 -0
  138. app/core/upstream_proxy/cache.py +130 -0
  139. app/core/upstream_proxy/resolver.py +189 -0
  140. app/core/upstream_proxy/types.py +104 -0
  141. app/core/usage/__init__.py +407 -0
  142. app/core/usage/depletion.py +109 -0
  143. app/core/usage/live_hub.py +41 -0
  144. app/core/usage/live_snapshots.py +174 -0
  145. app/core/usage/logs.py +212 -0
  146. app/core/usage/metadata_scheduler.py +118 -0
  147. app/core/usage/models.py +54 -0
  148. app/core/usage/pricing.py +576 -0
  149. app/core/usage/pricing_catalog.py +241 -0
  150. app/core/usage/pricing_snapshot.json +821 -0
  151. app/core/usage/quota.py +133 -0
  152. app/core/usage/refresh_policy.py +21 -0
  153. app/core/usage/refresh_scheduler.py +713 -0
  154. app/core/usage/reset_credits_refresh_scheduler.py +435 -0
  155. app/core/usage/types.py +168 -0
  156. app/core/utils/__init__.py +0 -0
  157. app/core/utils/json_guards.py +18 -0
  158. app/core/utils/locks.py +33 -0
  159. app/core/utils/masking.py +20 -0
  160. app/core/utils/proxy_env.py +104 -0
  161. app/core/utils/request_id.py +65 -0
  162. app/core/utils/retry.py +77 -0
  163. app/core/utils/shared_future.py +172 -0
  164. app/core/utils/sse.py +286 -0
  165. app/core/utils/time.py +24 -0
  166. app/db/__init__.py +0 -0
  167. app/db/account_identity_lock.py +56 -0
  168. app/db/alembic/__init__.py +1 -0
  169. app/db/alembic/env.py +70 -0
  170. app/db/alembic/revision_ids.py +43 -0
  171. app/db/alembic/versions/20260213_000000_base_schema.py +248 -0
  172. app/db/alembic/versions/20260213_000100_normalize_account_plan_types.py +45 -0
  173. app/db/alembic/versions/20260213_000200_add_request_logs_reasoning_effort.py +45 -0
  174. app/db/alembic/versions/20260213_000300_add_accounts_reset_at.py +45 -0
  175. app/db/alembic/versions/20260213_000400_add_accounts_chatgpt_account_id.py +45 -0
  176. app/db/alembic/versions/20260213_000500_add_dashboard_settings.py +70 -0
  177. app/db/alembic/versions/20260213_000600_add_dashboard_settings_totp.py +64 -0
  178. app/db/alembic/versions/20260213_000700_add_dashboard_settings_password.py +59 -0
  179. app/db/alembic/versions/20260213_000800_add_api_keys.py +87 -0
  180. app/db/alembic/versions/20260214_000000_add_api_key_limits.py +143 -0
  181. app/db/alembic/versions/20260215_000000_add_idx_logs_requested_at.py +38 -0
  182. app/db/alembic/versions/20260218_000000_add_api_key_usage_reservations.py +117 -0
  183. app/db/alembic/versions/20260218_000100_add_import_without_overwrite_and_drop_accounts_email_unique.py +198 -0
  184. app/db/alembic/versions/20260225_000000_add_dashboard_settings_routing_strategy.py +53 -0
  185. app/db/alembic/versions/20260228_020000_align_api_key_limit_enum_types.py +104 -0
  186. app/db/alembic/versions/20260228_030000_add_api_firewall_allowlist.py +42 -0
  187. app/db/alembic/versions/20260306_000000_add_request_logs_service_tier.py +45 -0
  188. app/db/alembic/versions/20260307_000000_add_api_key_enforcement_fields.py +56 -0
  189. app/db/alembic/versions/20260308_000000_add_sqlite_performance_indexes.py +41 -0
  190. app/db/alembic/versions/20260309_000000_add_additional_usage_history.py +71 -0
  191. app/db/alembic/versions/20260309_000000_request_logs_nullable_account_id.py +28 -0
  192. app/db/alembic/versions/20260310_000000_add_request_logs_transport.py +45 -0
  193. app/db/alembic/versions/20260310_000000_fix_postgresql_enum_value_casing.py +79 -0
  194. app/db/alembic/versions/20260310_120000_add_sticky_session_kinds_and_affinity_ttl.py +110 -0
  195. app/db/alembic/versions/20260312_000000_add_additional_usage_quota_key.py +193 -0
  196. app/db/alembic/versions/20260312_000000_split_sticky_sessions_primary_key_by_kind.py +96 -0
  197. app/db/alembic/versions/20260312_010000_merge_additional_usage_and_sticky_session_heads.py +25 -0
  198. app/db/alembic/versions/20260312_020000_merge_request_logs_transport_and_feature_heads.py +25 -0
  199. app/db/alembic/versions/20260312_020000_merge_request_logs_transport_and_sticky_heads.py +25 -0
  200. app/db/alembic/versions/20260312_120000_add_dashboard_upstream_stream_transport.py +62 -0
  201. app/db/alembic/versions/20260313_024500_merge_request_log_transport_heads.py +27 -0
  202. app/db/alembic/versions/20260319_100937_increase_prompt_cache_ttl_to_1800s.py +73 -0
  203. app/db/alembic/versions/20260319_111500_merge_prompt_cache_ttl_and_upstream_transport_heads.py +25 -0
  204. app/db/alembic/versions/20260319_183000_normalize_sqlite_account_status_casing.py +48 -0
  205. app/db/alembic/versions/20260320_000000_add_request_log_requested_actual_tiers.py +51 -0
  206. app/db/alembic/versions/20260321_190000_tighten_dashboard_db_indexes.py +64 -0
  207. app/db/alembic/versions/20260321_210000_merge_request_log_tiers_and_dashboard_index_heads.py +25 -0
  208. app/db/alembic/versions/20260325_000000_add_request_log_cost.py +193 -0
  209. app/db/alembic/versions/20260328_000000_add_rate_limit_attempts.py +48 -0
  210. app/db/alembic/versions/20260328_120000_add_request_log_ttft.py +37 -0
  211. app/db/alembic/versions/20260328_130000_add_audit_logs_table.py +45 -0
  212. app/db/alembic/versions/20260328_140000_add_scheduler_leader_table.py +39 -0
  213. app/db/alembic/versions/20260330_000000_add_cache_locality_settings.py +69 -0
  214. app/db/alembic/versions/20260330_010000_merge_scheduler_leader_and_cache_locality_heads.py +25 -0
  215. app/db/alembic/versions/20260330_020000_add_bridge_ring_members.py +46 -0
  216. app/db/alembic/versions/20260401_000000_add_api_key_enforced_service_tier.py +52 -0
  217. app/db/alembic/versions/20260401_000000_add_cache_invalidation.py +41 -0
  218. app/db/alembic/versions/20260401_020000_merge_cache_invalidation_and_api_key_service_tier_heads.py +22 -0
  219. app/db/alembic/versions/20260402_000000_switch_dashboard_routing_default_to_capacity_weighted.py +66 -0
  220. app/db/alembic/versions/20260403_000000_add_credit_api_key_limit_values.py +44 -0
  221. app/db/alembic/versions/20260406_000000_add_api_key_account_assignments.py +57 -0
  222. app/db/alembic/versions/20260406_010000_add_api_key_assignment_scope_flag.py +75 -0
  223. app/db/alembic/versions/20260407_000000_add_bridge_gateway_safe_mode.py +51 -0
  224. app/db/alembic/versions/20260407_010000_merge_api_key_assignment_and_bridge_gateway_heads.py +25 -0
  225. app/db/alembic/versions/20260408_000000_switch_import_without_overwrite_default_to_true.py +73 -0
  226. app/db/alembic/versions/20260408_010000_merge_import_without_overwrite_and_assignment_heads.py +25 -0
  227. app/db/alembic/versions/20260409_000000_add_http_bridge_sessions.py +130 -0
  228. app/db/alembic/versions/20260409_000000_switch_sticky_threads_and_prefer_earlier_reset_defaults_to_true.py +89 -0
  229. app/db/alembic/versions/20260409_010000_add_dashboard_settings_bootstrap_token.py +57 -0
  230. app/db/alembic/versions/20260409_010000_merge_http_bridge_and_import_without_overwrite_heads.py +25 -0
  231. app/db/alembic/versions/20260409_020000_fix_http_bridge_last_seen_index.py +46 -0
  232. app/db/alembic/versions/20260410_000000_backfill_pristine_dashboard_settings_defaults.py +77 -0
  233. app/db/alembic/versions/20260410_030000_restore_import_without_overwrite_default_true.py +73 -0
  234. app/db/alembic/versions/20260410_040000_merge_dashboard_defaults_and_import_default_heads.py +25 -0
  235. app/db/alembic/versions/20260413_000000_add_accounts_blocked_at.py +44 -0
  236. app/db/alembic/versions/20260415_160000_add_automations_tables.py +189 -0
  237. app/db/alembic/versions/20260415_160000_add_request_logs_response_lookup_index.py +67 -0
  238. app/db/alembic/versions/20260417_000000_add_request_log_plan_type.py +44 -0
  239. app/db/alembic/versions/20260418_190000_add_automation_runs_cycle_key.py +87 -0
  240. app/db/alembic/versions/20260419_000000_add_automation_run_cycle_metadata.py +56 -0
  241. app/db/alembic/versions/20260419_020000_add_automation_run_cycles_snapshot_tables.py +342 -0
  242. app/db/alembic/versions/20260421_000000_add_dashboard_session_ttl_setting.py +51 -0
  243. app/db/alembic/versions/20260421_120000_merge_request_log_lookup_and_plan_type_heads.py +25 -0
  244. app/db/alembic/versions/20260421_130000_merge_automation_and_request_log_heads.py +25 -0
  245. app/db/alembic/versions/20260422_103000_normalize_legacy_automation_run_cycle_keys.py +648 -0
  246. app/db/alembic/versions/20260423_120000_add_api_key_limit_reset_at_index.py +43 -0
  247. app/db/alembic/versions/20260424_000000_merge_dashboard_session_ttl_and_request_log_heads.py +25 -0
  248. app/db/alembic/versions/20260426_000000_add_dashboard_relative_availability_settings.py +68 -0
  249. app/db/alembic/versions/20260427_130000_add_warmup_model_and_request_kind.py +75 -0
  250. app/db/alembic/versions/20260506_000000_add_account_routing_policy.py +37 -0
  251. app/db/alembic/versions/20260509_000000_add_api_key_traffic_class.py +37 -0
  252. app/db/alembic/versions/20260509_010000_add_additional_quota_routing_policies.py +37 -0
  253. app/db/alembic/versions/20260513_000000_add_accounts_alias.py +44 -0
  254. app/db/alembic/versions/20260513_000000_add_api_key_apply_to_codex_model.py +59 -0
  255. app/db/alembic/versions/20260514_000000_add_request_logs_api_key_time_index.py +43 -0
  256. app/db/alembic/versions/20260515_000000_add_prefer_earlier_reset_window.py +47 -0
  257. app/db/alembic/versions/20260515_000000_soft_delete_request_logs_on_account_delete.py +83 -0
  258. app/db/alembic/versions/20260515_020000_add_split_sticky_budget_thresholds.py +62 -0
  259. app/db/alembic/versions/20260516_000000_add_sqlite_hot_path_indexes.py +75 -0
  260. app/db/alembic/versions/20260517_000000_merge_sqlite_hot_path_and_request_log_delete_heads.py +24 -0
  261. app/db/alembic/versions/20260518_000000_add_http_bridge_durable_input_prefix.py +44 -0
  262. app/db/alembic/versions/20260518_010000_merge_http_bridge_and_sqlite_recovery_heads.py +25 -0
  263. app/db/alembic/versions/20260518_120000_add_dashboard_guest_access.py +57 -0
  264. app/db/alembic/versions/20260520_000000_merge_api_key_and_http_bridge_heads.py +26 -0
  265. app/db/alembic/versions/20260520_010000_add_request_logs_api_key_account_index.py +45 -0
  266. app/db/alembic/versions/20260520_010000_merge_automation_and_api_key_heads.py +26 -0
  267. app/db/alembic/versions/20260520_030000_add_quota_planner.py +194 -0
  268. app/db/alembic/versions/20260520_040000_merge_quota_planner_and_request_log_index_heads.py +24 -0
  269. app/db/alembic/versions/20260521_000000_add_account_security_work_authorized.py +46 -0
  270. app/db/alembic/versions/20260521_000000_merge_dashboard_guest_and_api_key_heads.py +26 -0
  271. app/db/alembic/versions/20260521_000000_merge_prefer_reset_window_head.py +26 -0
  272. app/db/alembic/versions/20260521_000000_merge_warmup_and_request_log_index_heads.py +25 -0
  273. app/db/alembic/versions/20260522_000000_add_limit_warmup_trigger.py +195 -0
  274. app/db/alembic/versions/20260524_000000_merge_accounts_alias_and_reset_window_heads.py +24 -0
  275. app/db/alembic/versions/20260525_000000_add_usage_raw_window_latest_index.py +31 -0
  276. app/db/alembic/versions/20260526_000000_add_request_log_failure_metadata.py +100 -0
  277. app/db/alembic/versions/20260531_000000_add_account_workspace_identity.py +39 -0
  278. app/db/alembic/versions/20260531_000000_add_single_account_routing.py +42 -0
  279. app/db/alembic/versions/20260601_000000_merge_relative_availability_and_usage_raw_heads.py +24 -0
  280. app/db/alembic/versions/20260601_010000_add_api_key_usage_sections.py +58 -0
  281. app/db/alembic/versions/20260601_010000_add_routing_policy_persistence.py +67 -0
  282. app/db/alembic/versions/20260601_010000_merge_security_work_and_relative_availability_heads.py +25 -0
  283. app/db/alembic/versions/20260601_010000_merge_split_sticky_and_relative_usage_heads.py +25 -0
  284. app/db/alembic/versions/20260601_010000_merge_warmup_and_relative_availability_heads.py +25 -0
  285. app/db/alembic/versions/20260601_020000_merge_additional_quota_routing_and_relative_availability_heads.py +25 -0
  286. app/db/alembic/versions/20260601_020000_merge_quota_planner_and_relative_availability_heads.py +25 -0
  287. app/db/alembic/versions/20260601_020000_merge_reset_window_and_relative_availability_heads.py +25 -0
  288. app/db/alembic/versions/20260601_020000_merge_routing_policy_and_split_threshold_heads.py +24 -0
  289. app/db/alembic/versions/20260601_020000_merge_warmup_and_request_log_failure_heads.py +25 -0
  290. app/db/alembic/versions/20260601_030000_merge_single_account_and_routing_quota_heads.py +29 -0
  291. app/db/alembic/versions/20260601_040000_merge_security_work_and_routing_consolidation_heads.py +25 -0
  292. app/db/alembic/versions/20260601_050000_merge_quota_planner_and_routing_consolidation_heads.py +25 -0
  293. app/db/alembic/versions/20260602_050000_add_upstream_proxy_routing.py +164 -0
  294. app/db/alembic/versions/20260602_060000_merge_account_workspace_and_failure_heads.py +25 -0
  295. app/db/alembic/versions/20260602_070000_add_request_log_useragent_fields.py +86 -0
  296. app/db/alembic/versions/20260602_070000_merge_quota_planner_and_account_workspace_heads.py +25 -0
  297. app/db/alembic/versions/20260602_080000_merge_upstream_proxy_and_quota_planner_heads.py +25 -0
  298. app/db/alembic/versions/20260602_080000_merge_useragent_and_upstream_proxy_heads.py +24 -0
  299. app/db/alembic/versions/20260603_000000_add_weekly_pace_working_days.py +52 -0
  300. app/db/alembic/versions/20260603_000000_free_account_monthly_window.py +60 -0
  301. app/db/alembic/versions/20260604_000000_add_reauth_required_account_status.py +159 -0
  302. app/db/alembic/versions/20260604_010000_merge_automations_and_reauth_status_heads.py +25 -0
  303. app/db/alembic/versions/20260604_010000_merge_dashboard_guest_and_reauth_status_heads.py +25 -0
  304. app/db/alembic/versions/20260604_010000_merge_useragent_and_reauth_heads.py +24 -0
  305. app/db/alembic/versions/20260607_000000_merge_weekly_monthly_useragent_heads.py +28 -0
  306. app/db/alembic/versions/20260608_000000_add_hide_upstream_quota_from_api_keys.py +50 -0
  307. app/db/alembic/versions/20260611_000000_add_request_log_archive_request_id.py +47 -0
  308. app/db/alembic/versions/20260611_000000_merge_automations_and_weekly_monthly_useragent_heads.py +26 -0
  309. app/db/alembic/versions/20260611_000000_merge_dashboard_guest_and_weekly_useragent_heads.py +26 -0
  310. app/db/alembic/versions/20260611_010000_add_request_log_client_ip.py +57 -0
  311. app/db/alembic/versions/20260611_020000_merge_request_log_archive_and_client_ip_heads.py +26 -0
  312. app/db/alembic/versions/20260611_030000_merge_dashboard_guest_and_request_log_client_ip_heads.py +26 -0
  313. app/db/alembic/versions/20260613_000000_add_accounts_codex_installation_id.py +57 -0
  314. app/db/alembic/versions/20260613_010000_merge_installation_id_and_dashboard_weekly_heads.py +26 -0
  315. app/db/alembic/versions/20260615_000000_merge_automations_and_dashboard_guest_heads.py +26 -0
  316. app/db/alembic/versions/20260623_000000_add_limit_warmup_exhausted_threshold.py +51 -0
  317. app/db/alembic/versions/20260626_000000_add_http_downstream_transport_policy.py +46 -0
  318. app/db/alembic/versions/20260626_010000_add_request_logs_upstream_transport.py +31 -0
  319. app/db/alembic/versions/20260629_000000_add_dashboard_query_hot_path_indexes.py +53 -0
  320. app/db/alembic/versions/20260630_000000_add_limit_warmup_staggered_idle.py +47 -0
  321. app/db/alembic/versions/20260630_000000_merge_request_log_client_ip_and_dashboard_hot_path_heads.py +26 -0
  322. app/db/alembic/versions/20260630_010000_merge_warmup_and_request_log_dashboard_heads.py +26 -0
  323. app/db/alembic/versions/20260630_020000_merge_automations_and_main_heads.py +26 -0
  324. app/db/alembic/versions/20260630_020000_merge_warmup_threshold_and_main_heads.py +26 -0
  325. app/db/alembic/versions/20260630_030000_add_automation_run_model_snapshot.py +59 -0
  326. app/db/alembic/versions/20260630_040000_merge_automation_snapshot_and_warmup_threshold_heads.py +26 -0
  327. app/db/alembic/versions/20260630_050000_add_automation_run_prompt_snapshot.py +52 -0
  328. app/db/alembic/versions/20260701_000000_add_weekly_pace_smoothing_minutes.py +51 -0
  329. app/db/alembic/versions/20260702_000000_add_model_sources.py +176 -0
  330. app/db/alembic/versions/20260705_000000_add_model_source_audio_transcriptions.py +50 -0
  331. app/db/alembic/versions/20260705_000000_harden_dashboard_session_ttl.py +62 -0
  332. app/db/alembic/versions/20260706_000000_add_model_source_audio_per_minute.py +43 -0
  333. app/db/alembic/versions/20260707_000000_merge_model_sources_and_session_ttl.py +24 -0
  334. app/db/alembic/versions/20260707_010000_merge_automations_and_model_sources_heads.py +24 -0
  335. app/db/alembic/versions/20260707_020000_add_automation_job_account_scope.py +125 -0
  336. app/db/alembic/versions/20260709_000000_add_ttft_phase_observability.py +66 -0
  337. app/db/alembic/versions/20260711_000000_add_dashboard_prohibit_fast_mode.py +42 -0
  338. app/db/alembic/versions/20260711_010000_add_account_chatgpt_user_id.py +40 -0
  339. app/db/alembic/versions/20260711_020000_add_dashboard_account_concurrency_caps.py +71 -0
  340. app/db/alembic/versions/20260711_030000_add_limit_warmup_idle_threshold.py +51 -0
  341. app/db/alembic/versions/20260712_010000_add_account_usage_rollups.py +56 -0
  342. app/db/alembic/versions/20260712_020000_add_api_key_usage_rollups.py +53 -0
  343. app/db/alembic/versions/20260713_020000_add_model_registry_snapshot.py +42 -0
  344. app/db/alembic/versions/20260713_040000_add_account_refresh_claims.py +42 -0
  345. app/db/alembic/versions/20260713_040000_add_replica_guardrails.py +64 -0
  346. app/db/alembic/versions/20260713_070000_add_reset_credit_redeem_tables.py +58 -0
  347. app/db/alembic/versions/20260714_000000_add_oauth_flow_states.py +63 -0
  348. app/db/alembic/versions/20260715_000000_add_request_log_queue_latency.py +44 -0
  349. app/db/alembic/versions/20260716_000000_add_oauth_device_flow_slots.py +41 -0
  350. app/db/alembic/versions/20260716_010000_add_dashboard_retention_settings.py +48 -0
  351. app/db/alembic/versions/20260716_010000_add_reset_credit_display_settings.py +73 -0
  352. app/db/alembic/versions/20260717_000000_add_http_bridge_retry_circuits.py +47 -0
  353. app/db/alembic/versions/20260717_000000_merge_retention_and_reset_credit_display_heads.py +26 -0
  354. app/db/alembic/versions/20260717_000000_optimize_dashboard_hot_path_indexes.py +162 -0
  355. app/db/alembic/versions/20260717_000001_merge_retry_circuits_and_dashboard_indexes.py +22 -0
  356. app/db/alembic/versions/20260720_000000_add_request_log_conversation_id.py +57 -0
  357. app/db/alembic/versions/20260722_000000_backfill_request_log_useragent_families.py +40 -0
  358. app/db/alembic/versions/20260724_000000_add_request_usage_time_rollups.py +176 -0
  359. app/db/alembic/versions/20260724_000000_merge_request_log_schema_heads.py +33 -0
  360. app/db/alembic/versions/20260725_000000_add_http_bridge_pending_tool_calls.py +43 -0
  361. app/db/alembic/versions/20260726_000000_add_account_plan_downgrade_observations.py +44 -0
  362. app/db/alembic/versions/20260726_000000_repair_request_usage_rollups_after_merge.py +37 -0
  363. app/db/alembic/versions/20260727_000000_add_sticky_session_continuity_abandoned_at.py +45 -0
  364. app/db/alembic/versions/20260728_000000_merge_pending_tool_calls_and_rollup_repair_heads.py +31 -0
  365. app/db/alembic/versions/20260730_000000_add_api_key_fair_share_threshold.py +44 -0
  366. app/db/alembic/versions/20260730_000000_add_http_bridge_recovery_attempts.py +60 -0
  367. app/db/alembic/versions/20260731_000000_add_capability_lineage_markers.py +38 -0
  368. app/db/alembic/versions/20260803_000000_merge_http_bridge_recovery_and_capability_lineage_heads.py +30 -0
  369. app/db/alembic/versions/20260804_000000_add_http_bridge_operations.py +63 -0
  370. app/db/alembic/versions/20260804_000001_add_global_http_bridge_operation_fingerprint.py +53 -0
  371. app/db/alembic/versions/20260804_230000_add_request_log_connection_request_kind.py +43 -0
  372. app/db/alembic/versions/20260805_000000_add_http_bridge_operation_spool.py +75 -0
  373. app/db/alembic/versions/20260805_000001_finalize_http_bridge_operation_spool.py +65 -0
  374. app/db/alembic/versions/20260806_000000_add_additional_usage_alias_probe_indexes.py +84 -0
  375. app/db/alembic/versions/20260806_000000_add_anonymous_telemetry.py +49 -0
  376. app/db/alembic/versions/20260806_010000_add_conversation_presence_rollup.py +72 -0
  377. app/db/alembic/versions/20260806_020000_add_usage_history_bulk_covering_indexes.py +99 -0
  378. app/db/alembic/versions/20260806_030000_add_api_key_allowed_reasoning_efforts.py +65 -0
  379. app/db/alembic/versions/20260806_120000_add_http_bridge_owner_process_epoch.py +57 -0
  380. app/db/alembic/versions/20260807_000000_merge_http_bridge_operation_spool_and_latest_main.py +24 -0
  381. app/db/alembic/versions/20260808_000000_tune_usage_history_autovacuum.py +54 -0
  382. app/db/alembic/versions/20260810_000000_add_http_bridge_recovery_dispatch_count.py +44 -0
  383. app/db/alembic/versions/20260811_000000_add_hourly_rollup_cancelled_count.py +92 -0
  384. app/db/alembic/versions/20260812_000000_merge_recovery_dispatch_and_hourly_cancelled_heads.py +25 -0
  385. app/db/alembic/versions/20260812_120000_add_sticky_abandonment_scope.py +43 -0
  386. app/db/alembic/versions/20260813_000000_add_file_account_pins.py +40 -0
  387. app/db/alembic/versions/20260816_000000_add_account_pending_deletion.py +81 -0
  388. app/db/alembic/versions/20260816_000000_add_model_source_embeddings.py +50 -0
  389. app/db/alembic/versions/20260821_000000_add_retry_circuit_admission_generation.py +49 -0
  390. app/db/alembic/versions/20260826_000000_add_http_bridge_event_chunks.py +107 -0
  391. app/db/alembic/versions/20260828_000000_add_accounts_chatgpt_identity_index.py +55 -0
  392. app/db/alembic/versions/20260830_000000_add_quota_warmup_claim_expiry.py +83 -0
  393. app/db/alembic/versions/20260908_000000_add_guest_session_generation.py +37 -0
  394. app/db/alembic/versions/20260908_000000_add_subscription_overflow.py +140 -0
  395. app/db/alembic/versions/20260908_000000_replace_upstream_stream_transport_default_sentinel.py +50 -0
  396. app/db/alembic/versions/20260908_020000_merge_overflow_transport_heads.py +27 -0
  397. app/db/alembic/versions/20260909_000000_add_dashboard_roles.py +72 -0
  398. app/db/alembic/versions/20260909_010000_add_dashboard_users.py +183 -0
  399. app/db/alembic/versions/20260909_020000_reproject_compat_admin_credentials.py +105 -0
  400. app/db/alembic/versions/20260909_030000_add_audit_actor_columns.py +103 -0
  401. app/db/alembic/versions/20260909_030000_dashboard_resilience_toggle_settings.py +63 -0
  402. app/db/alembic/versions/20260909_040000_add_dashboard_user_invites.py +54 -0
  403. app/db/alembic/versions/20260909_040000_dashboard_timeout_settings.py +68 -0
  404. app/db/alembic/versions/20260909_050000_dashboard_routing_overload_settings.py +65 -0
  405. app/db/alembic/versions/20260909_060000_add_report_rollup.py +74 -0
  406. app/db/alembic/versions/20260909_070000_automation_run_claim_budget.py +50 -0
  407. app/db/alembic/versions/20260909_080000_dashboard_stream_bridge_budgets.py +62 -0
  408. app/db/alembic/versions/20260909_090000_dashboard_background_job_toggles.py +63 -0
  409. app/db/alembic/versions/20260909_100000_dashboard_codex_prewarm.py +49 -0
  410. app/db/alembic/versions/20260909_110000_model_context_window_overrides.py +45 -0
  411. app/db/alembic/versions/20260909_120000_dashboard_conversation_archive.py +48 -0
  412. app/db/alembic/versions/20260909_130000_add_request_logs_live_facet_indexes.py +96 -0
  413. app/db/alembic/versions/20260910_000000_add_totp_required_for_admin_role.py +44 -0
  414. app/db/alembic/versions/20260910_000000_request_logs_missing_cost_index.py +52 -0
  415. app/db/alembic/versions/20260910_010000_add_dashboard_auth_providers.py +134 -0
  416. app/db/alembic/versions/20260910_010000_dashboard_spool_retention.py +52 -0
  417. app/db/alembic/versions/20260910_020000_add_dashboard_role_mappings.py +74 -0
  418. app/db/alembic/versions/20260910_143000_request_log_affinity.py +28 -0
  419. app/db/alembic/versions/20260910_180000_merge_affinity_guest_heads.py +17 -0
  420. app/db/alembic/versions/20260910_200000_merge_affinity_identity_heads.py +17 -0
  421. app/db/alembic/versions/20260910_220000_merge_affinity_invite_heads.py +17 -0
  422. app/db/alembic/versions/20260911_000000_model_source_pins_kind_expires_index.py +43 -0
  423. app/db/alembic/versions/20260911_010000_merge_pin_index_and_affinity_heads.py +17 -0
  424. app/db/alembic/versions/20260911_020000_add_http_bridge_terminal_append_phase.py +54 -0
  425. app/db/alembic/versions/20260911_030000_add_local_login_policy.py +48 -0
  426. app/db/alembic/versions/20260911_040000_add_thread_cache_identity_mode.py +48 -0
  427. app/db/alembic/versions/20260911_060000_add_bridge_session_continuity_abandonment.py +40 -0
  428. app/db/alembic/versions/20260912_000000_merge_thread_cache_and_bridge_retirement_heads.py +22 -0
  429. app/db/alembic/versions/20260912_010000_drop_legacy_dashboard_credentials.py +140 -0
  430. app/db/alembic/versions/20260913_000000_add_oidc_provider_flow.py +134 -0
  431. app/db/alembic/versions/20260914_000000_add_scim_tokens.py +78 -0
  432. app/db/alembic/versions/20260914_000000_drop_subscription_overflow_schema.py +132 -0
  433. app/db/alembic/versions/20260918_000000_merge_scim_and_overflow_heads.py +17 -0
  434. app/db/alembic/versions/__init__.py +1 -0
  435. app/db/backup.py +64 -0
  436. app/db/migrate.py +1249 -0
  437. app/db/migration_lock.py +160 -0
  438. app/db/migration_url.py +18 -0
  439. app/db/models.py +3100 -0
  440. app/db/recover.py +244 -0
  441. app/db/session.py +1295 -0
  442. app/db/snapshot.py +46 -0
  443. app/db/sqlite_lock_retry.py +190 -0
  444. app/db/sqlite_utils.py +549 -0
  445. app/dependencies.py +462 -0
  446. app/main.py +1240 -0
  447. app/modules/__init__.py +0 -0
  448. app/modules/accounts/__init__.py +0 -0
  449. app/modules/accounts/api.py +426 -0
  450. app/modules/accounts/auth_manager.py +1439 -0
  451. app/modules/accounts/background_repository.py +160 -0
  452. app/modules/accounts/deletion.py +540 -0
  453. app/modules/accounts/mappers.py +654 -0
  454. app/modules/accounts/refresh_claims.py +352 -0
  455. app/modules/accounts/repository.py +1679 -0
  456. app/modules/accounts/schemas.py +308 -0
  457. app/modules/accounts/service.py +809 -0
  458. app/modules/accounts/usage_rollup.py +486 -0
  459. app/modules/accounts/usage_rollup_scheduler.py +75 -0
  460. app/modules/accounts/usage_time_rollup.py +1037 -0
  461. app/modules/accounts/usage_time_rollup_read.py +522 -0
  462. app/modules/api_keys/__init__.py +1 -0
  463. app/modules/api_keys/api.py +344 -0
  464. app/modules/api_keys/last_used_coalescer.py +216 -0
  465. app/modules/api_keys/limit_windows.py +41 -0
  466. app/modules/api_keys/repository.py +1200 -0
  467. app/modules/api_keys/reset_scheduler.py +85 -0
  468. app/modules/api_keys/schemas.py +135 -0
  469. app/modules/api_keys/service.py +2123 -0
  470. app/modules/audit/__init__.py +0 -0
  471. app/modules/audit/api.py +88 -0
  472. app/modules/audit/repository.py +74 -0
  473. app/modules/audit/schemas.py +33 -0
  474. app/modules/audit/service.py +71 -0
  475. app/modules/auth_providers/__init__.py +0 -0
  476. app/modules/auth_providers/api.py +127 -0
  477. app/modules/auth_providers/config.py +343 -0
  478. app/modules/auth_providers/repository.py +101 -0
  479. app/modules/auth_providers/schemas.py +88 -0
  480. app/modules/auth_providers/seed.py +105 -0
  481. app/modules/auth_providers/service.py +289 -0
  482. app/modules/automations/__init__.py +1 -0
  483. app/modules/automations/api.py +369 -0
  484. app/modules/automations/repository.py +1896 -0
  485. app/modules/automations/scheduler.py +107 -0
  486. app/modules/automations/schemas.py +158 -0
  487. app/modules/automations/service.py +2548 -0
  488. app/modules/cache_isolation_probe/__init__.py +0 -0
  489. app/modules/cache_isolation_probe/api.py +188 -0
  490. app/modules/cache_isolation_probe/prefix.py +144 -0
  491. app/modules/cache_isolation_probe/schemas.py +94 -0
  492. app/modules/cache_isolation_probe/sender.py +229 -0
  493. app/modules/cache_isolation_probe/service.py +525 -0
  494. app/modules/conversation_archive/__init__.py +1 -0
  495. app/modules/conversation_archive/api.py +101 -0
  496. app/modules/conversation_archive/schemas.py +28 -0
  497. app/modules/conversation_archive/service.py +165 -0
  498. app/modules/dashboard/__init__.py +1 -0
  499. app/modules/dashboard/api.py +106 -0
  500. app/modules/dashboard/builders.py +107 -0
  501. app/modules/dashboard/repository.py +304 -0
  502. app/modules/dashboard/schemas.py +148 -0
  503. app/modules/dashboard/service.py +534 -0
  504. app/modules/dashboard/timeframes.py +19 -0
  505. app/modules/dashboard/weekly_pace.py +617 -0
  506. app/modules/dashboard_auth/__init__.py +1 -0
  507. app/modules/dashboard_auth/api.py +1344 -0
  508. app/modules/dashboard_auth/oidc_api.py +753 -0
  509. app/modules/dashboard_auth/oidc_flows.py +330 -0
  510. app/modules/dashboard_auth/repository.py +452 -0
  511. app/modules/dashboard_auth/schemas.py +232 -0
  512. app/modules/dashboard_auth/service.py +1384 -0
  513. app/modules/dashboard_roles/__init__.py +0 -0
  514. app/modules/dashboard_roles/api.py +64 -0
  515. app/modules/dashboard_roles/repository.py +54 -0
  516. app/modules/dashboard_roles/schemas.py +29 -0
  517. app/modules/dashboard_roles/seed.py +80 -0
  518. app/modules/dashboard_roles/service.py +142 -0
  519. app/modules/dashboard_users/__init__.py +0 -0
  520. app/modules/dashboard_users/api.py +278 -0
  521. app/modules/dashboard_users/break_glass.py +169 -0
  522. app/modules/dashboard_users/credentials.py +18 -0
  523. app/modules/dashboard_users/identity_resolver.py +665 -0
  524. app/modules/dashboard_users/repository.py +725 -0
  525. app/modules/dashboard_users/schemas.py +117 -0
  526. app/modules/dashboard_users/service.py +1054 -0
  527. app/modules/firewall/__init__.py +1 -0
  528. app/modules/firewall/api.py +78 -0
  529. app/modules/firewall/repository.py +51 -0
  530. app/modules/firewall/schemas.py +28 -0
  531. app/modules/firewall/service.py +93 -0
  532. app/modules/fleet/__init__.py +1 -0
  533. app/modules/fleet/api.py +177 -0
  534. app/modules/fleet/mappers.py +56 -0
  535. app/modules/fleet/observability.py +372 -0
  536. app/modules/fleet/schemas.py +119 -0
  537. app/modules/health/__init__.py +0 -0
  538. app/modules/health/api.py +246 -0
  539. app/modules/health/schemas.py +27 -0
  540. app/modules/limit_warmup/__init__.py +1 -0
  541. app/modules/limit_warmup/repository.py +159 -0
  542. app/modules/limit_warmup/service.py +1001 -0
  543. app/modules/model_sources/__init__.py +1 -0
  544. app/modules/model_sources/api.py +99 -0
  545. app/modules/model_sources/catalog.py +307 -0
  546. app/modules/model_sources/forwarding.py +1435 -0
  547. app/modules/model_sources/projection.py +55 -0
  548. app/modules/model_sources/repository.py +201 -0
  549. app/modules/model_sources/schemas.py +79 -0
  550. app/modules/model_sources/selection.py +166 -0
  551. app/modules/model_sources/service.py +236 -0
  552. app/modules/oauth/__init__.py +0 -0
  553. app/modules/oauth/api.py +101 -0
  554. app/modules/oauth/repository.py +238 -0
  555. app/modules/oauth/schemas.py +49 -0
  556. app/modules/oauth/service.py +1196 -0
  557. app/modules/oauth/templates/oauth_success.html +122 -0
  558. app/modules/proxy/__init__.py +0 -0
  559. app/modules/proxy/_load_balancer/__init__.py +1 -0
  560. app/modules/proxy/_load_balancer/error_rate.py +116 -0
  561. app/modules/proxy/_load_balancer/latency_cohort.py +154 -0
  562. app/modules/proxy/_load_balancer/model_eligibility.py +250 -0
  563. app/modules/proxy/_load_balancer/opportunistic_admission.py +350 -0
  564. app/modules/proxy/_load_balancer/overload_backoff.py +394 -0
  565. app/modules/proxy/_load_balancer/sticky_selection.py +2417 -0
  566. app/modules/proxy/_load_balancer/throughput_cohort.py +233 -0
  567. app/modules/proxy/_load_balancer/ttft_cohort.py +214 -0
  568. app/modules/proxy/_load_balancer/tunables.py +97 -0
  569. app/modules/proxy/_load_balancer/types.py +96 -0
  570. app/modules/proxy/_load_balancer/unbound_selection.py +534 -0
  571. app/modules/proxy/_service/__init__.py +6 -0
  572. app/modules/proxy/_service/api_key_usage.py +745 -0
  573. app/modules/proxy/_service/clock_budget.py +38 -0
  574. app/modules/proxy/_service/codex_control.py +611 -0
  575. app/modules/proxy/_service/compact.py +2211 -0
  576. app/modules/proxy/_service/file_ops.py +749 -0
  577. app/modules/proxy/_service/http_bridge/__init__.py +3 -0
  578. app/modules/proxy/_service/http_bridge/accepted_replay.py +331 -0
  579. app/modules/proxy/_service/http_bridge/account_sessions.py +57 -0
  580. app/modules/proxy/_service/http_bridge/activity.py +178 -0
  581. app/modules/proxy/_service/http_bridge/helpers.py +3959 -0
  582. app/modules/proxy/_service/http_bridge/mixin.py +2435 -0
  583. app/modules/proxy/_service/http_bridge/owner_forwarding.py +609 -0
  584. app/modules/proxy/_service/http_bridge/protocol.py +167 -0
  585. app/modules/proxy/_service/http_bridge/proxy_failover.py +58 -0
  586. app/modules/proxy/_service/http_bridge/quarantine.py +443 -0
  587. app/modules/proxy/_service/http_bridge/request_submit.py +4582 -0
  588. app/modules/proxy/_service/http_bridge/retry_circuit.py +2442 -0
  589. app/modules/proxy/_service/http_bridge/service_stubs.py +492 -0
  590. app/modules/proxy/_service/http_bridge/session_registry.py +778 -0
  591. app/modules/proxy/_service/http_bridge/streaming.py +5328 -0
  592. app/modules/proxy/_service/http_bridge/upstream_events.py +4538 -0
  593. app/modules/proxy/_service/observability.py +410 -0
  594. app/modules/proxy/_service/rate_limit.py +361 -0
  595. app/modules/proxy/_service/realtime_live.py +655 -0
  596. app/modules/proxy/_service/refresh.py +154 -0
  597. app/modules/proxy/_service/request_log.py +585 -0
  598. app/modules/proxy/_service/response_create.py +930 -0
  599. app/modules/proxy/_service/streaming/__init__.py +3 -0
  600. app/modules/proxy/_service/streaming/helpers.py +1317 -0
  601. app/modules/proxy/_service/streaming/mixin.py +1100 -0
  602. app/modules/proxy/_service/streaming/protocol.py +32 -0
  603. app/modules/proxy/_service/streaming/retry.py +3762 -0
  604. app/modules/proxy/_service/support.py +2122 -0
  605. app/modules/proxy/_service/transcribe.py +434 -0
  606. app/modules/proxy/_service/warmup.py +483 -0
  607. app/modules/proxy/_service/websocket/__init__.py +3 -0
  608. app/modules/proxy/_service/websocket/helpers.py +2360 -0
  609. app/modules/proxy/_service/websocket/mixin.py +7285 -0
  610. app/modules/proxy/_service/websocket/protocol.py +74 -0
  611. app/modules/proxy/account_cache.py +229 -0
  612. app/modules/proxy/account_eligibility.py +87 -0
  613. app/modules/proxy/additional_model_limits.py +40 -0
  614. app/modules/proxy/affinity.py +830 -0
  615. app/modules/proxy/affinity_observation.py +101 -0
  616. app/modules/proxy/api.py +10254 -0
  617. app/modules/proxy/api_key_usage.py +113 -0
  618. app/modules/proxy/cap_partitioning.py +280 -0
  619. app/modules/proxy/capability_lineage.py +65 -0
  620. app/modules/proxy/capability_lineage_repository.py +82 -0
  621. app/modules/proxy/capability_routing.py +253 -0
  622. app/modules/proxy/continuity.py +112 -0
  623. app/modules/proxy/downstream_delivery.py +277 -0
  624. app/modules/proxy/durable_bridge_coordinator.py +1217 -0
  625. app/modules/proxy/durable_bridge_repository.py +4516 -0
  626. app/modules/proxy/durable_bridge_runtime.py +9 -0
  627. app/modules/proxy/durable_bridge_transcript_codec.py +122 -0
  628. app/modules/proxy/fair_share.py +131 -0
  629. app/modules/proxy/file_pin_repository.py +210 -0
  630. app/modules/proxy/helpers.py +439 -0
  631. app/modules/proxy/http_bridge_event_batcher.py +613 -0
  632. app/modules/proxy/http_bridge_forwarding.py +797 -0
  633. app/modules/proxy/http_continuation.py +76 -0
  634. app/modules/proxy/images_observability.py +62 -0
  635. app/modules/proxy/images_service.py +1054 -0
  636. app/modules/proxy/load_balancer.py +3016 -0
  637. app/modules/proxy/rate_limit_cache.py +46 -0
  638. app/modules/proxy/replay_safety.py +1063 -0
  639. app/modules/proxy/repo_bundle.py +31 -0
  640. app/modules/proxy/request_policy.py +1054 -0
  641. app/modules/proxy/ring_membership.py +251 -0
  642. app/modules/proxy/schemas.py +345 -0
  643. app/modules/proxy/selection_errors.py +41 -0
  644. app/modules/proxy/service.py +2600 -0
  645. app/modules/proxy/source_admission.py +125 -0
  646. app/modules/proxy/source_dispatch.py +999 -0
  647. app/modules/proxy/sticky_repository.py +831 -0
  648. app/modules/proxy/thread_anchors.py +491 -0
  649. app/modules/proxy/tool_call_dedupe.py +802 -0
  650. app/modules/proxy/types.py +54 -0
  651. app/modules/proxy/work_admission.py +121 -0
  652. app/modules/quota_planner/__init__.py +1 -0
  653. app/modules/quota_planner/api.py +276 -0
  654. app/modules/quota_planner/logic.py +743 -0
  655. app/modules/quota_planner/repository.py +722 -0
  656. app/modules/quota_planner/scheduler.py +212 -0
  657. app/modules/quota_planner/schemas.py +102 -0
  658. app/modules/quota_planner/warmup.py +693 -0
  659. app/modules/rate_limit_reset_credits/__init__.py +0 -0
  660. app/modules/rate_limit_reset_credits/api.py +601 -0
  661. app/modules/rate_limit_reset_credits/redeem_coordination.py +274 -0
  662. app/modules/rate_limit_reset_credits/store.py +114 -0
  663. app/modules/reports/__init__.py +1 -0
  664. app/modules/reports/api.py +134 -0
  665. app/modules/reports/cache.py +74 -0
  666. app/modules/reports/filters.py +27 -0
  667. app/modules/reports/repository.py +525 -0
  668. app/modules/reports/rollup.py +150 -0
  669. app/modules/reports/rollup_read.py +148 -0
  670. app/modules/reports/schemas.py +123 -0
  671. app/modules/reports/service.py +287 -0
  672. app/modules/reports/thread_identity.py +256 -0
  673. app/modules/request_logs/__init__.py +0 -0
  674. app/modules/request_logs/api.py +224 -0
  675. app/modules/request_logs/cost_backfill.py +154 -0
  676. app/modules/request_logs/mappers.py +97 -0
  677. app/modules/request_logs/repository.py +1765 -0
  678. app/modules/request_logs/schemas.py +145 -0
  679. app/modules/request_logs/service.py +348 -0
  680. app/modules/role_mappings/__init__.py +0 -0
  681. app/modules/role_mappings/api.py +206 -0
  682. app/modules/role_mappings/matching.py +55 -0
  683. app/modules/role_mappings/repository.py +106 -0
  684. app/modules/role_mappings/schemas.py +67 -0
  685. app/modules/role_mappings/service.py +334 -0
  686. app/modules/runtime/__init__.py +1 -0
  687. app/modules/runtime/api.py +18 -0
  688. app/modules/runtime/schemas.py +14 -0
  689. app/modules/runtime/service.py +218 -0
  690. app/modules/scim/__init__.py +1 -0
  691. app/modules/scim/api.py +194 -0
  692. app/modules/scim/dependencies.py +112 -0
  693. app/modules/scim/errors.py +77 -0
  694. app/modules/scim/management_api.py +156 -0
  695. app/modules/scim/repository.py +212 -0
  696. app/modules/scim/schemas.py +145 -0
  697. app/modules/scim/service.py +786 -0
  698. app/modules/scim/tokens.py +43 -0
  699. app/modules/settings/__init__.py +1 -0
  700. app/modules/settings/api.py +1677 -0
  701. app/modules/settings/repository.py +606 -0
  702. app/modules/settings/schemas.py +496 -0
  703. app/modules/settings/service.py +769 -0
  704. app/modules/shared/__init__.py +0 -0
  705. app/modules/shared/schemas.py +22 -0
  706. app/modules/sticky_sessions/__init__.py +1 -0
  707. app/modules/sticky_sessions/api.py +118 -0
  708. app/modules/sticky_sessions/cleanup_scheduler.py +487 -0
  709. app/modules/sticky_sessions/schemas.py +78 -0
  710. app/modules/sticky_sessions/service.py +196 -0
  711. app/modules/telemetry/__init__.py +5 -0
  712. app/modules/telemetry/api.py +115 -0
  713. app/modules/telemetry/clients.py +62 -0
  714. app/modules/telemetry/consent.py +115 -0
  715. app/modules/telemetry/scheduler.py +85 -0
  716. app/modules/telemetry/schemas.py +163 -0
  717. app/modules/telemetry/sender.py +221 -0
  718. app/modules/telemetry/snapshot.py +490 -0
  719. app/modules/usage/__init__.py +0 -0
  720. app/modules/usage/additional_quota_keys.py +379 -0
  721. app/modules/usage/api.py +45 -0
  722. app/modules/usage/background_repository.py +147 -0
  723. app/modules/usage/builders.py +559 -0
  724. app/modules/usage/depletion_service.py +277 -0
  725. app/modules/usage/live_ingest.py +356 -0
  726. app/modules/usage/mappers.py +29 -0
  727. app/modules/usage/plan_downgrade_observations.py +488 -0
  728. app/modules/usage/repository.py +1890 -0
  729. app/modules/usage/schemas.py +68 -0
  730. app/modules/usage/service.py +102 -0
  731. app/modules/usage/updater.py +1488 -0
  732. app/static/assets/Trans-Cj-J9mVA.js +1 -0
  733. app/static/assets/access-page-DHzZiXZi.js +1 -0
  734. app/static/assets/account-cost-donut-DGhfA4U8.js +1 -0
  735. app/static/assets/account-identifiers-CxbdLshZ.js +1 -0
  736. app/static/assets/account-status-DIsU5sUS.js +1 -0
  737. app/static/assets/account-trend-chart-BptlfwwQ.js +1 -0
  738. app/static/assets/accounts-page-Bbai8ift.js +3 -0
  739. app/static/assets/api-Dwa7XxPe.js +1 -0
  740. app/static/assets/api-client-dugX1Pti.js +55 -0
  741. app/static/assets/api-key-create-dialog-DnRm0oYN.js +1 -0
  742. app/static/assets/api-key-created-dialog-B6jkDG9f.js +1 -0
  743. app/static/assets/api-key-edit-dialog-Ck3Bnc3V.js +1 -0
  744. app/static/assets/api-trend-chart-BchCw7Hj.js +1 -0
  745. app/static/assets/apis-page-BvXz9c6i.js +2 -0
  746. app/static/assets/arrow-up-Dqh_KzJo.js +1 -0
  747. app/static/assets/arrow-up-down-LBRgVDGY.js +1 -0
  748. app/static/assets/automations-page-DQgNAJOR.js +3 -0
  749. app/static/assets/badge-DqMb9es0.js +1 -0
  750. app/static/assets/blur-email-HEvKagG2.js +1 -0
  751. app/static/assets/button-BjVmmiGW.js +1 -0
  752. app/static/assets/checkbox-apsl9vzk.js +1 -0
  753. app/static/assets/chevron-left-1d_pHVa5.js +1 -0
  754. app/static/assets/circle-alert-BS0xd_o1.js +1 -0
  755. app/static/assets/clsx-DB0hHKMi.js +1 -0
  756. app/static/assets/colors-BBy8GEtr.js +1 -0
  757. app/static/assets/copy-button-D7nAvOKR.js +1 -0
  758. app/static/assets/cost-per-day-chart-YdqlkZVM.js +1 -0
  759. app/static/assets/createLucideIcon-DBLzLNh2.js +1 -0
  760. app/static/assets/dashboard-page-CSdhBy0f.js +2 -0
  761. app/static/assets/distribution-metric-format-yZTy1ZEu.js +1 -0
  762. app/static/assets/donut-chart-Bxc69cra.js +1 -0
  763. app/static/assets/download-kQteIcsB.js +1 -0
  764. app/static/assets/ellipsis-B_5OgIre.js +1 -0
  765. app/static/assets/empty-state-JcA7tc8m.js +1 -0
  766. app/static/assets/es2015-bMH8YKZT.js +41 -0
  767. app/static/assets/es6-B264ni6W.js +69 -0
  768. app/static/assets/external-link-UVAOgMQ0.js +1 -0
  769. app/static/assets/i18n-BWqZ9Ua2.js +1 -0
  770. app/static/assets/inbox-B_RM2s1J.js +1 -0
  771. app/static/assets/index-DIpd264Z.js +23 -0
  772. app/static/assets/index-DMeLKRJx.css +2 -0
  773. app/static/assets/inherit-badge-QhTYVaU6.js +1 -0
  774. app/static/assets/invite-dialog-0CYh0GiQ.js +1 -0
  775. app/static/assets/iso-Bpe5Ihbb.js +1 -0
  776. app/static/assets/label-CGaLmLNf.js +1 -0
  777. app/static/assets/lazy-recharts-Pv8p9ArM.js +2 -0
  778. app/static/assets/loading-overlay-CzKQfHLI.js +1 -0
  779. app/static/assets/mini-quota-bar-cGT_t8Ae.js +1 -0
  780. app/static/assets/model-distribution-donut-BKjAfT48.js +1 -0
  781. app/static/assets/model-source-multi-select-D2d06Vc7.js +1 -0
  782. app/static/assets/multi-select-filter-KIA5qU6Z.js +1 -0
  783. app/static/assets/oauth-dialog-XeaGGDjS.js +1 -0
  784. app/static/assets/pagination-controls-D1Ypd0RU.js +1 -0
  785. app/static/assets/payload-CIYnGZz9.js +1 -0
  786. app/static/assets/queue-wait-chart-VoV7Yg9L.js +1 -0
  787. app/static/assets/report-chart-card-BXDliwcc.js +1 -0
  788. app/static/assets/reports-page-CGCJeMHG.js +3 -0
  789. app/static/assets/reset-credit-confirm-dialog-QOifTnVB.js +1 -0
  790. app/static/assets/rolldown-runtime-hePW80VL.js +1 -0
  791. app/static/assets/search-HfhqwERt.js +1 -0
  792. app/static/assets/select-Cl33bz-g.js +1 -0
  793. app/static/assets/settings-page-mZj01HYl.js +2 -0
  794. app/static/assets/shim-CZwyM4Q7.js +1 -0
  795. app/static/assets/skeleton-C_EUc4Rp.js +1 -0
  796. app/static/assets/sparkline-chart-DdNNsddM.js +1 -0
  797. app/static/assets/status-badge-CHHA5X6c.js +1 -0
  798. app/static/assets/switch-CzxgokcM.js +1 -0
  799. app/static/assets/table-DXaNSQ0G.js +1 -0
  800. app/static/assets/time-to-first-token-chart--68L0u_v.js +1 -0
  801. app/static/assets/tokens-per-day-chart-Cs82BFuE.js +1 -0
  802. app/static/assets/tokens-per-second-chart-AD2dfOn6.js +1 -0
  803. app/static/assets/totp-settings-CRHtxQ7j.js +1 -0
  804. app/static/assets/trash-D3KyWr1h.js +1 -0
  805. app/static/assets/use-account-quota-display-BPmrTBTC.js +1 -0
  806. app/static/assets/use-accounts-PWlVGw3z.js +1 -0
  807. app/static/assets/use-auth-CuDlW3iC.js +1 -0
  808. app/static/assets/use-chart-colors-DIu6tClI.js +1 -0
  809. app/static/assets/use-model-sources-Bul24JBu.js +1 -0
  810. app/static/assets/use-models-DUCPUuZg.js +1 -0
  811. app/static/assets/use-reduced-motion-hAm5r6_d.js +1 -0
  812. app/static/assets/useTranslation--56nHhlH.js +1 -0
  813. app/static/assets/useragent-distribution-donut-Dup6sf_n.js +1 -0
  814. app/static/assets/users-uIC3TIlE.js +1 -0
  815. app/static/assets/vendor-query-_bHZuxEx.js +1 -0
  816. app/static/assets/vendor-react-BVL0YZPW.js +9 -0
  817. app/static/favicon.svg +10 -0
  818. app/static/fonts/GeistSans-Variable.woff2 +0 -0
  819. app/static/fonts/jetbrains-mono-latin-ext.woff2 +0 -0
  820. app/static/fonts/jetbrains-mono-latin.woff2 +0 -0
  821. app/static/index.html +29 -0
  822. codexlb_up-1.25.0b10.dist-info/METADATA +124 -0
  823. codexlb_up-1.25.0b10.dist-info/RECORD +827 -0
  824. codexlb_up-1.25.0b10.dist-info/WHEEL +4 -0
  825. codexlb_up-1.25.0b10.dist-info/entry_points.txt +3 -0
  826. codexlb_up-1.25.0b10.dist-info/licenses/LICENSE +21 -0
  827. config/additional_quota_registry.json +11 -0
@@ -0,0 +1,167 @@
1
+ from __future__ import annotations
2
+
3
+ import asyncio
4
+ from collections.abc import Mapping
5
+ from typing import Any, Protocol
6
+
7
+ from app.core.clients.proxy import ProxyResponseError
8
+ from app.core.clock import Clock, Scheduler
9
+ from app.core.openai.requests import ResponsesRequest
10
+ from app.db.models import Account
11
+ from app.modules.proxy._service.support import _HTTPBridgeSession, _HTTPBridgeSessionKey, _WebSocketRequestState
12
+ from app.modules.proxy.durable_bridge_repository import DurableBridgeAliasRegistrationReceipt
13
+ from app.modules.proxy.load_balancer import AccountSelection
14
+
15
+
16
+ class _HTTPBridgeServiceProtocol(Protocol):
17
+ _repo_factory: Any
18
+ _encryptor: Any
19
+ _clock: Clock
20
+ _scheduler: Scheduler
21
+ _remaining_budget_seconds: Any
22
+ _load_balancer: Any
23
+ _http_client: Any
24
+ _ring_membership: Any
25
+ _durable_bridge: Any
26
+ _durable_bridge_coordinator: Any
27
+ _http_bridge_owner_client: Any
28
+ _http_bridge_sessions: Any
29
+ _http_bridge_detached_sessions: Any
30
+ _http_bridge_denied_anchor_fences: Any
31
+ _http_bridge_denied_anchor_fence_generation: int
32
+ _http_bridge_inflight_sessions: Any
33
+ _http_bridge_turn_state_index: Any
34
+ _http_bridge_previous_response_index: Any
35
+ _sessions: Any
36
+ _session_lock: Any
37
+ _pending_lock: Any
38
+ _inflight_session_creates: Any
39
+ _background_cleanup_tasks: Any
40
+ _http_bridge_background_cleanup_failed: bool
41
+ _http_bridge_draining: bool
42
+ _http_bridge_lock: Any
43
+ _work_admission: Any
44
+
45
+ async def _ensure_fresh_with_budget(
46
+ self, account: Account, *, force: bool = False, timeout_seconds: float | None = None
47
+ ) -> Account: ...
48
+
49
+ async def _select_account_with_budget_for_stream(self, deadline: float, **kwargs: Any) -> AccountSelection: ...
50
+
51
+ def _raise_for_unsupported_input_image_references(self, payload: ResponsesRequest) -> None: ...
52
+ async def _resolve_file_account_for_responses(
53
+ self, payload: ResponsesRequest, headers: Mapping[str, str]
54
+ ) -> str | None: ...
55
+ async def _resolve_forwarded_file_account_for_responses(
56
+ self,
57
+ payload: ResponsesRequest,
58
+ headers: Mapping[str, str],
59
+ *,
60
+ forwarded_file_owner_account_id: str | None,
61
+ require_forwarded_file_owner: bool = False,
62
+ ) -> str | None: ...
63
+ async def _fail_pending_websocket_requests(self, *args: Any, **kwargs: Any) -> bool: ...
64
+ async def _finalize_websocket_request_state(self, *args: Any, **kwargs: Any) -> None: ...
65
+ async def _next_websocket_receive_timeout(self, *args: Any, **kwargs: Any) -> Any: ...
66
+ async def close_all_http_bridge_sessions(self) -> bool: ...
67
+ async def _close_http_bridge_session_bounded(self, session: _HTTPBridgeSession, *, reason: str) -> None: ...
68
+ async def _close_http_bridge_session(self, session: _HTTPBridgeSession) -> None: ...
69
+ async def _drain_http_bridge_background_cleanup_tasks(self, *, reason: str) -> bool: ...
70
+ async def _fail_http_bridge_inflight_session_creation(
71
+ self,
72
+ key: _HTTPBridgeSessionKey,
73
+ inflight_future: asyncio.Future[_HTTPBridgeSession] | None,
74
+ exc: BaseException,
75
+ ) -> bool: ...
76
+ async def _retire_http_bridge_after_drain_if_ready(
77
+ self,
78
+ session: _HTTPBridgeSession,
79
+ *,
80
+ lock_wait_timeout_seconds: float | None = None,
81
+ ) -> bool: ...
82
+ async def _release_http_bridge_admission_preregistration(
83
+ self,
84
+ session: _HTTPBridgeSession,
85
+ *,
86
+ request_state: _WebSocketRequestState,
87
+ ) -> bool: ...
88
+ async def _retire_idle_http_bridge_session_on_cooldown_suppression(
89
+ self,
90
+ session: _HTTPBridgeSession,
91
+ *,
92
+ owned_unanchored_handoff: bool,
93
+ ) -> bool: ...
94
+ async def _refresh_durable_http_bridge_session(self, session: _HTTPBridgeSession) -> None: ...
95
+ def _http_bridge_pending_count_nowait(self, session: _HTTPBridgeSession, *, context: str) -> int | None: ...
96
+ async def abandon_stale_http_bridge_operations(self) -> int: ...
97
+ def _detach_http_bridge_session_locked(
98
+ self,
99
+ key: _HTTPBridgeSessionKey,
100
+ *,
101
+ expected_session: _HTTPBridgeSession | None = None,
102
+ mark_closed: bool = True,
103
+ ) -> _HTTPBridgeSession | None: ...
104
+ def _take_all_http_bridge_sessions_locked(
105
+ self,
106
+ ) -> tuple[list[_HTTPBridgeSession], list[asyncio.Future[_HTTPBridgeSession]]]: ...
107
+ def _unregister_http_bridge_turn_states_locked(self, session: _HTTPBridgeSession) -> None: ...
108
+ def _unregister_http_bridge_previous_response_ids_locked(self, session: _HTTPBridgeSession) -> None: ...
109
+ def _unregister_http_bridge_previous_response_id_locked(
110
+ self,
111
+ session: _HTTPBridgeSession,
112
+ response_id: str,
113
+ ) -> None: ...
114
+ async def _register_http_bridge_turn_state_impl(
115
+ self,
116
+ session: _HTTPBridgeSession,
117
+ turn_state: str,
118
+ ) -> bool: ...
119
+ async def _register_http_bridge_turn_state_core(
120
+ self,
121
+ session: _HTTPBridgeSession,
122
+ turn_state: str,
123
+ *,
124
+ reversible: bool,
125
+ ) -> tuple[bool, DurableBridgeAliasRegistrationReceipt | None]: ...
126
+ async def _register_http_bridge_previous_response_id_impl(
127
+ self,
128
+ session: _HTTPBridgeSession,
129
+ response_id: str,
130
+ *,
131
+ input_item_count: int | None = None,
132
+ input_full_fingerprint: str | None = None,
133
+ pending_tool_calls: Mapping[str, str] | None = None,
134
+ ) -> bool: ...
135
+ async def _unregister_http_bridge_previous_response_id(
136
+ self,
137
+ session: _HTTPBridgeSession,
138
+ response_id: str,
139
+ *,
140
+ expected_durable_session_id: str | None = None,
141
+ expected_durable_owner_epoch: int | None = None,
142
+ ) -> bool: ...
143
+ def _schedule_http_bridge_session_closes(
144
+ self,
145
+ sessions: list[_HTTPBridgeSession],
146
+ *,
147
+ reason: str,
148
+ ) -> None: ...
149
+ async def _open_upstream_websocket_with_budget(self, *args: Any, **kwargs: Any) -> Any: ...
150
+ async def _resolve_websocket_previous_response_owner(self, *args: Any, **kwargs: Any) -> Any: ...
151
+ async def _acquire_request_state_response_create_admission(self, *args: Any, **kwargs: Any) -> None: ...
152
+ async def _handle_proxy_error(self, account: Account, exc: ProxyResponseError) -> None: ...
153
+ async def _handle_stream_error(
154
+ self, account: Account, error: Any, code: str, http_status: int | None = None
155
+ ) -> Any: ...
156
+
157
+ _write_request_log: Any
158
+
159
+ def _build_additional_rate_limits(self, *args: Any, **kwargs: Any) -> Any: ...
160
+ def _start_request_state_api_key_reservation_heartbeat(self, *args: Any, **kwargs: Any) -> None: ...
161
+ def _cancel_request_state_api_key_reservation_heartbeat(self, *args: Any, **kwargs: Any) -> None: ...
162
+ async def _maybe_touch_request_state_api_key_reservation(self, *args: Any, **kwargs: Any) -> None: ...
163
+ async def _reserve_websocket_api_key_usage(self, *args: Any, **kwargs: Any) -> Any: ...
164
+ async def _release_websocket_reservation(self, *args: Any, **kwargs: Any) -> None: ...
165
+ async def _release_websocket_request_state_reservation(self, *args: Any, **kwargs: Any) -> None: ...
166
+ async def _drain_deferred_account_error_backoffs(self, *args: Any, **kwargs: Any) -> None: ...
167
+ def _schedule_cancel_safe_cleanup(self, *args: Any, **kwargs: Any) -> None: ...
@@ -0,0 +1,58 @@
1
+ from __future__ import annotations
2
+
3
+ from dataclasses import dataclass
4
+
5
+ from app.core.clients.proxy import ProxyResponseError, is_confirmed_pre_dispatch_transport_error
6
+ from app.db.models import Account
7
+ from app.modules.proxy._service.http_bridge.protocol import _HTTPBridgeServiceProtocol
8
+ from app.modules.proxy._service.support import _DeferredAccountBackoffLifecycle
9
+ from app.modules.proxy.load_balancer import AccountLease
10
+
11
+
12
+ @dataclass
13
+ class _HTTPBridgePreDispatchFailover:
14
+ """Bridge-session startup failover for confirmed dead account proxy routes.
15
+
16
+ Only a transport failure that proves the upstream request never dispatched
17
+ may move a session to another account. The failed account's stream lease
18
+ is released before the bounded transient backoff floor is recorded; keyed
19
+ requests defer that write until their singular reservation settles. A
20
+ hard-required account fails closed on the original sanitized failure. The
21
+ preserved ``last_error`` keeps that failure authoritative when selection
22
+ cannot produce a replacement, instead of a generated ``no_accounts``.
23
+ """
24
+
25
+ excluded_account_ids: set[str]
26
+ preferred_account_id: str | None
27
+ reallocate_sticky: bool
28
+ last_error: ProxyResponseError | None = None
29
+
30
+ async def handle(
31
+ self,
32
+ service: _HTTPBridgeServiceProtocol,
33
+ account: Account,
34
+ lease: AccountLease | None,
35
+ exc: ProxyResponseError,
36
+ *,
37
+ required_account: bool,
38
+ deferred_account_backoff_lifecycle: _DeferredAccountBackoffLifecycle | None = None,
39
+ defer_account_health_write: bool = False,
40
+ ) -> bool:
41
+ if not is_confirmed_pre_dispatch_transport_error(exc):
42
+ return False
43
+ await service._load_balancer.release_account_lease(lease)
44
+ if (
45
+ defer_account_health_write
46
+ and deferred_account_backoff_lifecycle is not None
47
+ and not deferred_account_backoff_lifecycle.settlement_confirmed
48
+ ):
49
+ deferred_account_backoff_lifecycle.pending_backoffs.setdefault(account.id, account)
50
+ else:
51
+ await service._load_balancer.record_error_backoff(account)
52
+ if required_account:
53
+ raise exc
54
+ self.last_error = exc
55
+ self.excluded_account_ids.add(account.id)
56
+ self.preferred_account_id = None
57
+ self.reallocate_sticky = True
58
+ return True
@@ -0,0 +1,443 @@
1
+ from __future__ import annotations
2
+
3
+ import logging
4
+ from dataclasses import dataclass
5
+ from typing import Any
6
+
7
+ from app.core.clock import clock_for
8
+ from app.modules.proxy._service.http_bridge.helpers import _log_http_bridge_event
9
+ from app.modules.proxy._service.support import (
10
+ _REQUEST_TRANSPORT_HTTP,
11
+ _HTTPBridgeSession,
12
+ _HTTPBridgeSessionKey,
13
+ _WebSocketRequestState,
14
+ )
15
+ from app.modules.proxy.affinity import _extract_model_class
16
+
17
+ logger = logging.getLogger("app.modules.proxy.service")
18
+
19
+ # Quarantine is a bounded, in-memory, session-scoped (never account-scoped)
20
+ # marker for HTTP bridge session keys that have proven silent/wedged: a later
21
+ # request must not re-attach to them and must take the existing fresh
22
+ # session/no-anchor path instead (#1534). It complements — and never replaces
23
+ # — the in-flight recovery machinery: the eventless watchdog and bounded
24
+ # replay (#1394) recover the request that is currently stuck, the fenced
25
+ # durable-anchor clear (#1563) stops a *fully eventless* full-resend anchor
26
+ # from being re-injected, and the durable retry circuit backs off in-place
27
+ # retries. Quarantine covers what those leave open: the reattached stream
28
+ # that delivers response events but never gets ``response.created`` (the
29
+ # ``response_event_count == 0`` gates in the stale/eventless detection never
30
+ # trip on it), and the repeated-wedge case where consecutive eventless
31
+ # timeouts keep rebuilding the same reattach.
32
+ _HTTP_BRIDGE_QUARANTINE_TTL_SECONDS = 600.0
33
+ _HTTP_BRIDGE_QUARANTINE_EVENTLESS_TIMEOUT_THRESHOLD = 2
34
+ _HTTP_BRIDGE_QUARANTINE_MAX_ENTRIES = 1024
35
+
36
+ _HTTP_BRIDGE_QUARANTINE_WEDGED_REATTACH_REASON = "reattach_missing_response_created"
37
+ _HTTP_BRIDGE_QUARANTINE_REPEATED_EVENTLESS_REASON = "repeated_eventless_timeout"
38
+ # The hard-affinity retry circuit opened on an eventless poison-class failure
39
+ # (``stream_incomplete`` / ``stream_idle_timeout``): the anchor it opened on
40
+ # must not be re-injected into the probe admitted after the cooldown (#1852).
41
+ _HTTP_BRIDGE_QUARANTINE_POISONED_ANCHOR_REASON = "retry_circuit_poisoned_anchor"
42
+
43
+
44
+ @dataclass(slots=True)
45
+ class _HTTPBridgeQuarantineEntry:
46
+ generation: int = 0
47
+ quarantined_until: float = 0.0
48
+ consecutive_eventless_timeouts: int = 0
49
+ last_touched_monotonic: float = 0.0
50
+ reason: str | None = None
51
+ # Generation at the most recent poison arm. Weaker arms during a
52
+ # speculative poison window bump ``generation`` without touching this,
53
+ # so a revocation can still recognize its own arm.
54
+ poison_generation: int = 0
55
+ # The poison classification's OWN deadline. The shared
56
+ # ``quarantined_until`` keeps the session fenced under whatever
57
+ # evidence extended it last, but only a poison arm may extend this
58
+ # one: weaker arms landing near the end of a poison window must not
59
+ # prolong the anchor-is-dead classification indefinitely.
60
+ poison_quarantined_until: float = 0.0
61
+ # A weaker fence that arrived while the poison reason was active: the
62
+ # no-downgrade guard keeps the poison reason, and a later revocation of
63
+ # the poison evidence downgrades to this instead of evicting the entry.
64
+ # The deadline is the weaker arm's own expiry, so a downgrade does not
65
+ # keep serving the disproved poison arm's longer floor.
66
+ suppressed_weaker_reason: str | None = None
67
+ suppressed_weaker_until: float = 0.0
68
+
69
+
70
+ def _http_bridge_quarantine_registry(
71
+ service: Any,
72
+ ) -> dict[_HTTPBridgeSessionKey, _HTTPBridgeQuarantineEntry]:
73
+ registry = getattr(service, "_http_bridge_quarantined_keys", None)
74
+ if registry is None:
75
+ registry = {}
76
+ service._http_bridge_quarantined_keys = registry
77
+ return registry
78
+
79
+
80
+ def _prune_http_bridge_quarantine_registry(
81
+ registry: dict[_HTTPBridgeSessionKey, _HTTPBridgeQuarantineEntry],
82
+ now: float,
83
+ ) -> None:
84
+ expiry = now - _HTTP_BRIDGE_QUARANTINE_TTL_SECONDS
85
+ for key, entry in list(registry.items()):
86
+ if entry.last_touched_monotonic <= expiry and entry.quarantined_until <= now:
87
+ registry.pop(key, None)
88
+ overflow = len(registry) - _HTTP_BRIDGE_QUARANTINE_MAX_ENTRIES
89
+ if overflow > 0:
90
+ # An active poison quarantine is the only record that a key's anchor
91
+ # was proven dead, and its deadline is a required minimum: evicting
92
+ # it early hands the poisoned anchor back to the very probe it
93
+ # exists to protect. The cap therefore evicts only expired or
94
+ # weaker-fence entries and holds as a correctness bound, not an
95
+ # unconditional one, when an incident quarantines more keys than the
96
+ # cap at once.
97
+ evictable = [
98
+ key
99
+ for key, entry in registry.items()
100
+ if not (entry.reason == _HTTP_BRIDGE_QUARANTINE_POISONED_ANCHOR_REASON and entry.quarantined_until > now)
101
+ ]
102
+ for stale_key in sorted(evictable, key=lambda candidate: registry[candidate].last_touched_monotonic)[:overflow]:
103
+ registry.pop(stale_key, None)
104
+
105
+
106
+ def _revoke_http_bridge_poison_quarantine(
107
+ service: Any,
108
+ key: _HTTPBridgeSessionKey,
109
+ *,
110
+ generation: int | None,
111
+ restore_reason: str | None = None,
112
+ restore_until: float = 0.0,
113
+ ) -> bool:
114
+ """Remove a poison quarantine whose opening did not survive persistence.
115
+
116
+ A strike arms the poison quarantine before its durable write; when the
117
+ returned row shows the lineage was actually reset or opened clean, that
118
+ speculative quarantine would suppress a valid anchor for its full
119
+ deadline. The generation fence removes exactly the entry this strike
120
+ armed: any concurrent re-arm bumps the generation and is preserved.
121
+
122
+ When the speculative arm upgraded a weaker quarantine that was active in
123
+ its own right — a wedged reattach or repeated eventless fence — revoking
124
+ the poison evidence must not evict that fence with it: the prior reason
125
+ and deadline are restored instead, since only the poison upgrade is what
126
+ the lost race disproved.
127
+ """
128
+ if generation is None:
129
+ return False
130
+ registry = _http_bridge_quarantine_registry(service)
131
+ entry = registry.get(key)
132
+ if (
133
+ entry is not None
134
+ and entry.reason == _HTTP_BRIDGE_QUARANTINE_POISONED_ANCHOR_REASON
135
+ # The poison provenance, not the raw generation: a weaker fence
136
+ # arming during the speculative window bumps the generation while
137
+ # the no-downgrade guard keeps the poison reason, and that must not
138
+ # let disproved poison evidence outlive its revocation.
139
+ and entry.poison_generation == generation
140
+ ):
141
+ entry.poison_quarantined_until = 0.0
142
+ if (
143
+ entry.suppressed_weaker_reason is not None
144
+ and entry.suppressed_weaker_until > clock_for(service).monotonic()
145
+ ):
146
+ entry.reason = entry.suppressed_weaker_reason
147
+ entry.quarantined_until = entry.suppressed_weaker_until
148
+ entry.suppressed_weaker_reason = None
149
+ entry.suppressed_weaker_until = 0.0
150
+ entry.generation += 1
151
+ return True
152
+ if restore_reason is not None and restore_until > clock_for(service).monotonic():
153
+ entry.reason = restore_reason
154
+ entry.quarantined_until = restore_until
155
+ entry.generation += 1
156
+ return True
157
+ registry.pop(key, None)
158
+ return True
159
+ return False
160
+
161
+
162
+ def _http_bridge_request_state_wedged_reattach(request_state: _WebSocketRequestState) -> bool:
163
+ """Identify the #1534 wedge shape on a request that is being failed/retired.
164
+
165
+ A reattached stream (proxy-injected ``previous_response_id``) whose
166
+ ``response.create`` was sent and that observed upstream response events,
167
+ but whose ``response.created`` was never assigned. This is only evaluated
168
+ when the request is already being failed or its session retired — never
169
+ against a live owned turn — so legitimate long event gaps (for example
170
+ deferred-reasoning streams) can never trip it, and any request whose
171
+ ``response.created`` was observed (``response_id`` or created latency set)
172
+ is excluded by construction.
173
+ """
174
+ return (
175
+ getattr(request_state, "transport", None) == _REQUEST_TRANSPORT_HTTP
176
+ and not getattr(request_state, "skip_request_log", False)
177
+ and getattr(request_state, "proxy_injected_previous_response_id", False)
178
+ and getattr(request_state, "response_create_sent_at", None) is not None
179
+ and getattr(request_state, "response_id", None) is None
180
+ and getattr(request_state, "latency_response_created_ms", None) is None
181
+ and getattr(request_state, "response_event_count", 0) > 0
182
+ )
183
+
184
+
185
+ def _http_bridge_session_key_quarantined(service: Any, key: _HTTPBridgeSessionKey) -> bool:
186
+ registry = _http_bridge_quarantine_registry(service)
187
+ now = clock_for(service).monotonic()
188
+ _prune_http_bridge_quarantine_registry(registry, now)
189
+ entry = registry.get(key)
190
+ return entry is not None and entry.quarantined_until > now
191
+
192
+
193
+ def _http_bridge_session_key_poison_quarantined(service: Any, key: _HTTPBridgeSessionKey) -> bool:
194
+ """Return whether the key is fenced because its anchor was proven dead.
195
+
196
+ The registry is shared with the wedged-reattach and repeated-eventless
197
+ quarantines, which fence the *session* and say nothing about the anchor it
198
+ carried. Only the retry circuit's poison quarantine records that the anchor
199
+ itself kept failing, so callers that drop a continuity anchor must ask for
200
+ the reason rather than for an active window: dropping it on either of the
201
+ other two turns a valid delta-only continuation into a context-free
202
+ request.
203
+ """
204
+ registry = _http_bridge_quarantine_registry(service)
205
+ now = clock_for(service).monotonic()
206
+ _prune_http_bridge_quarantine_registry(registry, now)
207
+ entry = registry.get(key)
208
+ return (
209
+ entry is not None
210
+ and entry.quarantined_until > now
211
+ and entry.reason == _HTTP_BRIDGE_QUARANTINE_POISONED_ANCHOR_REASON
212
+ # The classification expires on the poison arm's OWN deadline even
213
+ # while weaker evidence keeps the shared session fence alive.
214
+ and entry.poison_quarantined_until > now
215
+ )
216
+
217
+
218
+ def _http_bridge_quarantine_generation(service: Any, key: _HTTPBridgeSessionKey) -> int | None:
219
+ """Return the active quarantine generation observed for one recovery."""
220
+ registry = _http_bridge_quarantine_registry(service)
221
+ now = clock_for(service).monotonic()
222
+ _prune_http_bridge_quarantine_registry(registry, now)
223
+ entry = registry.get(key)
224
+ if entry is None or entry.quarantined_until <= now:
225
+ return None
226
+ return entry.generation
227
+
228
+
229
+ def _http_bridge_quarantine_clear_fence(service: Any, key: _HTTPBridgeSessionKey) -> int | None:
230
+ """Capture the provenance fence a later completion clear must present.
231
+
232
+ Poison entries fence on their poison provenance so a weaker arm during
233
+ the completion's durable awaits cannot block the clear; other entries
234
+ fence on the raw generation. ``None`` records that nothing was active at
235
+ capture, so a quarantine armed afterwards survives the clear.
236
+ """
237
+ registry = _http_bridge_quarantine_registry(service)
238
+ now = clock_for(service).monotonic()
239
+ _prune_http_bridge_quarantine_registry(registry, now)
240
+ entry = registry.get(key)
241
+ if entry is None or entry.quarantined_until <= now:
242
+ return None
243
+ if entry.reason == _HTTP_BRIDGE_QUARANTINE_POISONED_ANCHOR_REASON:
244
+ return entry.poison_generation
245
+ return entry.generation
246
+
247
+
248
+ def _quarantine_http_bridge_session(
249
+ service: Any,
250
+ session: _HTTPBridgeSession,
251
+ *,
252
+ reason: str,
253
+ minimum_seconds: float | None = None,
254
+ ) -> None:
255
+ """Quarantine a bridge session that has proven silent/wedged.
256
+
257
+ Session-scoped only: no account-health writes happen here, and the entry
258
+ is bounded by TTL, a registry size cap, and the healthy-completion clear.
259
+
260
+ ``minimum_seconds`` raises the floor for callers whose suppression window
261
+ is itself bounded elsewhere. The default TTL equals the retry circuit's
262
+ maximum cooldown, so a poison quarantine armed at that cooldown would
263
+ otherwise expire in the same instant the cooldown does, handing the
264
+ poisoned anchor straight back to the request that cooldown was holding.
265
+ """
266
+ now = clock_for(service).monotonic()
267
+ registry = _http_bridge_quarantine_registry(service)
268
+ entry = registry.setdefault(session.key, _HTTPBridgeQuarantineEntry())
269
+ already_quarantined = entry.quarantined_until > now
270
+ # Captured before the deadline extension below: a poison arm upgrading
271
+ # over an active weaker fence must stash the weaker's OWN deadline, not
272
+ # the extended one, so a later poison revocation downgrades to exactly
273
+ # the window the weaker evidence earned.
274
+ prior_reason = entry.reason
275
+ prior_quarantined_until = entry.quarantined_until
276
+ entry.generation += 1
277
+ ttl_seconds = _HTTP_BRIDGE_QUARANTINE_TTL_SECONDS
278
+ if minimum_seconds is not None:
279
+ ttl_seconds = max(ttl_seconds, minimum_seconds)
280
+ entry.quarantined_until = max(entry.quarantined_until, now + ttl_seconds)
281
+ entry.last_touched_monotonic = now
282
+ # The registry holds one entry per key, so a wedged-reattach or
283
+ # repeated-eventless quarantine arriving while a poison quarantine is still
284
+ # active would otherwise overwrite the only record that the anchor was
285
+ # proven dead. Callers that drop a continuity anchor test this reason, and
286
+ # losing it re-attaches the poisoned anchor. The weaker fence still extends
287
+ # the deadline above; it just cannot downgrade the evidence.
288
+ if not (
289
+ entry.reason == _HTTP_BRIDGE_QUARANTINE_POISONED_ANCHOR_REASON
290
+ and already_quarantined
291
+ # An expired poison classification no longer outranks the weaker
292
+ # arm: the anchor-is-dead window ended on its own deadline, and
293
+ # the weaker evidence takes the reason normally.
294
+ and entry.poison_quarantined_until > now
295
+ and reason != _HTTP_BRIDGE_QUARANTINE_POISONED_ANCHOR_REASON
296
+ ):
297
+ if (
298
+ reason == _HTTP_BRIDGE_QUARANTINE_POISONED_ANCHOR_REASON
299
+ and already_quarantined
300
+ and prior_reason is not None
301
+ and prior_reason != _HTTP_BRIDGE_QUARANTINE_POISONED_ANCHOR_REASON
302
+ ):
303
+ # The mirror of the weaker-over-poison stash below: the wedged
304
+ # or repeated-eventless fence stands on its own evidence, and a
305
+ # later load disproving the poison episode must downgrade to it
306
+ # instead of evicting the entry and freeing the still-wedged
307
+ # session before its original TTL.
308
+ entry.suppressed_weaker_reason = prior_reason
309
+ entry.suppressed_weaker_until = max(entry.suppressed_weaker_until, prior_quarantined_until)
310
+ entry.reason = reason
311
+ if reason == _HTTP_BRIDGE_QUARANTINE_POISONED_ANCHOR_REASON:
312
+ entry.poison_generation = entry.generation
313
+ entry.poison_quarantined_until = max(entry.poison_quarantined_until, now + ttl_seconds)
314
+ else:
315
+ # The weaker fence stands on its own evidence; record it, with its
316
+ # own expiry, so a later revocation of the poison arm can downgrade
317
+ # to it instead of evicting the entry or serving the disproved
318
+ # arm's longer deadline.
319
+ entry.suppressed_weaker_reason = reason
320
+ entry.suppressed_weaker_until = max(entry.suppressed_weaker_until, now + ttl_seconds)
321
+ _prune_http_bridge_quarantine_registry(registry, now)
322
+ session.quarantined = True
323
+ if already_quarantined:
324
+ return
325
+ _log_http_bridge_event(
326
+ "session_quarantined",
327
+ session.key,
328
+ account_id=session.account.id,
329
+ model=session.request_model,
330
+ detail=f"reason={reason}, ttl_seconds={ttl_seconds:.0f}",
331
+ cache_key_family=session.key.affinity_kind,
332
+ model_class=_extract_model_class(session.request_model) if session.request_model else None,
333
+ )
334
+
335
+
336
+ def _record_http_bridge_quarantine_wedged_pending(
337
+ service: Any,
338
+ session: _HTTPBridgeSession,
339
+ request_states: Any,
340
+ ) -> bool:
341
+ """Quarantine the session when a failed/retired pending request proves the wedge shape."""
342
+ if not any(_http_bridge_request_state_wedged_reattach(request_state) for request_state in request_states):
343
+ return False
344
+ _quarantine_http_bridge_session(
345
+ service,
346
+ session,
347
+ reason=_HTTP_BRIDGE_QUARANTINE_WEDGED_REATTACH_REASON,
348
+ )
349
+ return True
350
+
351
+
352
+ def _record_http_bridge_quarantine_eventless_timeout(service: Any, session: _HTTPBridgeSession) -> None:
353
+ """Count a ``missing_response_created_timeout`` retire; quarantine on repeats.
354
+
355
+ The first eventless timeout is left to the merged recovery machinery
356
+ (bounded pre-created retry, fenced durable-anchor clear). A second
357
+ consecutive one for the same session key proves that path is also
358
+ rebuilding a wedged attach, so later requests must stop re-attaching.
359
+ """
360
+ now = clock_for(service).monotonic()
361
+ registry = _http_bridge_quarantine_registry(service)
362
+ # Prune before touching the entry: a strike whose TTL already lapsed must
363
+ # not be resurrected into a "consecutive" second strike hours later.
364
+ _prune_http_bridge_quarantine_registry(registry, now)
365
+ entry = registry.setdefault(session.key, _HTTPBridgeQuarantineEntry())
366
+ entry.consecutive_eventless_timeouts += 1
367
+ entry.last_touched_monotonic = now
368
+ if entry.consecutive_eventless_timeouts < _HTTP_BRIDGE_QUARANTINE_EVENTLESS_TIMEOUT_THRESHOLD:
369
+ return
370
+ _quarantine_http_bridge_session(
371
+ service,
372
+ session,
373
+ reason=_HTTP_BRIDGE_QUARANTINE_REPEATED_EVENTLESS_REASON,
374
+ )
375
+
376
+
377
+ def _clear_http_bridge_quarantine(
378
+ service: Any,
379
+ session: _HTTPBridgeSession,
380
+ *,
381
+ key_generation: int | None,
382
+ additional_key: _HTTPBridgeSessionKey | None = None,
383
+ additional_key_generation: int | None = None,
384
+ ) -> None:
385
+ """A completed response disproves the wedges captured when it settled.
386
+
387
+ Each key clears only against the generation fence captured before the
388
+ completion's durable awaits: a strike arming a new quarantine during
389
+ those awaits is fresh evidence this response does not disprove, and it
390
+ survives the clear. A poison entry fences on its own provenance — a
391
+ weaker arm during the window bumps the raw generation without disproving
392
+ the recovery — and a matched clear downgrades to a concurrent weaker
393
+ fence instead of evicting it.
394
+ """
395
+ registry = _http_bridge_quarantine_registry(service)
396
+ now = clock_for(service).monotonic()
397
+
398
+ def clear_fenced(key: _HTTPBridgeSessionKey, captured_generation: int | None) -> bool:
399
+ entry = registry.get(key)
400
+ if entry is None:
401
+ return True
402
+ if entry.quarantined_until <= now:
403
+ # An inactive entry still carries the eventless strike counter;
404
+ # a healthy completion resets it regardless of the fence.
405
+ registry.pop(key, None)
406
+ return True
407
+ fence_generation = (
408
+ entry.poison_generation
409
+ if entry.reason == _HTTP_BRIDGE_QUARANTINE_POISONED_ANCHOR_REASON
410
+ else entry.generation
411
+ )
412
+ if captured_generation is None or fence_generation != captured_generation:
413
+ return False
414
+ if (
415
+ entry.reason == _HTTP_BRIDGE_QUARANTINE_POISONED_ANCHOR_REASON
416
+ and entry.suppressed_weaker_reason is not None
417
+ and entry.suppressed_weaker_until > now
418
+ ):
419
+ # The concurrent weaker fence stands on its own evidence:
420
+ # downgrade to it instead of evicting the entry with the
421
+ # disproved poison classification.
422
+ entry.reason = entry.suppressed_weaker_reason
423
+ entry.quarantined_until = entry.suppressed_weaker_until
424
+ entry.suppressed_weaker_reason = None
425
+ entry.suppressed_weaker_until = 0.0
426
+ entry.generation += 1
427
+ return False
428
+ registry.pop(key, None)
429
+ _log_http_bridge_event(
430
+ "session_quarantine_cleared",
431
+ key,
432
+ account_id=session.account.id,
433
+ model=session.request_model,
434
+ detail=f"reason={entry.reason}",
435
+ cache_key_family=key.affinity_kind,
436
+ model_class=_extract_model_class(session.request_model) if session.request_model else None,
437
+ )
438
+ return True
439
+
440
+ if clear_fenced(session.key, key_generation):
441
+ session.quarantined = False
442
+ if additional_key is not None and additional_key != session.key:
443
+ clear_fenced(additional_key, additional_key_generation)