codexLB-up 1.25.0b10__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (827) hide show
  1. app/__init__.py +10 -0
  2. app/admin_cli.py +494 -0
  3. app/cli.py +339 -0
  4. app/codex_sessions_retag.py +487 -0
  5. app/core/__init__.py +0 -0
  6. app/core/audit/__init__.py +0 -0
  7. app/core/audit/service.py +216 -0
  8. app/core/audit/types.py +94 -0
  9. app/core/auth/__init__.py +236 -0
  10. app/core/auth/api_key_cache.py +65 -0
  11. app/core/auth/dashboard_access.py +429 -0
  12. app/core/auth/dashboard_mode.py +171 -0
  13. app/core/auth/dashboard_session_ttl.py +74 -0
  14. app/core/auth/dashboard_users_cache.py +120 -0
  15. app/core/auth/dependencies.py +710 -0
  16. app/core/auth/external_identity.py +78 -0
  17. app/core/auth/guardian.py +374 -0
  18. app/core/auth/models.py +49 -0
  19. app/core/auth/providers/__init__.py +129 -0
  20. app/core/auth/providers/oidc.py +838 -0
  21. app/core/auth/providers/registry.py +118 -0
  22. app/core/auth/refresh.py +394 -0
  23. app/core/auth/step_up.py +117 -0
  24. app/core/auth/totp.py +81 -0
  25. app/core/balancer/__init__.py +71 -0
  26. app/core/balancer/logic.py +1612 -0
  27. app/core/balancer/rendezvous_hash.py +21 -0
  28. app/core/balancer/types.py +21 -0
  29. app/core/bootstrap.py +172 -0
  30. app/core/cache/invalidation.py +426 -0
  31. app/core/clients/__init__.py +0 -0
  32. app/core/clients/codex.py +996 -0
  33. app/core/clients/codex_version.py +187 -0
  34. app/core/clients/codex_version_snapshot.py +2 -0
  35. app/core/clients/files.py +534 -0
  36. app/core/clients/headers.py +29 -0
  37. app/core/clients/http.py +511 -0
  38. app/core/clients/model_fetcher.py +276 -0
  39. app/core/clients/native_egress.py +1304 -0
  40. app/core/clients/oauth.py +477 -0
  41. app/core/clients/proxy.py +6089 -0
  42. app/core/clients/proxy_websocket.py +1411 -0
  43. app/core/clients/rate_limit_reset_credits.py +412 -0
  44. app/core/clients/stream_errors.py +12 -0
  45. app/core/clients/thread_cache_identity.py +347 -0
  46. app/core/clients/usage.py +467 -0
  47. app/core/clock.py +170 -0
  48. app/core/config/__init__.py +0 -0
  49. app/core/config/background_jobs.py +73 -0
  50. app/core/config/context_window_overrides.py +166 -0
  51. app/core/config/dashboard_overrides.py +145 -0
  52. app/core/config/inheritable.py +47 -0
  53. app/core/config/key_fingerprint.py +115 -0
  54. app/core/config/settings.py +872 -0
  55. app/core/config/settings_cache.py +100 -0
  56. app/core/config/spool_retention.py +217 -0
  57. app/core/config/tiers.py +174 -0
  58. app/core/conversation_archive.py +568 -0
  59. app/core/crypto.py +37 -0
  60. app/core/draining.py +11 -0
  61. app/core/errors.py +365 -0
  62. app/core/exceptions.py +155 -0
  63. app/core/handlers/__init__.py +3 -0
  64. app/core/handlers/exceptions.py +478 -0
  65. app/core/http_protocol.py +176 -0
  66. app/core/http_protocol_httptools.py +204 -0
  67. app/core/ingress_limits.py +17 -0
  68. app/core/metadata_store.py +18 -0
  69. app/core/metrics/__init__.py +0 -0
  70. app/core/metrics/middleware.py +74 -0
  71. app/core/metrics/prometheus.py +604 -0
  72. app/core/middleware/__init__.py +25 -0
  73. app/core/middleware/api_firewall.py +111 -0
  74. app/core/middleware/app_version.py +37 -0
  75. app/core/middleware/dashboard_auth_proxy.py +55 -0
  76. app/core/middleware/dashboard_csrf.py +177 -0
  77. app/core/middleware/dashboard_gzip.py +41 -0
  78. app/core/middleware/dashboard_overrides.py +59 -0
  79. app/core/middleware/firewall_cache.py +91 -0
  80. app/core/middleware/inflight.py +126 -0
  81. app/core/middleware/multipart_content_encoding.py +129 -0
  82. app/core/middleware/path_rewrite.py +148 -0
  83. app/core/middleware/request_body_limit.py +196 -0
  84. app/core/middleware/request_decompression.py +209 -0
  85. app/core/middleware/request_id.py +72 -0
  86. app/core/middleware/required_capability_http.py +116 -0
  87. app/core/middleware/trusted_proxy_headers.py +36 -0
  88. app/core/multipart.py +237 -0
  89. app/core/multipart_fields.py +91 -0
  90. app/core/openai/__init__.py +0 -0
  91. app/core/openai/chat_requests.py +493 -0
  92. app/core/openai/chat_responses.py +931 -0
  93. app/core/openai/contracts.py +46 -0
  94. app/core/openai/exceptions.py +24 -0
  95. app/core/openai/host_models.py +14 -0
  96. app/core/openai/images.py +413 -0
  97. app/core/openai/message_coercion.py +376 -0
  98. app/core/openai/model_refresh_scheduler.py +423 -0
  99. app/core/openai/model_registry.py +997 -0
  100. app/core/openai/model_registry_store.py +548 -0
  101. app/core/openai/models.py +172 -0
  102. app/core/openai/parsing.py +97 -0
  103. app/core/openai/requests.py +1980 -0
  104. app/core/openai/strict_schema.py +199 -0
  105. app/core/openai/tool_call_safety.py +99 -0
  106. app/core/openai/v1_requests.py +187 -0
  107. app/core/plan_types.py +90 -0
  108. app/core/prestop.py +202 -0
  109. app/core/rate_limiter/__init__.py +0 -0
  110. app/core/rate_limiter/db_rate_limiter.py +215 -0
  111. app/core/request_locality.py +473 -0
  112. app/core/resilience/__init__.py +0 -0
  113. app/core/resilience/backpressure.py +57 -0
  114. app/core/resilience/bulkhead.py +202 -0
  115. app/core/resilience/circuit_breaker.py +150 -0
  116. app/core/resilience/degradation.py +55 -0
  117. app/core/resilience/loop_lag_monitor.py +60 -0
  118. app/core/resilience/memory_monitor.py +137 -0
  119. app/core/resilience/network_recovery.py +256 -0
  120. app/core/resilience/overload.py +98 -0
  121. app/core/resilience/toggles.py +114 -0
  122. app/core/retention/__init__.py +0 -0
  123. app/core/retention/job.py +240 -0
  124. app/core/retention/scheduler.py +69 -0
  125. app/core/runtime_logging.py +601 -0
  126. app/core/scheduling/__init__.py +0 -0
  127. app/core/scheduling/leader_election.py +993 -0
  128. app/core/scheduling/leader_election_handle.py +25 -0
  129. app/core/server.py +140 -0
  130. app/core/shutdown.py +326 -0
  131. app/core/socket_peer.py +22 -0
  132. app/core/startup.py +41 -0
  133. app/core/timeout_invariants.py +347 -0
  134. app/core/tracing/__init__.py +0 -0
  135. app/core/tracing/otel.py +207 -0
  136. app/core/types.py +6 -0
  137. app/core/upstream_proxy/__init__.py +13 -0
  138. app/core/upstream_proxy/cache.py +130 -0
  139. app/core/upstream_proxy/resolver.py +189 -0
  140. app/core/upstream_proxy/types.py +104 -0
  141. app/core/usage/__init__.py +407 -0
  142. app/core/usage/depletion.py +109 -0
  143. app/core/usage/live_hub.py +41 -0
  144. app/core/usage/live_snapshots.py +174 -0
  145. app/core/usage/logs.py +212 -0
  146. app/core/usage/metadata_scheduler.py +118 -0
  147. app/core/usage/models.py +54 -0
  148. app/core/usage/pricing.py +576 -0
  149. app/core/usage/pricing_catalog.py +241 -0
  150. app/core/usage/pricing_snapshot.json +821 -0
  151. app/core/usage/quota.py +133 -0
  152. app/core/usage/refresh_policy.py +21 -0
  153. app/core/usage/refresh_scheduler.py +713 -0
  154. app/core/usage/reset_credits_refresh_scheduler.py +435 -0
  155. app/core/usage/types.py +168 -0
  156. app/core/utils/__init__.py +0 -0
  157. app/core/utils/json_guards.py +18 -0
  158. app/core/utils/locks.py +33 -0
  159. app/core/utils/masking.py +20 -0
  160. app/core/utils/proxy_env.py +104 -0
  161. app/core/utils/request_id.py +65 -0
  162. app/core/utils/retry.py +77 -0
  163. app/core/utils/shared_future.py +172 -0
  164. app/core/utils/sse.py +286 -0
  165. app/core/utils/time.py +24 -0
  166. app/db/__init__.py +0 -0
  167. app/db/account_identity_lock.py +56 -0
  168. app/db/alembic/__init__.py +1 -0
  169. app/db/alembic/env.py +70 -0
  170. app/db/alembic/revision_ids.py +43 -0
  171. app/db/alembic/versions/20260213_000000_base_schema.py +248 -0
  172. app/db/alembic/versions/20260213_000100_normalize_account_plan_types.py +45 -0
  173. app/db/alembic/versions/20260213_000200_add_request_logs_reasoning_effort.py +45 -0
  174. app/db/alembic/versions/20260213_000300_add_accounts_reset_at.py +45 -0
  175. app/db/alembic/versions/20260213_000400_add_accounts_chatgpt_account_id.py +45 -0
  176. app/db/alembic/versions/20260213_000500_add_dashboard_settings.py +70 -0
  177. app/db/alembic/versions/20260213_000600_add_dashboard_settings_totp.py +64 -0
  178. app/db/alembic/versions/20260213_000700_add_dashboard_settings_password.py +59 -0
  179. app/db/alembic/versions/20260213_000800_add_api_keys.py +87 -0
  180. app/db/alembic/versions/20260214_000000_add_api_key_limits.py +143 -0
  181. app/db/alembic/versions/20260215_000000_add_idx_logs_requested_at.py +38 -0
  182. app/db/alembic/versions/20260218_000000_add_api_key_usage_reservations.py +117 -0
  183. app/db/alembic/versions/20260218_000100_add_import_without_overwrite_and_drop_accounts_email_unique.py +198 -0
  184. app/db/alembic/versions/20260225_000000_add_dashboard_settings_routing_strategy.py +53 -0
  185. app/db/alembic/versions/20260228_020000_align_api_key_limit_enum_types.py +104 -0
  186. app/db/alembic/versions/20260228_030000_add_api_firewall_allowlist.py +42 -0
  187. app/db/alembic/versions/20260306_000000_add_request_logs_service_tier.py +45 -0
  188. app/db/alembic/versions/20260307_000000_add_api_key_enforcement_fields.py +56 -0
  189. app/db/alembic/versions/20260308_000000_add_sqlite_performance_indexes.py +41 -0
  190. app/db/alembic/versions/20260309_000000_add_additional_usage_history.py +71 -0
  191. app/db/alembic/versions/20260309_000000_request_logs_nullable_account_id.py +28 -0
  192. app/db/alembic/versions/20260310_000000_add_request_logs_transport.py +45 -0
  193. app/db/alembic/versions/20260310_000000_fix_postgresql_enum_value_casing.py +79 -0
  194. app/db/alembic/versions/20260310_120000_add_sticky_session_kinds_and_affinity_ttl.py +110 -0
  195. app/db/alembic/versions/20260312_000000_add_additional_usage_quota_key.py +193 -0
  196. app/db/alembic/versions/20260312_000000_split_sticky_sessions_primary_key_by_kind.py +96 -0
  197. app/db/alembic/versions/20260312_010000_merge_additional_usage_and_sticky_session_heads.py +25 -0
  198. app/db/alembic/versions/20260312_020000_merge_request_logs_transport_and_feature_heads.py +25 -0
  199. app/db/alembic/versions/20260312_020000_merge_request_logs_transport_and_sticky_heads.py +25 -0
  200. app/db/alembic/versions/20260312_120000_add_dashboard_upstream_stream_transport.py +62 -0
  201. app/db/alembic/versions/20260313_024500_merge_request_log_transport_heads.py +27 -0
  202. app/db/alembic/versions/20260319_100937_increase_prompt_cache_ttl_to_1800s.py +73 -0
  203. app/db/alembic/versions/20260319_111500_merge_prompt_cache_ttl_and_upstream_transport_heads.py +25 -0
  204. app/db/alembic/versions/20260319_183000_normalize_sqlite_account_status_casing.py +48 -0
  205. app/db/alembic/versions/20260320_000000_add_request_log_requested_actual_tiers.py +51 -0
  206. app/db/alembic/versions/20260321_190000_tighten_dashboard_db_indexes.py +64 -0
  207. app/db/alembic/versions/20260321_210000_merge_request_log_tiers_and_dashboard_index_heads.py +25 -0
  208. app/db/alembic/versions/20260325_000000_add_request_log_cost.py +193 -0
  209. app/db/alembic/versions/20260328_000000_add_rate_limit_attempts.py +48 -0
  210. app/db/alembic/versions/20260328_120000_add_request_log_ttft.py +37 -0
  211. app/db/alembic/versions/20260328_130000_add_audit_logs_table.py +45 -0
  212. app/db/alembic/versions/20260328_140000_add_scheduler_leader_table.py +39 -0
  213. app/db/alembic/versions/20260330_000000_add_cache_locality_settings.py +69 -0
  214. app/db/alembic/versions/20260330_010000_merge_scheduler_leader_and_cache_locality_heads.py +25 -0
  215. app/db/alembic/versions/20260330_020000_add_bridge_ring_members.py +46 -0
  216. app/db/alembic/versions/20260401_000000_add_api_key_enforced_service_tier.py +52 -0
  217. app/db/alembic/versions/20260401_000000_add_cache_invalidation.py +41 -0
  218. app/db/alembic/versions/20260401_020000_merge_cache_invalidation_and_api_key_service_tier_heads.py +22 -0
  219. app/db/alembic/versions/20260402_000000_switch_dashboard_routing_default_to_capacity_weighted.py +66 -0
  220. app/db/alembic/versions/20260403_000000_add_credit_api_key_limit_values.py +44 -0
  221. app/db/alembic/versions/20260406_000000_add_api_key_account_assignments.py +57 -0
  222. app/db/alembic/versions/20260406_010000_add_api_key_assignment_scope_flag.py +75 -0
  223. app/db/alembic/versions/20260407_000000_add_bridge_gateway_safe_mode.py +51 -0
  224. app/db/alembic/versions/20260407_010000_merge_api_key_assignment_and_bridge_gateway_heads.py +25 -0
  225. app/db/alembic/versions/20260408_000000_switch_import_without_overwrite_default_to_true.py +73 -0
  226. app/db/alembic/versions/20260408_010000_merge_import_without_overwrite_and_assignment_heads.py +25 -0
  227. app/db/alembic/versions/20260409_000000_add_http_bridge_sessions.py +130 -0
  228. app/db/alembic/versions/20260409_000000_switch_sticky_threads_and_prefer_earlier_reset_defaults_to_true.py +89 -0
  229. app/db/alembic/versions/20260409_010000_add_dashboard_settings_bootstrap_token.py +57 -0
  230. app/db/alembic/versions/20260409_010000_merge_http_bridge_and_import_without_overwrite_heads.py +25 -0
  231. app/db/alembic/versions/20260409_020000_fix_http_bridge_last_seen_index.py +46 -0
  232. app/db/alembic/versions/20260410_000000_backfill_pristine_dashboard_settings_defaults.py +77 -0
  233. app/db/alembic/versions/20260410_030000_restore_import_without_overwrite_default_true.py +73 -0
  234. app/db/alembic/versions/20260410_040000_merge_dashboard_defaults_and_import_default_heads.py +25 -0
  235. app/db/alembic/versions/20260413_000000_add_accounts_blocked_at.py +44 -0
  236. app/db/alembic/versions/20260415_160000_add_automations_tables.py +189 -0
  237. app/db/alembic/versions/20260415_160000_add_request_logs_response_lookup_index.py +67 -0
  238. app/db/alembic/versions/20260417_000000_add_request_log_plan_type.py +44 -0
  239. app/db/alembic/versions/20260418_190000_add_automation_runs_cycle_key.py +87 -0
  240. app/db/alembic/versions/20260419_000000_add_automation_run_cycle_metadata.py +56 -0
  241. app/db/alembic/versions/20260419_020000_add_automation_run_cycles_snapshot_tables.py +342 -0
  242. app/db/alembic/versions/20260421_000000_add_dashboard_session_ttl_setting.py +51 -0
  243. app/db/alembic/versions/20260421_120000_merge_request_log_lookup_and_plan_type_heads.py +25 -0
  244. app/db/alembic/versions/20260421_130000_merge_automation_and_request_log_heads.py +25 -0
  245. app/db/alembic/versions/20260422_103000_normalize_legacy_automation_run_cycle_keys.py +648 -0
  246. app/db/alembic/versions/20260423_120000_add_api_key_limit_reset_at_index.py +43 -0
  247. app/db/alembic/versions/20260424_000000_merge_dashboard_session_ttl_and_request_log_heads.py +25 -0
  248. app/db/alembic/versions/20260426_000000_add_dashboard_relative_availability_settings.py +68 -0
  249. app/db/alembic/versions/20260427_130000_add_warmup_model_and_request_kind.py +75 -0
  250. app/db/alembic/versions/20260506_000000_add_account_routing_policy.py +37 -0
  251. app/db/alembic/versions/20260509_000000_add_api_key_traffic_class.py +37 -0
  252. app/db/alembic/versions/20260509_010000_add_additional_quota_routing_policies.py +37 -0
  253. app/db/alembic/versions/20260513_000000_add_accounts_alias.py +44 -0
  254. app/db/alembic/versions/20260513_000000_add_api_key_apply_to_codex_model.py +59 -0
  255. app/db/alembic/versions/20260514_000000_add_request_logs_api_key_time_index.py +43 -0
  256. app/db/alembic/versions/20260515_000000_add_prefer_earlier_reset_window.py +47 -0
  257. app/db/alembic/versions/20260515_000000_soft_delete_request_logs_on_account_delete.py +83 -0
  258. app/db/alembic/versions/20260515_020000_add_split_sticky_budget_thresholds.py +62 -0
  259. app/db/alembic/versions/20260516_000000_add_sqlite_hot_path_indexes.py +75 -0
  260. app/db/alembic/versions/20260517_000000_merge_sqlite_hot_path_and_request_log_delete_heads.py +24 -0
  261. app/db/alembic/versions/20260518_000000_add_http_bridge_durable_input_prefix.py +44 -0
  262. app/db/alembic/versions/20260518_010000_merge_http_bridge_and_sqlite_recovery_heads.py +25 -0
  263. app/db/alembic/versions/20260518_120000_add_dashboard_guest_access.py +57 -0
  264. app/db/alembic/versions/20260520_000000_merge_api_key_and_http_bridge_heads.py +26 -0
  265. app/db/alembic/versions/20260520_010000_add_request_logs_api_key_account_index.py +45 -0
  266. app/db/alembic/versions/20260520_010000_merge_automation_and_api_key_heads.py +26 -0
  267. app/db/alembic/versions/20260520_030000_add_quota_planner.py +194 -0
  268. app/db/alembic/versions/20260520_040000_merge_quota_planner_and_request_log_index_heads.py +24 -0
  269. app/db/alembic/versions/20260521_000000_add_account_security_work_authorized.py +46 -0
  270. app/db/alembic/versions/20260521_000000_merge_dashboard_guest_and_api_key_heads.py +26 -0
  271. app/db/alembic/versions/20260521_000000_merge_prefer_reset_window_head.py +26 -0
  272. app/db/alembic/versions/20260521_000000_merge_warmup_and_request_log_index_heads.py +25 -0
  273. app/db/alembic/versions/20260522_000000_add_limit_warmup_trigger.py +195 -0
  274. app/db/alembic/versions/20260524_000000_merge_accounts_alias_and_reset_window_heads.py +24 -0
  275. app/db/alembic/versions/20260525_000000_add_usage_raw_window_latest_index.py +31 -0
  276. app/db/alembic/versions/20260526_000000_add_request_log_failure_metadata.py +100 -0
  277. app/db/alembic/versions/20260531_000000_add_account_workspace_identity.py +39 -0
  278. app/db/alembic/versions/20260531_000000_add_single_account_routing.py +42 -0
  279. app/db/alembic/versions/20260601_000000_merge_relative_availability_and_usage_raw_heads.py +24 -0
  280. app/db/alembic/versions/20260601_010000_add_api_key_usage_sections.py +58 -0
  281. app/db/alembic/versions/20260601_010000_add_routing_policy_persistence.py +67 -0
  282. app/db/alembic/versions/20260601_010000_merge_security_work_and_relative_availability_heads.py +25 -0
  283. app/db/alembic/versions/20260601_010000_merge_split_sticky_and_relative_usage_heads.py +25 -0
  284. app/db/alembic/versions/20260601_010000_merge_warmup_and_relative_availability_heads.py +25 -0
  285. app/db/alembic/versions/20260601_020000_merge_additional_quota_routing_and_relative_availability_heads.py +25 -0
  286. app/db/alembic/versions/20260601_020000_merge_quota_planner_and_relative_availability_heads.py +25 -0
  287. app/db/alembic/versions/20260601_020000_merge_reset_window_and_relative_availability_heads.py +25 -0
  288. app/db/alembic/versions/20260601_020000_merge_routing_policy_and_split_threshold_heads.py +24 -0
  289. app/db/alembic/versions/20260601_020000_merge_warmup_and_request_log_failure_heads.py +25 -0
  290. app/db/alembic/versions/20260601_030000_merge_single_account_and_routing_quota_heads.py +29 -0
  291. app/db/alembic/versions/20260601_040000_merge_security_work_and_routing_consolidation_heads.py +25 -0
  292. app/db/alembic/versions/20260601_050000_merge_quota_planner_and_routing_consolidation_heads.py +25 -0
  293. app/db/alembic/versions/20260602_050000_add_upstream_proxy_routing.py +164 -0
  294. app/db/alembic/versions/20260602_060000_merge_account_workspace_and_failure_heads.py +25 -0
  295. app/db/alembic/versions/20260602_070000_add_request_log_useragent_fields.py +86 -0
  296. app/db/alembic/versions/20260602_070000_merge_quota_planner_and_account_workspace_heads.py +25 -0
  297. app/db/alembic/versions/20260602_080000_merge_upstream_proxy_and_quota_planner_heads.py +25 -0
  298. app/db/alembic/versions/20260602_080000_merge_useragent_and_upstream_proxy_heads.py +24 -0
  299. app/db/alembic/versions/20260603_000000_add_weekly_pace_working_days.py +52 -0
  300. app/db/alembic/versions/20260603_000000_free_account_monthly_window.py +60 -0
  301. app/db/alembic/versions/20260604_000000_add_reauth_required_account_status.py +159 -0
  302. app/db/alembic/versions/20260604_010000_merge_automations_and_reauth_status_heads.py +25 -0
  303. app/db/alembic/versions/20260604_010000_merge_dashboard_guest_and_reauth_status_heads.py +25 -0
  304. app/db/alembic/versions/20260604_010000_merge_useragent_and_reauth_heads.py +24 -0
  305. app/db/alembic/versions/20260607_000000_merge_weekly_monthly_useragent_heads.py +28 -0
  306. app/db/alembic/versions/20260608_000000_add_hide_upstream_quota_from_api_keys.py +50 -0
  307. app/db/alembic/versions/20260611_000000_add_request_log_archive_request_id.py +47 -0
  308. app/db/alembic/versions/20260611_000000_merge_automations_and_weekly_monthly_useragent_heads.py +26 -0
  309. app/db/alembic/versions/20260611_000000_merge_dashboard_guest_and_weekly_useragent_heads.py +26 -0
  310. app/db/alembic/versions/20260611_010000_add_request_log_client_ip.py +57 -0
  311. app/db/alembic/versions/20260611_020000_merge_request_log_archive_and_client_ip_heads.py +26 -0
  312. app/db/alembic/versions/20260611_030000_merge_dashboard_guest_and_request_log_client_ip_heads.py +26 -0
  313. app/db/alembic/versions/20260613_000000_add_accounts_codex_installation_id.py +57 -0
  314. app/db/alembic/versions/20260613_010000_merge_installation_id_and_dashboard_weekly_heads.py +26 -0
  315. app/db/alembic/versions/20260615_000000_merge_automations_and_dashboard_guest_heads.py +26 -0
  316. app/db/alembic/versions/20260623_000000_add_limit_warmup_exhausted_threshold.py +51 -0
  317. app/db/alembic/versions/20260626_000000_add_http_downstream_transport_policy.py +46 -0
  318. app/db/alembic/versions/20260626_010000_add_request_logs_upstream_transport.py +31 -0
  319. app/db/alembic/versions/20260629_000000_add_dashboard_query_hot_path_indexes.py +53 -0
  320. app/db/alembic/versions/20260630_000000_add_limit_warmup_staggered_idle.py +47 -0
  321. app/db/alembic/versions/20260630_000000_merge_request_log_client_ip_and_dashboard_hot_path_heads.py +26 -0
  322. app/db/alembic/versions/20260630_010000_merge_warmup_and_request_log_dashboard_heads.py +26 -0
  323. app/db/alembic/versions/20260630_020000_merge_automations_and_main_heads.py +26 -0
  324. app/db/alembic/versions/20260630_020000_merge_warmup_threshold_and_main_heads.py +26 -0
  325. app/db/alembic/versions/20260630_030000_add_automation_run_model_snapshot.py +59 -0
  326. app/db/alembic/versions/20260630_040000_merge_automation_snapshot_and_warmup_threshold_heads.py +26 -0
  327. app/db/alembic/versions/20260630_050000_add_automation_run_prompt_snapshot.py +52 -0
  328. app/db/alembic/versions/20260701_000000_add_weekly_pace_smoothing_minutes.py +51 -0
  329. app/db/alembic/versions/20260702_000000_add_model_sources.py +176 -0
  330. app/db/alembic/versions/20260705_000000_add_model_source_audio_transcriptions.py +50 -0
  331. app/db/alembic/versions/20260705_000000_harden_dashboard_session_ttl.py +62 -0
  332. app/db/alembic/versions/20260706_000000_add_model_source_audio_per_minute.py +43 -0
  333. app/db/alembic/versions/20260707_000000_merge_model_sources_and_session_ttl.py +24 -0
  334. app/db/alembic/versions/20260707_010000_merge_automations_and_model_sources_heads.py +24 -0
  335. app/db/alembic/versions/20260707_020000_add_automation_job_account_scope.py +125 -0
  336. app/db/alembic/versions/20260709_000000_add_ttft_phase_observability.py +66 -0
  337. app/db/alembic/versions/20260711_000000_add_dashboard_prohibit_fast_mode.py +42 -0
  338. app/db/alembic/versions/20260711_010000_add_account_chatgpt_user_id.py +40 -0
  339. app/db/alembic/versions/20260711_020000_add_dashboard_account_concurrency_caps.py +71 -0
  340. app/db/alembic/versions/20260711_030000_add_limit_warmup_idle_threshold.py +51 -0
  341. app/db/alembic/versions/20260712_010000_add_account_usage_rollups.py +56 -0
  342. app/db/alembic/versions/20260712_020000_add_api_key_usage_rollups.py +53 -0
  343. app/db/alembic/versions/20260713_020000_add_model_registry_snapshot.py +42 -0
  344. app/db/alembic/versions/20260713_040000_add_account_refresh_claims.py +42 -0
  345. app/db/alembic/versions/20260713_040000_add_replica_guardrails.py +64 -0
  346. app/db/alembic/versions/20260713_070000_add_reset_credit_redeem_tables.py +58 -0
  347. app/db/alembic/versions/20260714_000000_add_oauth_flow_states.py +63 -0
  348. app/db/alembic/versions/20260715_000000_add_request_log_queue_latency.py +44 -0
  349. app/db/alembic/versions/20260716_000000_add_oauth_device_flow_slots.py +41 -0
  350. app/db/alembic/versions/20260716_010000_add_dashboard_retention_settings.py +48 -0
  351. app/db/alembic/versions/20260716_010000_add_reset_credit_display_settings.py +73 -0
  352. app/db/alembic/versions/20260717_000000_add_http_bridge_retry_circuits.py +47 -0
  353. app/db/alembic/versions/20260717_000000_merge_retention_and_reset_credit_display_heads.py +26 -0
  354. app/db/alembic/versions/20260717_000000_optimize_dashboard_hot_path_indexes.py +162 -0
  355. app/db/alembic/versions/20260717_000001_merge_retry_circuits_and_dashboard_indexes.py +22 -0
  356. app/db/alembic/versions/20260720_000000_add_request_log_conversation_id.py +57 -0
  357. app/db/alembic/versions/20260722_000000_backfill_request_log_useragent_families.py +40 -0
  358. app/db/alembic/versions/20260724_000000_add_request_usage_time_rollups.py +176 -0
  359. app/db/alembic/versions/20260724_000000_merge_request_log_schema_heads.py +33 -0
  360. app/db/alembic/versions/20260725_000000_add_http_bridge_pending_tool_calls.py +43 -0
  361. app/db/alembic/versions/20260726_000000_add_account_plan_downgrade_observations.py +44 -0
  362. app/db/alembic/versions/20260726_000000_repair_request_usage_rollups_after_merge.py +37 -0
  363. app/db/alembic/versions/20260727_000000_add_sticky_session_continuity_abandoned_at.py +45 -0
  364. app/db/alembic/versions/20260728_000000_merge_pending_tool_calls_and_rollup_repair_heads.py +31 -0
  365. app/db/alembic/versions/20260730_000000_add_api_key_fair_share_threshold.py +44 -0
  366. app/db/alembic/versions/20260730_000000_add_http_bridge_recovery_attempts.py +60 -0
  367. app/db/alembic/versions/20260731_000000_add_capability_lineage_markers.py +38 -0
  368. app/db/alembic/versions/20260803_000000_merge_http_bridge_recovery_and_capability_lineage_heads.py +30 -0
  369. app/db/alembic/versions/20260804_000000_add_http_bridge_operations.py +63 -0
  370. app/db/alembic/versions/20260804_000001_add_global_http_bridge_operation_fingerprint.py +53 -0
  371. app/db/alembic/versions/20260804_230000_add_request_log_connection_request_kind.py +43 -0
  372. app/db/alembic/versions/20260805_000000_add_http_bridge_operation_spool.py +75 -0
  373. app/db/alembic/versions/20260805_000001_finalize_http_bridge_operation_spool.py +65 -0
  374. app/db/alembic/versions/20260806_000000_add_additional_usage_alias_probe_indexes.py +84 -0
  375. app/db/alembic/versions/20260806_000000_add_anonymous_telemetry.py +49 -0
  376. app/db/alembic/versions/20260806_010000_add_conversation_presence_rollup.py +72 -0
  377. app/db/alembic/versions/20260806_020000_add_usage_history_bulk_covering_indexes.py +99 -0
  378. app/db/alembic/versions/20260806_030000_add_api_key_allowed_reasoning_efforts.py +65 -0
  379. app/db/alembic/versions/20260806_120000_add_http_bridge_owner_process_epoch.py +57 -0
  380. app/db/alembic/versions/20260807_000000_merge_http_bridge_operation_spool_and_latest_main.py +24 -0
  381. app/db/alembic/versions/20260808_000000_tune_usage_history_autovacuum.py +54 -0
  382. app/db/alembic/versions/20260810_000000_add_http_bridge_recovery_dispatch_count.py +44 -0
  383. app/db/alembic/versions/20260811_000000_add_hourly_rollup_cancelled_count.py +92 -0
  384. app/db/alembic/versions/20260812_000000_merge_recovery_dispatch_and_hourly_cancelled_heads.py +25 -0
  385. app/db/alembic/versions/20260812_120000_add_sticky_abandonment_scope.py +43 -0
  386. app/db/alembic/versions/20260813_000000_add_file_account_pins.py +40 -0
  387. app/db/alembic/versions/20260816_000000_add_account_pending_deletion.py +81 -0
  388. app/db/alembic/versions/20260816_000000_add_model_source_embeddings.py +50 -0
  389. app/db/alembic/versions/20260821_000000_add_retry_circuit_admission_generation.py +49 -0
  390. app/db/alembic/versions/20260826_000000_add_http_bridge_event_chunks.py +107 -0
  391. app/db/alembic/versions/20260828_000000_add_accounts_chatgpt_identity_index.py +55 -0
  392. app/db/alembic/versions/20260830_000000_add_quota_warmup_claim_expiry.py +83 -0
  393. app/db/alembic/versions/20260908_000000_add_guest_session_generation.py +37 -0
  394. app/db/alembic/versions/20260908_000000_add_subscription_overflow.py +140 -0
  395. app/db/alembic/versions/20260908_000000_replace_upstream_stream_transport_default_sentinel.py +50 -0
  396. app/db/alembic/versions/20260908_020000_merge_overflow_transport_heads.py +27 -0
  397. app/db/alembic/versions/20260909_000000_add_dashboard_roles.py +72 -0
  398. app/db/alembic/versions/20260909_010000_add_dashboard_users.py +183 -0
  399. app/db/alembic/versions/20260909_020000_reproject_compat_admin_credentials.py +105 -0
  400. app/db/alembic/versions/20260909_030000_add_audit_actor_columns.py +103 -0
  401. app/db/alembic/versions/20260909_030000_dashboard_resilience_toggle_settings.py +63 -0
  402. app/db/alembic/versions/20260909_040000_add_dashboard_user_invites.py +54 -0
  403. app/db/alembic/versions/20260909_040000_dashboard_timeout_settings.py +68 -0
  404. app/db/alembic/versions/20260909_050000_dashboard_routing_overload_settings.py +65 -0
  405. app/db/alembic/versions/20260909_060000_add_report_rollup.py +74 -0
  406. app/db/alembic/versions/20260909_070000_automation_run_claim_budget.py +50 -0
  407. app/db/alembic/versions/20260909_080000_dashboard_stream_bridge_budgets.py +62 -0
  408. app/db/alembic/versions/20260909_090000_dashboard_background_job_toggles.py +63 -0
  409. app/db/alembic/versions/20260909_100000_dashboard_codex_prewarm.py +49 -0
  410. app/db/alembic/versions/20260909_110000_model_context_window_overrides.py +45 -0
  411. app/db/alembic/versions/20260909_120000_dashboard_conversation_archive.py +48 -0
  412. app/db/alembic/versions/20260909_130000_add_request_logs_live_facet_indexes.py +96 -0
  413. app/db/alembic/versions/20260910_000000_add_totp_required_for_admin_role.py +44 -0
  414. app/db/alembic/versions/20260910_000000_request_logs_missing_cost_index.py +52 -0
  415. app/db/alembic/versions/20260910_010000_add_dashboard_auth_providers.py +134 -0
  416. app/db/alembic/versions/20260910_010000_dashboard_spool_retention.py +52 -0
  417. app/db/alembic/versions/20260910_020000_add_dashboard_role_mappings.py +74 -0
  418. app/db/alembic/versions/20260910_143000_request_log_affinity.py +28 -0
  419. app/db/alembic/versions/20260910_180000_merge_affinity_guest_heads.py +17 -0
  420. app/db/alembic/versions/20260910_200000_merge_affinity_identity_heads.py +17 -0
  421. app/db/alembic/versions/20260910_220000_merge_affinity_invite_heads.py +17 -0
  422. app/db/alembic/versions/20260911_000000_model_source_pins_kind_expires_index.py +43 -0
  423. app/db/alembic/versions/20260911_010000_merge_pin_index_and_affinity_heads.py +17 -0
  424. app/db/alembic/versions/20260911_020000_add_http_bridge_terminal_append_phase.py +54 -0
  425. app/db/alembic/versions/20260911_030000_add_local_login_policy.py +48 -0
  426. app/db/alembic/versions/20260911_040000_add_thread_cache_identity_mode.py +48 -0
  427. app/db/alembic/versions/20260911_060000_add_bridge_session_continuity_abandonment.py +40 -0
  428. app/db/alembic/versions/20260912_000000_merge_thread_cache_and_bridge_retirement_heads.py +22 -0
  429. app/db/alembic/versions/20260912_010000_drop_legacy_dashboard_credentials.py +140 -0
  430. app/db/alembic/versions/20260913_000000_add_oidc_provider_flow.py +134 -0
  431. app/db/alembic/versions/20260914_000000_add_scim_tokens.py +78 -0
  432. app/db/alembic/versions/20260914_000000_drop_subscription_overflow_schema.py +132 -0
  433. app/db/alembic/versions/20260918_000000_merge_scim_and_overflow_heads.py +17 -0
  434. app/db/alembic/versions/__init__.py +1 -0
  435. app/db/backup.py +64 -0
  436. app/db/migrate.py +1249 -0
  437. app/db/migration_lock.py +160 -0
  438. app/db/migration_url.py +18 -0
  439. app/db/models.py +3100 -0
  440. app/db/recover.py +244 -0
  441. app/db/session.py +1295 -0
  442. app/db/snapshot.py +46 -0
  443. app/db/sqlite_lock_retry.py +190 -0
  444. app/db/sqlite_utils.py +549 -0
  445. app/dependencies.py +462 -0
  446. app/main.py +1240 -0
  447. app/modules/__init__.py +0 -0
  448. app/modules/accounts/__init__.py +0 -0
  449. app/modules/accounts/api.py +426 -0
  450. app/modules/accounts/auth_manager.py +1439 -0
  451. app/modules/accounts/background_repository.py +160 -0
  452. app/modules/accounts/deletion.py +540 -0
  453. app/modules/accounts/mappers.py +654 -0
  454. app/modules/accounts/refresh_claims.py +352 -0
  455. app/modules/accounts/repository.py +1679 -0
  456. app/modules/accounts/schemas.py +308 -0
  457. app/modules/accounts/service.py +809 -0
  458. app/modules/accounts/usage_rollup.py +486 -0
  459. app/modules/accounts/usage_rollup_scheduler.py +75 -0
  460. app/modules/accounts/usage_time_rollup.py +1037 -0
  461. app/modules/accounts/usage_time_rollup_read.py +522 -0
  462. app/modules/api_keys/__init__.py +1 -0
  463. app/modules/api_keys/api.py +344 -0
  464. app/modules/api_keys/last_used_coalescer.py +216 -0
  465. app/modules/api_keys/limit_windows.py +41 -0
  466. app/modules/api_keys/repository.py +1200 -0
  467. app/modules/api_keys/reset_scheduler.py +85 -0
  468. app/modules/api_keys/schemas.py +135 -0
  469. app/modules/api_keys/service.py +2123 -0
  470. app/modules/audit/__init__.py +0 -0
  471. app/modules/audit/api.py +88 -0
  472. app/modules/audit/repository.py +74 -0
  473. app/modules/audit/schemas.py +33 -0
  474. app/modules/audit/service.py +71 -0
  475. app/modules/auth_providers/__init__.py +0 -0
  476. app/modules/auth_providers/api.py +127 -0
  477. app/modules/auth_providers/config.py +343 -0
  478. app/modules/auth_providers/repository.py +101 -0
  479. app/modules/auth_providers/schemas.py +88 -0
  480. app/modules/auth_providers/seed.py +105 -0
  481. app/modules/auth_providers/service.py +289 -0
  482. app/modules/automations/__init__.py +1 -0
  483. app/modules/automations/api.py +369 -0
  484. app/modules/automations/repository.py +1896 -0
  485. app/modules/automations/scheduler.py +107 -0
  486. app/modules/automations/schemas.py +158 -0
  487. app/modules/automations/service.py +2548 -0
  488. app/modules/cache_isolation_probe/__init__.py +0 -0
  489. app/modules/cache_isolation_probe/api.py +188 -0
  490. app/modules/cache_isolation_probe/prefix.py +144 -0
  491. app/modules/cache_isolation_probe/schemas.py +94 -0
  492. app/modules/cache_isolation_probe/sender.py +229 -0
  493. app/modules/cache_isolation_probe/service.py +525 -0
  494. app/modules/conversation_archive/__init__.py +1 -0
  495. app/modules/conversation_archive/api.py +101 -0
  496. app/modules/conversation_archive/schemas.py +28 -0
  497. app/modules/conversation_archive/service.py +165 -0
  498. app/modules/dashboard/__init__.py +1 -0
  499. app/modules/dashboard/api.py +106 -0
  500. app/modules/dashboard/builders.py +107 -0
  501. app/modules/dashboard/repository.py +304 -0
  502. app/modules/dashboard/schemas.py +148 -0
  503. app/modules/dashboard/service.py +534 -0
  504. app/modules/dashboard/timeframes.py +19 -0
  505. app/modules/dashboard/weekly_pace.py +617 -0
  506. app/modules/dashboard_auth/__init__.py +1 -0
  507. app/modules/dashboard_auth/api.py +1344 -0
  508. app/modules/dashboard_auth/oidc_api.py +753 -0
  509. app/modules/dashboard_auth/oidc_flows.py +330 -0
  510. app/modules/dashboard_auth/repository.py +452 -0
  511. app/modules/dashboard_auth/schemas.py +232 -0
  512. app/modules/dashboard_auth/service.py +1384 -0
  513. app/modules/dashboard_roles/__init__.py +0 -0
  514. app/modules/dashboard_roles/api.py +64 -0
  515. app/modules/dashboard_roles/repository.py +54 -0
  516. app/modules/dashboard_roles/schemas.py +29 -0
  517. app/modules/dashboard_roles/seed.py +80 -0
  518. app/modules/dashboard_roles/service.py +142 -0
  519. app/modules/dashboard_users/__init__.py +0 -0
  520. app/modules/dashboard_users/api.py +278 -0
  521. app/modules/dashboard_users/break_glass.py +169 -0
  522. app/modules/dashboard_users/credentials.py +18 -0
  523. app/modules/dashboard_users/identity_resolver.py +665 -0
  524. app/modules/dashboard_users/repository.py +725 -0
  525. app/modules/dashboard_users/schemas.py +117 -0
  526. app/modules/dashboard_users/service.py +1054 -0
  527. app/modules/firewall/__init__.py +1 -0
  528. app/modules/firewall/api.py +78 -0
  529. app/modules/firewall/repository.py +51 -0
  530. app/modules/firewall/schemas.py +28 -0
  531. app/modules/firewall/service.py +93 -0
  532. app/modules/fleet/__init__.py +1 -0
  533. app/modules/fleet/api.py +177 -0
  534. app/modules/fleet/mappers.py +56 -0
  535. app/modules/fleet/observability.py +372 -0
  536. app/modules/fleet/schemas.py +119 -0
  537. app/modules/health/__init__.py +0 -0
  538. app/modules/health/api.py +246 -0
  539. app/modules/health/schemas.py +27 -0
  540. app/modules/limit_warmup/__init__.py +1 -0
  541. app/modules/limit_warmup/repository.py +159 -0
  542. app/modules/limit_warmup/service.py +1001 -0
  543. app/modules/model_sources/__init__.py +1 -0
  544. app/modules/model_sources/api.py +99 -0
  545. app/modules/model_sources/catalog.py +307 -0
  546. app/modules/model_sources/forwarding.py +1435 -0
  547. app/modules/model_sources/projection.py +55 -0
  548. app/modules/model_sources/repository.py +201 -0
  549. app/modules/model_sources/schemas.py +79 -0
  550. app/modules/model_sources/selection.py +166 -0
  551. app/modules/model_sources/service.py +236 -0
  552. app/modules/oauth/__init__.py +0 -0
  553. app/modules/oauth/api.py +101 -0
  554. app/modules/oauth/repository.py +238 -0
  555. app/modules/oauth/schemas.py +49 -0
  556. app/modules/oauth/service.py +1196 -0
  557. app/modules/oauth/templates/oauth_success.html +122 -0
  558. app/modules/proxy/__init__.py +0 -0
  559. app/modules/proxy/_load_balancer/__init__.py +1 -0
  560. app/modules/proxy/_load_balancer/error_rate.py +116 -0
  561. app/modules/proxy/_load_balancer/latency_cohort.py +154 -0
  562. app/modules/proxy/_load_balancer/model_eligibility.py +250 -0
  563. app/modules/proxy/_load_balancer/opportunistic_admission.py +350 -0
  564. app/modules/proxy/_load_balancer/overload_backoff.py +394 -0
  565. app/modules/proxy/_load_balancer/sticky_selection.py +2417 -0
  566. app/modules/proxy/_load_balancer/throughput_cohort.py +233 -0
  567. app/modules/proxy/_load_balancer/ttft_cohort.py +214 -0
  568. app/modules/proxy/_load_balancer/tunables.py +97 -0
  569. app/modules/proxy/_load_balancer/types.py +96 -0
  570. app/modules/proxy/_load_balancer/unbound_selection.py +534 -0
  571. app/modules/proxy/_service/__init__.py +6 -0
  572. app/modules/proxy/_service/api_key_usage.py +745 -0
  573. app/modules/proxy/_service/clock_budget.py +38 -0
  574. app/modules/proxy/_service/codex_control.py +611 -0
  575. app/modules/proxy/_service/compact.py +2211 -0
  576. app/modules/proxy/_service/file_ops.py +749 -0
  577. app/modules/proxy/_service/http_bridge/__init__.py +3 -0
  578. app/modules/proxy/_service/http_bridge/accepted_replay.py +331 -0
  579. app/modules/proxy/_service/http_bridge/account_sessions.py +57 -0
  580. app/modules/proxy/_service/http_bridge/activity.py +178 -0
  581. app/modules/proxy/_service/http_bridge/helpers.py +3959 -0
  582. app/modules/proxy/_service/http_bridge/mixin.py +2435 -0
  583. app/modules/proxy/_service/http_bridge/owner_forwarding.py +609 -0
  584. app/modules/proxy/_service/http_bridge/protocol.py +167 -0
  585. app/modules/proxy/_service/http_bridge/proxy_failover.py +58 -0
  586. app/modules/proxy/_service/http_bridge/quarantine.py +443 -0
  587. app/modules/proxy/_service/http_bridge/request_submit.py +4582 -0
  588. app/modules/proxy/_service/http_bridge/retry_circuit.py +2442 -0
  589. app/modules/proxy/_service/http_bridge/service_stubs.py +492 -0
  590. app/modules/proxy/_service/http_bridge/session_registry.py +778 -0
  591. app/modules/proxy/_service/http_bridge/streaming.py +5328 -0
  592. app/modules/proxy/_service/http_bridge/upstream_events.py +4538 -0
  593. app/modules/proxy/_service/observability.py +410 -0
  594. app/modules/proxy/_service/rate_limit.py +361 -0
  595. app/modules/proxy/_service/realtime_live.py +655 -0
  596. app/modules/proxy/_service/refresh.py +154 -0
  597. app/modules/proxy/_service/request_log.py +585 -0
  598. app/modules/proxy/_service/response_create.py +930 -0
  599. app/modules/proxy/_service/streaming/__init__.py +3 -0
  600. app/modules/proxy/_service/streaming/helpers.py +1317 -0
  601. app/modules/proxy/_service/streaming/mixin.py +1100 -0
  602. app/modules/proxy/_service/streaming/protocol.py +32 -0
  603. app/modules/proxy/_service/streaming/retry.py +3762 -0
  604. app/modules/proxy/_service/support.py +2122 -0
  605. app/modules/proxy/_service/transcribe.py +434 -0
  606. app/modules/proxy/_service/warmup.py +483 -0
  607. app/modules/proxy/_service/websocket/__init__.py +3 -0
  608. app/modules/proxy/_service/websocket/helpers.py +2360 -0
  609. app/modules/proxy/_service/websocket/mixin.py +7285 -0
  610. app/modules/proxy/_service/websocket/protocol.py +74 -0
  611. app/modules/proxy/account_cache.py +229 -0
  612. app/modules/proxy/account_eligibility.py +87 -0
  613. app/modules/proxy/additional_model_limits.py +40 -0
  614. app/modules/proxy/affinity.py +830 -0
  615. app/modules/proxy/affinity_observation.py +101 -0
  616. app/modules/proxy/api.py +10254 -0
  617. app/modules/proxy/api_key_usage.py +113 -0
  618. app/modules/proxy/cap_partitioning.py +280 -0
  619. app/modules/proxy/capability_lineage.py +65 -0
  620. app/modules/proxy/capability_lineage_repository.py +82 -0
  621. app/modules/proxy/capability_routing.py +253 -0
  622. app/modules/proxy/continuity.py +112 -0
  623. app/modules/proxy/downstream_delivery.py +277 -0
  624. app/modules/proxy/durable_bridge_coordinator.py +1217 -0
  625. app/modules/proxy/durable_bridge_repository.py +4516 -0
  626. app/modules/proxy/durable_bridge_runtime.py +9 -0
  627. app/modules/proxy/durable_bridge_transcript_codec.py +122 -0
  628. app/modules/proxy/fair_share.py +131 -0
  629. app/modules/proxy/file_pin_repository.py +210 -0
  630. app/modules/proxy/helpers.py +439 -0
  631. app/modules/proxy/http_bridge_event_batcher.py +613 -0
  632. app/modules/proxy/http_bridge_forwarding.py +797 -0
  633. app/modules/proxy/http_continuation.py +76 -0
  634. app/modules/proxy/images_observability.py +62 -0
  635. app/modules/proxy/images_service.py +1054 -0
  636. app/modules/proxy/load_balancer.py +3016 -0
  637. app/modules/proxy/rate_limit_cache.py +46 -0
  638. app/modules/proxy/replay_safety.py +1063 -0
  639. app/modules/proxy/repo_bundle.py +31 -0
  640. app/modules/proxy/request_policy.py +1054 -0
  641. app/modules/proxy/ring_membership.py +251 -0
  642. app/modules/proxy/schemas.py +345 -0
  643. app/modules/proxy/selection_errors.py +41 -0
  644. app/modules/proxy/service.py +2600 -0
  645. app/modules/proxy/source_admission.py +125 -0
  646. app/modules/proxy/source_dispatch.py +999 -0
  647. app/modules/proxy/sticky_repository.py +831 -0
  648. app/modules/proxy/thread_anchors.py +491 -0
  649. app/modules/proxy/tool_call_dedupe.py +802 -0
  650. app/modules/proxy/types.py +54 -0
  651. app/modules/proxy/work_admission.py +121 -0
  652. app/modules/quota_planner/__init__.py +1 -0
  653. app/modules/quota_planner/api.py +276 -0
  654. app/modules/quota_planner/logic.py +743 -0
  655. app/modules/quota_planner/repository.py +722 -0
  656. app/modules/quota_planner/scheduler.py +212 -0
  657. app/modules/quota_planner/schemas.py +102 -0
  658. app/modules/quota_planner/warmup.py +693 -0
  659. app/modules/rate_limit_reset_credits/__init__.py +0 -0
  660. app/modules/rate_limit_reset_credits/api.py +601 -0
  661. app/modules/rate_limit_reset_credits/redeem_coordination.py +274 -0
  662. app/modules/rate_limit_reset_credits/store.py +114 -0
  663. app/modules/reports/__init__.py +1 -0
  664. app/modules/reports/api.py +134 -0
  665. app/modules/reports/cache.py +74 -0
  666. app/modules/reports/filters.py +27 -0
  667. app/modules/reports/repository.py +525 -0
  668. app/modules/reports/rollup.py +150 -0
  669. app/modules/reports/rollup_read.py +148 -0
  670. app/modules/reports/schemas.py +123 -0
  671. app/modules/reports/service.py +287 -0
  672. app/modules/reports/thread_identity.py +256 -0
  673. app/modules/request_logs/__init__.py +0 -0
  674. app/modules/request_logs/api.py +224 -0
  675. app/modules/request_logs/cost_backfill.py +154 -0
  676. app/modules/request_logs/mappers.py +97 -0
  677. app/modules/request_logs/repository.py +1765 -0
  678. app/modules/request_logs/schemas.py +145 -0
  679. app/modules/request_logs/service.py +348 -0
  680. app/modules/role_mappings/__init__.py +0 -0
  681. app/modules/role_mappings/api.py +206 -0
  682. app/modules/role_mappings/matching.py +55 -0
  683. app/modules/role_mappings/repository.py +106 -0
  684. app/modules/role_mappings/schemas.py +67 -0
  685. app/modules/role_mappings/service.py +334 -0
  686. app/modules/runtime/__init__.py +1 -0
  687. app/modules/runtime/api.py +18 -0
  688. app/modules/runtime/schemas.py +14 -0
  689. app/modules/runtime/service.py +218 -0
  690. app/modules/scim/__init__.py +1 -0
  691. app/modules/scim/api.py +194 -0
  692. app/modules/scim/dependencies.py +112 -0
  693. app/modules/scim/errors.py +77 -0
  694. app/modules/scim/management_api.py +156 -0
  695. app/modules/scim/repository.py +212 -0
  696. app/modules/scim/schemas.py +145 -0
  697. app/modules/scim/service.py +786 -0
  698. app/modules/scim/tokens.py +43 -0
  699. app/modules/settings/__init__.py +1 -0
  700. app/modules/settings/api.py +1677 -0
  701. app/modules/settings/repository.py +606 -0
  702. app/modules/settings/schemas.py +496 -0
  703. app/modules/settings/service.py +769 -0
  704. app/modules/shared/__init__.py +0 -0
  705. app/modules/shared/schemas.py +22 -0
  706. app/modules/sticky_sessions/__init__.py +1 -0
  707. app/modules/sticky_sessions/api.py +118 -0
  708. app/modules/sticky_sessions/cleanup_scheduler.py +487 -0
  709. app/modules/sticky_sessions/schemas.py +78 -0
  710. app/modules/sticky_sessions/service.py +196 -0
  711. app/modules/telemetry/__init__.py +5 -0
  712. app/modules/telemetry/api.py +115 -0
  713. app/modules/telemetry/clients.py +62 -0
  714. app/modules/telemetry/consent.py +115 -0
  715. app/modules/telemetry/scheduler.py +85 -0
  716. app/modules/telemetry/schemas.py +163 -0
  717. app/modules/telemetry/sender.py +221 -0
  718. app/modules/telemetry/snapshot.py +490 -0
  719. app/modules/usage/__init__.py +0 -0
  720. app/modules/usage/additional_quota_keys.py +379 -0
  721. app/modules/usage/api.py +45 -0
  722. app/modules/usage/background_repository.py +147 -0
  723. app/modules/usage/builders.py +559 -0
  724. app/modules/usage/depletion_service.py +277 -0
  725. app/modules/usage/live_ingest.py +356 -0
  726. app/modules/usage/mappers.py +29 -0
  727. app/modules/usage/plan_downgrade_observations.py +488 -0
  728. app/modules/usage/repository.py +1890 -0
  729. app/modules/usage/schemas.py +68 -0
  730. app/modules/usage/service.py +102 -0
  731. app/modules/usage/updater.py +1488 -0
  732. app/static/assets/Trans-Cj-J9mVA.js +1 -0
  733. app/static/assets/access-page-DHzZiXZi.js +1 -0
  734. app/static/assets/account-cost-donut-DGhfA4U8.js +1 -0
  735. app/static/assets/account-identifiers-CxbdLshZ.js +1 -0
  736. app/static/assets/account-status-DIsU5sUS.js +1 -0
  737. app/static/assets/account-trend-chart-BptlfwwQ.js +1 -0
  738. app/static/assets/accounts-page-Bbai8ift.js +3 -0
  739. app/static/assets/api-Dwa7XxPe.js +1 -0
  740. app/static/assets/api-client-dugX1Pti.js +55 -0
  741. app/static/assets/api-key-create-dialog-DnRm0oYN.js +1 -0
  742. app/static/assets/api-key-created-dialog-B6jkDG9f.js +1 -0
  743. app/static/assets/api-key-edit-dialog-Ck3Bnc3V.js +1 -0
  744. app/static/assets/api-trend-chart-BchCw7Hj.js +1 -0
  745. app/static/assets/apis-page-BvXz9c6i.js +2 -0
  746. app/static/assets/arrow-up-Dqh_KzJo.js +1 -0
  747. app/static/assets/arrow-up-down-LBRgVDGY.js +1 -0
  748. app/static/assets/automations-page-DQgNAJOR.js +3 -0
  749. app/static/assets/badge-DqMb9es0.js +1 -0
  750. app/static/assets/blur-email-HEvKagG2.js +1 -0
  751. app/static/assets/button-BjVmmiGW.js +1 -0
  752. app/static/assets/checkbox-apsl9vzk.js +1 -0
  753. app/static/assets/chevron-left-1d_pHVa5.js +1 -0
  754. app/static/assets/circle-alert-BS0xd_o1.js +1 -0
  755. app/static/assets/clsx-DB0hHKMi.js +1 -0
  756. app/static/assets/colors-BBy8GEtr.js +1 -0
  757. app/static/assets/copy-button-D7nAvOKR.js +1 -0
  758. app/static/assets/cost-per-day-chart-YdqlkZVM.js +1 -0
  759. app/static/assets/createLucideIcon-DBLzLNh2.js +1 -0
  760. app/static/assets/dashboard-page-CSdhBy0f.js +2 -0
  761. app/static/assets/distribution-metric-format-yZTy1ZEu.js +1 -0
  762. app/static/assets/donut-chart-Bxc69cra.js +1 -0
  763. app/static/assets/download-kQteIcsB.js +1 -0
  764. app/static/assets/ellipsis-B_5OgIre.js +1 -0
  765. app/static/assets/empty-state-JcA7tc8m.js +1 -0
  766. app/static/assets/es2015-bMH8YKZT.js +41 -0
  767. app/static/assets/es6-B264ni6W.js +69 -0
  768. app/static/assets/external-link-UVAOgMQ0.js +1 -0
  769. app/static/assets/i18n-BWqZ9Ua2.js +1 -0
  770. app/static/assets/inbox-B_RM2s1J.js +1 -0
  771. app/static/assets/index-DIpd264Z.js +23 -0
  772. app/static/assets/index-DMeLKRJx.css +2 -0
  773. app/static/assets/inherit-badge-QhTYVaU6.js +1 -0
  774. app/static/assets/invite-dialog-0CYh0GiQ.js +1 -0
  775. app/static/assets/iso-Bpe5Ihbb.js +1 -0
  776. app/static/assets/label-CGaLmLNf.js +1 -0
  777. app/static/assets/lazy-recharts-Pv8p9ArM.js +2 -0
  778. app/static/assets/loading-overlay-CzKQfHLI.js +1 -0
  779. app/static/assets/mini-quota-bar-cGT_t8Ae.js +1 -0
  780. app/static/assets/model-distribution-donut-BKjAfT48.js +1 -0
  781. app/static/assets/model-source-multi-select-D2d06Vc7.js +1 -0
  782. app/static/assets/multi-select-filter-KIA5qU6Z.js +1 -0
  783. app/static/assets/oauth-dialog-XeaGGDjS.js +1 -0
  784. app/static/assets/pagination-controls-D1Ypd0RU.js +1 -0
  785. app/static/assets/payload-CIYnGZz9.js +1 -0
  786. app/static/assets/queue-wait-chart-VoV7Yg9L.js +1 -0
  787. app/static/assets/report-chart-card-BXDliwcc.js +1 -0
  788. app/static/assets/reports-page-CGCJeMHG.js +3 -0
  789. app/static/assets/reset-credit-confirm-dialog-QOifTnVB.js +1 -0
  790. app/static/assets/rolldown-runtime-hePW80VL.js +1 -0
  791. app/static/assets/search-HfhqwERt.js +1 -0
  792. app/static/assets/select-Cl33bz-g.js +1 -0
  793. app/static/assets/settings-page-mZj01HYl.js +2 -0
  794. app/static/assets/shim-CZwyM4Q7.js +1 -0
  795. app/static/assets/skeleton-C_EUc4Rp.js +1 -0
  796. app/static/assets/sparkline-chart-DdNNsddM.js +1 -0
  797. app/static/assets/status-badge-CHHA5X6c.js +1 -0
  798. app/static/assets/switch-CzxgokcM.js +1 -0
  799. app/static/assets/table-DXaNSQ0G.js +1 -0
  800. app/static/assets/time-to-first-token-chart--68L0u_v.js +1 -0
  801. app/static/assets/tokens-per-day-chart-Cs82BFuE.js +1 -0
  802. app/static/assets/tokens-per-second-chart-AD2dfOn6.js +1 -0
  803. app/static/assets/totp-settings-CRHtxQ7j.js +1 -0
  804. app/static/assets/trash-D3KyWr1h.js +1 -0
  805. app/static/assets/use-account-quota-display-BPmrTBTC.js +1 -0
  806. app/static/assets/use-accounts-PWlVGw3z.js +1 -0
  807. app/static/assets/use-auth-CuDlW3iC.js +1 -0
  808. app/static/assets/use-chart-colors-DIu6tClI.js +1 -0
  809. app/static/assets/use-model-sources-Bul24JBu.js +1 -0
  810. app/static/assets/use-models-DUCPUuZg.js +1 -0
  811. app/static/assets/use-reduced-motion-hAm5r6_d.js +1 -0
  812. app/static/assets/useTranslation--56nHhlH.js +1 -0
  813. app/static/assets/useragent-distribution-donut-Dup6sf_n.js +1 -0
  814. app/static/assets/users-uIC3TIlE.js +1 -0
  815. app/static/assets/vendor-query-_bHZuxEx.js +1 -0
  816. app/static/assets/vendor-react-BVL0YZPW.js +9 -0
  817. app/static/favicon.svg +10 -0
  818. app/static/fonts/GeistSans-Variable.woff2 +0 -0
  819. app/static/fonts/jetbrains-mono-latin-ext.woff2 +0 -0
  820. app/static/fonts/jetbrains-mono-latin.woff2 +0 -0
  821. app/static/index.html +29 -0
  822. codexlb_up-1.25.0b10.dist-info/METADATA +124 -0
  823. codexlb_up-1.25.0b10.dist-info/RECORD +827 -0
  824. codexlb_up-1.25.0b10.dist-info/WHEEL +4 -0
  825. codexlb_up-1.25.0b10.dist-info/entry_points.txt +3 -0
  826. codexlb_up-1.25.0b10.dist-info/licenses/LICENSE +21 -0
  827. config/additional_quota_registry.json +11 -0
@@ -0,0 +1,525 @@
1
+ """Operator diagnostic: is the upstream prompt cache partitioned per account?
2
+
3
+ Background. A hand-run experiment on this deployment sent a ~28k-token
4
+ single-use prefix on one account and then the identical bytes on four
5
+ siblings, and the siblings reported near-full ``cached_tokens`` (28,032/28,168;
6
+ 27,136/27,328; 28,416/28,588 across three runs). Neither ``prompt_cache_key``
7
+ nor the account gated the hit, and same-account repeats hit *less* often than
8
+ other accounts did, which is what a node-local prefix cache that is not
9
+ partitioned per account looks like. This module turns that experiment into a
10
+ button so the owner can re-run it -- in particular before and after enabling
11
+ per-account outbound cache-identity scoping -- instead of re-deriving it by
12
+ hand.
13
+
14
+ Reading the result. A hit on a non-seed account proves the cache is shared
15
+ across accounts. The converse is weaker: hits are sporadic (~20-40%) for every
16
+ caller, so a run with no cross-account hit is evidence, not proof, and a miss
17
+ on the *seed* account is expected and is not a probe failure. The verdicts
18
+ below say exactly that, and the run is refused outright when the seed never
19
+ cached at all, because then nothing can be concluded either way.
20
+
21
+ Cost. Every call spends real quota (~28k input tokens). The caller must
22
+ confirm explicitly, the counts are capped, the endpoint is rate-limited, and
23
+ a pool that is already under pressure refuses the run.
24
+ """
25
+
26
+ from __future__ import annotations
27
+
28
+ import asyncio
29
+ import contextlib
30
+ import logging
31
+ import uuid
32
+ from collections.abc import AsyncIterator, Sequence
33
+ from dataclasses import dataclass
34
+ from datetime import datetime
35
+ from typing import Literal
36
+
37
+ from app.core.clients.proxy import override_stream_timeouts
38
+ from app.core.conversation_archive import suppress_conversation_archive
39
+ from app.core.openai.model_registry import get_model_registry
40
+ from app.core.resilience.circuit_breaker import are_all_account_circuit_breakers_open
41
+ from app.core.resilience.degradation import is_degraded
42
+ from app.core.usage.pricing import get_pricing_for_model
43
+ from app.core.utils.time import utcnow
44
+ from app.db.models import Account, AccountStatus
45
+ from app.db.session import detach_session_objects, get_background_session
46
+ from app.modules.accounts.repository import AccountsRepository
47
+ from app.modules.cache_isolation_probe.prefix import (
48
+ DEFAULT_TARGET_PREFIX_TOKENS,
49
+ build_probe_prefix,
50
+ estimate_prefix_tokens,
51
+ new_probe_nonce,
52
+ )
53
+ from app.modules.cache_isolation_probe.sender import CacheProbeSender, CacheProbeSenderPort, ProbeSendResult
54
+
55
+ logger = logging.getLogger(__name__)
56
+
57
+ #: Caps on what one run may spend. Five repetitions plus five siblings is ten
58
+ #: calls, about 280k input tokens -- enough to see a sporadic ~20-40% hit rate
59
+ #: and small enough that a misclick is not an incident.
60
+ MAX_SEED_REPETITIONS = 5
61
+ MAX_OTHER_ACCOUNTS = 5
62
+ #: ``other_account_count`` is an upper bound, not a demand: a pool with fewer
63
+ #: siblings still answers the question, just with less statistical weight. Only
64
+ #: this floor -- a seed plus one sibling -- is non-negotiable.
65
+ MIN_PROBE_ACCOUNTS = 2
66
+ DEFAULT_SEED_REPETITIONS = 3
67
+ DEFAULT_OTHER_ACCOUNTS = 4
68
+
69
+ #: A call counts as a cache hit when most of its input was served from cache.
70
+ #: The hand runs landed at 99%+; a few hundred incidentally cached preamble
71
+ #: tokens must not read as a hit, so the bar sits far above that and far below
72
+ #: the observed signal.
73
+ CACHE_HIT_RATIO = 0.5
74
+
75
+ #: Share of the selectable pool that may be rate-limited or quota-exceeded
76
+ #: before the probe refuses to spend more quota. A quarter of the pool being
77
+ #: throttled already means the balancer is rerouting real traffic.
78
+ MAX_PRESSURED_POOL_SHARE = 0.25
79
+
80
+ #: Per-call stream budget. A ~28k-token prompt takes appreciably longer to
81
+ #: admit than the warm-up's four-token one, and the run is sequential, so a
82
+ #: generous ceiling costs nothing but bounds a wedged call.
83
+ _PROBE_CONNECT_TIMEOUT_SECONDS = 10.0
84
+ _PROBE_IDLE_TIMEOUT_SECONDS = 60.0
85
+ _PROBE_TOTAL_TIMEOUT_SECONDS = 180.0
86
+
87
+ #: Wire vocabulary, declared once here so the schemas and the dataclasses
88
+ #: cannot drift apart.
89
+ ProbeCallRole = Literal["seed", "other"]
90
+ ProbeCallStatus = Literal["hit", "miss", "error"]
91
+ ProbeVerdict = Literal["cross_account_sharing", "no_cross_account_hit", "inconclusive"]
92
+
93
+ SEED_ROLE: ProbeCallRole = "seed"
94
+ OTHER_ROLE: ProbeCallRole = "other"
95
+
96
+ CALL_STATUS_HIT: ProbeCallStatus = "hit"
97
+ CALL_STATUS_MISS: ProbeCallStatus = "miss"
98
+ CALL_STATUS_ERROR: ProbeCallStatus = "error"
99
+
100
+ VERDICT_CROSS_ACCOUNT_SHARING: ProbeVerdict = "cross_account_sharing"
101
+ VERDICT_NO_CROSS_ACCOUNT_HIT: ProbeVerdict = "no_cross_account_hit"
102
+ VERDICT_INCONCLUSIVE: ProbeVerdict = "inconclusive"
103
+
104
+ #: One run at a time on this replica. Replica-local on purpose: the endpoint's
105
+ #: rate limiter is database-backed on a fixed key, so the *spend* is already
106
+ #: bounded across replicas, and two runs cannot contaminate each other's
107
+ #: measurement because each generates its own nonce and therefore its own
108
+ #: prefix. What is left is concurrent load, which this keeps off any one
109
+ #: replica without a distributed lock held open for minutes.
110
+ _run_lock = asyncio.Lock()
111
+
112
+
113
+ class CacheProbeRefused(Exception):
114
+ """The probe declined to spend quota. ``code`` is the machine-readable reason."""
115
+
116
+ def __init__(self, code: str, message: str) -> None:
117
+ self.code = code
118
+ self.message = message
119
+ super().__init__(message)
120
+
121
+
122
+ @dataclass(frozen=True, slots=True)
123
+ class ProbeAccount:
124
+ account_id: str
125
+ label: str
126
+
127
+
128
+ @dataclass(frozen=True, slots=True)
129
+ class PoolPressure:
130
+ """Why the probe may or may not spend quota right now."""
131
+
132
+ under_pressure: bool
133
+ reason: str | None
134
+ detail: str | None
135
+ selectable_account_count: int
136
+ eligible_account_count: int
137
+ pressured_account_count: int
138
+
139
+
140
+ @dataclass(frozen=True, slots=True)
141
+ class ProbePlan:
142
+ """What a run would do and cost, shown before the operator confirms."""
143
+
144
+ model: str | None
145
+ seed_account: ProbeAccount | None
146
+ #: Every sibling the pool can offer, capped at ``MAX_OTHER_ACCOUNTS`` -- not
147
+ #: the requested slice. The dashboard recomputes the cost as the operator
148
+ #: changes the count, which it can only do correctly if it knows how many
149
+ #: accounts actually exist.
150
+ available_other_accounts: tuple[ProbeAccount, ...]
151
+ seed_repetitions: int
152
+ total_calls: int
153
+ estimated_input_tokens_per_call: int
154
+ estimated_total_input_tokens: int
155
+ max_seed_repetitions: int
156
+ max_other_accounts: int
157
+ pressure: PoolPressure
158
+
159
+
160
+ @dataclass(frozen=True, slots=True)
161
+ class ProbeCall:
162
+ """One row of the result table. Numeric and identifier fields only."""
163
+
164
+ sequence: int
165
+ account_id: str
166
+ account_label: str
167
+ role: ProbeCallRole
168
+ status: ProbeCallStatus
169
+ cache_hit: bool
170
+ input_tokens: int | None
171
+ cached_tokens: int | None
172
+ latency_ms: int
173
+ error_code: str | None
174
+
175
+
176
+ @dataclass(frozen=True, slots=True)
177
+ class ProbeResult:
178
+ run_id: str
179
+ model: str
180
+ started_at: datetime
181
+ completed_at: datetime
182
+ seed_account: ProbeAccount
183
+ seed_repetitions: int
184
+ calls: tuple[ProbeCall, ...]
185
+ seed_hit_count: int
186
+ seed_call_count: int
187
+ other_hit_count: int
188
+ other_call_count: int
189
+ cross_account_hit: bool
190
+ verdict: ProbeVerdict
191
+
192
+
193
+ def default_probe_model() -> str | None:
194
+ """Cheapest public text model by *input* price, or ``None`` if unknown.
195
+
196
+ The probe pays almost entirely for input tokens (~28k in, at most 16 out),
197
+ so unlike the limit warm-up -- which ranks on input plus output because it
198
+ sends a four-token prompt -- input price alone is the right ordering here.
199
+ Ties break on the slug so two runs pick the same model.
200
+ """
201
+
202
+ candidates: list[tuple[float, str]] = []
203
+ for model in get_model_registry().get_models_with_fallback().values():
204
+ if not model.supported_in_api:
205
+ continue
206
+ if model.input_modalities and "text" not in {modality.lower() for modality in model.input_modalities}:
207
+ continue
208
+ resolved_price = get_pricing_for_model(model.slug)
209
+ if resolved_price is None:
210
+ continue
211
+ candidates.append((resolved_price[1].input_per_1m, model.slug))
212
+ if not candidates:
213
+ return None
214
+ return min(candidates)[1]
215
+
216
+
217
+ @contextlib.asynccontextmanager
218
+ async def _accounts_repo() -> AsyncIterator[AccountsRepository]:
219
+ async with get_background_session() as session:
220
+ try:
221
+ yield AccountsRepository(session)
222
+ finally:
223
+ detach_session_objects(session)
224
+
225
+
226
+ def _account_label(account: Account) -> str:
227
+ return account.alias or account.email or account.id
228
+
229
+
230
+ def _is_selectable(account: Account) -> bool:
231
+ """Accounts the balancer could route to today, ignoring momentary health.
232
+
233
+ Paused, deactivated and reauth-required accounts are operator or credential
234
+ state, not pressure, so they leave the denominator entirely.
235
+ """
236
+
237
+ if account.delete_requested_at is not None or not account.chatgpt_account_id:
238
+ return False
239
+ return account.status in {AccountStatus.ACTIVE, AccountStatus.RATE_LIMITED, AccountStatus.QUOTA_EXCEEDED}
240
+
241
+
242
+ def assess_pool_pressure(accounts: Sequence[Account]) -> PoolPressure:
243
+ """Decide whether the pool can afford a diagnostic right now."""
244
+
245
+ selectable = [account for account in accounts if _is_selectable(account)]
246
+ eligible = [account for account in selectable if account.status == AccountStatus.ACTIVE]
247
+ pressured = [account for account in selectable if account.status != AccountStatus.ACTIVE]
248
+
249
+ def _verdict(reason: str | None, detail: str | None) -> PoolPressure:
250
+ return PoolPressure(
251
+ under_pressure=reason is not None,
252
+ reason=reason,
253
+ detail=detail,
254
+ selectable_account_count=len(selectable),
255
+ eligible_account_count=len(eligible),
256
+ pressured_account_count=len(pressured),
257
+ )
258
+
259
+ if is_degraded():
260
+ return _verdict("upstream_degraded", "The proxy is running in degraded mode.")
261
+ if are_all_account_circuit_breakers_open():
262
+ return _verdict("circuit_breakers_open", "Every account circuit breaker is open.")
263
+ if len(eligible) < MIN_PROBE_ACCOUNTS:
264
+ return _verdict(
265
+ "insufficient_eligible_accounts",
266
+ f"The probe needs a seed plus at least one other active account; {len(eligible)} are active.",
267
+ )
268
+ if selectable and len(pressured) / len(selectable) >= MAX_PRESSURED_POOL_SHARE:
269
+ return _verdict(
270
+ "pool_under_pressure",
271
+ f"{len(pressured)} of {len(selectable)} routable accounts are rate-limited or quota-exceeded.",
272
+ )
273
+ return _verdict(None, None)
274
+
275
+
276
+ def _classify(result: ProbeSendResult) -> tuple[ProbeCallStatus, bool]:
277
+ if not result.ok:
278
+ return CALL_STATUS_ERROR, False
279
+ cached = result.cached_tokens or 0
280
+ total = result.input_tokens or 0
281
+ hit = total > 0 and cached >= total * CACHE_HIT_RATIO
282
+ return (CALL_STATUS_HIT if hit else CALL_STATUS_MISS), hit
283
+
284
+
285
+ def _verdict_for(*, cross_account_hit: bool, seed_hit_count: int, other_call_count: int) -> ProbeVerdict:
286
+ if cross_account_hit:
287
+ return VERDICT_CROSS_ACCOUNT_SHARING
288
+ if seed_hit_count == 0 or other_call_count == 0:
289
+ # Without a single same-account hit there is no evidence the prefix was
290
+ # cacheable at all, so "no cross-account hit" says nothing about
291
+ # partitioning.
292
+ return VERDICT_INCONCLUSIVE
293
+ return VERDICT_NO_CROSS_ACCOUNT_HIT
294
+
295
+
296
+ class CacheIsolationProbeService:
297
+ """Plans and runs the cross-account prompt cache isolation probe."""
298
+
299
+ def __init__(self, sender: CacheProbeSenderPort | None = None) -> None:
300
+ self._sender = sender or CacheProbeSender(_accounts_repo)
301
+
302
+ async def _list_accounts(self) -> list[Account]:
303
+ async with _accounts_repo() as repo:
304
+ return await repo.list_accounts()
305
+
306
+ async def plan(
307
+ self,
308
+ *,
309
+ seed_repetitions: int = DEFAULT_SEED_REPETITIONS,
310
+ other_account_count: int = DEFAULT_OTHER_ACCOUNTS,
311
+ target_prefix_tokens: int = DEFAULT_TARGET_PREFIX_TOKENS,
312
+ ) -> ProbePlan:
313
+ accounts = await self._list_accounts()
314
+ seed, available = self._choose_accounts(accounts, MAX_OTHER_ACCOUNTS)
315
+ pressure = assess_pool_pressure(accounts)
316
+ per_call = estimate_prefix_tokens(target_prefix_tokens)
317
+ total_calls = seed_repetitions + min(other_account_count, len(available))
318
+ return ProbePlan(
319
+ model=default_probe_model(),
320
+ seed_account=(ProbeAccount(seed.id, _account_label(seed)) if seed is not None else None),
321
+ available_other_accounts=tuple(ProbeAccount(account.id, _account_label(account)) for account in available),
322
+ seed_repetitions=seed_repetitions,
323
+ total_calls=total_calls,
324
+ estimated_input_tokens_per_call=per_call,
325
+ estimated_total_input_tokens=per_call * total_calls,
326
+ max_seed_repetitions=MAX_SEED_REPETITIONS,
327
+ max_other_accounts=MAX_OTHER_ACCOUNTS,
328
+ pressure=pressure,
329
+ )
330
+
331
+ async def run(
332
+ self,
333
+ *,
334
+ model: str | None = None,
335
+ seed_repetitions: int = DEFAULT_SEED_REPETITIONS,
336
+ other_account_count: int = DEFAULT_OTHER_ACCOUNTS,
337
+ target_prefix_tokens: int = DEFAULT_TARGET_PREFIX_TOKENS,
338
+ ) -> ProbeResult:
339
+ resolved_model = (model or "").strip() or default_probe_model()
340
+ if not resolved_model:
341
+ raise CacheProbeRefused(
342
+ "probe_model_unavailable",
343
+ "No public text model is available to probe with.",
344
+ )
345
+ if not 1 <= seed_repetitions <= MAX_SEED_REPETITIONS:
346
+ raise CacheProbeRefused(
347
+ "seed_repetitions_out_of_range",
348
+ f"Seed repetitions must be between 1 and {MAX_SEED_REPETITIONS}.",
349
+ )
350
+ if not 1 <= other_account_count <= MAX_OTHER_ACCOUNTS:
351
+ raise CacheProbeRefused(
352
+ "other_accounts_out_of_range",
353
+ f"Other account count must be between 1 and {MAX_OTHER_ACCOUNTS}.",
354
+ )
355
+
356
+ if _run_lock.locked():
357
+ raise CacheProbeRefused("probe_already_running", "A cache isolation probe is already running.")
358
+ async with _run_lock:
359
+ accounts = await self._list_accounts()
360
+ pressure = assess_pool_pressure(accounts)
361
+ if pressure.under_pressure:
362
+ raise CacheProbeRefused(
363
+ pressure.reason or "pool_under_pressure",
364
+ pressure.detail or "The account pool is under pressure.",
365
+ )
366
+ seed, others = self._choose_accounts(accounts, other_account_count)
367
+ if seed is None or not others:
368
+ raise CacheProbeRefused(
369
+ "insufficient_eligible_accounts",
370
+ "The probe needs a seed plus at least one other active account.",
371
+ )
372
+ return await self._execute(
373
+ model=resolved_model,
374
+ seed=seed,
375
+ others=others,
376
+ seed_repetitions=seed_repetitions,
377
+ target_prefix_tokens=target_prefix_tokens,
378
+ )
379
+
380
+ async def _execute(
381
+ self,
382
+ *,
383
+ model: str,
384
+ seed: Account,
385
+ others: list[Account],
386
+ seed_repetitions: int,
387
+ target_prefix_tokens: int,
388
+ ) -> ProbeResult:
389
+ # The nonce never leaves this frame and the prefix it generates is never
390
+ # written anywhere: only the token counts below are reported or audited.
391
+ nonce = new_probe_nonce()
392
+ prefix = build_probe_prefix(nonce, target_tokens=target_prefix_tokens)
393
+ run_id = uuid.uuid4().hex
394
+ started_at = utcnow()
395
+
396
+ calls: list[ProbeCall] = []
397
+ sequence = 0
398
+ # Sequential by design: the seed must finish warming the prefix before a
399
+ # sibling asks for it, and one upstream call in flight is also the
400
+ # gentlest possible load on a pool that is serving real traffic.
401
+ with (
402
+ override_stream_timeouts(
403
+ connect_timeout_seconds=_PROBE_CONNECT_TIMEOUT_SECONDS,
404
+ idle_timeout_seconds=_PROBE_IDLE_TIMEOUT_SECONDS,
405
+ total_timeout_seconds=_PROBE_TOTAL_TIMEOUT_SECONDS,
406
+ ),
407
+ # The corpus is generated filler, not a record of anything Codex
408
+ # said, and ten 28k-token calls would bury the real traffic around
409
+ # them. Keep it out of the archive even when the operator has
410
+ # archiving on.
411
+ suppress_conversation_archive(),
412
+ ):
413
+ for _ in range(seed_repetitions):
414
+ sequence += 1
415
+ calls.append(await self._one_call(sequence, seed, SEED_ROLE, model=model, prefix=prefix))
416
+ for account in others:
417
+ sequence += 1
418
+ calls.append(await self._one_call(sequence, account, OTHER_ROLE, model=model, prefix=prefix))
419
+
420
+ seed_calls = [call for call in calls if call.role == SEED_ROLE]
421
+ other_calls = [call for call in calls if call.role == OTHER_ROLE]
422
+ seed_hits = sum(1 for call in seed_calls if call.cache_hit)
423
+ other_hits = sum(1 for call in other_calls if call.cache_hit)
424
+ cross_account_hit = other_hits > 0
425
+ answered_other_calls = sum(1 for call in other_calls if call.status != CALL_STATUS_ERROR)
426
+
427
+ result = ProbeResult(
428
+ run_id=run_id,
429
+ model=model,
430
+ started_at=started_at,
431
+ completed_at=utcnow(),
432
+ seed_account=ProbeAccount(seed.id, _account_label(seed)),
433
+ seed_repetitions=seed_repetitions,
434
+ calls=tuple(calls),
435
+ seed_hit_count=seed_hits,
436
+ seed_call_count=len(seed_calls),
437
+ other_hit_count=other_hits,
438
+ other_call_count=len(other_calls),
439
+ cross_account_hit=cross_account_hit,
440
+ verdict=_verdict_for(
441
+ cross_account_hit=cross_account_hit,
442
+ seed_hit_count=seed_hits,
443
+ other_call_count=answered_other_calls,
444
+ ),
445
+ )
446
+ logger.info(
447
+ "Cache isolation probe %s finished: verdict=%s seed_hits=%d/%d other_hits=%d/%d",
448
+ run_id,
449
+ result.verdict,
450
+ seed_hits,
451
+ len(seed_calls),
452
+ other_hits,
453
+ len(other_calls),
454
+ )
455
+ return result
456
+
457
+ async def _one_call(
458
+ self,
459
+ sequence: int,
460
+ account: Account,
461
+ role: ProbeCallRole,
462
+ *,
463
+ model: str,
464
+ prefix: str,
465
+ ) -> ProbeCall:
466
+ # One account failing must not abort the run: the rows already
467
+ # collected are the measurement and the remaining accounts still carry
468
+ # signal. The sender classifies the failures it understands; anything
469
+ # else becomes an untyped failed row here, reported by exception type
470
+ # only because its message has not been proved credential-safe.
471
+ try:
472
+ send_result = await self._sender.send(account.id, model=model, prefix=prefix)
473
+ except Exception as exc:
474
+ logger.warning("Cache isolation probe call failed for account %s", account.id, exc_info=True)
475
+ send_result = ProbeSendResult(
476
+ ok=False,
477
+ latency_ms=0,
478
+ error_code="probe_call_failed",
479
+ error_message=type(exc).__name__,
480
+ )
481
+ status, hit = _classify(send_result)
482
+ return ProbeCall(
483
+ sequence=sequence,
484
+ account_id=account.id,
485
+ account_label=_account_label(account),
486
+ role=role,
487
+ status=status,
488
+ cache_hit=hit,
489
+ input_tokens=send_result.input_tokens,
490
+ cached_tokens=send_result.cached_tokens,
491
+ latency_ms=send_result.latency_ms,
492
+ error_code=send_result.error_code,
493
+ )
494
+
495
+ def _choose_accounts(
496
+ self, accounts: Sequence[Account], other_account_count: int
497
+ ) -> tuple[Account | None, list[Account]]:
498
+ """Pick the seed and its siblings deterministically by account id.
499
+
500
+ A stable order means two runs compare like with like, which is the whole
501
+ point of running the probe before and after a settings change.
502
+ """
503
+
504
+ eligible = sorted(
505
+ (account for account in accounts if _is_selectable(account) and account.status == AccountStatus.ACTIVE),
506
+ key=lambda account: account.id,
507
+ )
508
+ # Upstream identifies a caller by `chatgpt_account_id`, the Team/Business
509
+ # WORKSPACE identity: two seats of one workspace are one account there.
510
+ # Including both would let a same-account cache hit be reported as
511
+ # `cross_account_sharing`, which is the probe's headline claim — and it
512
+ # would make an after-isolation re-run read as a failure. Keep the first
513
+ # seat of each workspace; a row with no workspace id is its own group.
514
+ deduped: list[Account] = []
515
+ seen_workspaces: set[str] = set()
516
+ for account in eligible:
517
+ workspace = account.chatgpt_account_id
518
+ if workspace is not None:
519
+ if workspace in seen_workspaces:
520
+ continue
521
+ seen_workspaces.add(workspace)
522
+ deduped.append(account)
523
+ if not deduped:
524
+ return None, []
525
+ return deduped[0], deduped[1 : 1 + other_account_count]
@@ -0,0 +1 @@
1
+ """Conversation archive dashboard module."""
@@ -0,0 +1,101 @@
1
+ from __future__ import annotations
2
+
3
+ from datetime import datetime
4
+ from typing import Any
5
+
6
+ from fastapi import APIRouter, Depends, HTTPException, Query, status
7
+ from fastapi.concurrency import run_in_threadpool
8
+
9
+ from app.core.auth.dashboard_access import Permission
10
+ from app.core.auth.dependencies import require_dashboard_permission, set_dashboard_error_format
11
+ from app.modules.conversation_archive import service
12
+ from app.modules.conversation_archive.schemas import (
13
+ ConversationArchiveRecordResponse,
14
+ ConversationArchiveRecordsResponse,
15
+ )
16
+
17
+ router = APIRouter(
18
+ prefix="/api/conversation-archive",
19
+ tags=["dashboard"],
20
+ dependencies=[
21
+ Depends(require_dashboard_permission(Permission.CONVERSATIONS_READ)),
22
+ Depends(set_dashboard_error_format),
23
+ ],
24
+ )
25
+
26
+
27
+ @router.get("/records", response_model=ConversationArchiveRecordsResponse)
28
+ async def list_conversation_archive_records(
29
+ file: str | None = Query(default=None, min_length=1),
30
+ limit: int = Query(default=100, ge=1, le=200),
31
+ offset: int = Query(default=0, ge=0),
32
+ direction: str | None = Query(default=None),
33
+ kind: str | None = Query(default=None),
34
+ transport: str | None = Query(default=None),
35
+ request_id: str | None = Query(default=None, alias="requestId"),
36
+ requested_at: datetime | None = Query(default=None, alias="requestedAt"),
37
+ ) -> ConversationArchiveRecordsResponse:
38
+ if file is None and not request_id:
39
+ raise HTTPException(
40
+ status_code=status.HTTP_400_BAD_REQUEST,
41
+ detail="file or requestId is required",
42
+ )
43
+ try:
44
+ page = await run_in_threadpool(
45
+ service.read_archive_records,
46
+ filename=file,
47
+ limit=limit,
48
+ offset=offset,
49
+ direction=direction,
50
+ kind=kind,
51
+ transport=transport,
52
+ request_id=request_id,
53
+ requested_at=requested_at,
54
+ )
55
+ except service.ConversationArchiveInvalidFileError as exc:
56
+ raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(exc)) from exc
57
+ except service.ConversationArchiveNotFoundError as exc:
58
+ raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(exc)) from exc
59
+
60
+ return ConversationArchiveRecordsResponse(
61
+ records=[_record_response(record) for record in page.records],
62
+ total=page.total,
63
+ has_more=page.has_more,
64
+ )
65
+
66
+
67
+ def _record_response(record: dict[str, Any]) -> ConversationArchiveRecordResponse:
68
+ return ConversationArchiveRecordResponse(
69
+ file_name=_optional_str(record.get("_archive_file")),
70
+ timestamp=_parse_timestamp(record.get("timestamp")),
71
+ request_id=_optional_str(record.get("request_id")),
72
+ direction=_optional_str(record.get("direction")),
73
+ kind=_optional_str(record.get("kind")),
74
+ transport=_optional_str(record.get("transport")),
75
+ account_id=_optional_str(record.get("account_id")),
76
+ method=_optional_str(record.get("method")),
77
+ url=_optional_str(record.get("url")),
78
+ status_code=record.get("status_code") if isinstance(record.get("status_code"), int) else None,
79
+ headers=_headers(record.get("headers")),
80
+ payload=record.get("payload"),
81
+ extra=record.get("extra") if isinstance(record.get("extra"), dict) else None,
82
+ )
83
+
84
+
85
+ def _parse_timestamp(value: object) -> datetime | None:
86
+ if not isinstance(value, str):
87
+ return None
88
+ try:
89
+ return datetime.fromisoformat(value.replace("Z", "+00:00"))
90
+ except ValueError:
91
+ return None
92
+
93
+
94
+ def _optional_str(value: object) -> str | None:
95
+ return value if isinstance(value, str) else None
96
+
97
+
98
+ def _headers(value: object) -> dict[str, str] | None:
99
+ if not isinstance(value, dict):
100
+ return None
101
+ return {str(key): str(item) for key, item in value.items()}
@@ -0,0 +1,28 @@
1
+ from __future__ import annotations
2
+
3
+ from datetime import datetime
4
+ from typing import Any
5
+
6
+ from app.modules.shared.schemas import DashboardModel
7
+
8
+
9
+ class ConversationArchiveRecordResponse(DashboardModel):
10
+ file_name: str | None = None
11
+ timestamp: datetime | None
12
+ request_id: str | None
13
+ direction: str | None
14
+ kind: str | None
15
+ transport: str | None
16
+ account_id: str | None
17
+ method: str | None
18
+ url: str | None
19
+ status_code: int | None
20
+ headers: dict[str, str] | None
21
+ payload: Any
22
+ extra: dict[str, Any] | None = None
23
+
24
+
25
+ class ConversationArchiveRecordsResponse(DashboardModel):
26
+ records: list[ConversationArchiveRecordResponse]
27
+ total: int
28
+ has_more: bool