codexLB-up 1.25.0b10__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- app/__init__.py +10 -0
- app/admin_cli.py +494 -0
- app/cli.py +339 -0
- app/codex_sessions_retag.py +487 -0
- app/core/__init__.py +0 -0
- app/core/audit/__init__.py +0 -0
- app/core/audit/service.py +216 -0
- app/core/audit/types.py +94 -0
- app/core/auth/__init__.py +236 -0
- app/core/auth/api_key_cache.py +65 -0
- app/core/auth/dashboard_access.py +429 -0
- app/core/auth/dashboard_mode.py +171 -0
- app/core/auth/dashboard_session_ttl.py +74 -0
- app/core/auth/dashboard_users_cache.py +120 -0
- app/core/auth/dependencies.py +710 -0
- app/core/auth/external_identity.py +78 -0
- app/core/auth/guardian.py +374 -0
- app/core/auth/models.py +49 -0
- app/core/auth/providers/__init__.py +129 -0
- app/core/auth/providers/oidc.py +838 -0
- app/core/auth/providers/registry.py +118 -0
- app/core/auth/refresh.py +394 -0
- app/core/auth/step_up.py +117 -0
- app/core/auth/totp.py +81 -0
- app/core/balancer/__init__.py +71 -0
- app/core/balancer/logic.py +1612 -0
- app/core/balancer/rendezvous_hash.py +21 -0
- app/core/balancer/types.py +21 -0
- app/core/bootstrap.py +172 -0
- app/core/cache/invalidation.py +426 -0
- app/core/clients/__init__.py +0 -0
- app/core/clients/codex.py +996 -0
- app/core/clients/codex_version.py +187 -0
- app/core/clients/codex_version_snapshot.py +2 -0
- app/core/clients/files.py +534 -0
- app/core/clients/headers.py +29 -0
- app/core/clients/http.py +511 -0
- app/core/clients/model_fetcher.py +276 -0
- app/core/clients/native_egress.py +1304 -0
- app/core/clients/oauth.py +477 -0
- app/core/clients/proxy.py +6089 -0
- app/core/clients/proxy_websocket.py +1411 -0
- app/core/clients/rate_limit_reset_credits.py +412 -0
- app/core/clients/stream_errors.py +12 -0
- app/core/clients/thread_cache_identity.py +347 -0
- app/core/clients/usage.py +467 -0
- app/core/clock.py +170 -0
- app/core/config/__init__.py +0 -0
- app/core/config/background_jobs.py +73 -0
- app/core/config/context_window_overrides.py +166 -0
- app/core/config/dashboard_overrides.py +145 -0
- app/core/config/inheritable.py +47 -0
- app/core/config/key_fingerprint.py +115 -0
- app/core/config/settings.py +872 -0
- app/core/config/settings_cache.py +100 -0
- app/core/config/spool_retention.py +217 -0
- app/core/config/tiers.py +174 -0
- app/core/conversation_archive.py +568 -0
- app/core/crypto.py +37 -0
- app/core/draining.py +11 -0
- app/core/errors.py +365 -0
- app/core/exceptions.py +155 -0
- app/core/handlers/__init__.py +3 -0
- app/core/handlers/exceptions.py +478 -0
- app/core/http_protocol.py +176 -0
- app/core/http_protocol_httptools.py +204 -0
- app/core/ingress_limits.py +17 -0
- app/core/metadata_store.py +18 -0
- app/core/metrics/__init__.py +0 -0
- app/core/metrics/middleware.py +74 -0
- app/core/metrics/prometheus.py +604 -0
- app/core/middleware/__init__.py +25 -0
- app/core/middleware/api_firewall.py +111 -0
- app/core/middleware/app_version.py +37 -0
- app/core/middleware/dashboard_auth_proxy.py +55 -0
- app/core/middleware/dashboard_csrf.py +177 -0
- app/core/middleware/dashboard_gzip.py +41 -0
- app/core/middleware/dashboard_overrides.py +59 -0
- app/core/middleware/firewall_cache.py +91 -0
- app/core/middleware/inflight.py +126 -0
- app/core/middleware/multipart_content_encoding.py +129 -0
- app/core/middleware/path_rewrite.py +148 -0
- app/core/middleware/request_body_limit.py +196 -0
- app/core/middleware/request_decompression.py +209 -0
- app/core/middleware/request_id.py +72 -0
- app/core/middleware/required_capability_http.py +116 -0
- app/core/middleware/trusted_proxy_headers.py +36 -0
- app/core/multipart.py +237 -0
- app/core/multipart_fields.py +91 -0
- app/core/openai/__init__.py +0 -0
- app/core/openai/chat_requests.py +493 -0
- app/core/openai/chat_responses.py +931 -0
- app/core/openai/contracts.py +46 -0
- app/core/openai/exceptions.py +24 -0
- app/core/openai/host_models.py +14 -0
- app/core/openai/images.py +413 -0
- app/core/openai/message_coercion.py +376 -0
- app/core/openai/model_refresh_scheduler.py +423 -0
- app/core/openai/model_registry.py +997 -0
- app/core/openai/model_registry_store.py +548 -0
- app/core/openai/models.py +172 -0
- app/core/openai/parsing.py +97 -0
- app/core/openai/requests.py +1980 -0
- app/core/openai/strict_schema.py +199 -0
- app/core/openai/tool_call_safety.py +99 -0
- app/core/openai/v1_requests.py +187 -0
- app/core/plan_types.py +90 -0
- app/core/prestop.py +202 -0
- app/core/rate_limiter/__init__.py +0 -0
- app/core/rate_limiter/db_rate_limiter.py +215 -0
- app/core/request_locality.py +473 -0
- app/core/resilience/__init__.py +0 -0
- app/core/resilience/backpressure.py +57 -0
- app/core/resilience/bulkhead.py +202 -0
- app/core/resilience/circuit_breaker.py +150 -0
- app/core/resilience/degradation.py +55 -0
- app/core/resilience/loop_lag_monitor.py +60 -0
- app/core/resilience/memory_monitor.py +137 -0
- app/core/resilience/network_recovery.py +256 -0
- app/core/resilience/overload.py +98 -0
- app/core/resilience/toggles.py +114 -0
- app/core/retention/__init__.py +0 -0
- app/core/retention/job.py +240 -0
- app/core/retention/scheduler.py +69 -0
- app/core/runtime_logging.py +601 -0
- app/core/scheduling/__init__.py +0 -0
- app/core/scheduling/leader_election.py +993 -0
- app/core/scheduling/leader_election_handle.py +25 -0
- app/core/server.py +140 -0
- app/core/shutdown.py +326 -0
- app/core/socket_peer.py +22 -0
- app/core/startup.py +41 -0
- app/core/timeout_invariants.py +347 -0
- app/core/tracing/__init__.py +0 -0
- app/core/tracing/otel.py +207 -0
- app/core/types.py +6 -0
- app/core/upstream_proxy/__init__.py +13 -0
- app/core/upstream_proxy/cache.py +130 -0
- app/core/upstream_proxy/resolver.py +189 -0
- app/core/upstream_proxy/types.py +104 -0
- app/core/usage/__init__.py +407 -0
- app/core/usage/depletion.py +109 -0
- app/core/usage/live_hub.py +41 -0
- app/core/usage/live_snapshots.py +174 -0
- app/core/usage/logs.py +212 -0
- app/core/usage/metadata_scheduler.py +118 -0
- app/core/usage/models.py +54 -0
- app/core/usage/pricing.py +576 -0
- app/core/usage/pricing_catalog.py +241 -0
- app/core/usage/pricing_snapshot.json +821 -0
- app/core/usage/quota.py +133 -0
- app/core/usage/refresh_policy.py +21 -0
- app/core/usage/refresh_scheduler.py +713 -0
- app/core/usage/reset_credits_refresh_scheduler.py +435 -0
- app/core/usage/types.py +168 -0
- app/core/utils/__init__.py +0 -0
- app/core/utils/json_guards.py +18 -0
- app/core/utils/locks.py +33 -0
- app/core/utils/masking.py +20 -0
- app/core/utils/proxy_env.py +104 -0
- app/core/utils/request_id.py +65 -0
- app/core/utils/retry.py +77 -0
- app/core/utils/shared_future.py +172 -0
- app/core/utils/sse.py +286 -0
- app/core/utils/time.py +24 -0
- app/db/__init__.py +0 -0
- app/db/account_identity_lock.py +56 -0
- app/db/alembic/__init__.py +1 -0
- app/db/alembic/env.py +70 -0
- app/db/alembic/revision_ids.py +43 -0
- app/db/alembic/versions/20260213_000000_base_schema.py +248 -0
- app/db/alembic/versions/20260213_000100_normalize_account_plan_types.py +45 -0
- app/db/alembic/versions/20260213_000200_add_request_logs_reasoning_effort.py +45 -0
- app/db/alembic/versions/20260213_000300_add_accounts_reset_at.py +45 -0
- app/db/alembic/versions/20260213_000400_add_accounts_chatgpt_account_id.py +45 -0
- app/db/alembic/versions/20260213_000500_add_dashboard_settings.py +70 -0
- app/db/alembic/versions/20260213_000600_add_dashboard_settings_totp.py +64 -0
- app/db/alembic/versions/20260213_000700_add_dashboard_settings_password.py +59 -0
- app/db/alembic/versions/20260213_000800_add_api_keys.py +87 -0
- app/db/alembic/versions/20260214_000000_add_api_key_limits.py +143 -0
- app/db/alembic/versions/20260215_000000_add_idx_logs_requested_at.py +38 -0
- app/db/alembic/versions/20260218_000000_add_api_key_usage_reservations.py +117 -0
- app/db/alembic/versions/20260218_000100_add_import_without_overwrite_and_drop_accounts_email_unique.py +198 -0
- app/db/alembic/versions/20260225_000000_add_dashboard_settings_routing_strategy.py +53 -0
- app/db/alembic/versions/20260228_020000_align_api_key_limit_enum_types.py +104 -0
- app/db/alembic/versions/20260228_030000_add_api_firewall_allowlist.py +42 -0
- app/db/alembic/versions/20260306_000000_add_request_logs_service_tier.py +45 -0
- app/db/alembic/versions/20260307_000000_add_api_key_enforcement_fields.py +56 -0
- app/db/alembic/versions/20260308_000000_add_sqlite_performance_indexes.py +41 -0
- app/db/alembic/versions/20260309_000000_add_additional_usage_history.py +71 -0
- app/db/alembic/versions/20260309_000000_request_logs_nullable_account_id.py +28 -0
- app/db/alembic/versions/20260310_000000_add_request_logs_transport.py +45 -0
- app/db/alembic/versions/20260310_000000_fix_postgresql_enum_value_casing.py +79 -0
- app/db/alembic/versions/20260310_120000_add_sticky_session_kinds_and_affinity_ttl.py +110 -0
- app/db/alembic/versions/20260312_000000_add_additional_usage_quota_key.py +193 -0
- app/db/alembic/versions/20260312_000000_split_sticky_sessions_primary_key_by_kind.py +96 -0
- app/db/alembic/versions/20260312_010000_merge_additional_usage_and_sticky_session_heads.py +25 -0
- app/db/alembic/versions/20260312_020000_merge_request_logs_transport_and_feature_heads.py +25 -0
- app/db/alembic/versions/20260312_020000_merge_request_logs_transport_and_sticky_heads.py +25 -0
- app/db/alembic/versions/20260312_120000_add_dashboard_upstream_stream_transport.py +62 -0
- app/db/alembic/versions/20260313_024500_merge_request_log_transport_heads.py +27 -0
- app/db/alembic/versions/20260319_100937_increase_prompt_cache_ttl_to_1800s.py +73 -0
- app/db/alembic/versions/20260319_111500_merge_prompt_cache_ttl_and_upstream_transport_heads.py +25 -0
- app/db/alembic/versions/20260319_183000_normalize_sqlite_account_status_casing.py +48 -0
- app/db/alembic/versions/20260320_000000_add_request_log_requested_actual_tiers.py +51 -0
- app/db/alembic/versions/20260321_190000_tighten_dashboard_db_indexes.py +64 -0
- app/db/alembic/versions/20260321_210000_merge_request_log_tiers_and_dashboard_index_heads.py +25 -0
- app/db/alembic/versions/20260325_000000_add_request_log_cost.py +193 -0
- app/db/alembic/versions/20260328_000000_add_rate_limit_attempts.py +48 -0
- app/db/alembic/versions/20260328_120000_add_request_log_ttft.py +37 -0
- app/db/alembic/versions/20260328_130000_add_audit_logs_table.py +45 -0
- app/db/alembic/versions/20260328_140000_add_scheduler_leader_table.py +39 -0
- app/db/alembic/versions/20260330_000000_add_cache_locality_settings.py +69 -0
- app/db/alembic/versions/20260330_010000_merge_scheduler_leader_and_cache_locality_heads.py +25 -0
- app/db/alembic/versions/20260330_020000_add_bridge_ring_members.py +46 -0
- app/db/alembic/versions/20260401_000000_add_api_key_enforced_service_tier.py +52 -0
- app/db/alembic/versions/20260401_000000_add_cache_invalidation.py +41 -0
- app/db/alembic/versions/20260401_020000_merge_cache_invalidation_and_api_key_service_tier_heads.py +22 -0
- app/db/alembic/versions/20260402_000000_switch_dashboard_routing_default_to_capacity_weighted.py +66 -0
- app/db/alembic/versions/20260403_000000_add_credit_api_key_limit_values.py +44 -0
- app/db/alembic/versions/20260406_000000_add_api_key_account_assignments.py +57 -0
- app/db/alembic/versions/20260406_010000_add_api_key_assignment_scope_flag.py +75 -0
- app/db/alembic/versions/20260407_000000_add_bridge_gateway_safe_mode.py +51 -0
- app/db/alembic/versions/20260407_010000_merge_api_key_assignment_and_bridge_gateway_heads.py +25 -0
- app/db/alembic/versions/20260408_000000_switch_import_without_overwrite_default_to_true.py +73 -0
- app/db/alembic/versions/20260408_010000_merge_import_without_overwrite_and_assignment_heads.py +25 -0
- app/db/alembic/versions/20260409_000000_add_http_bridge_sessions.py +130 -0
- app/db/alembic/versions/20260409_000000_switch_sticky_threads_and_prefer_earlier_reset_defaults_to_true.py +89 -0
- app/db/alembic/versions/20260409_010000_add_dashboard_settings_bootstrap_token.py +57 -0
- app/db/alembic/versions/20260409_010000_merge_http_bridge_and_import_without_overwrite_heads.py +25 -0
- app/db/alembic/versions/20260409_020000_fix_http_bridge_last_seen_index.py +46 -0
- app/db/alembic/versions/20260410_000000_backfill_pristine_dashboard_settings_defaults.py +77 -0
- app/db/alembic/versions/20260410_030000_restore_import_without_overwrite_default_true.py +73 -0
- app/db/alembic/versions/20260410_040000_merge_dashboard_defaults_and_import_default_heads.py +25 -0
- app/db/alembic/versions/20260413_000000_add_accounts_blocked_at.py +44 -0
- app/db/alembic/versions/20260415_160000_add_automations_tables.py +189 -0
- app/db/alembic/versions/20260415_160000_add_request_logs_response_lookup_index.py +67 -0
- app/db/alembic/versions/20260417_000000_add_request_log_plan_type.py +44 -0
- app/db/alembic/versions/20260418_190000_add_automation_runs_cycle_key.py +87 -0
- app/db/alembic/versions/20260419_000000_add_automation_run_cycle_metadata.py +56 -0
- app/db/alembic/versions/20260419_020000_add_automation_run_cycles_snapshot_tables.py +342 -0
- app/db/alembic/versions/20260421_000000_add_dashboard_session_ttl_setting.py +51 -0
- app/db/alembic/versions/20260421_120000_merge_request_log_lookup_and_plan_type_heads.py +25 -0
- app/db/alembic/versions/20260421_130000_merge_automation_and_request_log_heads.py +25 -0
- app/db/alembic/versions/20260422_103000_normalize_legacy_automation_run_cycle_keys.py +648 -0
- app/db/alembic/versions/20260423_120000_add_api_key_limit_reset_at_index.py +43 -0
- app/db/alembic/versions/20260424_000000_merge_dashboard_session_ttl_and_request_log_heads.py +25 -0
- app/db/alembic/versions/20260426_000000_add_dashboard_relative_availability_settings.py +68 -0
- app/db/alembic/versions/20260427_130000_add_warmup_model_and_request_kind.py +75 -0
- app/db/alembic/versions/20260506_000000_add_account_routing_policy.py +37 -0
- app/db/alembic/versions/20260509_000000_add_api_key_traffic_class.py +37 -0
- app/db/alembic/versions/20260509_010000_add_additional_quota_routing_policies.py +37 -0
- app/db/alembic/versions/20260513_000000_add_accounts_alias.py +44 -0
- app/db/alembic/versions/20260513_000000_add_api_key_apply_to_codex_model.py +59 -0
- app/db/alembic/versions/20260514_000000_add_request_logs_api_key_time_index.py +43 -0
- app/db/alembic/versions/20260515_000000_add_prefer_earlier_reset_window.py +47 -0
- app/db/alembic/versions/20260515_000000_soft_delete_request_logs_on_account_delete.py +83 -0
- app/db/alembic/versions/20260515_020000_add_split_sticky_budget_thresholds.py +62 -0
- app/db/alembic/versions/20260516_000000_add_sqlite_hot_path_indexes.py +75 -0
- app/db/alembic/versions/20260517_000000_merge_sqlite_hot_path_and_request_log_delete_heads.py +24 -0
- app/db/alembic/versions/20260518_000000_add_http_bridge_durable_input_prefix.py +44 -0
- app/db/alembic/versions/20260518_010000_merge_http_bridge_and_sqlite_recovery_heads.py +25 -0
- app/db/alembic/versions/20260518_120000_add_dashboard_guest_access.py +57 -0
- app/db/alembic/versions/20260520_000000_merge_api_key_and_http_bridge_heads.py +26 -0
- app/db/alembic/versions/20260520_010000_add_request_logs_api_key_account_index.py +45 -0
- app/db/alembic/versions/20260520_010000_merge_automation_and_api_key_heads.py +26 -0
- app/db/alembic/versions/20260520_030000_add_quota_planner.py +194 -0
- app/db/alembic/versions/20260520_040000_merge_quota_planner_and_request_log_index_heads.py +24 -0
- app/db/alembic/versions/20260521_000000_add_account_security_work_authorized.py +46 -0
- app/db/alembic/versions/20260521_000000_merge_dashboard_guest_and_api_key_heads.py +26 -0
- app/db/alembic/versions/20260521_000000_merge_prefer_reset_window_head.py +26 -0
- app/db/alembic/versions/20260521_000000_merge_warmup_and_request_log_index_heads.py +25 -0
- app/db/alembic/versions/20260522_000000_add_limit_warmup_trigger.py +195 -0
- app/db/alembic/versions/20260524_000000_merge_accounts_alias_and_reset_window_heads.py +24 -0
- app/db/alembic/versions/20260525_000000_add_usage_raw_window_latest_index.py +31 -0
- app/db/alembic/versions/20260526_000000_add_request_log_failure_metadata.py +100 -0
- app/db/alembic/versions/20260531_000000_add_account_workspace_identity.py +39 -0
- app/db/alembic/versions/20260531_000000_add_single_account_routing.py +42 -0
- app/db/alembic/versions/20260601_000000_merge_relative_availability_and_usage_raw_heads.py +24 -0
- app/db/alembic/versions/20260601_010000_add_api_key_usage_sections.py +58 -0
- app/db/alembic/versions/20260601_010000_add_routing_policy_persistence.py +67 -0
- app/db/alembic/versions/20260601_010000_merge_security_work_and_relative_availability_heads.py +25 -0
- app/db/alembic/versions/20260601_010000_merge_split_sticky_and_relative_usage_heads.py +25 -0
- app/db/alembic/versions/20260601_010000_merge_warmup_and_relative_availability_heads.py +25 -0
- app/db/alembic/versions/20260601_020000_merge_additional_quota_routing_and_relative_availability_heads.py +25 -0
- app/db/alembic/versions/20260601_020000_merge_quota_planner_and_relative_availability_heads.py +25 -0
- app/db/alembic/versions/20260601_020000_merge_reset_window_and_relative_availability_heads.py +25 -0
- app/db/alembic/versions/20260601_020000_merge_routing_policy_and_split_threshold_heads.py +24 -0
- app/db/alembic/versions/20260601_020000_merge_warmup_and_request_log_failure_heads.py +25 -0
- app/db/alembic/versions/20260601_030000_merge_single_account_and_routing_quota_heads.py +29 -0
- app/db/alembic/versions/20260601_040000_merge_security_work_and_routing_consolidation_heads.py +25 -0
- app/db/alembic/versions/20260601_050000_merge_quota_planner_and_routing_consolidation_heads.py +25 -0
- app/db/alembic/versions/20260602_050000_add_upstream_proxy_routing.py +164 -0
- app/db/alembic/versions/20260602_060000_merge_account_workspace_and_failure_heads.py +25 -0
- app/db/alembic/versions/20260602_070000_add_request_log_useragent_fields.py +86 -0
- app/db/alembic/versions/20260602_070000_merge_quota_planner_and_account_workspace_heads.py +25 -0
- app/db/alembic/versions/20260602_080000_merge_upstream_proxy_and_quota_planner_heads.py +25 -0
- app/db/alembic/versions/20260602_080000_merge_useragent_and_upstream_proxy_heads.py +24 -0
- app/db/alembic/versions/20260603_000000_add_weekly_pace_working_days.py +52 -0
- app/db/alembic/versions/20260603_000000_free_account_monthly_window.py +60 -0
- app/db/alembic/versions/20260604_000000_add_reauth_required_account_status.py +159 -0
- app/db/alembic/versions/20260604_010000_merge_automations_and_reauth_status_heads.py +25 -0
- app/db/alembic/versions/20260604_010000_merge_dashboard_guest_and_reauth_status_heads.py +25 -0
- app/db/alembic/versions/20260604_010000_merge_useragent_and_reauth_heads.py +24 -0
- app/db/alembic/versions/20260607_000000_merge_weekly_monthly_useragent_heads.py +28 -0
- app/db/alembic/versions/20260608_000000_add_hide_upstream_quota_from_api_keys.py +50 -0
- app/db/alembic/versions/20260611_000000_add_request_log_archive_request_id.py +47 -0
- app/db/alembic/versions/20260611_000000_merge_automations_and_weekly_monthly_useragent_heads.py +26 -0
- app/db/alembic/versions/20260611_000000_merge_dashboard_guest_and_weekly_useragent_heads.py +26 -0
- app/db/alembic/versions/20260611_010000_add_request_log_client_ip.py +57 -0
- app/db/alembic/versions/20260611_020000_merge_request_log_archive_and_client_ip_heads.py +26 -0
- app/db/alembic/versions/20260611_030000_merge_dashboard_guest_and_request_log_client_ip_heads.py +26 -0
- app/db/alembic/versions/20260613_000000_add_accounts_codex_installation_id.py +57 -0
- app/db/alembic/versions/20260613_010000_merge_installation_id_and_dashboard_weekly_heads.py +26 -0
- app/db/alembic/versions/20260615_000000_merge_automations_and_dashboard_guest_heads.py +26 -0
- app/db/alembic/versions/20260623_000000_add_limit_warmup_exhausted_threshold.py +51 -0
- app/db/alembic/versions/20260626_000000_add_http_downstream_transport_policy.py +46 -0
- app/db/alembic/versions/20260626_010000_add_request_logs_upstream_transport.py +31 -0
- app/db/alembic/versions/20260629_000000_add_dashboard_query_hot_path_indexes.py +53 -0
- app/db/alembic/versions/20260630_000000_add_limit_warmup_staggered_idle.py +47 -0
- app/db/alembic/versions/20260630_000000_merge_request_log_client_ip_and_dashboard_hot_path_heads.py +26 -0
- app/db/alembic/versions/20260630_010000_merge_warmup_and_request_log_dashboard_heads.py +26 -0
- app/db/alembic/versions/20260630_020000_merge_automations_and_main_heads.py +26 -0
- app/db/alembic/versions/20260630_020000_merge_warmup_threshold_and_main_heads.py +26 -0
- app/db/alembic/versions/20260630_030000_add_automation_run_model_snapshot.py +59 -0
- app/db/alembic/versions/20260630_040000_merge_automation_snapshot_and_warmup_threshold_heads.py +26 -0
- app/db/alembic/versions/20260630_050000_add_automation_run_prompt_snapshot.py +52 -0
- app/db/alembic/versions/20260701_000000_add_weekly_pace_smoothing_minutes.py +51 -0
- app/db/alembic/versions/20260702_000000_add_model_sources.py +176 -0
- app/db/alembic/versions/20260705_000000_add_model_source_audio_transcriptions.py +50 -0
- app/db/alembic/versions/20260705_000000_harden_dashboard_session_ttl.py +62 -0
- app/db/alembic/versions/20260706_000000_add_model_source_audio_per_minute.py +43 -0
- app/db/alembic/versions/20260707_000000_merge_model_sources_and_session_ttl.py +24 -0
- app/db/alembic/versions/20260707_010000_merge_automations_and_model_sources_heads.py +24 -0
- app/db/alembic/versions/20260707_020000_add_automation_job_account_scope.py +125 -0
- app/db/alembic/versions/20260709_000000_add_ttft_phase_observability.py +66 -0
- app/db/alembic/versions/20260711_000000_add_dashboard_prohibit_fast_mode.py +42 -0
- app/db/alembic/versions/20260711_010000_add_account_chatgpt_user_id.py +40 -0
- app/db/alembic/versions/20260711_020000_add_dashboard_account_concurrency_caps.py +71 -0
- app/db/alembic/versions/20260711_030000_add_limit_warmup_idle_threshold.py +51 -0
- app/db/alembic/versions/20260712_010000_add_account_usage_rollups.py +56 -0
- app/db/alembic/versions/20260712_020000_add_api_key_usage_rollups.py +53 -0
- app/db/alembic/versions/20260713_020000_add_model_registry_snapshot.py +42 -0
- app/db/alembic/versions/20260713_040000_add_account_refresh_claims.py +42 -0
- app/db/alembic/versions/20260713_040000_add_replica_guardrails.py +64 -0
- app/db/alembic/versions/20260713_070000_add_reset_credit_redeem_tables.py +58 -0
- app/db/alembic/versions/20260714_000000_add_oauth_flow_states.py +63 -0
- app/db/alembic/versions/20260715_000000_add_request_log_queue_latency.py +44 -0
- app/db/alembic/versions/20260716_000000_add_oauth_device_flow_slots.py +41 -0
- app/db/alembic/versions/20260716_010000_add_dashboard_retention_settings.py +48 -0
- app/db/alembic/versions/20260716_010000_add_reset_credit_display_settings.py +73 -0
- app/db/alembic/versions/20260717_000000_add_http_bridge_retry_circuits.py +47 -0
- app/db/alembic/versions/20260717_000000_merge_retention_and_reset_credit_display_heads.py +26 -0
- app/db/alembic/versions/20260717_000000_optimize_dashboard_hot_path_indexes.py +162 -0
- app/db/alembic/versions/20260717_000001_merge_retry_circuits_and_dashboard_indexes.py +22 -0
- app/db/alembic/versions/20260720_000000_add_request_log_conversation_id.py +57 -0
- app/db/alembic/versions/20260722_000000_backfill_request_log_useragent_families.py +40 -0
- app/db/alembic/versions/20260724_000000_add_request_usage_time_rollups.py +176 -0
- app/db/alembic/versions/20260724_000000_merge_request_log_schema_heads.py +33 -0
- app/db/alembic/versions/20260725_000000_add_http_bridge_pending_tool_calls.py +43 -0
- app/db/alembic/versions/20260726_000000_add_account_plan_downgrade_observations.py +44 -0
- app/db/alembic/versions/20260726_000000_repair_request_usage_rollups_after_merge.py +37 -0
- app/db/alembic/versions/20260727_000000_add_sticky_session_continuity_abandoned_at.py +45 -0
- app/db/alembic/versions/20260728_000000_merge_pending_tool_calls_and_rollup_repair_heads.py +31 -0
- app/db/alembic/versions/20260730_000000_add_api_key_fair_share_threshold.py +44 -0
- app/db/alembic/versions/20260730_000000_add_http_bridge_recovery_attempts.py +60 -0
- app/db/alembic/versions/20260731_000000_add_capability_lineage_markers.py +38 -0
- app/db/alembic/versions/20260803_000000_merge_http_bridge_recovery_and_capability_lineage_heads.py +30 -0
- app/db/alembic/versions/20260804_000000_add_http_bridge_operations.py +63 -0
- app/db/alembic/versions/20260804_000001_add_global_http_bridge_operation_fingerprint.py +53 -0
- app/db/alembic/versions/20260804_230000_add_request_log_connection_request_kind.py +43 -0
- app/db/alembic/versions/20260805_000000_add_http_bridge_operation_spool.py +75 -0
- app/db/alembic/versions/20260805_000001_finalize_http_bridge_operation_spool.py +65 -0
- app/db/alembic/versions/20260806_000000_add_additional_usage_alias_probe_indexes.py +84 -0
- app/db/alembic/versions/20260806_000000_add_anonymous_telemetry.py +49 -0
- app/db/alembic/versions/20260806_010000_add_conversation_presence_rollup.py +72 -0
- app/db/alembic/versions/20260806_020000_add_usage_history_bulk_covering_indexes.py +99 -0
- app/db/alembic/versions/20260806_030000_add_api_key_allowed_reasoning_efforts.py +65 -0
- app/db/alembic/versions/20260806_120000_add_http_bridge_owner_process_epoch.py +57 -0
- app/db/alembic/versions/20260807_000000_merge_http_bridge_operation_spool_and_latest_main.py +24 -0
- app/db/alembic/versions/20260808_000000_tune_usage_history_autovacuum.py +54 -0
- app/db/alembic/versions/20260810_000000_add_http_bridge_recovery_dispatch_count.py +44 -0
- app/db/alembic/versions/20260811_000000_add_hourly_rollup_cancelled_count.py +92 -0
- app/db/alembic/versions/20260812_000000_merge_recovery_dispatch_and_hourly_cancelled_heads.py +25 -0
- app/db/alembic/versions/20260812_120000_add_sticky_abandonment_scope.py +43 -0
- app/db/alembic/versions/20260813_000000_add_file_account_pins.py +40 -0
- app/db/alembic/versions/20260816_000000_add_account_pending_deletion.py +81 -0
- app/db/alembic/versions/20260816_000000_add_model_source_embeddings.py +50 -0
- app/db/alembic/versions/20260821_000000_add_retry_circuit_admission_generation.py +49 -0
- app/db/alembic/versions/20260826_000000_add_http_bridge_event_chunks.py +107 -0
- app/db/alembic/versions/20260828_000000_add_accounts_chatgpt_identity_index.py +55 -0
- app/db/alembic/versions/20260830_000000_add_quota_warmup_claim_expiry.py +83 -0
- app/db/alembic/versions/20260908_000000_add_guest_session_generation.py +37 -0
- app/db/alembic/versions/20260908_000000_add_subscription_overflow.py +140 -0
- app/db/alembic/versions/20260908_000000_replace_upstream_stream_transport_default_sentinel.py +50 -0
- app/db/alembic/versions/20260908_020000_merge_overflow_transport_heads.py +27 -0
- app/db/alembic/versions/20260909_000000_add_dashboard_roles.py +72 -0
- app/db/alembic/versions/20260909_010000_add_dashboard_users.py +183 -0
- app/db/alembic/versions/20260909_020000_reproject_compat_admin_credentials.py +105 -0
- app/db/alembic/versions/20260909_030000_add_audit_actor_columns.py +103 -0
- app/db/alembic/versions/20260909_030000_dashboard_resilience_toggle_settings.py +63 -0
- app/db/alembic/versions/20260909_040000_add_dashboard_user_invites.py +54 -0
- app/db/alembic/versions/20260909_040000_dashboard_timeout_settings.py +68 -0
- app/db/alembic/versions/20260909_050000_dashboard_routing_overload_settings.py +65 -0
- app/db/alembic/versions/20260909_060000_add_report_rollup.py +74 -0
- app/db/alembic/versions/20260909_070000_automation_run_claim_budget.py +50 -0
- app/db/alembic/versions/20260909_080000_dashboard_stream_bridge_budgets.py +62 -0
- app/db/alembic/versions/20260909_090000_dashboard_background_job_toggles.py +63 -0
- app/db/alembic/versions/20260909_100000_dashboard_codex_prewarm.py +49 -0
- app/db/alembic/versions/20260909_110000_model_context_window_overrides.py +45 -0
- app/db/alembic/versions/20260909_120000_dashboard_conversation_archive.py +48 -0
- app/db/alembic/versions/20260909_130000_add_request_logs_live_facet_indexes.py +96 -0
- app/db/alembic/versions/20260910_000000_add_totp_required_for_admin_role.py +44 -0
- app/db/alembic/versions/20260910_000000_request_logs_missing_cost_index.py +52 -0
- app/db/alembic/versions/20260910_010000_add_dashboard_auth_providers.py +134 -0
- app/db/alembic/versions/20260910_010000_dashboard_spool_retention.py +52 -0
- app/db/alembic/versions/20260910_020000_add_dashboard_role_mappings.py +74 -0
- app/db/alembic/versions/20260910_143000_request_log_affinity.py +28 -0
- app/db/alembic/versions/20260910_180000_merge_affinity_guest_heads.py +17 -0
- app/db/alembic/versions/20260910_200000_merge_affinity_identity_heads.py +17 -0
- app/db/alembic/versions/20260910_220000_merge_affinity_invite_heads.py +17 -0
- app/db/alembic/versions/20260911_000000_model_source_pins_kind_expires_index.py +43 -0
- app/db/alembic/versions/20260911_010000_merge_pin_index_and_affinity_heads.py +17 -0
- app/db/alembic/versions/20260911_020000_add_http_bridge_terminal_append_phase.py +54 -0
- app/db/alembic/versions/20260911_030000_add_local_login_policy.py +48 -0
- app/db/alembic/versions/20260911_040000_add_thread_cache_identity_mode.py +48 -0
- app/db/alembic/versions/20260911_060000_add_bridge_session_continuity_abandonment.py +40 -0
- app/db/alembic/versions/20260912_000000_merge_thread_cache_and_bridge_retirement_heads.py +22 -0
- app/db/alembic/versions/20260912_010000_drop_legacy_dashboard_credentials.py +140 -0
- app/db/alembic/versions/20260913_000000_add_oidc_provider_flow.py +134 -0
- app/db/alembic/versions/20260914_000000_add_scim_tokens.py +78 -0
- app/db/alembic/versions/20260914_000000_drop_subscription_overflow_schema.py +132 -0
- app/db/alembic/versions/20260918_000000_merge_scim_and_overflow_heads.py +17 -0
- app/db/alembic/versions/__init__.py +1 -0
- app/db/backup.py +64 -0
- app/db/migrate.py +1249 -0
- app/db/migration_lock.py +160 -0
- app/db/migration_url.py +18 -0
- app/db/models.py +3100 -0
- app/db/recover.py +244 -0
- app/db/session.py +1295 -0
- app/db/snapshot.py +46 -0
- app/db/sqlite_lock_retry.py +190 -0
- app/db/sqlite_utils.py +549 -0
- app/dependencies.py +462 -0
- app/main.py +1240 -0
- app/modules/__init__.py +0 -0
- app/modules/accounts/__init__.py +0 -0
- app/modules/accounts/api.py +426 -0
- app/modules/accounts/auth_manager.py +1439 -0
- app/modules/accounts/background_repository.py +160 -0
- app/modules/accounts/deletion.py +540 -0
- app/modules/accounts/mappers.py +654 -0
- app/modules/accounts/refresh_claims.py +352 -0
- app/modules/accounts/repository.py +1679 -0
- app/modules/accounts/schemas.py +308 -0
- app/modules/accounts/service.py +809 -0
- app/modules/accounts/usage_rollup.py +486 -0
- app/modules/accounts/usage_rollup_scheduler.py +75 -0
- app/modules/accounts/usage_time_rollup.py +1037 -0
- app/modules/accounts/usage_time_rollup_read.py +522 -0
- app/modules/api_keys/__init__.py +1 -0
- app/modules/api_keys/api.py +344 -0
- app/modules/api_keys/last_used_coalescer.py +216 -0
- app/modules/api_keys/limit_windows.py +41 -0
- app/modules/api_keys/repository.py +1200 -0
- app/modules/api_keys/reset_scheduler.py +85 -0
- app/modules/api_keys/schemas.py +135 -0
- app/modules/api_keys/service.py +2123 -0
- app/modules/audit/__init__.py +0 -0
- app/modules/audit/api.py +88 -0
- app/modules/audit/repository.py +74 -0
- app/modules/audit/schemas.py +33 -0
- app/modules/audit/service.py +71 -0
- app/modules/auth_providers/__init__.py +0 -0
- app/modules/auth_providers/api.py +127 -0
- app/modules/auth_providers/config.py +343 -0
- app/modules/auth_providers/repository.py +101 -0
- app/modules/auth_providers/schemas.py +88 -0
- app/modules/auth_providers/seed.py +105 -0
- app/modules/auth_providers/service.py +289 -0
- app/modules/automations/__init__.py +1 -0
- app/modules/automations/api.py +369 -0
- app/modules/automations/repository.py +1896 -0
- app/modules/automations/scheduler.py +107 -0
- app/modules/automations/schemas.py +158 -0
- app/modules/automations/service.py +2548 -0
- app/modules/cache_isolation_probe/__init__.py +0 -0
- app/modules/cache_isolation_probe/api.py +188 -0
- app/modules/cache_isolation_probe/prefix.py +144 -0
- app/modules/cache_isolation_probe/schemas.py +94 -0
- app/modules/cache_isolation_probe/sender.py +229 -0
- app/modules/cache_isolation_probe/service.py +525 -0
- app/modules/conversation_archive/__init__.py +1 -0
- app/modules/conversation_archive/api.py +101 -0
- app/modules/conversation_archive/schemas.py +28 -0
- app/modules/conversation_archive/service.py +165 -0
- app/modules/dashboard/__init__.py +1 -0
- app/modules/dashboard/api.py +106 -0
- app/modules/dashboard/builders.py +107 -0
- app/modules/dashboard/repository.py +304 -0
- app/modules/dashboard/schemas.py +148 -0
- app/modules/dashboard/service.py +534 -0
- app/modules/dashboard/timeframes.py +19 -0
- app/modules/dashboard/weekly_pace.py +617 -0
- app/modules/dashboard_auth/__init__.py +1 -0
- app/modules/dashboard_auth/api.py +1344 -0
- app/modules/dashboard_auth/oidc_api.py +753 -0
- app/modules/dashboard_auth/oidc_flows.py +330 -0
- app/modules/dashboard_auth/repository.py +452 -0
- app/modules/dashboard_auth/schemas.py +232 -0
- app/modules/dashboard_auth/service.py +1384 -0
- app/modules/dashboard_roles/__init__.py +0 -0
- app/modules/dashboard_roles/api.py +64 -0
- app/modules/dashboard_roles/repository.py +54 -0
- app/modules/dashboard_roles/schemas.py +29 -0
- app/modules/dashboard_roles/seed.py +80 -0
- app/modules/dashboard_roles/service.py +142 -0
- app/modules/dashboard_users/__init__.py +0 -0
- app/modules/dashboard_users/api.py +278 -0
- app/modules/dashboard_users/break_glass.py +169 -0
- app/modules/dashboard_users/credentials.py +18 -0
- app/modules/dashboard_users/identity_resolver.py +665 -0
- app/modules/dashboard_users/repository.py +725 -0
- app/modules/dashboard_users/schemas.py +117 -0
- app/modules/dashboard_users/service.py +1054 -0
- app/modules/firewall/__init__.py +1 -0
- app/modules/firewall/api.py +78 -0
- app/modules/firewall/repository.py +51 -0
- app/modules/firewall/schemas.py +28 -0
- app/modules/firewall/service.py +93 -0
- app/modules/fleet/__init__.py +1 -0
- app/modules/fleet/api.py +177 -0
- app/modules/fleet/mappers.py +56 -0
- app/modules/fleet/observability.py +372 -0
- app/modules/fleet/schemas.py +119 -0
- app/modules/health/__init__.py +0 -0
- app/modules/health/api.py +246 -0
- app/modules/health/schemas.py +27 -0
- app/modules/limit_warmup/__init__.py +1 -0
- app/modules/limit_warmup/repository.py +159 -0
- app/modules/limit_warmup/service.py +1001 -0
- app/modules/model_sources/__init__.py +1 -0
- app/modules/model_sources/api.py +99 -0
- app/modules/model_sources/catalog.py +307 -0
- app/modules/model_sources/forwarding.py +1435 -0
- app/modules/model_sources/projection.py +55 -0
- app/modules/model_sources/repository.py +201 -0
- app/modules/model_sources/schemas.py +79 -0
- app/modules/model_sources/selection.py +166 -0
- app/modules/model_sources/service.py +236 -0
- app/modules/oauth/__init__.py +0 -0
- app/modules/oauth/api.py +101 -0
- app/modules/oauth/repository.py +238 -0
- app/modules/oauth/schemas.py +49 -0
- app/modules/oauth/service.py +1196 -0
- app/modules/oauth/templates/oauth_success.html +122 -0
- app/modules/proxy/__init__.py +0 -0
- app/modules/proxy/_load_balancer/__init__.py +1 -0
- app/modules/proxy/_load_balancer/error_rate.py +116 -0
- app/modules/proxy/_load_balancer/latency_cohort.py +154 -0
- app/modules/proxy/_load_balancer/model_eligibility.py +250 -0
- app/modules/proxy/_load_balancer/opportunistic_admission.py +350 -0
- app/modules/proxy/_load_balancer/overload_backoff.py +394 -0
- app/modules/proxy/_load_balancer/sticky_selection.py +2417 -0
- app/modules/proxy/_load_balancer/throughput_cohort.py +233 -0
- app/modules/proxy/_load_balancer/ttft_cohort.py +214 -0
- app/modules/proxy/_load_balancer/tunables.py +97 -0
- app/modules/proxy/_load_balancer/types.py +96 -0
- app/modules/proxy/_load_balancer/unbound_selection.py +534 -0
- app/modules/proxy/_service/__init__.py +6 -0
- app/modules/proxy/_service/api_key_usage.py +745 -0
- app/modules/proxy/_service/clock_budget.py +38 -0
- app/modules/proxy/_service/codex_control.py +611 -0
- app/modules/proxy/_service/compact.py +2211 -0
- app/modules/proxy/_service/file_ops.py +749 -0
- app/modules/proxy/_service/http_bridge/__init__.py +3 -0
- app/modules/proxy/_service/http_bridge/accepted_replay.py +331 -0
- app/modules/proxy/_service/http_bridge/account_sessions.py +57 -0
- app/modules/proxy/_service/http_bridge/activity.py +178 -0
- app/modules/proxy/_service/http_bridge/helpers.py +3959 -0
- app/modules/proxy/_service/http_bridge/mixin.py +2435 -0
- app/modules/proxy/_service/http_bridge/owner_forwarding.py +609 -0
- app/modules/proxy/_service/http_bridge/protocol.py +167 -0
- app/modules/proxy/_service/http_bridge/proxy_failover.py +58 -0
- app/modules/proxy/_service/http_bridge/quarantine.py +443 -0
- app/modules/proxy/_service/http_bridge/request_submit.py +4582 -0
- app/modules/proxy/_service/http_bridge/retry_circuit.py +2442 -0
- app/modules/proxy/_service/http_bridge/service_stubs.py +492 -0
- app/modules/proxy/_service/http_bridge/session_registry.py +778 -0
- app/modules/proxy/_service/http_bridge/streaming.py +5328 -0
- app/modules/proxy/_service/http_bridge/upstream_events.py +4538 -0
- app/modules/proxy/_service/observability.py +410 -0
- app/modules/proxy/_service/rate_limit.py +361 -0
- app/modules/proxy/_service/realtime_live.py +655 -0
- app/modules/proxy/_service/refresh.py +154 -0
- app/modules/proxy/_service/request_log.py +585 -0
- app/modules/proxy/_service/response_create.py +930 -0
- app/modules/proxy/_service/streaming/__init__.py +3 -0
- app/modules/proxy/_service/streaming/helpers.py +1317 -0
- app/modules/proxy/_service/streaming/mixin.py +1100 -0
- app/modules/proxy/_service/streaming/protocol.py +32 -0
- app/modules/proxy/_service/streaming/retry.py +3762 -0
- app/modules/proxy/_service/support.py +2122 -0
- app/modules/proxy/_service/transcribe.py +434 -0
- app/modules/proxy/_service/warmup.py +483 -0
- app/modules/proxy/_service/websocket/__init__.py +3 -0
- app/modules/proxy/_service/websocket/helpers.py +2360 -0
- app/modules/proxy/_service/websocket/mixin.py +7285 -0
- app/modules/proxy/_service/websocket/protocol.py +74 -0
- app/modules/proxy/account_cache.py +229 -0
- app/modules/proxy/account_eligibility.py +87 -0
- app/modules/proxy/additional_model_limits.py +40 -0
- app/modules/proxy/affinity.py +830 -0
- app/modules/proxy/affinity_observation.py +101 -0
- app/modules/proxy/api.py +10254 -0
- app/modules/proxy/api_key_usage.py +113 -0
- app/modules/proxy/cap_partitioning.py +280 -0
- app/modules/proxy/capability_lineage.py +65 -0
- app/modules/proxy/capability_lineage_repository.py +82 -0
- app/modules/proxy/capability_routing.py +253 -0
- app/modules/proxy/continuity.py +112 -0
- app/modules/proxy/downstream_delivery.py +277 -0
- app/modules/proxy/durable_bridge_coordinator.py +1217 -0
- app/modules/proxy/durable_bridge_repository.py +4516 -0
- app/modules/proxy/durable_bridge_runtime.py +9 -0
- app/modules/proxy/durable_bridge_transcript_codec.py +122 -0
- app/modules/proxy/fair_share.py +131 -0
- app/modules/proxy/file_pin_repository.py +210 -0
- app/modules/proxy/helpers.py +439 -0
- app/modules/proxy/http_bridge_event_batcher.py +613 -0
- app/modules/proxy/http_bridge_forwarding.py +797 -0
- app/modules/proxy/http_continuation.py +76 -0
- app/modules/proxy/images_observability.py +62 -0
- app/modules/proxy/images_service.py +1054 -0
- app/modules/proxy/load_balancer.py +3016 -0
- app/modules/proxy/rate_limit_cache.py +46 -0
- app/modules/proxy/replay_safety.py +1063 -0
- app/modules/proxy/repo_bundle.py +31 -0
- app/modules/proxy/request_policy.py +1054 -0
- app/modules/proxy/ring_membership.py +251 -0
- app/modules/proxy/schemas.py +345 -0
- app/modules/proxy/selection_errors.py +41 -0
- app/modules/proxy/service.py +2600 -0
- app/modules/proxy/source_admission.py +125 -0
- app/modules/proxy/source_dispatch.py +999 -0
- app/modules/proxy/sticky_repository.py +831 -0
- app/modules/proxy/thread_anchors.py +491 -0
- app/modules/proxy/tool_call_dedupe.py +802 -0
- app/modules/proxy/types.py +54 -0
- app/modules/proxy/work_admission.py +121 -0
- app/modules/quota_planner/__init__.py +1 -0
- app/modules/quota_planner/api.py +276 -0
- app/modules/quota_planner/logic.py +743 -0
- app/modules/quota_planner/repository.py +722 -0
- app/modules/quota_planner/scheduler.py +212 -0
- app/modules/quota_planner/schemas.py +102 -0
- app/modules/quota_planner/warmup.py +693 -0
- app/modules/rate_limit_reset_credits/__init__.py +0 -0
- app/modules/rate_limit_reset_credits/api.py +601 -0
- app/modules/rate_limit_reset_credits/redeem_coordination.py +274 -0
- app/modules/rate_limit_reset_credits/store.py +114 -0
- app/modules/reports/__init__.py +1 -0
- app/modules/reports/api.py +134 -0
- app/modules/reports/cache.py +74 -0
- app/modules/reports/filters.py +27 -0
- app/modules/reports/repository.py +525 -0
- app/modules/reports/rollup.py +150 -0
- app/modules/reports/rollup_read.py +148 -0
- app/modules/reports/schemas.py +123 -0
- app/modules/reports/service.py +287 -0
- app/modules/reports/thread_identity.py +256 -0
- app/modules/request_logs/__init__.py +0 -0
- app/modules/request_logs/api.py +224 -0
- app/modules/request_logs/cost_backfill.py +154 -0
- app/modules/request_logs/mappers.py +97 -0
- app/modules/request_logs/repository.py +1765 -0
- app/modules/request_logs/schemas.py +145 -0
- app/modules/request_logs/service.py +348 -0
- app/modules/role_mappings/__init__.py +0 -0
- app/modules/role_mappings/api.py +206 -0
- app/modules/role_mappings/matching.py +55 -0
- app/modules/role_mappings/repository.py +106 -0
- app/modules/role_mappings/schemas.py +67 -0
- app/modules/role_mappings/service.py +334 -0
- app/modules/runtime/__init__.py +1 -0
- app/modules/runtime/api.py +18 -0
- app/modules/runtime/schemas.py +14 -0
- app/modules/runtime/service.py +218 -0
- app/modules/scim/__init__.py +1 -0
- app/modules/scim/api.py +194 -0
- app/modules/scim/dependencies.py +112 -0
- app/modules/scim/errors.py +77 -0
- app/modules/scim/management_api.py +156 -0
- app/modules/scim/repository.py +212 -0
- app/modules/scim/schemas.py +145 -0
- app/modules/scim/service.py +786 -0
- app/modules/scim/tokens.py +43 -0
- app/modules/settings/__init__.py +1 -0
- app/modules/settings/api.py +1677 -0
- app/modules/settings/repository.py +606 -0
- app/modules/settings/schemas.py +496 -0
- app/modules/settings/service.py +769 -0
- app/modules/shared/__init__.py +0 -0
- app/modules/shared/schemas.py +22 -0
- app/modules/sticky_sessions/__init__.py +1 -0
- app/modules/sticky_sessions/api.py +118 -0
- app/modules/sticky_sessions/cleanup_scheduler.py +487 -0
- app/modules/sticky_sessions/schemas.py +78 -0
- app/modules/sticky_sessions/service.py +196 -0
- app/modules/telemetry/__init__.py +5 -0
- app/modules/telemetry/api.py +115 -0
- app/modules/telemetry/clients.py +62 -0
- app/modules/telemetry/consent.py +115 -0
- app/modules/telemetry/scheduler.py +85 -0
- app/modules/telemetry/schemas.py +163 -0
- app/modules/telemetry/sender.py +221 -0
- app/modules/telemetry/snapshot.py +490 -0
- app/modules/usage/__init__.py +0 -0
- app/modules/usage/additional_quota_keys.py +379 -0
- app/modules/usage/api.py +45 -0
- app/modules/usage/background_repository.py +147 -0
- app/modules/usage/builders.py +559 -0
- app/modules/usage/depletion_service.py +277 -0
- app/modules/usage/live_ingest.py +356 -0
- app/modules/usage/mappers.py +29 -0
- app/modules/usage/plan_downgrade_observations.py +488 -0
- app/modules/usage/repository.py +1890 -0
- app/modules/usage/schemas.py +68 -0
- app/modules/usage/service.py +102 -0
- app/modules/usage/updater.py +1488 -0
- app/static/assets/Trans-Cj-J9mVA.js +1 -0
- app/static/assets/access-page-DHzZiXZi.js +1 -0
- app/static/assets/account-cost-donut-DGhfA4U8.js +1 -0
- app/static/assets/account-identifiers-CxbdLshZ.js +1 -0
- app/static/assets/account-status-DIsU5sUS.js +1 -0
- app/static/assets/account-trend-chart-BptlfwwQ.js +1 -0
- app/static/assets/accounts-page-Bbai8ift.js +3 -0
- app/static/assets/api-Dwa7XxPe.js +1 -0
- app/static/assets/api-client-dugX1Pti.js +55 -0
- app/static/assets/api-key-create-dialog-DnRm0oYN.js +1 -0
- app/static/assets/api-key-created-dialog-B6jkDG9f.js +1 -0
- app/static/assets/api-key-edit-dialog-Ck3Bnc3V.js +1 -0
- app/static/assets/api-trend-chart-BchCw7Hj.js +1 -0
- app/static/assets/apis-page-BvXz9c6i.js +2 -0
- app/static/assets/arrow-up-Dqh_KzJo.js +1 -0
- app/static/assets/arrow-up-down-LBRgVDGY.js +1 -0
- app/static/assets/automations-page-DQgNAJOR.js +3 -0
- app/static/assets/badge-DqMb9es0.js +1 -0
- app/static/assets/blur-email-HEvKagG2.js +1 -0
- app/static/assets/button-BjVmmiGW.js +1 -0
- app/static/assets/checkbox-apsl9vzk.js +1 -0
- app/static/assets/chevron-left-1d_pHVa5.js +1 -0
- app/static/assets/circle-alert-BS0xd_o1.js +1 -0
- app/static/assets/clsx-DB0hHKMi.js +1 -0
- app/static/assets/colors-BBy8GEtr.js +1 -0
- app/static/assets/copy-button-D7nAvOKR.js +1 -0
- app/static/assets/cost-per-day-chart-YdqlkZVM.js +1 -0
- app/static/assets/createLucideIcon-DBLzLNh2.js +1 -0
- app/static/assets/dashboard-page-CSdhBy0f.js +2 -0
- app/static/assets/distribution-metric-format-yZTy1ZEu.js +1 -0
- app/static/assets/donut-chart-Bxc69cra.js +1 -0
- app/static/assets/download-kQteIcsB.js +1 -0
- app/static/assets/ellipsis-B_5OgIre.js +1 -0
- app/static/assets/empty-state-JcA7tc8m.js +1 -0
- app/static/assets/es2015-bMH8YKZT.js +41 -0
- app/static/assets/es6-B264ni6W.js +69 -0
- app/static/assets/external-link-UVAOgMQ0.js +1 -0
- app/static/assets/i18n-BWqZ9Ua2.js +1 -0
- app/static/assets/inbox-B_RM2s1J.js +1 -0
- app/static/assets/index-DIpd264Z.js +23 -0
- app/static/assets/index-DMeLKRJx.css +2 -0
- app/static/assets/inherit-badge-QhTYVaU6.js +1 -0
- app/static/assets/invite-dialog-0CYh0GiQ.js +1 -0
- app/static/assets/iso-Bpe5Ihbb.js +1 -0
- app/static/assets/label-CGaLmLNf.js +1 -0
- app/static/assets/lazy-recharts-Pv8p9ArM.js +2 -0
- app/static/assets/loading-overlay-CzKQfHLI.js +1 -0
- app/static/assets/mini-quota-bar-cGT_t8Ae.js +1 -0
- app/static/assets/model-distribution-donut-BKjAfT48.js +1 -0
- app/static/assets/model-source-multi-select-D2d06Vc7.js +1 -0
- app/static/assets/multi-select-filter-KIA5qU6Z.js +1 -0
- app/static/assets/oauth-dialog-XeaGGDjS.js +1 -0
- app/static/assets/pagination-controls-D1Ypd0RU.js +1 -0
- app/static/assets/payload-CIYnGZz9.js +1 -0
- app/static/assets/queue-wait-chart-VoV7Yg9L.js +1 -0
- app/static/assets/report-chart-card-BXDliwcc.js +1 -0
- app/static/assets/reports-page-CGCJeMHG.js +3 -0
- app/static/assets/reset-credit-confirm-dialog-QOifTnVB.js +1 -0
- app/static/assets/rolldown-runtime-hePW80VL.js +1 -0
- app/static/assets/search-HfhqwERt.js +1 -0
- app/static/assets/select-Cl33bz-g.js +1 -0
- app/static/assets/settings-page-mZj01HYl.js +2 -0
- app/static/assets/shim-CZwyM4Q7.js +1 -0
- app/static/assets/skeleton-C_EUc4Rp.js +1 -0
- app/static/assets/sparkline-chart-DdNNsddM.js +1 -0
- app/static/assets/status-badge-CHHA5X6c.js +1 -0
- app/static/assets/switch-CzxgokcM.js +1 -0
- app/static/assets/table-DXaNSQ0G.js +1 -0
- app/static/assets/time-to-first-token-chart--68L0u_v.js +1 -0
- app/static/assets/tokens-per-day-chart-Cs82BFuE.js +1 -0
- app/static/assets/tokens-per-second-chart-AD2dfOn6.js +1 -0
- app/static/assets/totp-settings-CRHtxQ7j.js +1 -0
- app/static/assets/trash-D3KyWr1h.js +1 -0
- app/static/assets/use-account-quota-display-BPmrTBTC.js +1 -0
- app/static/assets/use-accounts-PWlVGw3z.js +1 -0
- app/static/assets/use-auth-CuDlW3iC.js +1 -0
- app/static/assets/use-chart-colors-DIu6tClI.js +1 -0
- app/static/assets/use-model-sources-Bul24JBu.js +1 -0
- app/static/assets/use-models-DUCPUuZg.js +1 -0
- app/static/assets/use-reduced-motion-hAm5r6_d.js +1 -0
- app/static/assets/useTranslation--56nHhlH.js +1 -0
- app/static/assets/useragent-distribution-donut-Dup6sf_n.js +1 -0
- app/static/assets/users-uIC3TIlE.js +1 -0
- app/static/assets/vendor-query-_bHZuxEx.js +1 -0
- app/static/assets/vendor-react-BVL0YZPW.js +9 -0
- app/static/favicon.svg +10 -0
- app/static/fonts/GeistSans-Variable.woff2 +0 -0
- app/static/fonts/jetbrains-mono-latin-ext.woff2 +0 -0
- app/static/fonts/jetbrains-mono-latin.woff2 +0 -0
- app/static/index.html +29 -0
- codexlb_up-1.25.0b10.dist-info/METADATA +124 -0
- codexlb_up-1.25.0b10.dist-info/RECORD +827 -0
- codexlb_up-1.25.0b10.dist-info/WHEEL +4 -0
- codexlb_up-1.25.0b10.dist-info/entry_points.txt +3 -0
- codexlb_up-1.25.0b10.dist-info/licenses/LICENSE +21 -0
- config/additional_quota_registry.json +11 -0
|
@@ -0,0 +1,487 @@
|
|
|
1
|
+
from __future__ import annotations
|
|
2
|
+
|
|
3
|
+
import json
|
|
4
|
+
import os
|
|
5
|
+
import re
|
|
6
|
+
import shutil
|
|
7
|
+
import sqlite3
|
|
8
|
+
from collections.abc import Callable, Iterable, Sequence
|
|
9
|
+
from dataclasses import dataclass
|
|
10
|
+
from datetime import UTC, datetime
|
|
11
|
+
from pathlib import Path
|
|
12
|
+
from tempfile import NamedTemporaryFile
|
|
13
|
+
from typing import cast
|
|
14
|
+
from urllib.parse import quote
|
|
15
|
+
|
|
16
|
+
JsonObject = dict[str, object]
|
|
17
|
+
ProgressLogger = Callable[[str], None]
|
|
18
|
+
|
|
19
|
+
PROVIDER_RETAG_BACKUP_DIR = "provider-retag"
|
|
20
|
+
_SUPPORTED_PROVIDERS = {"openai", "codex-lb"}
|
|
21
|
+
_STATE_DB_PATTERN = "state_*.sqlite"
|
|
22
|
+
|
|
23
|
+
|
|
24
|
+
@dataclass(frozen=True)
|
|
25
|
+
class ProviderCount:
|
|
26
|
+
provider: str
|
|
27
|
+
count: int
|
|
28
|
+
|
|
29
|
+
|
|
30
|
+
@dataclass(frozen=True)
|
|
31
|
+
class RetagResult:
|
|
32
|
+
codex_home: Path
|
|
33
|
+
source_provider: str
|
|
34
|
+
target_provider: str
|
|
35
|
+
dry_run: bool
|
|
36
|
+
methods_used: tuple[str, ...]
|
|
37
|
+
backup_path: Path | None
|
|
38
|
+
jsonl_files_scanned: int
|
|
39
|
+
jsonl_files_matched: int
|
|
40
|
+
jsonl_files_updated: int
|
|
41
|
+
sqlite_dbs_scanned: int
|
|
42
|
+
sqlite_dbs_matched: int
|
|
43
|
+
sqlite_rows_matched: int
|
|
44
|
+
sqlite_rows_updated: int
|
|
45
|
+
provider_counts_before: tuple[ProviderCount, ...]
|
|
46
|
+
provider_counts_after: tuple[ProviderCount, ...]
|
|
47
|
+
logs: tuple[str, ...]
|
|
48
|
+
|
|
49
|
+
|
|
50
|
+
def default_codex_home() -> Path:
|
|
51
|
+
"""Pick the Codex data path for this command without changing app-wide settings."""
|
|
52
|
+
env_path = os.getenv("CODEX_HOME")
|
|
53
|
+
if env_path:
|
|
54
|
+
return Path(env_path).expanduser()
|
|
55
|
+
if _running_in_container():
|
|
56
|
+
return Path("/codex-home")
|
|
57
|
+
if _running_in_wsl():
|
|
58
|
+
windows_home = _discover_wsl_windows_codex_home()
|
|
59
|
+
if windows_home is not None:
|
|
60
|
+
return windows_home
|
|
61
|
+
return Path.home() / ".codex"
|
|
62
|
+
|
|
63
|
+
|
|
64
|
+
def retag_codex_sessions(
|
|
65
|
+
*,
|
|
66
|
+
codex_home: Path,
|
|
67
|
+
source_provider: str,
|
|
68
|
+
target_provider: str,
|
|
69
|
+
dry_run: bool = False,
|
|
70
|
+
progress_logger: ProgressLogger | None = None,
|
|
71
|
+
) -> RetagResult:
|
|
72
|
+
logs: list[str] = []
|
|
73
|
+
|
|
74
|
+
def log(message: str) -> None:
|
|
75
|
+
logs.append(message)
|
|
76
|
+
if progress_logger is not None:
|
|
77
|
+
progress_logger(message)
|
|
78
|
+
|
|
79
|
+
source_provider = _normalize_provider(source_provider)
|
|
80
|
+
target_provider = _normalize_provider(target_provider)
|
|
81
|
+
_validate_providers(source_provider, target_provider)
|
|
82
|
+
|
|
83
|
+
codex_home = codex_home.expanduser().resolve()
|
|
84
|
+
sessions_dir = codex_home / "sessions"
|
|
85
|
+
log(f"Using Codex home {codex_home}")
|
|
86
|
+
log(f"Retagging Codex sessions from {source_provider} to {target_provider}")
|
|
87
|
+
|
|
88
|
+
# Build the full write set before taking a backup so dry-runs and real
|
|
89
|
+
# retags report the same targets.
|
|
90
|
+
jsonl_files = tuple(_find_jsonl_session_files(sessions_dir))
|
|
91
|
+
state_dbs = tuple(_find_state_dbs(codex_home))
|
|
92
|
+
provider_counts_before = _provider_counts(codex_home)
|
|
93
|
+
jsonl_files_to_update = tuple(path for path in jsonl_files if _jsonl_contains_provider(path, source_provider))
|
|
94
|
+
sqlite_dbs_to_update = tuple(db for db in state_dbs if _sqlite_count_provider_rows(db, source_provider) > 0)
|
|
95
|
+
sqlite_rows_matched = sum(_sqlite_count_provider_rows(db, source_provider) for db in sqlite_dbs_to_update)
|
|
96
|
+
|
|
97
|
+
methods_used = _methods_used(jsonl_files_to_update, sqlite_dbs_to_update)
|
|
98
|
+
log(f"JSONL sessions method scanned {len(jsonl_files)} files under {sessions_dir}")
|
|
99
|
+
log(f"SQLite state DB method scanned {len(state_dbs)} state database file(s)")
|
|
100
|
+
|
|
101
|
+
backup_path: Path | None = None
|
|
102
|
+
jsonl_files_updated = 0
|
|
103
|
+
sqlite_rows_updated = 0
|
|
104
|
+
|
|
105
|
+
if dry_run:
|
|
106
|
+
log("Dry run enabled; no files will be changed")
|
|
107
|
+
elif jsonl_files_to_update or sqlite_dbs_to_update:
|
|
108
|
+
backup_path = _create_backup(codex_home, jsonl_files_to_update, sqlite_dbs_to_update)
|
|
109
|
+
log(f"Created backup at {backup_path}")
|
|
110
|
+
|
|
111
|
+
for path in jsonl_files_to_update:
|
|
112
|
+
if _retag_jsonl_file(path, source_provider, target_provider):
|
|
113
|
+
jsonl_files_updated += 1
|
|
114
|
+
if jsonl_files_to_update:
|
|
115
|
+
log(f"Updated {jsonl_files_updated} JSONL session file(s)")
|
|
116
|
+
|
|
117
|
+
for db_path in sqlite_dbs_to_update:
|
|
118
|
+
sqlite_rows_updated += _update_sqlite_provider(db_path, source_provider, target_provider)
|
|
119
|
+
if sqlite_dbs_to_update:
|
|
120
|
+
log(f"Updated {sqlite_rows_updated} SQLite thread row(s)")
|
|
121
|
+
else:
|
|
122
|
+
log(f"No {source_provider} Codex session tags were found")
|
|
123
|
+
|
|
124
|
+
provider_counts_after = provider_counts_before if dry_run else _provider_counts(codex_home)
|
|
125
|
+
|
|
126
|
+
return RetagResult(
|
|
127
|
+
codex_home=codex_home,
|
|
128
|
+
source_provider=source_provider,
|
|
129
|
+
target_provider=target_provider,
|
|
130
|
+
dry_run=dry_run,
|
|
131
|
+
methods_used=methods_used,
|
|
132
|
+
backup_path=backup_path,
|
|
133
|
+
jsonl_files_scanned=len(jsonl_files),
|
|
134
|
+
jsonl_files_matched=len(jsonl_files_to_update),
|
|
135
|
+
jsonl_files_updated=jsonl_files_updated,
|
|
136
|
+
sqlite_dbs_scanned=len(state_dbs),
|
|
137
|
+
sqlite_dbs_matched=len(sqlite_dbs_to_update),
|
|
138
|
+
sqlite_rows_matched=sqlite_rows_matched,
|
|
139
|
+
sqlite_rows_updated=sqlite_rows_updated,
|
|
140
|
+
provider_counts_before=provider_counts_before,
|
|
141
|
+
provider_counts_after=provider_counts_after,
|
|
142
|
+
logs=tuple(logs),
|
|
143
|
+
)
|
|
144
|
+
|
|
145
|
+
|
|
146
|
+
def _normalize_provider(provider: str) -> str:
|
|
147
|
+
return provider.strip()
|
|
148
|
+
|
|
149
|
+
|
|
150
|
+
def _validate_providers(source_provider: str, target_provider: str) -> None:
|
|
151
|
+
if source_provider == target_provider:
|
|
152
|
+
raise ValueError("--from and --to must be different providers")
|
|
153
|
+
unknown = {source_provider, target_provider} - _SUPPORTED_PROVIDERS
|
|
154
|
+
if unknown:
|
|
155
|
+
supported = ", ".join(sorted(_SUPPORTED_PROVIDERS))
|
|
156
|
+
raise ValueError(f"unsupported provider {', '.join(sorted(unknown))}; expected one of: {supported}")
|
|
157
|
+
|
|
158
|
+
|
|
159
|
+
def _running_in_container() -> bool:
|
|
160
|
+
# Keep cgroup marker detection scoped to this CLI command; app settings use
|
|
161
|
+
# their existing runtime checks.
|
|
162
|
+
if Path("/.dockerenv").exists() or Path("/run/.containerenv").exists():
|
|
163
|
+
return True
|
|
164
|
+
return _cgroup_mentions_container(Path("/proc/1/cgroup"))
|
|
165
|
+
|
|
166
|
+
|
|
167
|
+
def _cgroup_mentions_container(path: Path) -> bool:
|
|
168
|
+
try:
|
|
169
|
+
text = path.read_text(encoding="utf-8", errors="ignore")
|
|
170
|
+
except OSError:
|
|
171
|
+
return False
|
|
172
|
+
markers = ("docker", "kubepods", "containerd", "libpod")
|
|
173
|
+
return any(marker in text for marker in markers)
|
|
174
|
+
|
|
175
|
+
|
|
176
|
+
def _running_in_wsl() -> bool:
|
|
177
|
+
release = ""
|
|
178
|
+
try:
|
|
179
|
+
release = Path("/proc/sys/kernel/osrelease").read_text(encoding="utf-8", errors="ignore")
|
|
180
|
+
except OSError:
|
|
181
|
+
pass
|
|
182
|
+
return "microsoft" in release.casefold() or "WSL_DISTRO_NAME" in os.environ
|
|
183
|
+
|
|
184
|
+
|
|
185
|
+
def _discover_wsl_windows_codex_home() -> Path | None:
|
|
186
|
+
userprofile = os.getenv("USERPROFILE")
|
|
187
|
+
if not userprofile:
|
|
188
|
+
return None
|
|
189
|
+
codex_home = _wsl_path_from_windows_userprofile(userprofile) / ".codex"
|
|
190
|
+
if codex_home.is_dir():
|
|
191
|
+
return codex_home
|
|
192
|
+
return None
|
|
193
|
+
|
|
194
|
+
|
|
195
|
+
def _wsl_path_from_windows_userprofile(userprofile: str) -> Path:
|
|
196
|
+
normalized = userprofile.replace("\\", "/")
|
|
197
|
+
match = re.fullmatch(r"([A-Za-z]):/(.*)", normalized)
|
|
198
|
+
if match is None:
|
|
199
|
+
return Path(normalized).expanduser()
|
|
200
|
+
drive, tail = match.groups()
|
|
201
|
+
parts = [part for part in tail.split("/") if part]
|
|
202
|
+
return Path("/mnt") / drive.lower() / Path(*parts)
|
|
203
|
+
|
|
204
|
+
|
|
205
|
+
def _find_jsonl_session_files(sessions_dir: Path) -> tuple[Path, ...]:
|
|
206
|
+
if not sessions_dir.is_dir():
|
|
207
|
+
return ()
|
|
208
|
+
return tuple(sorted(path for path in sessions_dir.rglob("*.jsonl") if path.is_file()))
|
|
209
|
+
|
|
210
|
+
|
|
211
|
+
def _find_state_dbs(codex_home: Path) -> tuple[Path, ...]:
|
|
212
|
+
state_dbs = (path for path in codex_home.glob(_STATE_DB_PATTERN) if path.is_file())
|
|
213
|
+
return tuple(sorted(state_dbs, key=_state_db_sort_key))
|
|
214
|
+
|
|
215
|
+
|
|
216
|
+
def _state_db_sort_key(path: Path) -> tuple[int, str]:
|
|
217
|
+
match = re.fullmatch(r"state_(\d+)\.sqlite", path.name)
|
|
218
|
+
version = int(match.group(1)) if match else -1
|
|
219
|
+
return version, path.name
|
|
220
|
+
|
|
221
|
+
|
|
222
|
+
def _jsonl_contains_provider(path: Path, provider: str) -> bool:
|
|
223
|
+
return any(_jsonl_record_provider(record) == provider for record in _read_jsonl_records(path))
|
|
224
|
+
|
|
225
|
+
|
|
226
|
+
def _retag_jsonl_file(path: Path, source_provider: str, target_provider: str) -> bool:
|
|
227
|
+
changed = False
|
|
228
|
+
temp_path: Path | None = None
|
|
229
|
+
try:
|
|
230
|
+
with (
|
|
231
|
+
path.open("r", encoding="utf-8") as input_handle,
|
|
232
|
+
NamedTemporaryFile("w", encoding="utf-8", dir=path.parent, delete=False) as output_handle,
|
|
233
|
+
):
|
|
234
|
+
temp_path = Path(output_handle.name)
|
|
235
|
+
for raw_line in input_handle:
|
|
236
|
+
line = raw_line.rstrip("\n")
|
|
237
|
+
if not line:
|
|
238
|
+
output_handle.write(raw_line)
|
|
239
|
+
continue
|
|
240
|
+
try:
|
|
241
|
+
record = json.loads(line)
|
|
242
|
+
except json.JSONDecodeError:
|
|
243
|
+
output_handle.write(raw_line)
|
|
244
|
+
continue
|
|
245
|
+
if isinstance(record, dict) and _retag_jsonl_record_provider(record, source_provider, target_provider):
|
|
246
|
+
# Preserve invalid or unrelated JSONL lines verbatim; only
|
|
247
|
+
# matched session records are normalized through json.dumps.
|
|
248
|
+
changed = True
|
|
249
|
+
output_handle.write(json.dumps(record, ensure_ascii=False, separators=(",", ":")) + "\n")
|
|
250
|
+
else:
|
|
251
|
+
output_handle.write(raw_line)
|
|
252
|
+
except Exception:
|
|
253
|
+
if temp_path is not None:
|
|
254
|
+
temp_path.unlink(missing_ok=True)
|
|
255
|
+
raise
|
|
256
|
+
if not changed:
|
|
257
|
+
if temp_path is not None:
|
|
258
|
+
temp_path.unlink(missing_ok=True)
|
|
259
|
+
return False
|
|
260
|
+
assert temp_path is not None
|
|
261
|
+
temp_path.replace(path)
|
|
262
|
+
return True
|
|
263
|
+
|
|
264
|
+
|
|
265
|
+
def _read_jsonl_records(path: Path) -> Iterable[JsonObject]:
|
|
266
|
+
with path.open("r", encoding="utf-8") as handle:
|
|
267
|
+
for line in handle:
|
|
268
|
+
try:
|
|
269
|
+
record = json.loads(line)
|
|
270
|
+
except json.JSONDecodeError:
|
|
271
|
+
continue
|
|
272
|
+
if isinstance(record, dict):
|
|
273
|
+
yield record
|
|
274
|
+
|
|
275
|
+
|
|
276
|
+
def _jsonl_record_provider(record: JsonObject) -> str | None:
|
|
277
|
+
provider = record.get("model_provider")
|
|
278
|
+
if isinstance(provider, str):
|
|
279
|
+
return provider
|
|
280
|
+
if record.get("type") != "session_meta":
|
|
281
|
+
return None
|
|
282
|
+
payload = record.get("payload")
|
|
283
|
+
if not isinstance(payload, dict):
|
|
284
|
+
return None
|
|
285
|
+
payload = cast(JsonObject, payload)
|
|
286
|
+
payload_provider = payload.get("model_provider")
|
|
287
|
+
return payload_provider if isinstance(payload_provider, str) else None
|
|
288
|
+
|
|
289
|
+
|
|
290
|
+
def _retag_jsonl_record_provider(record: JsonObject, source_provider: str, target_provider: str) -> bool:
|
|
291
|
+
if record.get("model_provider") == source_provider:
|
|
292
|
+
record["model_provider"] = target_provider
|
|
293
|
+
return True
|
|
294
|
+
if record.get("type") != "session_meta":
|
|
295
|
+
return False
|
|
296
|
+
payload = record.get("payload")
|
|
297
|
+
if not isinstance(payload, dict):
|
|
298
|
+
return False
|
|
299
|
+
payload = cast(JsonObject, payload)
|
|
300
|
+
if payload.get("model_provider") != source_provider:
|
|
301
|
+
return False
|
|
302
|
+
payload["model_provider"] = target_provider
|
|
303
|
+
return True
|
|
304
|
+
|
|
305
|
+
|
|
306
|
+
def _sqlite_count_provider_rows(db_path: Path, provider: str) -> int:
|
|
307
|
+
try:
|
|
308
|
+
with _connect_sqlite(db_path, read_only=True) as conn:
|
|
309
|
+
if not _sqlite_has_threads_table(conn):
|
|
310
|
+
return 0
|
|
311
|
+
if not _sqlite_has_model_provider_column(conn):
|
|
312
|
+
return 0
|
|
313
|
+
row = conn.execute("SELECT COUNT(*) FROM threads WHERE model_provider = ?", (provider,)).fetchone()
|
|
314
|
+
return int(row[0]) if row is not None else 0
|
|
315
|
+
except sqlite3.OperationalError as exc:
|
|
316
|
+
if "unable to open database file" not in str(exc).casefold():
|
|
317
|
+
raise
|
|
318
|
+
return _sqlite_count_provider_rows_via_copy(db_path, provider)
|
|
319
|
+
|
|
320
|
+
|
|
321
|
+
def _update_sqlite_provider(db_path: Path, source_provider: str, target_provider: str) -> int:
|
|
322
|
+
try:
|
|
323
|
+
return _update_sqlite_provider_in_place(db_path, source_provider, target_provider)
|
|
324
|
+
except sqlite3.OperationalError as exc:
|
|
325
|
+
if "unable to open database file" not in str(exc).casefold():
|
|
326
|
+
raise
|
|
327
|
+
# Some bind mounts reject direct SQLite writes from inside a container.
|
|
328
|
+
# Updating a sibling copy and moving it back keeps the operation scoped
|
|
329
|
+
# to the mounted Codex home.
|
|
330
|
+
return _update_sqlite_provider_via_copy(db_path, source_provider, target_provider)
|
|
331
|
+
|
|
332
|
+
|
|
333
|
+
def _update_sqlite_provider_in_place(db_path: Path, source_provider: str, target_provider: str) -> int:
|
|
334
|
+
with _connect_sqlite(db_path) as conn:
|
|
335
|
+
if not _sqlite_has_threads_table(conn):
|
|
336
|
+
return 0
|
|
337
|
+
cursor = conn.execute(
|
|
338
|
+
"UPDATE threads SET model_provider = ? WHERE model_provider = ?",
|
|
339
|
+
(target_provider, source_provider),
|
|
340
|
+
)
|
|
341
|
+
conn.commit()
|
|
342
|
+
return int(cursor.rowcount if cursor.rowcount != -1 else 0)
|
|
343
|
+
|
|
344
|
+
|
|
345
|
+
def _update_sqlite_provider_via_copy(db_path: Path, source_provider: str, target_provider: str) -> int:
|
|
346
|
+
temp_path = _copy_sqlite_to_temp(db_path)
|
|
347
|
+
try:
|
|
348
|
+
updated = _update_sqlite_provider_in_place(temp_path, source_provider, target_provider)
|
|
349
|
+
if updated:
|
|
350
|
+
_replace_sqlite_db(temp_path, db_path)
|
|
351
|
+
return updated
|
|
352
|
+
finally:
|
|
353
|
+
temp_path.unlink(missing_ok=True)
|
|
354
|
+
|
|
355
|
+
|
|
356
|
+
def _sqlite_count_provider_rows_via_copy(db_path: Path, provider: str) -> int:
|
|
357
|
+
temp_path = _copy_sqlite_to_temp(db_path)
|
|
358
|
+
try:
|
|
359
|
+
return _sqlite_count_provider_rows(temp_path, provider)
|
|
360
|
+
finally:
|
|
361
|
+
temp_path.unlink(missing_ok=True)
|
|
362
|
+
|
|
363
|
+
|
|
364
|
+
def _copy_sqlite_to_temp(db_path: Path) -> Path:
|
|
365
|
+
temp_dir = db_path.parent / ".tmp" / PROVIDER_RETAG_BACKUP_DIR
|
|
366
|
+
temp_dir.mkdir(parents=True, exist_ok=True)
|
|
367
|
+
temp_path = temp_dir / f"{db_path.stem}-{datetime.now(UTC).strftime('%Y%m%d-%H%M%S')}.sqlite"
|
|
368
|
+
_backup_sqlite_db(db_path, temp_path)
|
|
369
|
+
return temp_path
|
|
370
|
+
|
|
371
|
+
|
|
372
|
+
def _replace_sqlite_db(source: Path, destination: Path) -> None:
|
|
373
|
+
_consolidate_sqlite_db(source)
|
|
374
|
+
shutil.copy2(source, destination)
|
|
375
|
+
for sidecar in _sqlite_sidecar_paths(destination):
|
|
376
|
+
sidecar.unlink(missing_ok=True)
|
|
377
|
+
|
|
378
|
+
|
|
379
|
+
def _connect_sqlite(db_path: Path, *, read_only: bool = False, immutable: bool = False) -> sqlite3.Connection:
|
|
380
|
+
target = str(db_path)
|
|
381
|
+
if read_only:
|
|
382
|
+
quoted_path = _quote_sqlite_uri_path(str(db_path.resolve()))
|
|
383
|
+
immutable_flag = "&immutable=1" if immutable else ""
|
|
384
|
+
target = f"file:{quoted_path}?mode=ro{immutable_flag}"
|
|
385
|
+
conn = sqlite3.connect(target, timeout=5, uri=read_only)
|
|
386
|
+
conn.execute("PRAGMA busy_timeout=5000")
|
|
387
|
+
return conn
|
|
388
|
+
|
|
389
|
+
|
|
390
|
+
def _quote_sqlite_uri_path(path_text: str) -> str:
|
|
391
|
+
return quote(path_text.replace("\\", "/"), safe="/:")
|
|
392
|
+
|
|
393
|
+
|
|
394
|
+
def _sqlite_has_threads_table(conn: sqlite3.Connection) -> bool:
|
|
395
|
+
row = conn.execute(
|
|
396
|
+
"SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = 'threads'",
|
|
397
|
+
).fetchone()
|
|
398
|
+
return row is not None
|
|
399
|
+
|
|
400
|
+
|
|
401
|
+
def _sqlite_has_model_provider_column(conn: sqlite3.Connection) -> bool:
|
|
402
|
+
rows = conn.execute("PRAGMA table_info(threads)").fetchall()
|
|
403
|
+
return any(row[1] == "model_provider" for row in rows)
|
|
404
|
+
|
|
405
|
+
|
|
406
|
+
def _provider_counts(codex_home: Path) -> tuple[ProviderCount, ...]:
|
|
407
|
+
counts: dict[str, int] = {}
|
|
408
|
+
for path in _find_jsonl_session_files(codex_home / "sessions"):
|
|
409
|
+
for record in _read_jsonl_records(path):
|
|
410
|
+
provider = _jsonl_record_provider(record)
|
|
411
|
+
if isinstance(provider, str):
|
|
412
|
+
counts[provider] = counts.get(provider, 0) + 1
|
|
413
|
+
for db_path in _find_state_dbs(codex_home):
|
|
414
|
+
try:
|
|
415
|
+
with _connect_sqlite(db_path, read_only=True) as conn:
|
|
416
|
+
if not _sqlite_has_threads_table(conn):
|
|
417
|
+
continue
|
|
418
|
+
if not _sqlite_has_model_provider_column(conn):
|
|
419
|
+
continue
|
|
420
|
+
rows = conn.execute(
|
|
421
|
+
"SELECT model_provider, COUNT(*) FROM threads GROUP BY model_provider",
|
|
422
|
+
).fetchall()
|
|
423
|
+
for provider, count in rows:
|
|
424
|
+
if isinstance(provider, str):
|
|
425
|
+
counts[provider] = counts.get(provider, 0) + int(count)
|
|
426
|
+
except sqlite3.OperationalError as exc:
|
|
427
|
+
if "unable to open database file" not in str(exc).casefold():
|
|
428
|
+
raise
|
|
429
|
+
return tuple(ProviderCount(provider, count) for provider, count in sorted(counts.items()))
|
|
430
|
+
|
|
431
|
+
|
|
432
|
+
def _methods_used(jsonl_files: Sequence[Path], state_dbs: Sequence[Path]) -> tuple[str, ...]:
|
|
433
|
+
methods: list[str] = []
|
|
434
|
+
if jsonl_files:
|
|
435
|
+
methods.append("jsonl")
|
|
436
|
+
if state_dbs:
|
|
437
|
+
methods.append("sqlite")
|
|
438
|
+
return tuple(methods)
|
|
439
|
+
|
|
440
|
+
|
|
441
|
+
def _create_backup(codex_home: Path, jsonl_files: Sequence[Path], state_dbs: Sequence[Path]) -> Path:
|
|
442
|
+
backup_dir = _next_backup_dir(codex_home / "backups" / PROVIDER_RETAG_BACKUP_DIR)
|
|
443
|
+
backup_dir.mkdir(parents=True)
|
|
444
|
+
|
|
445
|
+
for db_path in state_dbs:
|
|
446
|
+
_backup_sqlite_db(db_path, backup_dir / db_path.name)
|
|
447
|
+
|
|
448
|
+
session_index = codex_home / "session_index.jsonl"
|
|
449
|
+
if session_index.is_file():
|
|
450
|
+
shutil.copy2(session_index, backup_dir / session_index.name)
|
|
451
|
+
|
|
452
|
+
for path in jsonl_files:
|
|
453
|
+
destination = backup_dir / path.relative_to(codex_home)
|
|
454
|
+
destination.parent.mkdir(parents=True, exist_ok=True)
|
|
455
|
+
shutil.copy2(path, destination)
|
|
456
|
+
|
|
457
|
+
return backup_dir
|
|
458
|
+
|
|
459
|
+
|
|
460
|
+
def _backup_sqlite_db(source: Path, destination: Path) -> None:
|
|
461
|
+
destination.parent.mkdir(parents=True, exist_ok=True)
|
|
462
|
+
with _connect_sqlite(source, read_only=True) as source_conn, sqlite3.connect(str(destination)) as backup_conn:
|
|
463
|
+
source_conn.backup(backup_conn)
|
|
464
|
+
backup_conn.execute("PRAGMA wal_checkpoint(TRUNCATE)")
|
|
465
|
+
backup_conn.execute("PRAGMA journal_mode=DELETE")
|
|
466
|
+
for sidecar in _sqlite_sidecar_paths(destination):
|
|
467
|
+
sidecar.unlink(missing_ok=True)
|
|
468
|
+
|
|
469
|
+
|
|
470
|
+
def _consolidate_sqlite_db(db_path: Path) -> None:
|
|
471
|
+
with _connect_sqlite(db_path) as conn:
|
|
472
|
+
conn.execute("PRAGMA wal_checkpoint(TRUNCATE)")
|
|
473
|
+
conn.execute("PRAGMA journal_mode=DELETE")
|
|
474
|
+
|
|
475
|
+
|
|
476
|
+
def _sqlite_sidecar_paths(db_path: Path) -> tuple[Path, Path]:
|
|
477
|
+
return Path(f"{db_path}-wal"), Path(f"{db_path}-shm")
|
|
478
|
+
|
|
479
|
+
|
|
480
|
+
def _next_backup_dir(base_dir: Path) -> Path:
|
|
481
|
+
stamp = datetime.now(UTC).strftime("%Y%m%d-%H%M%S")
|
|
482
|
+
candidate = base_dir / stamp
|
|
483
|
+
suffix = 1
|
|
484
|
+
while candidate.exists():
|
|
485
|
+
suffix += 1
|
|
486
|
+
candidate = base_dir / f"{stamp}-{suffix}"
|
|
487
|
+
return candidate
|
app/core/__init__.py
ADDED
|
File without changes
|
|
File without changes
|
|
@@ -0,0 +1,216 @@
|
|
|
1
|
+
from __future__ import annotations
|
|
2
|
+
|
|
3
|
+
import asyncio
|
|
4
|
+
import json
|
|
5
|
+
import logging
|
|
6
|
+
from datetime import UTC, datetime
|
|
7
|
+
from typing import Protocol
|
|
8
|
+
|
|
9
|
+
from app.core.audit.types import (
|
|
10
|
+
AuditActor,
|
|
11
|
+
AuditAuthMethod,
|
|
12
|
+
AuditDetails,
|
|
13
|
+
AuditDetailScalar,
|
|
14
|
+
AuditDetailValue,
|
|
15
|
+
AuditEvent,
|
|
16
|
+
AuditSeverity,
|
|
17
|
+
AuditTarget,
|
|
18
|
+
)
|
|
19
|
+
from app.core.shutdown import is_control_plane_task_admission_open, wait_for_tasks_to_drain
|
|
20
|
+
from app.core.utils.request_id import get_request_id
|
|
21
|
+
from app.db.models import AuditLog
|
|
22
|
+
from app.db.session import get_session
|
|
23
|
+
|
|
24
|
+
__all__ = [
|
|
25
|
+
"AuditActor",
|
|
26
|
+
"AuditAuthMethod",
|
|
27
|
+
"AuditDetailScalar",
|
|
28
|
+
"AuditDetailValue",
|
|
29
|
+
"AuditDetails",
|
|
30
|
+
"AuditEvent",
|
|
31
|
+
"AuditService",
|
|
32
|
+
"AuditSeverity",
|
|
33
|
+
"AuditSink",
|
|
34
|
+
"AuditTarget",
|
|
35
|
+
"DatabaseAuditSink",
|
|
36
|
+
"drain_audit_log_tasks",
|
|
37
|
+
"get_audit_sinks",
|
|
38
|
+
"register_audit_sink",
|
|
39
|
+
"reset_audit_sinks",
|
|
40
|
+
]
|
|
41
|
+
|
|
42
|
+
logger = logging.getLogger(__name__)
|
|
43
|
+
|
|
44
|
+
_REDACTED_DETAIL_KEYS = frozenset(
|
|
45
|
+
{
|
|
46
|
+
"access_token",
|
|
47
|
+
"api_key",
|
|
48
|
+
"authorization",
|
|
49
|
+
"id_token",
|
|
50
|
+
"key",
|
|
51
|
+
"password",
|
|
52
|
+
"refresh_token",
|
|
53
|
+
"secret",
|
|
54
|
+
"token",
|
|
55
|
+
}
|
|
56
|
+
)
|
|
57
|
+
|
|
58
|
+
_AUDIT_LOG_TASKS: set[asyncio.Task[None]] = set()
|
|
59
|
+
|
|
60
|
+
|
|
61
|
+
def _sanitize_details(details: AuditDetails | None) -> dict[str, AuditDetailValue] | None:
|
|
62
|
+
if not details:
|
|
63
|
+
return None
|
|
64
|
+
|
|
65
|
+
sanitized = {key: value for key, value in details.items() if key.strip().lower() not in _REDACTED_DETAIL_KEYS}
|
|
66
|
+
return sanitized or None
|
|
67
|
+
|
|
68
|
+
|
|
69
|
+
class AuditSink(Protocol):
|
|
70
|
+
"""A destination for audit events. Sinks must not raise to callers; failures are logged."""
|
|
71
|
+
|
|
72
|
+
async def emit(self, event: AuditEvent) -> None: ...
|
|
73
|
+
|
|
74
|
+
|
|
75
|
+
class DatabaseAuditSink:
|
|
76
|
+
"""The authoritative sink: one ``audit_logs`` row per event."""
|
|
77
|
+
|
|
78
|
+
async def emit(self, event: AuditEvent) -> None:
|
|
79
|
+
actor = event.actor
|
|
80
|
+
target = event.target
|
|
81
|
+
async for session in get_session():
|
|
82
|
+
session.add(
|
|
83
|
+
AuditLog(
|
|
84
|
+
timestamp=event.timestamp,
|
|
85
|
+
action=event.action,
|
|
86
|
+
actor_ip=event.actor_ip,
|
|
87
|
+
details=json.dumps(event.details) if event.details else None,
|
|
88
|
+
request_id=event.request_id,
|
|
89
|
+
actor_user_id=actor.user_id if actor else None,
|
|
90
|
+
actor_username=actor.username if actor else None,
|
|
91
|
+
actor_role_slug=actor.role_slug if actor else None,
|
|
92
|
+
auth_method=actor.auth_method if actor else None,
|
|
93
|
+
target_type=target.type if target else None,
|
|
94
|
+
target_id=target.id if target else None,
|
|
95
|
+
severity=event.severity.value,
|
|
96
|
+
)
|
|
97
|
+
)
|
|
98
|
+
await session.commit()
|
|
99
|
+
|
|
100
|
+
|
|
101
|
+
_DEFAULT_SINKS: tuple[AuditSink, ...] = (DatabaseAuditSink(),)
|
|
102
|
+
_AUDIT_SINKS: tuple[AuditSink, ...] = _DEFAULT_SINKS
|
|
103
|
+
|
|
104
|
+
|
|
105
|
+
def get_audit_sinks() -> tuple[AuditSink, ...]:
|
|
106
|
+
"""Registered sinks in emit order; the database sink is always first."""
|
|
107
|
+
|
|
108
|
+
return _AUDIT_SINKS
|
|
109
|
+
|
|
110
|
+
|
|
111
|
+
def register_audit_sink(sink: AuditSink) -> None:
|
|
112
|
+
global _AUDIT_SINKS
|
|
113
|
+
_AUDIT_SINKS = (*_AUDIT_SINKS, sink)
|
|
114
|
+
|
|
115
|
+
|
|
116
|
+
def reset_audit_sinks() -> None:
|
|
117
|
+
global _AUDIT_SINKS
|
|
118
|
+
_AUDIT_SINKS = _DEFAULT_SINKS
|
|
119
|
+
|
|
120
|
+
|
|
121
|
+
def _build_event(
|
|
122
|
+
action: str,
|
|
123
|
+
actor_ip: str | None,
|
|
124
|
+
details: AuditDetails | None,
|
|
125
|
+
request_id: str | None,
|
|
126
|
+
*,
|
|
127
|
+
actor: AuditActor | None,
|
|
128
|
+
target: AuditTarget | None,
|
|
129
|
+
severity: AuditSeverity,
|
|
130
|
+
) -> AuditEvent:
|
|
131
|
+
return AuditEvent(
|
|
132
|
+
action=action,
|
|
133
|
+
timestamp=datetime.now(UTC),
|
|
134
|
+
actor=actor,
|
|
135
|
+
actor_ip=actor_ip,
|
|
136
|
+
target=target,
|
|
137
|
+
severity=severity,
|
|
138
|
+
details=_sanitize_details(details),
|
|
139
|
+
request_id=request_id,
|
|
140
|
+
)
|
|
141
|
+
|
|
142
|
+
|
|
143
|
+
class AuditService:
|
|
144
|
+
@staticmethod
|
|
145
|
+
async def log(
|
|
146
|
+
action: str,
|
|
147
|
+
actor_ip: str | None = None,
|
|
148
|
+
details: AuditDetails | None = None,
|
|
149
|
+
request_id: str | None = None,
|
|
150
|
+
*,
|
|
151
|
+
actor: AuditActor | None = None,
|
|
152
|
+
target: AuditTarget | None = None,
|
|
153
|
+
severity: AuditSeverity = AuditSeverity.INFO,
|
|
154
|
+
) -> None:
|
|
155
|
+
await _write_audit_log(
|
|
156
|
+
_build_event(action, actor_ip, details, request_id, actor=actor, target=target, severity=severity)
|
|
157
|
+
)
|
|
158
|
+
|
|
159
|
+
@staticmethod
|
|
160
|
+
def log_async(
|
|
161
|
+
action: str,
|
|
162
|
+
actor_ip: str | None = None,
|
|
163
|
+
details: AuditDetails | None = None,
|
|
164
|
+
request_id: str | None = None,
|
|
165
|
+
*,
|
|
166
|
+
actor: AuditActor | None = None,
|
|
167
|
+
target: AuditTarget | None = None,
|
|
168
|
+
severity: AuditSeverity = AuditSeverity.INFO,
|
|
169
|
+
) -> None:
|
|
170
|
+
if not is_control_plane_task_admission_open():
|
|
171
|
+
logger.warning("Audit log task rejected after shutdown admission closed: %s", action)
|
|
172
|
+
return
|
|
173
|
+
event = _build_event(
|
|
174
|
+
action,
|
|
175
|
+
actor_ip,
|
|
176
|
+
details,
|
|
177
|
+
request_id or get_request_id(),
|
|
178
|
+
actor=actor,
|
|
179
|
+
target=target,
|
|
180
|
+
severity=severity,
|
|
181
|
+
)
|
|
182
|
+
task = asyncio.create_task(_write_audit_log(event), name=f"audit-log-{action}")
|
|
183
|
+
_AUDIT_LOG_TASKS.add(task)
|
|
184
|
+
task.add_done_callback(_handle_audit_log_task_done)
|
|
185
|
+
|
|
186
|
+
|
|
187
|
+
async def drain_audit_log_tasks(timeout_seconds: float) -> bool:
|
|
188
|
+
pending = await wait_for_tasks_to_drain(_AUDIT_LOG_TASKS, timeout_seconds)
|
|
189
|
+
for task in sorted(pending, key=lambda pending_task: pending_task.get_name()):
|
|
190
|
+
logger.warning("Audit log task did not drain before shutdown: %s", task.get_name())
|
|
191
|
+
return not pending
|
|
192
|
+
|
|
193
|
+
|
|
194
|
+
def _handle_audit_log_task_done(task: asyncio.Task[None]) -> None:
|
|
195
|
+
try:
|
|
196
|
+
if task.cancelled():
|
|
197
|
+
return
|
|
198
|
+
exc = task.exception()
|
|
199
|
+
if exc is not None:
|
|
200
|
+
logger.warning(
|
|
201
|
+
"Audit log task failed unexpectedly: %s",
|
|
202
|
+
task.get_name(),
|
|
203
|
+
exc_info=(type(exc), exc, exc.__traceback__),
|
|
204
|
+
)
|
|
205
|
+
finally:
|
|
206
|
+
_AUDIT_LOG_TASKS.discard(task)
|
|
207
|
+
|
|
208
|
+
|
|
209
|
+
async def _write_audit_log(event: AuditEvent) -> None:
|
|
210
|
+
"""Fan the event out to every sink; one failing sink never starves the others."""
|
|
211
|
+
|
|
212
|
+
for sink in get_audit_sinks():
|
|
213
|
+
try:
|
|
214
|
+
await sink.emit(event)
|
|
215
|
+
except Exception:
|
|
216
|
+
logger.warning("Audit sink %s failed for action %s", type(sink).__name__, event.action, exc_info=True)
|