codex-lb 0.4.0__py3-none-any.whl → 0.5.0__py3-none-any.whl

app/modules/proxy/repo_bundle.py

@@ -0,0 +1,23 @@
+from __future__ import annotations
+
+from collections.abc import Callable
+from dataclasses import dataclass
+from typing import AsyncContextManager
+
+from app.modules.accounts.repository import AccountsRepository
+from app.modules.proxy.sticky_repository import StickySessionsRepository
+from app.modules.request_logs.repository import RequestLogsRepository
+from app.modules.settings.repository import SettingsRepository
+from app.modules.usage.repository import UsageRepository
+
+
+@dataclass(slots=True)
+class ProxyRepositories:
+    accounts: AccountsRepository
+    usage: UsageRepository
+    request_logs: RequestLogsRepository
+    sticky_sessions: StickySessionsRepository
+    settings: SettingsRepository
+
+
+ProxyRepoFactory = Callable[[], AsyncContextManager[ProxyRepositories]]

app/modules/proxy/service.py

@@ -29,7 +29,6 @@ from app.core.utils.sse import format_sse_event
 from app.core.utils.time import utcnow
 from app.db.models import Account, UsageHistory
 from app.modules.accounts.auth_manager import AuthManager
-from app.modules.accounts.repository import AccountsRepository
 from app.modules.proxy.helpers import (
     _apply_error_metadata,
     _credits_headers,
@@ -46,33 +45,18 @@ from app.modules.proxy.helpers import (
     _window_snapshot,
 )
 from app.modules.proxy.load_balancer import LoadBalancer
-from app.modules.proxy.sticky_repository import StickySessionsRepository
+from app.modules.proxy.repo_bundle import ProxyRepoFactory, ProxyRepositories
 from app.modules.proxy.types import RateLimitStatusPayloadData
-from app.modules.request_logs.repository import RequestLogsRepository
-from app.modules.settings.repository import SettingsRepository
-from app.modules.usage.repository import UsageRepository
 from app.modules.usage.updater import UsageUpdater
 
 logger = logging.getLogger(__name__)
 
 
 class ProxyService:
-    def __init__(
-        self,
-        accounts_repo: AccountsRepository,
-        usage_repo: UsageRepository,
-        logs_repo: RequestLogsRepository,
-        sticky_repo: StickySessionsRepository,
-        settings_repo: SettingsRepository,
-    ) -> None:
-        self._accounts_repo = accounts_repo
-        self._usage_repo = usage_repo
-        self._logs_repo = logs_repo
-        self._settings_repo = settings_repo
+    def __init__(self, repo_factory: ProxyRepoFactory) -> None:
+        self._repo_factory = repo_factory
         self._encryptor = TokenEncryptor()
-        self._auth_manager = AuthManager(accounts_repo)
-        self._load_balancer = LoadBalancer(accounts_repo, usage_repo, sticky_repo)
-        self._usage_updater = UsageUpdater(usage_repo, accounts_repo)
+        self._load_balancer = LoadBalancer(repo_factory)
 
     def stream_responses(
         self,
@@ -98,9 +82,11 @@ class ProxyService:
         _maybe_log_proxy_request_payload("compact", payload, headers)
         _maybe_log_proxy_request_shape("compact", payload, headers)
         filtered = filter_inbound_headers(headers)
-        settings = await self._settings_repo.get_or_create()
-        prefer_earlier_reset = settings.prefer_earlier_reset_accounts
-        sticky_key = _sticky_key_from_compact_payload(payload) if settings.sticky_threads_enabled else None
+        async with self._repo_factory() as repos:
+            settings = await repos.settings.get_or_create()
+            prefer_earlier_reset = settings.prefer_earlier_reset_accounts
+            sticky_threads_enabled = settings.sticky_threads_enabled
+        sticky_key = _sticky_key_from_compact_payload(payload) if sticky_threads_enabled else None
         selection = await self._load_balancer.select_account(
             sticky_key=sticky_key,
             reallocate_sticky=sticky_key is not None,
@@ -139,69 +125,71 @@ class ProxyService:
 
     async def rate_limit_headers(self) -> dict[str, str]:
         now = utcnow()
-        accounts = await self._accounts_repo.list_accounts()
-        account_map = {account.id: account for account in accounts}
-
         headers: dict[str, str] = {}
-        primary_minutes = await self._usage_repo.latest_window_minutes("primary")
-        if primary_minutes is None:
-            primary_minutes = usage_core.default_window_minutes("primary")
-        if primary_minutes:
-            primary_rows = await self._usage_repo.aggregate_since(
-                now - timedelta(minutes=primary_minutes),
-                window="primary",
-            )
-            if primary_rows:
-                summary = usage_core.summarize_usage_window(
-                    [row.to_window_row() for row in primary_rows],
-                    account_map,
-                    "primary",
+        async with self._repo_factory() as repos:
+            accounts = await repos.accounts.list_accounts()
+            account_map = {account.id: account for account in accounts}
+
+            primary_minutes = await repos.usage.latest_window_minutes("primary")
+            if primary_minutes is None:
+                primary_minutes = usage_core.default_window_minutes("primary")
+            if primary_minutes:
+                primary_rows = await repos.usage.aggregate_since(
+                    now - timedelta(minutes=primary_minutes),
+                    window="primary",
                 )
-                headers.update(_rate_limit_headers("primary", summary))
-
-        secondary_minutes = await self._usage_repo.latest_window_minutes("secondary")
-        if secondary_minutes is None:
-            secondary_minutes = usage_core.default_window_minutes("secondary")
-        if secondary_minutes:
-            secondary_rows = await self._usage_repo.aggregate_since(
-                now - timedelta(minutes=secondary_minutes),
-                window="secondary",
-            )
-            if secondary_rows:
-                summary = usage_core.summarize_usage_window(
-                    [row.to_window_row() for row in secondary_rows],
-                    account_map,
-                    "secondary",
+                if primary_rows:
+                    summary = usage_core.summarize_usage_window(
+                        [row.to_window_row() for row in primary_rows],
+                        account_map,
+                        "primary",
+                    )
+                    headers.update(_rate_limit_headers("primary", summary))
+
+            secondary_minutes = await repos.usage.latest_window_minutes("secondary")
+            if secondary_minutes is None:
+                secondary_minutes = usage_core.default_window_minutes("secondary")
+            if secondary_minutes:
+                secondary_rows = await repos.usage.aggregate_since(
+                    now - timedelta(minutes=secondary_minutes),
+                    window="secondary",
                 )
-                headers.update(_rate_limit_headers("secondary", summary))
+                if secondary_rows:
+                    summary = usage_core.summarize_usage_window(
+                        [row.to_window_row() for row in secondary_rows],
+                        account_map,
+                        "secondary",
+                    )
+                    headers.update(_rate_limit_headers("secondary", summary))
 
-        latest_usage = await self._usage_repo.latest_by_account()
-        headers.update(_credits_headers(latest_usage.values()))
+            latest_usage = await repos.usage.latest_by_account()
+            headers.update(_credits_headers(latest_usage.values()))
         return headers
 
     async def get_rate_limit_payload(self) -> RateLimitStatusPayloadData:
-        accounts = await self._accounts_repo.list_accounts()
-        await self._refresh_usage(accounts)
-        selected_accounts = _select_accounts_for_limits(accounts)
-        if not selected_accounts:
-            return RateLimitStatusPayloadData(plan_type="guest")
-
-        account_map = {account.id: account for account in selected_accounts}
-        primary_rows = await self._latest_usage_rows(account_map, "primary")
-        secondary_rows = await self._latest_usage_rows(account_map, "secondary")
-
-        primary_summary = _summarize_window(primary_rows, account_map, "primary")
-        secondary_summary = _summarize_window(secondary_rows, account_map, "secondary")
-
-        now_epoch = int(time.time())
-        primary_window = _window_snapshot(primary_summary, primary_rows, "primary", now_epoch)
-        secondary_window = _window_snapshot(secondary_summary, secondary_rows, "secondary", now_epoch)
-
-        return RateLimitStatusPayloadData(
-            plan_type=_plan_type_for_accounts(selected_accounts),
-            rate_limit=_rate_limit_details(primary_window, secondary_window),
-            credits=_credits_snapshot(await self._latest_usage_entries(account_map)),
-        )
+        async with self._repo_factory() as repos:
+            accounts = await repos.accounts.list_accounts()
+            await self._refresh_usage(repos, accounts)
+            selected_accounts = _select_accounts_for_limits(accounts)
+            if not selected_accounts:
+                return RateLimitStatusPayloadData(plan_type="guest")
+
+            account_map = {account.id: account for account in selected_accounts}
+            primary_rows = await self._latest_usage_rows(repos, account_map, "primary")
+            secondary_rows = await self._latest_usage_rows(repos, account_map, "secondary")
+
+            primary_summary = _summarize_window(primary_rows, account_map, "primary")
+            secondary_summary = _summarize_window(secondary_rows, account_map, "secondary")
+
+            now_epoch = int(time.time())
+            primary_window = _window_snapshot(primary_summary, primary_rows, "primary", now_epoch)
+            secondary_window = _window_snapshot(secondary_summary, secondary_rows, "secondary", now_epoch)
+
+            return RateLimitStatusPayloadData(
+                plan_type=_plan_type_for_accounts(selected_accounts),
+                rate_limit=_rate_limit_details(primary_window, secondary_window),
+                credits=_credits_snapshot(await self._latest_usage_entries(repos, account_map)),
+            )
 
     async def _stream_with_retry(
         self,
@@ -211,9 +199,11 @@ class ProxyService:
         propagate_http_errors: bool,
     ) -> AsyncIterator[str]:
         request_id = ensure_request_id()
-        settings = await self._settings_repo.get_or_create()
-        prefer_earlier_reset = settings.prefer_earlier_reset_accounts
-        sticky_key = _sticky_key_from_payload(payload) if settings.sticky_threads_enabled else None
+        async with self._repo_factory() as repos:
+            settings = await repos.settings.get_or_create()
+            prefer_earlier_reset = settings.prefer_earlier_reset_accounts
+            sticky_threads_enabled = settings.sticky_threads_enabled
+        sticky_key = _sticky_key_from_payload(payload) if sticky_threads_enabled else None
         max_attempts = 3
         for attempt in range(max_attempts):
             selection = await self._load_balancer.select_account(
@@ -401,20 +391,21 @@ class ProxyService:
             )
             with anyio.CancelScope(shield=True):
                 try:
-                    await self._logs_repo.add_log(
-                        account_id=account_id_value,
-                        request_id=request_id,
-                        model=model,
-                        input_tokens=input_tokens,
-                        output_tokens=output_tokens,
-                        cached_input_tokens=cached_input_tokens,
-                        reasoning_tokens=reasoning_tokens,
-                        reasoning_effort=reasoning_effort,
-                        latency_ms=latency_ms,
-                        status=status,
-                        error_code=error_code,
-                        error_message=error_message,
-                    )
+                    async with self._repo_factory() as repos:
+                        await repos.request_logs.add_log(
+                            account_id=account_id_value,
+                            request_id=request_id,
+                            model=model,
+                            input_tokens=input_tokens,
+                            output_tokens=output_tokens,
+                            cached_input_tokens=cached_input_tokens,
+                            reasoning_tokens=reasoning_tokens,
+                            reasoning_effort=reasoning_effort,
+                            latency_ms=latency_ms,
+                            status=status,
+                            error_code=error_code,
+                            error_message=error_message,
+                        )
                 except Exception:
                     logger.warning(
                         "Failed to persist request log account_id=%s request_id=%s",
@@ -423,18 +414,20 @@ class ProxyService:
                         exc_info=True,
                     )
 
-    async def _refresh_usage(self, accounts: list[Account]) -> None:
-        latest_usage = await self._usage_repo.latest_by_account(window="primary")
-        await self._usage_updater.refresh_accounts(accounts, latest_usage)
+    async def _refresh_usage(self, repos: ProxyRepositories, accounts: list[Account]) -> None:
+        latest_usage = await repos.usage.latest_by_account(window="primary")
+        updater = UsageUpdater(repos.usage, repos.accounts)
+        await updater.refresh_accounts(accounts, latest_usage)
 
     async def _latest_usage_rows(
         self,
+        repos: ProxyRepositories,
         account_map: dict[str, Account],
         window: str,
     ) -> list[UsageWindowRow]:
         if not account_map:
             return []
-        latest = await self._usage_repo.latest_by_account(window=window)
+        latest = await repos.usage.latest_by_account(window=window)
         return [
             UsageWindowRow(
                 account_id=entry.account_id,
@@ -448,15 +441,18 @@ class ProxyService:
 
     async def _latest_usage_entries(
         self,
+        repos: ProxyRepositories,
         account_map: dict[str, Account],
     ) -> list[UsageHistory]:
         if not account_map:
             return []
-        latest = await self._usage_repo.latest_by_account()
+        latest = await repos.usage.latest_by_account()
         return [entry for entry in latest.values() if entry.account_id in account_map]
 
     async def _ensure_fresh(self, account: Account, *, force: bool = False) -> Account:
-        return await self._auth_manager.ensure_fresh(account, force=force)
+        async with self._repo_factory() as repos:
+            auth_manager = AuthManager(repos.accounts)
+            return await auth_manager.ensure_fresh(account, force=force)
 
     async def _handle_proxy_error(self, account: Account, exc: ProxyResponseError) -> None:
         error = _parse_openai_error(exc.payload)

app/modules/request_logs/repository.py

@@ -4,6 +4,7 @@ from datetime import datetime
 
 import anyio
 from sqlalchemy import String, and_, cast, or_, select
+from sqlalchemy import exc as sa_exc
 from sqlalchemy.ext.asyncio import AsyncSession
 
 from app.core.utils.request_id import ensure_request_id
@@ -56,6 +57,8 @@ class RequestLogsRepository:
             await self._session.commit()
             await self._session.refresh(log)
             return log
+        except sa_exc.ResourceClosedError:
+            return log
         except BaseException:
             await _safe_rollback(self._session)
             raise

app/modules/usage/service.py

@@ -1,7 +1,11 @@
 from __future__ import annotations
 
+import asyncio
+import weakref
+from collections.abc import Callable
+from dataclasses import dataclass
 from datetime import timedelta
-from typing import cast
+from typing import AsyncContextManager, ClassVar, cast
 
 from app.core import usage as usage_core
 from app.core.usage.logs import (
@@ -37,17 +41,30 @@ from app.modules.usage.schemas import (
 from app.modules.usage.updater import UsageUpdater
 
 
+@dataclass(slots=True)
+class _RefreshState:
+    lock: asyncio.Lock
+    task: asyncio.Task[None] | None = None
+
+
 class UsageService:
+    _refresh_states: ClassVar[weakref.WeakKeyDictionary[asyncio.AbstractEventLoop, _RefreshState]] = (
+        weakref.WeakKeyDictionary()
+    )
+
     def __init__(
         self,
         usage_repo: UsageRepository,
         logs_repo: RequestLogsRepository,
         accounts_repo: AccountsRepository,
+        refresh_repo_factory: Callable[[], AsyncContextManager[tuple[UsageRepository, AccountsRepository]]]
+        | None = None,
     ) -> None:
         self._usage_repo = usage_repo
         self._logs_repo = logs_repo
         self._accounts_repo = accounts_repo
         self._usage_updater = UsageUpdater(usage_repo, accounts_repo)
+        self._refresh_repo_factory = refresh_repo_factory
 
     async def get_usage_summary(self) -> UsageSummaryResponse:
         await self._refresh_usage()
@@ -114,9 +131,53 @@ class UsageService:
         )
 
     async def _refresh_usage(self) -> None:
-        accounts = await self._accounts_repo.list_accounts()
-        latest_usage = await self._usage_repo.latest_by_account(window="primary")
-        await self._usage_updater.refresh_accounts(accounts, latest_usage)
+        state = self._refresh_state()
+        task = state.task
+        if task and not task.done():
+            await asyncio.shield(task)
+            return
+
+        created = False
+        async with state.lock:
+            task = state.task
+            if not task or task.done():
+                task = asyncio.create_task(self._refresh_usage_once())
+                state.task = task
+                created = True
+
+        if task is None:
+            return
+
+        try:
+            if created:
+                await asyncio.shield(task)
+            else:
+                await asyncio.shield(task)
+        finally:
+            if task.done() and state.task is task:
+                state.task = None
+
+    async def _refresh_usage_once(self) -> None:
+        if self._refresh_repo_factory is None:
+            accounts = await self._accounts_repo.list_accounts()
+            latest_usage = await self._usage_repo.latest_by_account(window="primary")
+            await self._usage_updater.refresh_accounts(accounts, latest_usage)
+            return
+
+        async with self._refresh_repo_factory() as (usage_repo, accounts_repo):
+            latest_usage = await usage_repo.latest_by_account(window="primary")
+            accounts = await accounts_repo.list_accounts()
+            updater = UsageUpdater(usage_repo, accounts_repo)
+            await updater.refresh_accounts(accounts, latest_usage)
+
+    @classmethod
+    def _refresh_state(cls) -> _RefreshState:
+        loop = asyncio.get_running_loop()
+        state = cls._refresh_states.get(loop)
+        if state is None:
+            state = _RefreshState(lock=asyncio.Lock())
+            cls._refresh_states[loop] = state
+        return state
 
     async def _latest_usage_rows(self, window: str) -> list[UsageWindowRow]:
         latest = await self._usage_repo.latest_by_account(window=window)

{codex_lb-0.4.0.dist-info → codex_lb-0.5.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: codex-lb
-Version: 0.4.0
+Version: 0.5.0
 Summary: Codex load balancer and proxy for ChatGPT accounts with usage dashboard
 Author-email: Soju06 <qlskssk@gmail.com>
 Maintainer-email: Soju06 <qlskssk@gmail.com>
@@ -49,6 +49,7 @@ Requires-Dist: pydantic>=2.12.5
 Requires-Dist: python-dotenv>=1.2.1
 Requires-Dist: python-multipart>=0.0.21
 Requires-Dist: sqlalchemy>=2.0.45
+Requires-Dist: zstandard>=0.25.0
 Description-Content-Type: text/markdown
 
 <!--
@@ -158,7 +159,7 @@ Thanks goes to these wonderful people ([emoji key](https://allcontributors.org/d
       <td align="center" valign="top" width="14.28%"><a href="https://github.com/Soju06"><img src="https://avatars.githubusercontent.com/u/34199905?v=4?s=100" width="100px;" alt="Soju06"/><br /><sub><b>Soju06</b></sub></a><br /><a href="https://github.com/Soju06/codex-lb/commits?author=Soju06" title="Code">💻</a> <a href="https://github.com/Soju06/codex-lb/commits?author=Soju06" title="Tests">⚠️</a> <a href="#maintenance-Soju06" title="Maintenance">🚧</a> <a href="#infra-Soju06" title="Infrastructure (Hosting, Build-Tools, etc)">🚇</a></td>
       <td align="center" valign="top" width="14.28%"><a href="http://jonas.kamsker.at/"><img src="https://avatars.githubusercontent.com/u/11245306?v=4?s=100" width="100px;" alt="Jonas Kamsker"/><br /><sub><b>Jonas Kamsker</b></sub></a><br /><a href="https://github.com/Soju06/codex-lb/commits?author=JKamsker" title="Code">💻</a> <a href="https://github.com/Soju06/codex-lb/issues?q=author%3AJKamsker" title="Bug reports">🐛</a> <a href="#maintenance-JKamsker" title="Maintenance">🚧</a></td>
       <td align="center" valign="top" width="14.28%"><a href="https://github.com/Quack6765"><img src="https://avatars.githubusercontent.com/u/5446230?v=4?s=100" width="100px;" alt="Quack"/><br /><sub><b>Quack</b></sub></a><br /><a href="https://github.com/Soju06/codex-lb/commits?author=Quack6765" title="Code">💻</a> <a href="https://github.com/Soju06/codex-lb/issues?q=author%3AQuack6765" title="Bug reports">🐛</a> <a href="#maintenance-Quack6765" title="Maintenance">🚧</a> <a href="#design-Quack6765" title="Design">🎨</a></td>
-      <td align="center" valign="top" width="14.28%"><a href="https://github.com/hhsw2015"><img src="https://avatars.githubusercontent.com/u/103614420?v=4?s=100" width="100px;" alt="Jill Kok, San Mou"/><br /><sub><b>Jill Kok, San Mou</b></sub></a><br /><a href="https://github.com/Soju06/codex-lb/commits?author=hhsw2015" title="Code">💻</a> <a href="https://github.com/Soju06/codex-lb/commits?author=hhsw2015" title="Tests">⚠️</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/hhsw2015"><img src="https://avatars.githubusercontent.com/u/103614420?v=4?s=100" width="100px;" alt="Jill Kok, San Mou"/><br /><sub><b>Jill Kok, San Mou</b></sub></a><br /><a href="https://github.com/Soju06/codex-lb/commits?author=hhsw2015" title="Code">💻</a> <a href="https://github.com/Soju06/codex-lb/commits?author=hhsw2015" title="Tests">⚠️</a> <a href="#maintenance-hhsw2015" title="Maintenance">🚧</a></td>
       <td align="center" valign="top" width="14.28%"><a href="https://github.com/pcy06"><img src="https://avatars.githubusercontent.com/u/44970486?v=4?s=100" width="100px;" alt="PARK CHANYOUNG"/><br /><sub><b>PARK CHANYOUNG</b></sub></a><br /><a href="https://github.com/Soju06/codex-lb/commits?author=pcy06" title="Documentation">📖</a></td>
     </tr>
   </tbody>

{codex_lb-0.4.0.dist-info → codex_lb-0.5.0.dist-info}/RECORD

@@ -1,7 +1,7 @@
 app/__init__.py,sha256=uqZSnn_VEL8TIUxsYqdf4zA2ByJYfjA06fArVAzrHFo,89
 app/cli.py,sha256=gkIAkYOT9SbQjUDnVmwhVKZeKjL3YJCMrOjFINwBx54,544
-app/dependencies.py,sha256=kfB_TxeZve_cnBxhOHZezKwkOwTNFwoHzNCJDUkGJD8,4377
-app/main.py,sha256=7J8mkp_nDqYTo68gu1OwbwsZrVmVG1XVYsmHGXXQm-0,4709
+app/dependencies.py,sha256=30erUmkoFtZUuWJmky7U-hFKetnxwe77mq4Ocua2HeE,5151
+app/main.py,sha256=_BQDwLDcQUOlmXohQfMLlSpXfibZzPul8DMU6rGOoig,2463
 app/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 app/core/crypto.py,sha256=zUz2GVqXigzXB5zX2Diq2cR41Kl37bBqxJiZmWGiIcY,1145
 app/core/errors.py,sha256=go4Q5vv6_Rt8ZS230Mp436yCViEKu_xICylGF0gvGJg,1805
@@ -19,12 +19,22 @@ app/core/clients/oauth.py,sha256=XgAzQVAMudBUCQ9nGKUC9N7zagSiawBdhIVmxf9HHwQ,118
 app/core/clients/proxy.py,sha256=lplog7s1pg1OJb8ZEM1wGbgM_omTUWLkBRZ4McLGevY,10367
 app/core/clients/usage.py,sha256=kG7TXqmy8IX9m4wJx5fOGDB2hqunivOU6o2xfoXCGy4,4800
 app/core/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-app/core/config/settings.py,sha256=hI4WwQnEajV36e5UIOJZWiF-ghXxVzfPC8BjMMDOVU0,2692
+app/core/config/settings.py,sha256=dMA4DmW82nOisIZk0me6Bc8NR4OmpS_Y-tCYNFNeXm0,2844
+app/core/handlers/__init__.py,sha256=iyLUtPdBMYjK0mGpyRZ8hII8hiLF5jLR2jHiSI0C2zU,102
+app/core/handlers/exceptions.py,sha256=edNaaPSPweBUSIpBUjV3GWKVTQkARngQV4Oe32p32tI,1453
+app/core/middleware/__init__.py,sha256=3u3ibH0TTkvMjpN7tDu2phDBdTsssSFsyDJPAhq0Um0,372
+app/core/middleware/api_errors.py,sha256=W5FpmbWiQ2rGfNCOHUums_Es7Qz7ktzCNONdj27k2Ps,1046
+app/core/middleware/request_decompression.py,sha256=PwqibE0pwyZW6o2KrpNWcZhyVs07rYEQTY8xEwFoGYo,3667
+app/core/middleware/request_id.py,sha256=f2CMCTy9HbHM_QfWs-EvqIAOHxLhuuC5Sd13ecUKrpc,924
 app/core/openai/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+app/core/openai/chat_requests.py,sha256=M1Mfu4_WNb5f5PXg4-SMjMWGtI1gkhweIfa1ENANz3k,6787
+app/core/openai/chat_responses.py,sha256=yQTVmX1hbF4M3bZYLsVvzPWv77tqBE_LNPSaRF4tl1A,17455
+app/core/openai/message_coercion.py,sha256=m4_70ygkpBccYhO5VNNTfqFs9kJvDCCEsYmDqpL9P-M,2117
 app/core/openai/models.py,sha256=SzVPqmp9IDbJTW6gLGHeLxrpAmFehJPSC4fVsqzEmQA,3344
+app/core/openai/models_catalog.py,sha256=vgQubYSV6bDy2iPpyeKsS2ZG5XoVJQEJOYPMwjo-j0o,2840
 app/core/openai/parsing.py,sha256=VuE1OyPAv1umrSbkzqa6dcjPYfk00isOVB3O0xUPLBw,1537
-app/core/openai/requests.py,sha256=p-by1zrNAUVNJMjTf3KHT9g9dZs1MmVrqxVpIT9-X80,2252
-app/core/openai/v1_requests.py,sha256=4WIGXwmkXSgoSFtseJIIYiuAx7WT3gqQWYlZhKnOFlc,5612
+app/core/openai/requests.py,sha256=MssrvOzoNb55ImDbP6yf_T0JDjnho0QXS_Eyv-nGI4s,2290
+app/core/openai/v1_requests.py,sha256=gx_C7H8FHgSHNjvuQ00WfiObABHRbvKya_wJl-19kJg,3649
 app/core/usage/__init__.py,sha256=8SBpiClJR2wl653Cj1DTvmVUvi2jzU6kKXJtq91ofmE,5726
 app/core/usage/logs.py,sha256=8TrE9nccEjIJslMfAk8AJLmX_Zzeksu8qMTvrGwePx0,2129
 app/core/usage/models.py,sha256=FtBQx4Rb7jpwcqxmGXxg7RTVV17LK1QOSWaJIkaaNoQ,878
@@ -38,7 +48,7 @@ app/core/utils/sse.py,sha256=DJMOU4vW5Ir_4WeL5t5t7i33aRMnqVPU0eQvGn4sBv8,537
 app/core/utils/time.py,sha256=B6FfSe43Eq_puE6eourly1X3gajyihK2VOAwJ8M3wyI,497
 app/db/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 app/db/models.py,sha256=vjQ2C3l8J1zlsRz9gVzM4fbcX43NGrj51cfCsM4EjNk,5304
-app/db/session.py,sha256=T_UdGcqzn5YXo-fuRW8s5xJQvOuJsV4eTSZE0_V2C44,3910
+app/db/session.py,sha256=U51SC4oDIHgoiW0pc5upCjvKyL896j3aYkyfH3EmJ58,4578
 app/db/migrations/__init__.py,sha256=hRZVLgAQfP-okuhIiKkQtwfnPtBvYXcLJTqg0Yex1Vc,2633
 app/db/migrations/versions/__init__.py,sha256=U4S_2y3zgLZVfMenHRaJFBW8yqh2mUBuI291LGQVOJ8,35
 app/db/migrations/versions/add_accounts_chatgpt_account_id.py,sha256=5QHfko2f7dq0G34Cqe8CkcKbQor2W5LegfnVu_HgZN8,978
@@ -50,7 +60,7 @@ app/modules/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 app/modules/accounts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 app/modules/accounts/api.py,sha256=rSkYrg3_p_JE1kHZ4xXa5lBFTdT40v1oNAmlTDGOguY,2807
 app/modules/accounts/auth_manager.py,sha256=YUKdeHbszRLYZ4uRQzvk6ICk2cB73LjlJMEiWphBWWw,4682
-app/modules/accounts/repository.py,sha256=hu7yQsGfPmHOBy7BM3aKlrZuNr4_qPjDDXcAneX1K2c,3730
+app/modules/accounts/repository.py,sha256=ZhDQ5kjesB4MrJjQ_ZQ8n8HexQUMCuw5RJ0w6y6uhfc,4144
 app/modules/accounts/schemas.py,sha256=gtlbPg5uxM3t_V5JxCL6eP-UaU6TSE0UoX2yIpxM_a0,1659
 app/modules/accounts/service.py,sha256=M3_SRD21yp0YN820IHdqNIlZsynNsSUN6TO6RcESDeI,8973
 app/modules/health/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -62,16 +72,17 @@ app/modules/oauth/schemas.py,sha256=sdDKP7u9bO87lcZXjK7uSokurHPS22nN2p_jkw9iEBc,
 app/modules/oauth/service.py,sha256=fEzUtoq1g-20NgWZlB_maA2XB-scMa0HJV24SxZPnqQ,12908
 app/modules/oauth/templates/oauth_success.html,sha256=YNSGUIozcZEJQjpFtM2sgF4n8jqfbmx8LRwdXTraym4,3799
 app/modules/proxy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-app/modules/proxy/api.py,sha256=HhJPBa-I6EL0N4jqkDtP1ZrTHNq5yt2Kzn0D0LJK7QQ,4032
+app/modules/proxy/api.py,sha256=quBEQzF32tnsbk72tEVqx8NrqwlTYkqZthH4oe-ndBs,6174
 app/modules/proxy/helpers.py,sha256=-XVTNTpkDvJ3KfsuGHztfUVBGBFm2H-AaNTNH2dNe6o,8739
-app/modules/proxy/load_balancer.py,sha256=Forib096qbWud11aKw9TRbBN1bIQjOmE3ZYY62vhVYk,9831
+app/modules/proxy/load_balancer.py,sha256=6Tbeba1zaYEfCctCC5VMUgDF0jXK2ICzeiFqEhYYQSU,10618
+app/modules/proxy/repo_bundle.py,sha256=yP4ggYpHNvKTfHD-YOqQ0oL2PlR7qFwmmasWMO155LI,776
 app/modules/proxy/schemas.py,sha256=55pXtUCl2R_93kAPOJJ7Ji4Jn3qVu10vq2KSCCkNdp4,2748
-app/modules/proxy/service.py,sha256=4lnOoqvCNiRhCVOcshnKslbiH4O35iYn1S3CykJkhMA,24578
+app/modules/proxy/service.py,sha256=-hlz26DMuEqv6kH8g_5kfnS8yTI-lT-jHq0oWnPydiY,24741
 app/modules/proxy/sticky_repository.py,sha256=peFaAnaCVr064W-Sh0Kjvz-MuPbBfrh86RLQOGJ6qqs,2177
 app/modules/proxy/types.py,sha256=iqEyoO8vGr8N5oEzUSvVWCai7UZbJAU62IvO7JNS9qs,927
 app/modules/request_logs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 app/modules/request_logs/api.py,sha256=NkLHo8Yuy4S6m00yUIOmzcag9scEaSG2QL7CDRYfyUE,3158
-app/modules/request_logs/repository.py,sha256=e0-z6-ZfJpMMEShqpK-k23C5y1LnTxawpfMaaiRco40,8560
+app/modules/request_logs/repository.py,sha256=ufX1NhOh8geZ8iFgMRhJY0SG-3r4v8sJHlybdms0tYo,8663
 app/modules/request_logs/schemas.py,sha256=MFS_MW0mW3cGyIulxJN81dJ3SS2bt0tFE67-DzYX1Pg,944
 app/modules/request_logs/service.py,sha256=ruZz5QAKYSrJbYpImZzU2va1sLFfamWL8dOhqU-GG0A,5485
 app/modules/settings/__init__.py,sha256=U4S_2y3zgLZVfMenHRaJFBW8yqh2mUBuI291LGQVOJ8,35
@@ -85,13 +96,13 @@ app/modules/usage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU
 app/modules/usage/api.py,sha256=jpPc2VSjmiP6DjRZvotHCh_trLINOngSyTdS7MY9fgg,1108
 app/modules/usage/repository.py,sha256=DtJI4kgajW7YUJ0JKJjdNCPBXT_fdBwqDoepi9aznyA,4791
 app/modules/usage/schemas.py,sha256=eCgunQOvQeYEqv9IecjunONPVLpg2MPn_YGzsnBTcpQ,1633
-app/modules/usage/service.py,sha256=8-XX8m4TgQteum-a53l0DS-EL2NnC4r9artehfFltvM,10315
+app/modules/usage/service.py,sha256=8nEP6fcd67ZYuaVXIlcGloA2DKzzUMsxVSRZSNkJOeo,12381
 app/modules/usage/updater.py,sha256=TUFLIjIe8c0m06bnO6iumzAyFuMED3B1ry3Ty5o8JRo,7821
 app/static/index.css,sha256=4EcLWTHAkhbqldi9fE1Y_bQCtmJuXUgEs0JHV-KmV9w,31757
 app/static/index.html,sha256=g1U2AlbvGChev5KIyPoVI5TJ3dnvEOqoAot1tENvQOs,39799
 app/static/index.js,sha256=q-IXWQURYksd-i68yXwyqBazs-AYiz3Tvk5t_B6NbSY,69750
-codex_lb-0.4.0.dist-info/METADATA,sha256=VQXBteRPg3SxSUeq9oAQW3x3VRsTsk2KWHxNv-IfKZE,7244
-codex_lb-0.4.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-codex_lb-0.4.0.dist-info/entry_points.txt,sha256=SEa5T6Uz2Fhy574No6Y0XyGmYi3PXLrhu2xStJTqyI8,42
-codex_lb-0.4.0.dist-info/licenses/LICENSE,sha256=cHPibxiL0TXwrUX_kNY6ym544EX1UCzKhxdaca5cFuk,1062
-codex_lb-0.4.0.dist-info/RECORD,,
+codex_lb-0.5.0.dist-info/METADATA,sha256=ym9TYcpUCgJ66jUQX9uorIxzYr-BFSHwOhXfAW6Vyzc,7338
+codex_lb-0.5.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+codex_lb-0.5.0.dist-info/entry_points.txt,sha256=SEa5T6Uz2Fhy574No6Y0XyGmYi3PXLrhu2xStJTqyI8,42
+codex_lb-0.5.0.dist-info/licenses/LICENSE,sha256=cHPibxiL0TXwrUX_kNY6ym544EX1UCzKhxdaca5cFuk,1062
+codex_lb-0.5.0.dist-info/RECORD,,