codex-lb 0.1.3__py3-none-any.whl → 0.1.4__py3-none-any.whl

app/db/session.py

@@ -1,5 +1,6 @@
 from __future__ import annotations
 
+import asyncio
 from pathlib import Path
 from typing import AsyncIterator
 
@@ -23,16 +24,33 @@ def _ensure_sqlite_dir(url: str) -> None:
     Path(path).expanduser().parent.mkdir(parents=True, exist_ok=True)
 
 
+async def _safe_rollback(session: AsyncSession) -> None:
+    if not session.in_transaction():
+        return
+    try:
+        await asyncio.shield(session.rollback())
+    except Exception:
+        return
+
+
+async def _safe_close(session: AsyncSession) -> None:
+    try:
+        await asyncio.shield(session.close())
+    except Exception:
+        return
+
+
 async def get_session() -> AsyncIterator[AsyncSession]:
-    async with SessionLocal() as session:
-        try:
-            yield session
-        except Exception:
-            await session.rollback()
-            raise
-        finally:
-            if session.in_transaction():
-                await session.rollback()
+    session = SessionLocal()
+    try:
+        yield session
+    except BaseException:
+        await _safe_rollback(session)
+        raise
+    finally:
+        if session.in_transaction():
+            await _safe_rollback(session)
+        await _safe_close(session)
 
 
 async def init_db() -> None:

app/dependencies.py

@@ -7,7 +7,7 @@ from dataclasses import dataclass
 from fastapi import Depends
 from sqlalchemy.ext.asyncio import AsyncSession
 
-from app.db.session import SessionLocal, get_session
+from app.db.session import SessionLocal, _safe_close, _safe_rollback, get_session
 from app.modules.accounts.repository import AccountsRepository
 from app.modules.accounts.service import AccountsService
 from app.modules.oauth.service import OauthService
@@ -87,15 +87,16 @@ def get_usage_context(
 
 @asynccontextmanager
 async def _accounts_repo_context() -> AsyncIterator[AccountsRepository]:
-    async with SessionLocal() as session:
-        try:
-            yield AccountsRepository(session)
-        except Exception:
-            await session.rollback()
-            raise
-        finally:
-            if session.in_transaction():
-                await session.rollback()
+    session = SessionLocal()
+    try:
+        yield AccountsRepository(session)
+    except BaseException:
+        await _safe_rollback(session)
+        raise
+    finally:
+        if session.in_transaction():
+            await _safe_rollback(session)
+        await _safe_close(session)
 
 
 def get_oauth_context(

app/modules/proxy/service.py

@@ -1,5 +1,6 @@
 from __future__ import annotations
 
+import logging
 import time
 from datetime import timedelta
 from typing import AsyncIterator, Iterable, Mapping
@@ -36,6 +37,8 @@ from app.modules.proxy.usage_updater import UsageUpdater
 from app.modules.request_logs.repository import RequestLogsRepository
 from app.modules.usage.repository import UsageRepository
 
+logger = logging.getLogger(__name__)
+
 
 class ProxyService:
     def __init__(
@@ -191,6 +194,7 @@ class ProxyService:
                 yield format_sse_event(event)
                 return
 
+            account_id_value = account.id
             try:
                 account = await self._ensure_fresh(account)
                 async for line in self._stream_once(
@@ -243,7 +247,15 @@ class ProxyService:
                     await self._load_balancer.mark_permanent_failure(account, exc.code)
                 continue
             except Exception:
-                await self._load_balancer.record_error(account)
+                try:
+                    await self._load_balancer.record_error(account)
+                except Exception:
+                    logger.warning(
+                        "Failed to record proxy error account_id=%s request_id=%s",
+                        account_id_value,
+                        request_id,
+                        exc_info=True,
+                    )
                 if attempt == max_attempts - 1:
                     event = response_failed_event(
                         "upstream_error",
@@ -267,8 +279,9 @@ class ProxyService:
         request_id: str,
         allow_retry: bool,
     ) -> AsyncIterator[str]:
+        account_id_value = account.id
         access_token = self._encryptor.decrypt(account.access_token_encrypted)
-        account_id = _header_account_id(account.id)
+        account_id = _header_account_id(account_id_value)
         model = payload.model
         start = time.monotonic()
         status = "success"
@@ -341,19 +354,27 @@ class ProxyService:
             reasoning_tokens = (
                 usage.output_tokens_details.reasoning_tokens if usage and usage.output_tokens_details else None
             )
-            await self._logs_repo.add_log(
-                account_id=account.id,
-                request_id=request_id,
-                model=model,
-                input_tokens=input_tokens,
-                output_tokens=output_tokens,
-                cached_input_tokens=cached_input_tokens,
-                reasoning_tokens=reasoning_tokens,
-                latency_ms=latency_ms,
-                status=status,
-                error_code=error_code,
-                error_message=error_message,
-            )
+            try:
+                await self._logs_repo.add_log(
+                    account_id=account_id_value,
+                    request_id=request_id,
+                    model=model,
+                    input_tokens=input_tokens,
+                    output_tokens=output_tokens,
+                    cached_input_tokens=cached_input_tokens,
+                    reasoning_tokens=reasoning_tokens,
+                    latency_ms=latency_ms,
+                    status=status,
+                    error_code=error_code,
+                    error_message=error_message,
+                )
+            except Exception:
+                logger.warning(
+                    "Failed to persist request log account_id=%s request_id=%s",
+                    account_id_value,
+                    request_id,
+                    exc_info=True,
+                )
 
     async def _refresh_usage(self, accounts: list[Account]) -> None:
         latest_usage = await self._usage_repo.latest_by_account(window="primary")

app/modules/request_logs/repository.py

@@ -1,5 +1,6 @@
 from __future__ import annotations
 
+import asyncio
 from datetime import datetime
 
 from sqlalchemy import and_, select
@@ -49,9 +50,13 @@ class RequestLogsRepository:
             requested_at=requested_at or utcnow(),
         )
         self._session.add(log)
-        await self._session.commit()
-        await self._session.refresh(log)
-        return log
+        try:
+            await self._session.commit()
+            await self._session.refresh(log)
+            return log
+        except BaseException:
+            await _safe_rollback(self._session)
+            raise
 
     async def list_recent(
         self,
@@ -84,3 +89,12 @@ class RequestLogsRepository:
             stmt = stmt.limit(limit)
         result = await self._session.execute(stmt)
         return list(result.scalars().all())
+
+
+async def _safe_rollback(session: AsyncSession) -> None:
+    if not session.in_transaction():
+        return
+    try:
+        await asyncio.shield(session.rollback())
+    except Exception:
+        return

{codex_lb-0.1.3.dist-info → codex_lb-0.1.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: codex-lb
-Version: 0.1.3
+Version: 0.1.4
 Summary: Codex load balancer and proxy for ChatGPT accounts with usage dashboard
 Author-email: Soju06 <qlskssk@gmail.com>
 Maintainer-email: Soju06 <qlskssk@gmail.com>

{codex_lb-0.1.3.dist-info → codex_lb-0.1.4.dist-info}/RECORD

@@ -1,6 +1,6 @@
 app/__init__.py,sha256=X_4Y93UbuflRBRZd65MtjsVxlZW8d9ZUyi0n83Q-Lrg,89
 app/cli.py,sha256=gkIAkYOT9SbQjUDnVmwhVKZeKjL3YJCMrOjFINwBx54,544
-app/dependencies.py,sha256=43XzEFcOJbfw3Wb1O-fGyLemfgu9RmYPrULUUTPst54,3933
+app/dependencies.py,sha256=9VvBKrUctmuab793Yq2MsHmAh7upXt0viTeofdop8lA,3966
 app/main.py,sha256=JMvTfBdS8wTDNqjQ5QSdqKjjhE0CkpfkbFW6fWNMpy0,4351
 app/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 app/core/crypto.py,sha256=zUz2GVqXigzXB5zX2Diq2cR41Kl37bBqxJiZmWGiIcY,1145
@@ -35,7 +35,7 @@ app/core/utils/sse.py,sha256=ER3_7mm50BUC1CPIKoVOmQikz-vlEWKNSRDEVqzI_KA,387
 app/core/utils/time.py,sha256=B6FfSe43Eq_puE6eourly1X3gajyihK2VOAwJ8M3wyI,497
 app/db/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 app/db/models.py,sha256=JCknQCuzjHfgyuSzjHqBmeIE-0XisIAQGEhEWqmzabs,3841
-app/db/session.py,sha256=9UBO4fZKWbN3ihbhNxlkFDDXBMRnlV4M0INvatAeyn0,1211
+app/db/session.py,sha256=te9-diH008J-YUAnmE7-OCBUII4LB2jgLlV_ipgoej4,1584
 app/modules/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 app/modules/accounts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 app/modules/accounts/api.py,sha256=rSkYrg3_p_JE1kHZ4xXa5lBFTdT40v1oNAmlTDGOguY,2807
@@ -54,12 +54,12 @@ app/modules/proxy/api.py,sha256=BR_qNlNZg2Ft5GYQ-7AzlLlJFf6RVJmlzJzFr_KHUIc,2921
 app/modules/proxy/auth_manager.py,sha256=sFcbStd-OK0g8S56z7XcSkFJ22kEirBU0fYdz2drS0o,2185
 app/modules/proxy/load_balancer.py,sha256=k53RXn9v9fQPXEJ3zWbkhh_Jd82PK1tUef3ZvCdSzog,7441
 app/modules/proxy/schemas.py,sha256=55pXtUCl2R_93kAPOJJ7Ji4Jn3qVu10vq2KSCCkNdp4,2748
-app/modules/proxy/service.py,sha256=P5TyqZIo63Yz70LGAB5Vb5Um9Wy7Toj9qEyHJ39Qero,26018
+app/modules/proxy/service.py,sha256=XBpL1OIZuzss8nvsYajC5KsaRdGztjci5RgnWORZ1ss,26816
 app/modules/proxy/types.py,sha256=iqEyoO8vGr8N5oEzUSvVWCai7UZbJAU62IvO7JNS9qs,927
 app/modules/proxy/usage_updater.py,sha256=t5wpn3SmPnTXceiQFF0tw-9V5oPPhP4C0anwbI7T5v0,5588
 app/modules/request_logs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 app/modules/request_logs/api.py,sha256=6nV2Uv_hnK7WI3gNpKrgTx4MyUQIXk1QxKp40nij0Xo,1037
-app/modules/request_logs/repository.py,sha256=S86lCDNVAb4N4SvZs5Cnj96ypGzV39r3syS649iOoQ8,2991
+app/modules/request_logs/repository.py,sha256=SnwDwD84wgslmdIgYFGD8ReUYmIyhxT6MOjFAolLBC8,3333
 app/modules/request_logs/schemas.py,sha256=GSCi4TEWMmQ-THsQl2irRrA_msU8jzsqKSBDFn7hiJU,592
 app/modules/request_logs/service.py,sha256=SuJeeFJy0qhMe6cUgQ3-zPrENoPlcNnDmTvG7aYsLmE,2386
 app/modules/shared/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -73,8 +73,8 @@ app/static/7.css,sha256=9EHW2Ouff2fRXgcQbYuCuglxTFgQZGNLLTXKTS6S5aI,80687
 app/static/index.css,sha256=ct1FfBg0PY7c6KxSS6A7JM_WDwdeJqhQa4pXTgyJ19Q,8786
 app/static/index.html,sha256=FmWQ0l40rTBsHIR9i0ttGTzG17ePASsO2VDv6Q48CNw,24477
 app/static/index.js,sha256=L6Gie0iSAHyrPLvO_QtzEis4rxhVqNe2m-g4h3lB6GU,52419
-codex_lb-0.1.3.dist-info/METADATA,sha256=f7L6g4cETQ9XBxXs-pzJKK1hdnuF9FKIhe6kZTLDnM8,3828
-codex_lb-0.1.3.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-codex_lb-0.1.3.dist-info/entry_points.txt,sha256=SEa5T6Uz2Fhy574No6Y0XyGmYi3PXLrhu2xStJTqyI8,42
-codex_lb-0.1.3.dist-info/licenses/LICENSE,sha256=cHPibxiL0TXwrUX_kNY6ym544EX1UCzKhxdaca5cFuk,1062
-codex_lb-0.1.3.dist-info/RECORD,,
+codex_lb-0.1.4.dist-info/METADATA,sha256=lxv3ILVmcYOqGy3z-7y6_V4izHDFGH_U_m6dwmfHAmo,3828
+codex_lb-0.1.4.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+codex_lb-0.1.4.dist-info/entry_points.txt,sha256=SEa5T6Uz2Fhy574No6Y0XyGmYi3PXLrhu2xStJTqyI8,42
+codex_lb-0.1.4.dist-info/licenses/LICENSE,sha256=cHPibxiL0TXwrUX_kNY6ym544EX1UCzKhxdaca5cFuk,1062
+codex_lb-0.1.4.dist-info/RECORD,,