codex-lb 0.5.0__tar.gz → 0.5.1__tar.gz

{codex_lb-0.5.0 → codex_lb-0.5.1}/.all-contributorsrc

@@ -64,6 +64,17 @@
       "contributions": [
         "doc"
       ]
+    },
+    {
+      "login": "choi138",
+      "name": "Choi138",
+      "avatar_url": "https://avatars.githubusercontent.com/u/84369321?v=4",
+      "profile": "https://github.com/choi138",
+      "contributions": [
+        "code",
+        "bug",
+        "test"
+      ]
     }
   ],
   "contributorsPerLine": 7,

codex_lb-0.5.1/.github/release-please-manifest.json

@@ -0,0 +1,3 @@
+{
+  ".": "0.5.1"
+}

{codex_lb-0.5.0 → codex_lb-0.5.1}/CHANGELOG.md

@@ -1,5 +1,17 @@
 # Changelog
 
+## [0.5.1](https://github.com/Soju06/codex-lb/compare/v0.5.0...v0.5.1) (2026-02-03)
+
+
+### Bug Fixes
+
+* **core:** support gzip/deflate request decompression ([#49](https://github.com/Soju06/codex-lb/issues/49)) ([1db79aa](https://github.com/Soju06/codex-lb/commit/1db79aaef8d65af4b9246fad2b0687be17daba6b))
+
+
+### Documentation
+
+* add choi138 as a contributor for code, bug, and test ([#50](https://github.com/Soju06/codex-lb/issues/50)) ([80d5aae](https://github.com/Soju06/codex-lb/commit/80d5aaefd5c61ea420fda90744e8ffda69eaecf6))
+
 ## [0.5.0](https://github.com/Soju06/codex-lb/compare/v0.4.0...v0.5.0) (2026-01-29)
 
 

{codex_lb-0.5.0 → codex_lb-0.5.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: codex-lb
-Version: 0.5.0
+Version: 0.5.1
 Summary: Codex load balancer and proxy for ChatGPT accounts with usage dashboard
 Author-email: Soju06 <qlskssk@gmail.com>
 Maintainer-email: Soju06 <qlskssk@gmail.com>
@@ -161,6 +161,7 @@ Thanks goes to these wonderful people ([emoji key](https://allcontributors.org/d
       <td align="center" valign="top" width="14.28%"><a href="https://github.com/Quack6765"><img src="https://avatars.githubusercontent.com/u/5446230?v=4?s=100" width="100px;" alt="Quack"/><br /><sub><b>Quack</b></sub></a><br /><a href="https://github.com/Soju06/codex-lb/commits?author=Quack6765" title="Code">💻</a> <a href="https://github.com/Soju06/codex-lb/issues?q=author%3AQuack6765" title="Bug reports">🐛</a> <a href="#maintenance-Quack6765" title="Maintenance">🚧</a> <a href="#design-Quack6765" title="Design">🎨</a></td>
       <td align="center" valign="top" width="14.28%"><a href="https://github.com/hhsw2015"><img src="https://avatars.githubusercontent.com/u/103614420?v=4?s=100" width="100px;" alt="Jill Kok, San Mou"/><br /><sub><b>Jill Kok, San Mou</b></sub></a><br /><a href="https://github.com/Soju06/codex-lb/commits?author=hhsw2015" title="Code">💻</a> <a href="https://github.com/Soju06/codex-lb/commits?author=hhsw2015" title="Tests">⚠️</a> <a href="#maintenance-hhsw2015" title="Maintenance">🚧</a></td>
       <td align="center" valign="top" width="14.28%"><a href="https://github.com/pcy06"><img src="https://avatars.githubusercontent.com/u/44970486?v=4?s=100" width="100px;" alt="PARK CHANYOUNG"/><br /><sub><b>PARK CHANYOUNG</b></sub></a><br /><a href="https://github.com/Soju06/codex-lb/commits?author=pcy06" title="Documentation">📖</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/choi138"><img src="https://avatars.githubusercontent.com/u/84369321?v=4?s=100" width="100px;" alt="Choi138"/><br /><sub><b>Choi138</b></sub></a><br /><a href="https://github.com/Soju06/codex-lb/commits?author=choi138" title="Code">💻</a> <a href="https://github.com/Soju06/codex-lb/issues?q=author%3Achoi138" title="Bug reports">🐛</a> <a href="https://github.com/Soju06/codex-lb/commits?author=choi138" title="Tests">⚠️</a></td>
     </tr>
   </tbody>
 </table>

{codex_lb-0.5.0 → codex_lb-0.5.1}/README.md

@@ -107,6 +107,7 @@ Thanks goes to these wonderful people ([emoji key](https://allcontributors.org/d
       <td align="center" valign="top" width="14.28%"><a href="https://github.com/Quack6765"><img src="https://avatars.githubusercontent.com/u/5446230?v=4?s=100" width="100px;" alt="Quack"/><br /><sub><b>Quack</b></sub></a><br /><a href="https://github.com/Soju06/codex-lb/commits?author=Quack6765" title="Code">💻</a> <a href="https://github.com/Soju06/codex-lb/issues?q=author%3AQuack6765" title="Bug reports">🐛</a> <a href="#maintenance-Quack6765" title="Maintenance">🚧</a> <a href="#design-Quack6765" title="Design">🎨</a></td>
       <td align="center" valign="top" width="14.28%"><a href="https://github.com/hhsw2015"><img src="https://avatars.githubusercontent.com/u/103614420?v=4?s=100" width="100px;" alt="Jill Kok, San Mou"/><br /><sub><b>Jill Kok, San Mou</b></sub></a><br /><a href="https://github.com/Soju06/codex-lb/commits?author=hhsw2015" title="Code">💻</a> <a href="https://github.com/Soju06/codex-lb/commits?author=hhsw2015" title="Tests">⚠️</a> <a href="#maintenance-hhsw2015" title="Maintenance">🚧</a></td>
       <td align="center" valign="top" width="14.28%"><a href="https://github.com/pcy06"><img src="https://avatars.githubusercontent.com/u/44970486?v=4?s=100" width="100px;" alt="PARK CHANYOUNG"/><br /><sub><b>PARK CHANYOUNG</b></sub></a><br /><a href="https://github.com/Soju06/codex-lb/commits?author=pcy06" title="Documentation">📖</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/choi138"><img src="https://avatars.githubusercontent.com/u/84369321?v=4?s=100" width="100px;" alt="Choi138"/><br /><sub><b>Choi138</b></sub></a><br /><a href="https://github.com/Soju06/codex-lb/commits?author=choi138" title="Code">💻</a> <a href="https://github.com/Soju06/codex-lb/issues?q=author%3Achoi138" title="Bug reports">🐛</a> <a href="https://github.com/Soju06/codex-lb/commits?author=choi138" title="Tests">⚠️</a></td>
     </tr>
   </tbody>
 </table>

codex_lb-0.5.1/app/core/middleware/request_decompression.py

@@ -0,0 +1,158 @@
+from __future__ import annotations
+
+import gzip
+import io
+import zlib
+from collections.abc import Awaitable, Callable
+from typing import Protocol
+
+import zstandard as zstd
+from fastapi import FastAPI, Request
+from fastapi.responses import JSONResponse, Response
+
+from app.core.config.settings import get_settings
+from app.core.errors import dashboard_error
+
+
+class _DecompressedBodyTooLarge(Exception):
+    def __init__(self, max_size: int) -> None:
+        super().__init__(f"Decompressed body exceeded {max_size} bytes")
+        self.max_size = max_size
+
+
+class _Readable(Protocol):
+    def read(self, size: int = ...) -> bytes: ...
+
+
+def _read_limited(reader: _Readable, max_size: int) -> bytes:
+    buffer = bytearray()
+    total = 0
+    chunk_size = 64 * 1024
+    while True:
+        chunk = reader.read(chunk_size)
+        if not chunk:
+            break
+        total += len(chunk)
+        if total > max_size:
+            raise _DecompressedBodyTooLarge(max_size)
+        buffer.extend(chunk)
+    return bytes(buffer)
+
+
+def _decompress_gzip(data: bytes, max_size: int) -> bytes:
+    with gzip.GzipFile(fileobj=io.BytesIO(data)) as reader:
+        return _read_limited(reader, max_size)
+
+
+def _decompress_deflate(data: bytes, max_size: int) -> bytes:
+    decompressor = zlib.decompressobj()
+    buffer = bytearray()
+    chunk_size = 64 * 1024
+    for start in range(0, len(data), chunk_size):
+        chunk = data[start : start + chunk_size]
+        # Bound output growth to avoid oversized allocations.
+        while chunk:
+            remaining = max_size - len(buffer)
+            if remaining == 0:
+                raise _DecompressedBodyTooLarge(max_size)
+            buffer.extend(decompressor.decompress(chunk, max_length=remaining))
+            chunk = decompressor.unconsumed_tail
+    while True:
+        remaining = max_size - len(buffer)
+        if remaining == 0:
+            raise _DecompressedBodyTooLarge(max_size)
+        drained = decompressor.decompress(b"", max_length=remaining)
+        if not drained:
+            break
+        buffer.extend(drained)
+    if not decompressor.eof:
+        raise zlib.error("Incomplete deflate stream")
+    return bytes(buffer)
+
+
+def _decompress_zstd(data: bytes, max_size: int) -> bytes:
+    try:
+        decompressed = zstd.ZstdDecompressor().decompress(data, max_output_size=max_size)
+        if len(decompressed) > max_size:
+            raise _DecompressedBodyTooLarge(max_size)
+        return decompressed
+    except _DecompressedBodyTooLarge:
+        raise
+    except Exception:
+        with zstd.ZstdDecompressor().stream_reader(io.BytesIO(data)) as reader:
+            return _read_limited(reader, max_size)
+
+
+def _decompress_body(data: bytes, encodings: list[str], max_size: int) -> bytes:
+    supported = {"zstd", "gzip", "deflate", "identity"}
+    if any(encoding not in supported for encoding in encodings):
+        raise ValueError("Unsupported content-encoding")
+    result = data
+    for encoding in reversed(encodings):
+        if encoding == "zstd":
+            result = _decompress_zstd(result, max_size)
+        elif encoding == "gzip":
+            result = _decompress_gzip(result, max_size)
+        elif encoding == "deflate":
+            result = _decompress_deflate(result, max_size)
+        elif encoding == "identity":
+            continue
+    return result
+
+
+def _replace_request_body(request: Request, body: bytes) -> None:
+    request._body = body
+    headers: list[tuple[bytes, bytes]] = []
+    for key, value in request.scope.get("headers", []):
+        if key.lower() in (b"content-encoding", b"content-length"):
+            continue
+        headers.append((key, value))
+    headers.append((b"content-length", str(len(body)).encode("ascii")))
+    request.scope["headers"] = headers
+    # Ensure subsequent request.headers reflects the updated scope headers.
+    request._headers = None
+
+
+def add_request_decompression_middleware(app: FastAPI) -> None:
+    @app.middleware("http")
+    async def request_decompression_middleware(
+        request: Request,
+        call_next: Callable[[Request], Awaitable[Response]],
+    ) -> Response:
+        content_encoding = request.headers.get("content-encoding")
+        if not content_encoding:
+            return await call_next(request)
+        encodings = [enc.strip().lower() for enc in content_encoding.split(",") if enc.strip()]
+        if not encodings:
+            return await call_next(request)
+        body = await request.body()
+        settings = get_settings()
+        max_size = settings.max_decompressed_body_bytes
+        try:
+            decompressed = _decompress_body(body, encodings, max_size)
+        except _DecompressedBodyTooLarge:
+            return JSONResponse(
+                status_code=413,
+                content=dashboard_error(
+                    "payload_too_large",
+                    "Request body exceeds the maximum allowed size",
+                ),
+            )
+        except ValueError:
+            return JSONResponse(
+                status_code=400,
+                content=dashboard_error(
+                    "invalid_request",
+                    "Unsupported Content-Encoding",
+                ),
+            )
+        except Exception:
+            return JSONResponse(
+                status_code=400,
+                content=dashboard_error(
+                    "invalid_request",
+                    "Request body is compressed but could not be decompressed",
+                ),
+            )
+        _replace_request_body(request, decompressed)
+        return await call_next(request)

{codex_lb-0.5.0 → codex_lb-0.5.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "codex-lb"
-version = "0.5.0"
+version = "0.5.1"
 description = "Codex load balancer and proxy for ChatGPT accounts with usage dashboard"
 readme = "README.md"
 license = { file = "LICENSE" }

codex_lb-0.5.1/tests/unit/test_request_decompression_middleware.py

@@ -0,0 +1,165 @@
+from __future__ import annotations
+
+import gzip
+import json
+import zlib
+
+import pytest
+import zstandard as zstd
+from fastapi import FastAPI, Request
+from httpx import ASGITransport, AsyncClient
+
+from app.core.middleware.request_decompression import add_request_decompression_middleware
+
+pytestmark = pytest.mark.unit
+
+
+def _build_echo_app(*, touch_headers: bool = False) -> FastAPI:
+    app = FastAPI()
+    add_request_decompression_middleware(app)
+
+    if touch_headers:
+
+        @app.middleware("http")
+        async def touch_headers_middleware(request: Request, call_next):
+            _ = request.headers.get("content-encoding")
+            return await call_next(request)
+
+    @app.post("/echo")
+    async def echo(request: Request):
+        data = await request.json()
+        return {"content_encoding": request.headers.get("content-encoding"), "data": data}
+
+    return app
+
+
+@pytest.mark.asyncio
+async def test_request_decompression_clears_cached_headers():
+    app = _build_echo_app(touch_headers=True)
+
+    payload = {"hello": "world"}
+    body = json.dumps(payload).encode("utf-8")
+    compressed = zstd.ZstdCompressor().compress(body)
+
+    transport = ASGITransport(app=app)
+    async with AsyncClient(transport=transport, base_url="http://testserver") as client:
+        resp = await client.post(
+            "/echo",
+            content=compressed,
+            headers={"Content-Encoding": "zstd", "Content-Type": "application/json"},
+        )
+
+    assert resp.status_code == 200
+    response_data = resp.json()
+    assert response_data["content_encoding"] is None
+    assert response_data["data"] == payload
+
+
+@pytest.mark.asyncio
+async def test_request_decompression_supports_gzip():
+    app = _build_echo_app()
+
+    payload = {"hello": "gzip"}
+    body = json.dumps(payload).encode("utf-8")
+    compressed = gzip.compress(body)
+
+    transport = ASGITransport(app=app)
+    async with AsyncClient(transport=transport, base_url="http://testserver") as client:
+        resp = await client.post(
+            "/echo",
+            content=compressed,
+            headers={"Content-Encoding": "gzip", "Content-Type": "application/json"},
+        )
+
+    assert resp.status_code == 200
+    response_data = resp.json()
+    assert response_data["content_encoding"] is None
+    assert response_data["data"] == payload
+
+
+@pytest.mark.asyncio
+async def test_request_decompression_supports_deflate():
+    app = _build_echo_app()
+
+    payload = {"hello": "deflate"}
+    body = json.dumps(payload).encode("utf-8")
+    compressed = zlib.compress(body)
+
+    transport = ASGITransport(app=app)
+    async with AsyncClient(transport=transport, base_url="http://testserver") as client:
+        resp = await client.post(
+            "/echo",
+            content=compressed,
+            headers={"Content-Encoding": "deflate", "Content-Type": "application/json"},
+        )
+
+    assert resp.status_code == 200
+    response_data = resp.json()
+    assert response_data["content_encoding"] is None
+    assert response_data["data"] == payload
+
+
+@pytest.mark.asyncio
+async def test_request_decompression_allows_identity():
+    app = _build_echo_app()
+
+    payload = {"hello": "identity"}
+    body = json.dumps(payload).encode("utf-8")
+
+    transport = ASGITransport(app=app)
+    async with AsyncClient(transport=transport, base_url="http://testserver") as client:
+        resp = await client.post(
+            "/echo",
+            content=body,
+            headers={"Content-Encoding": "identity", "Content-Type": "application/json"},
+        )
+
+    assert resp.status_code == 200
+    response_data = resp.json()
+    assert response_data["content_encoding"] is None
+    assert response_data["data"] == payload
+
+
+@pytest.mark.asyncio
+async def test_request_decompression_supports_multiple_encodings():
+    app = _build_echo_app()
+
+    payload = {"hello": "multi"}
+    body = json.dumps(payload).encode("utf-8")
+    gzip_body = gzip.compress(body)
+    compressed = zstd.ZstdCompressor().compress(gzip_body)
+
+    transport = ASGITransport(app=app)
+    async with AsyncClient(transport=transport, base_url="http://testserver") as client:
+        resp = await client.post(
+            "/echo",
+            content=compressed,
+            headers={"Content-Encoding": "gzip, zstd", "Content-Type": "application/json"},
+        )
+
+    assert resp.status_code == 200
+    response_data = resp.json()
+    assert response_data["content_encoding"] is None
+    assert response_data["data"] == payload
+
+
+@pytest.mark.asyncio
+async def test_request_decompression_rejects_unsupported_encoding():
+    app = _build_echo_app()
+
+    payload = {"hello": "br"}
+    body = json.dumps(payload).encode("utf-8")
+    compressed = gzip.compress(body)
+
+    transport = ASGITransport(app=app)
+    async with AsyncClient(transport=transport, base_url="http://testserver") as client:
+        resp = await client.post(
+            "/echo",
+            content=compressed,
+            headers={"Content-Encoding": "br", "Content-Type": "application/json"},
+        )
+
+    assert resp.status_code == 400
+    response_data = resp.json()
+    assert response_data["error"]["code"] == "invalid_request"
+    assert response_data["error"]["message"] == "Unsupported Content-Encoding"

codex_lb-0.5.0/.github/release-please-manifest.json

@@ -1,3 +0,0 @@
-{
-  ".": "0.5.0"
-}

codex_lb-0.5.0/app/core/middleware/request_decompression.py

@@ -1,101 +0,0 @@
-from __future__ import annotations
-
-import io
-from collections.abc import Awaitable, Callable
-from typing import Protocol
-
-import zstandard as zstd
-from fastapi import FastAPI, Request
-from fastapi.responses import JSONResponse, Response
-
-from app.core.config.settings import get_settings
-from app.core.errors import dashboard_error
-
-
-class _DecompressedBodyTooLarge(Exception):
-    def __init__(self, max_size: int) -> None:
-        super().__init__(f"Decompressed body exceeded {max_size} bytes")
-        self.max_size = max_size
-
-
-class _Readable(Protocol):
-    def read(self, size: int = ...) -> bytes: ...
-
-
-def _read_limited(reader: _Readable, max_size: int) -> bytes:
-    buffer = bytearray()
-    total = 0
-    chunk_size = 64 * 1024
-    while True:
-        chunk = reader.read(chunk_size)
-        if not chunk:
-            break
-        total += len(chunk)
-        if total > max_size:
-            raise _DecompressedBodyTooLarge(max_size)
-        buffer.extend(chunk)
-    return bytes(buffer)
-
-
-def _replace_request_body(request: Request, body: bytes) -> None:
-    request._body = body
-    headers: list[tuple[bytes, bytes]] = []
-    for key, value in request.scope.get("headers", []):
-        if key.lower() in (b"content-encoding", b"content-length"):
-            continue
-        headers.append((key, value))
-    headers.append((b"content-length", str(len(body)).encode("ascii")))
-    request.scope["headers"] = headers
-    # Ensure subsequent request.headers reflects the updated scope headers.
-    request._headers = None
-
-
-def add_request_decompression_middleware(app: FastAPI) -> None:
-    @app.middleware("http")
-    async def request_decompression_middleware(
-        request: Request,
-        call_next: Callable[[Request], Awaitable[Response]],
-    ) -> Response:
-        content_encoding = request.headers.get("content-encoding")
-        if not content_encoding:
-            return await call_next(request)
-        encodings = [enc.strip().lower() for enc in content_encoding.split(",") if enc.strip()]
-        if encodings != ["zstd"]:
-            return await call_next(request)
-        body = await request.body()
-        settings = get_settings()
-        max_size = settings.max_decompressed_body_bytes
-        try:
-            decompressed = zstd.ZstdDecompressor().decompress(body, max_output_size=max_size)
-            if len(decompressed) > max_size:
-                raise _DecompressedBodyTooLarge(max_size)
-        except _DecompressedBodyTooLarge:
-            return JSONResponse(
-                status_code=413,
-                content=dashboard_error(
-                    "payload_too_large",
-                    "Request body exceeds the maximum allowed size",
-                ),
-            )
-        except Exception:
-            try:
-                with zstd.ZstdDecompressor().stream_reader(io.BytesIO(body)) as reader:
-                    decompressed = _read_limited(reader, max_size)
-            except _DecompressedBodyTooLarge:
-                return JSONResponse(
-                    status_code=413,
-                    content=dashboard_error(
-                        "payload_too_large",
-                        "Request body exceeds the maximum allowed size",
-                    ),
-                )
-            except Exception:
-                return JSONResponse(
-                    status_code=400,
-                    content=dashboard_error(
-                        "invalid_request",
-                        "Request body is zstd-compressed but could not be decompressed",
-                    ),
-                )
-        _replace_request_body(request, decompressed)
-        return await call_next(request)

codex_lb-0.5.0/tests/unit/test_request_decompression_middleware.py

@@ -1,45 +0,0 @@
-from __future__ import annotations
-
-import json
-
-import pytest
-import zstandard as zstd
-from fastapi import FastAPI, Request
-from httpx import ASGITransport, AsyncClient
-
-from app.core.middleware.request_decompression import add_request_decompression_middleware
-
-pytestmark = pytest.mark.unit
-
-
-@pytest.mark.asyncio
-async def test_request_decompression_clears_cached_headers():
-    app = FastAPI()
-    add_request_decompression_middleware(app)
-
-    @app.middleware("http")
-    async def touch_headers(request: Request, call_next):
-        _ = request.headers.get("content-encoding")
-        return await call_next(request)
-
-    @app.post("/echo")
-    async def echo(request: Request):
-        data = await request.json()
-        return {"content_encoding": request.headers.get("content-encoding"), "data": data}
-
-    payload = {"hello": "world"}
-    body = json.dumps(payload).encode("utf-8")
-    compressed = zstd.ZstdCompressor().compress(body)
-
-    transport = ASGITransport(app=app)
-    async with AsyncClient(transport=transport, base_url="http://testserver") as client:
-        resp = await client.post(
-            "/echo",
-            content=compressed,
-            headers={"Content-Encoding": "zstd", "Content-Type": "application/json"},
-        )
-
-    assert resp.status_code == 200
-    response_data = resp.json()
-    assert response_data["content_encoding"] is None
-    assert response_data["data"] == payload