inference-proxy 3.2.2__tar.gz → 3.2.3__tar.gz

{inference_proxy-3.2.2 → inference_proxy-3.2.3}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.3
+Metadata-Version: 2.4
 Name: inference-proxy
-Version: 3.2.2
+Version: 3.2.3
 Summary: Inference Proxy is an OpenAI-compatible http proxy server for inferencing various LLMs capable of working with Google, Anthropic, OpenAI APIs, local PyTorch inference, etc.
 License: MIT License
          
@@ -23,6 +23,7 @@ License: MIT License
          LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
          OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
          SOFTWARE.
+License-File: LICENSE
 Keywords: llm,large language models,ai,gpt,openai,proxy,http,proxy-server,llm gateway,openai,anthropic,google genai
 Author: Vitalii Stepanenko
 Author-email: mail@vitaliy.in
@@ -45,10 +46,10 @@ Provides-Extra: all
 Provides-Extra: anthropic
 Provides-Extra: google
 Provides-Extra: test
-Requires-Dist: ai-microcore (>=5.1.2,<7)
+Requires-Dist: ai-microcore (>=6.2.1,<7)
 Requires-Dist: anthropic (>=0.77,<1) ; extra == "all"
 Requires-Dist: anthropic (>=0.77,<1) ; extra == "anthropic"
-Requires-Dist: fastapi (>=0.121.3,<1)
+Requires-Dist: fastapi (>=0.136.3,<1)
 Requires-Dist: google-genai (>=1.62.0,<2) ; extra == "all"
 Requires-Dist: google-genai (>=1.62.0,<2) ; extra == "google"
 Requires-Dist: pydantic (>=2.12.5,<2.13.0)
@@ -71,7 +72,7 @@ Description-Content-Type: text/markdown
   <a href="https://pypi.org/project/lm-proxy/"><img src="https://img.shields.io/pypi/v/lm-proxy?color=blue" alt="PyPI"></a>
   <a href="https://github.com/Nayjest/lm-proxy/actions/workflows/tests.yml"><img src="https://github.com/Nayjest/lm-proxy/actions/workflows/tests.yml/badge.svg" alt="Tests"></a>
   <a href="https://github.com/Nayjest/lm-proxy/actions/workflows/code-style.yml"><img src="https://github.com/Nayjest/lm-proxy/actions/workflows/code-style.yml/badge.svg" alt="Code Style"></a>
-  <img src="https://raw.githubusercontent.com/Nayjest/lm-proxy/main/coverage.svg" alt="Code Coverage">
+  <img src="https://raw.githubusercontent.com/Nayjest/lm-proxy/coverage-badge/coverage.svg" alt="Code Coverage">
   <a href="https://www.bestpractices.dev/projects/11364"><img src="https://www.bestpractices.dev/projects/11364/badge"></a>
   <br>
   <a href="https://github.com/vshymanskyy/StandWithUkraine/blob/main/README.md"><img src="https://raw.githubusercontent.com/vshymanskyy/StandWithUkraine/refs/heads/main/badges/StandWithUkraine.svg" alt="Stand With Ukraine"></a>
@@ -91,6 +92,7 @@ It works as a drop-in replacement for OpenAI's API, allowing you to switch betwe
 - [Getting Started](#-getting-started)
   - [Installation](#installation)
   - [Quick Start](#quick-start)
+  - [Run with Docker](#run-with-docker)
 - [Configuration](#-configuration)
   - [Basic Structure](#basic-structure)
   - [Environment Variables](#environment-variables)
@@ -210,6 +212,39 @@ completion = client.chat.completions.create(
 )
 ```
 
+### Run with Docker<a id="run-with-docker"></a>
+
+Official images are published to GitHub Container Registry on every release
+(`latest`, `3`, `3.2`, `3.2.2`, …; `edge` tracks the `main` branch).
+They include the Anthropic and Google connectors and YAML config support out of the box.
+
+Mount your `config.toml` and provide API keys via an `.env` file:
+
+```bash
+docker run -d --name inference-proxy \
+    -p 8000:8000 \
+    -v ./config.toml:/app/config.toml:ro \
+    --env-file .env \
+    lmproxy/lmproxy:edge
+```
+
+Any value referenced in the config as `env:<VAR_NAME>` (upstream provider keys,
+client API keys, etc.) can be defined in the `.env` file:
+
+```ini
+OPENAI_API_KEY=sk-...
+ANTHROPIC_API_KEY=sk-ant-...
+```
+
+See [examples/docker-compose.yml](examples/docker-compose.yml) for a Docker Compose setup.
+
+To bake additional Python packages into the image (e.g. for
+[database log storage](#database-connector)), build it with the `EXTRA_PIP_PACKAGES` argument:
+
+```bash
+docker build --build-arg EXTRA_PIP_PACKAGES="inference-proxy-db-connector sqlalchemy psycopg2-binary" -t inference-proxy .
+```
+
 
 ## 📝 Configuration<a id="-configuration"></a>
 
@@ -258,7 +293,7 @@ api_keys = [
 [[loggers]]
 class = 'lm_proxy.loggers.BaseLogger'
 [loggers.log_writer]
-class = 'lm_proxy.loggers.log_writers.JsonLogWriter'
+class = 'lm_proxy.loggers.JsonLogWriter'
 file_name = 'storage/json.log'
 [loggers.entry_transformer]
 class = 'lm_proxy.loggers.LogEntryTransformer'
@@ -714,6 +749,7 @@ prefix = "SECURITY_AUDIT"
 For more detailed information, check out these articles:
 - [HTTP Header Management](https://github.com/Nayjest/lm-proxy/blob/main/doc/http_headers.md)
 - [Configuring fallbacks](https://github.com/Nayjest/lm-proxy/blob/main/doc/fallback.md)
+- [HTTPS / TLS Setup](https://github.com/Nayjest/lm-proxy/blob/main/doc/https.md)
 
 
 ## 🚧 Known Limitations<a id="-known-limitations"></a>

{inference_proxy-3.2.2 → inference_proxy-3.2.3}/README.md

@@ -6,7 +6,7 @@
   <a href="https://pypi.org/project/lm-proxy/"><img src="https://img.shields.io/pypi/v/lm-proxy?color=blue" alt="PyPI"></a>
   <a href="https://github.com/Nayjest/lm-proxy/actions/workflows/tests.yml"><img src="https://github.com/Nayjest/lm-proxy/actions/workflows/tests.yml/badge.svg" alt="Tests"></a>
   <a href="https://github.com/Nayjest/lm-proxy/actions/workflows/code-style.yml"><img src="https://github.com/Nayjest/lm-proxy/actions/workflows/code-style.yml/badge.svg" alt="Code Style"></a>
-  <img src="https://raw.githubusercontent.com/Nayjest/lm-proxy/main/coverage.svg" alt="Code Coverage">
+  <img src="https://raw.githubusercontent.com/Nayjest/lm-proxy/coverage-badge/coverage.svg" alt="Code Coverage">
   <a href="https://www.bestpractices.dev/projects/11364"><img src="https://www.bestpractices.dev/projects/11364/badge"></a>
   <br>
   <a href="https://github.com/vshymanskyy/StandWithUkraine/blob/main/README.md"><img src="https://raw.githubusercontent.com/vshymanskyy/StandWithUkraine/refs/heads/main/badges/StandWithUkraine.svg" alt="Stand With Ukraine"></a>
@@ -26,6 +26,7 @@ It works as a drop-in replacement for OpenAI's API, allowing you to switch betwe
 - [Getting Started](#-getting-started)
   - [Installation](#installation)
   - [Quick Start](#quick-start)
+  - [Run with Docker](#run-with-docker)
 - [Configuration](#-configuration)
   - [Basic Structure](#basic-structure)
   - [Environment Variables](#environment-variables)
@@ -145,6 +146,39 @@ completion = client.chat.completions.create(
 )
 ```
 
+### Run with Docker<a id="run-with-docker"></a>
+
+Official images are published to GitHub Container Registry on every release
+(`latest`, `3`, `3.2`, `3.2.2`, …; `edge` tracks the `main` branch).
+They include the Anthropic and Google connectors and YAML config support out of the box.
+
+Mount your `config.toml` and provide API keys via an `.env` file:
+
+```bash
+docker run -d --name inference-proxy \
+    -p 8000:8000 \
+    -v ./config.toml:/app/config.toml:ro \
+    --env-file .env \
+    lmproxy/lmproxy:edge
+```
+
+Any value referenced in the config as `env:<VAR_NAME>` (upstream provider keys,
+client API keys, etc.) can be defined in the `.env` file:
+
+```ini
+OPENAI_API_KEY=sk-...
+ANTHROPIC_API_KEY=sk-ant-...
+```
+
+See [examples/docker-compose.yml](examples/docker-compose.yml) for a Docker Compose setup.
+
+To bake additional Python packages into the image (e.g. for
+[database log storage](#database-connector)), build it with the `EXTRA_PIP_PACKAGES` argument:
+
+```bash
+docker build --build-arg EXTRA_PIP_PACKAGES="inference-proxy-db-connector sqlalchemy psycopg2-binary" -t inference-proxy .
+```
+
 
 ## 📝 Configuration<a id="-configuration"></a>
 
@@ -193,7 +227,7 @@ api_keys = [
 [[loggers]]
 class = 'lm_proxy.loggers.BaseLogger'
 [loggers.log_writer]
-class = 'lm_proxy.loggers.log_writers.JsonLogWriter'
+class = 'lm_proxy.loggers.JsonLogWriter'
 file_name = 'storage/json.log'
 [loggers.entry_transformer]
 class = 'lm_proxy.loggers.LogEntryTransformer'
@@ -649,6 +683,7 @@ prefix = "SECURITY_AUDIT"
 For more detailed information, check out these articles:
 - [HTTP Header Management](https://github.com/Nayjest/lm-proxy/blob/main/doc/http_headers.md)
 - [Configuring fallbacks](https://github.com/Nayjest/lm-proxy/blob/main/doc/fallback.md)
+- [HTTPS / TLS Setup](https://github.com/Nayjest/lm-proxy/blob/main/doc/https.md)
 
 
 ## 🚧 Known Limitations<a id="-known-limitations"></a>

{inference_proxy-3.2.2 → inference_proxy-3.2.3}/lm_proxy/__main__.py

@@ -2,6 +2,5 @@
 
 from .app import cli_app
 
-
 if __name__ == "__main__":
     cli_app()

{inference_proxy-3.2.2 → inference_proxy-3.2.3}/lm_proxy/app.py

@@ -13,7 +13,6 @@ from .core import chat_completions
 from .models_endpoint import models
 from .errors import OpenAIHTTPException
 
-
 cli_app = typer.Typer()
 
 

{inference_proxy-3.2.2 → inference_proxy-3.2.3}/lm_proxy/base_types.py

@@ -9,7 +9,6 @@ import microcore as mc
 from pydantic import BaseModel
 from starlette.requests import Request
 
-
 if TYPE_CHECKING:
     from .config import Group
 

{inference_proxy-3.2.2 → inference_proxy-3.2.3}/lm_proxy/bootstrap.py

@@ -84,7 +84,7 @@ class Env:
         # initialize connections
         env.connections = {}
         for conn_name, conn_config in env.config.connections.items():
-            logging.info("Initializing \"%s\" LLM proxy connection...", ui.green(conn_name))
+            logging.info("Initializing '%s' LLM proxy connection...", ui.green(conn_name))
             try:
                 fn_or_config = resolve_instance_or_callable(conn_config, allow_types=[dict])
                 if _is_async_callable(fn_or_config):

{inference_proxy-3.2.2 → inference_proxy-3.2.3}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "inference-proxy"
-version = "3.2.2"
+version = "3.2.3"
 description = "Inference Proxy is an OpenAI-compatible http proxy server for inferencing various LLMs capable of working with Google, Anthropic, OpenAI APIs, local PyTorch inference, etc."
 readme = "README.md"
 keywords = ["llm", "large language models", "ai", "gpt", "openai", "proxy", "http", "proxy-server", "llm gateway", "openai", "anthropic", "google genai"]
@@ -35,8 +35,8 @@ documentation = "https://github.com/Nayjest/lm-proxy#readme"
 license = { file = "LICENSE" }
 
 dependencies = [
-    "ai-microcore>=5.1.2,<7",
-    "fastapi>=0.121.3,<1",
+    "ai-microcore>=6.2.1,<7",
+    "fastapi>=0.136.3,<1",
     "uvicorn>=0.41.0",
     "typer>=0.24.0,<1",
     "requests>=2.32.5,<3",