liter_llm 1.0.0 → 1.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6018429462859ec2ef1f3fbc99ae4791f46830e255b57c45556955b0976c5c57
-  data.tar.gz: ce5f9971a7d0e52df86452fd6f2bb6b1219e0bc5c7b88790c368b1a7f91c88e3
+  metadata.gz: bd0fb204ec361182a87bff72c133eee44d081ecbf37ce936361c631433a28817
+  data.tar.gz: a42719e7acbdd1d097a392eeb3a55c21be528e27abcfdd5d4333e541c6e8521b
 SHA512:
-  metadata.gz: 714ce2b67cbb3867c161fb153a0701a1135bcd6970eb48d204cd72a2c2ccc61b50bf838df8243ad58c1879bdc874b2c7644fb7488aaeb1a038e4cd793b4a0782
-  data.tar.gz: 2a83fe3b6b266a9f2a8e198d90052bbcd02d46854b7b2b83a552e93ba57d3b386bc19093d7fe8acbeca8397bc067f7e7277058a63b5ef5b917e9a8794ab947cd
+  metadata.gz: d0e2aa5b9b03cf11c55535f95f9cfe78e87e496ac4b7f62a15a3408de508547cd3aa4503bee5f27ce4ce71ac7fa2ce1fdc2cb4bc8b828a5b073b5cdbdd769f96
+  data.tar.gz: 541a179bb37ecf1a3332f364d6f7fd5e7d2b8cba369e210b2e2807d64564135b58a8cb388e4ced465f57eda308782bf869f950149f07633d1c64103f307ce7ab

data/README.md

@@ -220,6 +220,17 @@ See the [provider registry](https://github.com/kreuzberg-dev/liter-llm/blob/main
 
 
 
+## Proxy Server
+
+liter-llm also ships as an OpenAI-compatible proxy server with Docker support:
+
+```bash
+docker run -p 4000:4000 -e LITER_LLM_MASTER_KEY=sk-your-key ghcr.io/kreuzberg-dev/liter-llm
+```
+
+See the [proxy server documentation](https://docs.liter-llm.kreuzberg.dev/server/proxy/) for configuration, CLI usage, and MCP integration.
+
+
 ## Documentation
 
 - **[Documentation](https://docs.liter-llm.kreuzberg.dev)** -- Full docs and API reference

data/ext/liter_llm_rb/native/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "liter-llm-rb"
-version = "1.0.0"
+version = "1.1.0"
 edition = "2024"
 authors = ["Na'aman Hirschfeld <naaman@kreuzberg.dev>"]
 license = "MIT"

data/vendor/Cargo.toml

@@ -2,7 +2,7 @@
 members = ["liter-llm", "liter-llm-ffi"]
 
 [workspace.package]
-version = "1.0.0"
+version = "1.1.0"
 edition = "2024"
 authors = ["Na'aman Hirschfeld <naaman@kreuzberg.dev>"]
 license = "MIT"
@@ -11,9 +11,11 @@ homepage = "https://kreuzberg.dev"
 
 [workspace.dependencies]
 anyhow = "1"
+axum = { version = "0.8", features = ["macros"] }
+axum-extra = { version = "0.12", features = ["typed-header"] }
 base64 = "0.22"
 bytes = "1"
-clap = { version = "4", features = ["derive"] }
+clap = { version = "4", features = ["derive", "env"] }
 dashmap = "6"
 futures-core = "0.3"
 futures-util = "0.3"
@@ -24,7 +26,7 @@ memchr = "2"
 napi = { version = "3", features = ["napi4", "serde-json", "async"] }
 napi-build = "2"
 napi-derive = "3"
-opendal = { version = "0.53", features = ["services-memory", "services-redis", "services-fs"], default-features = false }
+opendal = { version = "0.55", features = ["services-memory", "services-redis", "services-fs", "services-s3"], default-features = false }
 opentelemetry = "0.31"
 pin-project-lite = "0.2"
 pyo3 = { version = "0.28", features = ["abi3-py310"] }
@@ -32,7 +34,9 @@ pyo3-async-runtimes = { version = "0.28", features = ["tokio-runtime"] }
 rayon = "1"
 rb-sys = "0.9"
 reqwest = { version = "0.13", features = ["json", "stream", "rustls", "multipart", "form"], default-features = false }
+rmcp = { version = "1.3", features = ["server", "macros", "transport-io", "transport-streamable-http-server", "server-side-http"] }
 rustler = "0.37"
+schemars = "1"
 secrecy = { version = "0.10", features = ["serde"] }
 serde = { version = "1", features = ["derive"] }
 serde_json = "1"
@@ -43,11 +47,13 @@ tokenizers = { version = "0.22", features = ["http", "fancy-regex"], default-fea
 tokio = { version = "1", features = ["full"] }
 toml = "1.1"
 tower = { version = "0.5", features = ["retry", "limit", "timeout", "buffer", "load-shed", "steer", "util"] }
-tower-http = { version = "0.6", features = ["follow-redirect", "set-header", "sensitive-headers", "trace", "request-id"] }
+tower-http = { version = "0.6", features = ["follow-redirect", "set-header", "sensitive-headers", "trace", "request-id", "cors", "compression-gzip", "catch-panic", "limit"] }
 tower-layer = "0.3"
 tower-service = "0.3"
 tracing = "0.1"
 tracing-opentelemetry = "0.32"
+tracing-subscriber = { version = "0.3", features = ["env-filter", "json"] }
+utoipa = { version = "5.4", features = ["axum_extras"] }
 walkdir = "2.5"
 wasm-bindgen = "0.2"
 wasm-bindgen-test = "0.3"

data/vendor/liter-llm/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "liter-llm"
-version = "1.0.0"
+version = "1.1.0"
 edition = "2024"
 license = "MIT"
 repository.workspace = true
@@ -71,7 +71,7 @@ futures-core = "0.3"
 futures-util = { version = "0.3", optional = true }
 jsonwebtoken = { version = "10", features = ["use_pem"], default-features = false, optional = true }
 memchr = { version = "2", optional = true }
-opendal = { version = "0.53", features = ["services-memory", "services-redis", "services-fs"], default-features = false, optional = true }
+opendal = { version = "0.55", features = ["services-memory", "services-redis", "services-fs", "services-s3"], default-features = false, optional = true }
 opentelemetry = { version = "0.31", optional = true }
 pin-project-lite = "0.2"
 reqwest = { version = "0.13", features = ["json", "stream", "rustls", "multipart", "form"], default-features = false, optional = true }
@@ -83,7 +83,7 @@ tokenizers = { version = "0.22", features = ["http", "fancy-regex"], default-fea
 tokio = { version = "1", features = ["time", "rt", "macros"], optional = true }
 toml = "1.1"
 tower = { version = "0.5", features = ["retry", "limit", "timeout", "buffer", "load-shed", "steer", "util"], optional = true }
-tower-http = { version = "0.6", features = ["follow-redirect", "set-header", "sensitive-headers", "trace", "request-id"], optional = true }
+tower-http = { version = "0.6", features = ["follow-redirect", "set-header", "sensitive-headers", "trace", "request-id", "cors", "compression-gzip", "catch-panic", "limit"], optional = true }
 tracing = { version = "0.1", optional = true }
 tracing-opentelemetry = { version = "0.32", optional = true }
 

data/vendor/liter-llm/README.md

@@ -233,6 +233,17 @@ See the [provider registry](https://github.com/kreuzberg-dev/liter-llm/blob/main
 
 
 
+## Proxy Server
+
+liter-llm also ships as an OpenAI-compatible proxy server with Docker support:
+
+```bash
+docker run -p 4000:4000 -e LITER_LLM_MASTER_KEY=sk-your-key ghcr.io/kreuzberg-dev/liter-llm
+```
+
+See the [proxy server documentation](https://docs.liter-llm.kreuzberg.dev/server/proxy/) for configuration, CLI usage, and MCP integration.
+
+
 ## Documentation
 
 - **[Documentation](https://docs.liter-llm.kreuzberg.dev)** -- Full docs and API reference

data/vendor/liter-llm/src/auth/azure_ad.rs

@@ -257,7 +257,9 @@ mod tests {
     #[tokio::test]
     #[ignore] // Requires network access and valid Azure AD credentials.
     async fn live_azure_ad_token_exchange() {
-        let provider = AzureAdCredentialProvider::from_env().expect("Azure AD env vars not set");
+        let Ok(provider) = AzureAdCredentialProvider::from_env() else {
+            return; // Skip when Azure AD credentials are not configured.
+        };
         let credential = provider.resolve().await.expect("token exchange failed");
         assert!(matches!(credential, Credential::BearerToken(_)));
     }

data/vendor/liter-llm/src/auth/bedrock_sts.rs

@@ -346,7 +346,9 @@ mod tests {
     #[tokio::test]
     #[ignore] // Requires network access and valid AWS OIDC credentials.
     async fn live_sts_web_identity_exchange() {
-        let provider = WebIdentityCredentialProvider::from_env().expect("AWS env vars not set");
+        let Ok(provider) = WebIdentityCredentialProvider::from_env() else {
+            return; // Skip when AWS OIDC credentials are not configured.
+        };
         let credential = provider.resolve().await.expect("STS exchange failed");
         assert!(matches!(credential, Credential::AwsCredentials { .. }));
     }

data/vendor/liter-llm/src/auth/vertex_oauth.rs

@@ -346,7 +346,9 @@ mod tests {
     #[tokio::test]
     #[ignore] // Requires network access and a valid service account key file.
     async fn live_vertex_oauth_token_exchange() {
-        let provider = VertexOAuthCredentialProvider::from_env().expect("GOOGLE_APPLICATION_CREDENTIALS not set");
+        let Ok(provider) = VertexOAuthCredentialProvider::from_env() else {
+            return; // Skip when Google credentials are not configured.
+        };
         let credential = provider.resolve().await.expect("token exchange failed");
         assert!(matches!(credential, Credential::BearerToken(_)));
     }

data/vendor/liter-llm-ffi/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "liter-llm-ffi"
-version = "1.0.0"
+version = "1.1.0"
 edition = "2024"
 license = "MIT"
 repository.workspace = true
@@ -20,8 +20,8 @@ default = []
 base64.workspace = true
 bytes.workspace = true
 futures-core.workspace = true
-liter-llm = { path = "../liter-llm", version = "1.0.0", features = ["full"] }
-liter-llm-bindings-core = { path = "../liter-llm-bindings-core", version = "1.0.0" }
+liter-llm = { path = "../liter-llm", version = "1.1.0", features = ["full"] }
+liter-llm-bindings-core = { path = "../liter-llm-bindings-core", version = "1.1.0" }
 serde.workspace = true
 serde_json.workspace = true
 tokio.workspace = true

data/vendor/liter-llm-ffi/liter_llm.h

@@ -8,9 +8,9 @@
 /* Warning, this file is autogenerated by cbindgen. Don't modify this manually. */
 
 #define LITER_LLM_VERSION_MAJOR 1
-#define LITER_LLM_VERSION_MINOR 0
+#define LITER_LLM_VERSION_MINOR 1
 #define LITER_LLM_VERSION_PATCH 0
-#define LITER_LLM_VERSION "1.0.0"
+#define LITER_LLM_VERSION "1.1.0"
 
 
 #include <stdarg.h>

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: liter_llm
 version: !ruby/object:Gem::Version
-  version: 1.0.0
+  version: 1.1.0
 platform: ruby
 authors:
 - Na'aman Hirschfeld
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-03-28 00:00:00.000000000 Z
+date: 2026-03-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rb_sys