llmshim 0.3.1__tar.gz → 0.3.3__tar.gz

{llmshim-0.3.1 → llmshim-0.3.3}/CLAUDE.md

@@ -14,8 +14,8 @@ This is a public crate on crates.io. Do NOT make breaking changes to `pub` items
 
 - **OpenAI:** `gpt-5.6-sol`, `gpt-5.6-terra`, `gpt-5.6-luna`, `gpt-5.5`, `gpt-5.5-pro`, `gpt-5.4`, `gpt-5.4-pro`, `gpt-5.4-mini`, `gpt-5.4-nano`
 - **Anthropic:** `claude-opus-5`, `claude-opus-4-8`, `claude-sonnet-5`, `claude-opus-4-7`, `claude-opus-4-6`, `claude-sonnet-4-6`, `claude-haiku-4-5-20251001`
-- **Gemini:** `gemini-3.5-flash`, `gemini-3.1-pro-preview`, `gemini-3-flash-preview`
-- **xAI:** `grok-4.5`, `grok-4.3`, `grok-4.20-multi-agent-beta-0309`, `grok-4.20-beta-0309-reasoning`, `grok-4.20-beta-0309-non-reasoning`
+- **Gemini:** `gemini-3.7-flash`, `gemini-3.6-flash`, `gemini-3.5-flash`, `gemini-3.5-flash-lite`
+- **xAI:** `grok-4.6`, `grok-4.5`, `grok-4.3`, `grok-4.20-multi-agent-beta-0309`, `grok-4.20-beta-0309-reasoning`, `grok-4.20-beta-0309-non-reasoning`
 - **OpenRouter:** not enumerated (huge/dynamic catalog) — any `openrouter/<vendor>/<model>` slug routes through, e.g. `openrouter/anthropic/claude-sonnet-4.5`.
 - **vLLM / SGLang:** not enumerated (self-hosted) — any `vllm/<served-model>` or `sglang/<served-model>` routes through to the configured server, e.g. `sglang/Qwen/Qwen3.6-35B-A3B-FP8`.
 

{llmshim-0.3.1 → llmshim-0.3.3}/Cargo.lock

@@ -958,7 +958,7 @@ checksum = "6373607a59f0be73a39b6fe456b8192fcc3585f602af20751600e974dd455e77"
 
 [[package]]
 name = "llmshim"
-version = "0.3.1"
+version = "0.3.3"
 dependencies = [
  "async-stream",
  "async-trait",

{llmshim-0.3.1 → llmshim-0.3.3}/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "llmshim"
-version = "0.3.1"
+version = "0.3.3"
 edition = "2021"
 description = "Blazing fast LLM API translation layer in pure Rust"
 license = "MIT OR Apache-2.0"

{llmshim-0.3.1 → llmshim-0.3.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: llmshim
-Version: 0.3.1
+Version: 0.3.3
 Classifier: Development Status :: 4 - Beta
 Classifier: Intended Audience :: Developers
 Classifier: License :: OSI Approved :: MIT License
@@ -222,8 +222,8 @@ billed provider calls; run it only when you deliberately want to hit real APIs.
 |----------|--------|
 | OpenAI | `gpt-5.5`, `gpt-5.5-pro`, `gpt-5.4`, `gpt-5.4-pro`, `gpt-5.4-mini`, `gpt-5.4-nano` |
 | Anthropic | `claude-opus-5`, `claude-opus-4-8`, `claude-sonnet-5`, `claude-opus-4-7`, `claude-opus-4-6`, `claude-sonnet-4-6`, `claude-haiku-4-5-20251001` |
-| Gemini | `gemini-3.5-flash`, `gemini-3.1-pro-preview`, `gemini-3-flash-preview` |
-| xAI | `grok-4.5`, `grok-4.3`, `grok-4.20-multi-agent-beta-0309`, `grok-4.20-beta-0309-reasoning`, `grok-4.20-beta-0309-non-reasoning` |
+| Gemini | `gemini-3.7-flash`, `gemini-3.6-flash`, `gemini-3.5-flash`, `gemini-3.5-flash-lite` |
+| xAI | `grok-4.6`, `grok-4.5`, `grok-4.3`, `grok-4.20-multi-agent-beta-0309`, `grok-4.20-beta-0309-reasoning`, `grok-4.20-beta-0309-non-reasoning` |
 
 Call `llmshim.models()` for the live list filtered to your configured providers.
 

{llmshim-0.3.1 → llmshim-0.3.3}/README.md

@@ -364,8 +364,8 @@ Standard library only. Full docs: [`clients/ruby/README.md`](clients/ruby/README
 |----------|--------|-------------------|
 | **OpenAI** | `gpt-5.6-sol`, `gpt-5.6-terra`, `gpt-5.6-luna`, `gpt-5.5`, `gpt-5.5-pro`, `gpt-5.4`, `gpt-5.4-pro`, `gpt-5.4-mini`, `gpt-5.4-nano` | Yes (summaries) |
 | **Anthropic** | `claude-opus-5`, `claude-opus-4-8`, `claude-sonnet-5`, `claude-opus-4-7`, `claude-opus-4-6`, `claude-sonnet-4-6`, `claude-haiku-4-5-20251001` | Yes (full thinking) |
-| **Google Gemini** | `gemini-3.5-flash`, `gemini-3.1-pro-preview`, `gemini-3-flash-preview` | Yes (thought summaries) |
-| **xAI** | `grok-4.5`, `grok-4.3`, `grok-4.20-multi-agent-beta-0309`, `grok-4.20-beta-0309-reasoning`, `grok-4.20-beta-0309-non-reasoning` | No (hidden) |
+| **Google Gemini** | `gemini-3.7-flash`, `gemini-3.6-flash`, `gemini-3.5-flash`, `gemini-3.5-flash-lite` | Yes (thought summaries) |
+| **xAI** | `grok-4.6`, `grok-4.5`, `grok-4.3`, `grok-4.20-multi-agent-beta-0309`, `grok-4.20-beta-0309-reasoning`, `grok-4.20-beta-0309-non-reasoning` | No (hidden) |
 
 Use a bare model name (auto-detected by prefix) or an explicit `provider/model` string.
 

{llmshim-0.3.1 → llmshim-0.3.3}/docs/src/guides/reasoning.md

@@ -117,7 +117,7 @@ token budget scaled from `max_tokens` and floored at 1024:
 Gemini uses the four-rung
 `generationConfig.thinkingConfig.thinkingLevel` enum:
 
-| unified | gemini-3.5-flash / 3-flash-preview / 3.1-flash-lite-preview | gemini-3.1-pro-preview |
+| unified | gemini-3.5-flash / 3.6-flash / 3.5-flash-lite | gemini-3.7-flash (and gemini-3.1-pro) |
 |---|---|---|
 | `none` | `minimal` (zero thinking tokens) | **`low`** (this model cannot disable thinking) |
 | `low` | `low` | `low` |
@@ -126,15 +126,15 @@ Gemini uses the four-rung
 | `xhigh` | **`high`** | **`high`** |
 | `max` | **`high`** | **`high`** |
 
-Gemini 3.1 Pro rejects both `minimal` and `thinkingBudget: 0`, so `none` clamps
-to its `low` floor. The legacy integer `thinkingBudget` remains available only
+Gemini 3.7 Flash and Gemini 3.1 Pro reject both `minimal` and `thinkingBudget: 0`, so `none`
+clamps to their `low` floor (verified live). Other flash models accept `minimal` and can disable thinking. The legacy integer `thinkingBudget` remains available only
 through `x-gemini.thinkingConfig`.
 
 ### xAI Responses API
 
 xAI receives the nested native shape `reasoning: {effort}`:
 
-| unified | grok-4.3 | grok-4.5 | grok-4.20-\*-reasoning / -non-reasoning |
+| unified | grok-4.3 | grok-4.5 / grok-4.6 | grok-4.20-\*-reasoning / -non-reasoning |
 |---|---|---|---|
 | `none` | `none` | **`low`** | omitted |
 | `low` | `low` | `low` | omitted |
@@ -143,7 +143,7 @@ xAI receives the nested native shape `reasoning: {effort}`:
 | `xhigh` | `xhigh` | `xhigh` | omitted |
 | `max` | **`xhigh`** | **`xhigh`** | omitted |
 
-grok-4.5 cannot disable reasoning, so `none` clamps to `low`. grok-4.20 models
+grok-4.5 and grok-4.6 cannot disable reasoning, so `none` clamps to `low`. grok-4.20 models
 are name-locked: reasoning on or off is encoded in the model name, and the API
 rejects any reasoning parameter. llmshim therefore omits it for that family.
 

{llmshim-0.3.1 → llmshim-0.3.3}/docs/src/reference/models.md

@@ -14,7 +14,7 @@ the ID and display label.
 
 ## Registered catalog
 
-The current registry contains 24 entries, newest first within each provider.
+The current registry contains 26 entries, newest first within each provider.
 This page mirrors `src/models.rs`; use runtime discovery rather than parsing
 this table in applications.
 
@@ -48,14 +48,16 @@ this table in applications.
 
 | ID | Display name |
 |---|---|
+| `gemini/gemini-3.7-flash` | Gemini 3.7 Flash |
+| `gemini/gemini-3.6-flash` | Gemini 3.6 Flash |
 | `gemini/gemini-3.5-flash` | Gemini 3.5 Flash |
-| `gemini/gemini-3.1-pro-preview` | Gemini 3.1 Pro |
-| `gemini/gemini-3-flash-preview` | Gemini 3 Flash |
+| `gemini/gemini-3.5-flash-lite` | Gemini 3.5 Flash Lite |
 
 ### xAI
 
 | ID | Display name |
 |---|---|
+| `xai/grok-4.6` | Grok 4.6 |
 | `xai/grok-4.5` | Grok 4.5 |
 | `xai/grok-4.3` | Grok 4.3 |
 | `xai/grok-4.20-multi-agent-beta-0309` | Grok 4.20 Multi-Agent |

{llmshim-0.3.1 → llmshim-0.3.3}/src/main.rs

@@ -22,9 +22,11 @@ const MODELS: &[(&str, &str)] = &[
     ("anthropic/claude-opus-4-6", "Claude Opus 4.6"),
     ("anthropic/claude-sonnet-4-6", "Claude Sonnet 4.6"),
     ("anthropic/claude-haiku-4-5-20251001", "Claude Haiku 4.5"),
+    ("gemini/gemini-3.7-flash", "Gemini 3.7 Flash"),
+    ("gemini/gemini-3.6-flash", "Gemini 3.6 Flash"),
     ("gemini/gemini-3.5-flash", "Gemini 3.5 Flash"),
-    ("gemini/gemini-3.1-pro-preview", "Gemini 3.1 Pro"),
-    ("gemini/gemini-3-flash-preview", "Gemini 3 Flash"),
+    ("gemini/gemini-3.5-flash-lite", "Gemini 3.5 Flash Lite"),
+    ("xai/grok-4.6", "Grok 4.6"),
     ("xai/grok-4.5", "Grok 4.5"),
     ("xai/grok-4.3", "Grok 4.3"),
     (

{llmshim-0.3.1 → llmshim-0.3.3}/src/models.rs

@@ -326,32 +326,50 @@ pub const MODELS: &[ModelInfo] = &[
         capabilities: CAPS_FULL,
     },
     ModelInfo {
-        id: "gemini/gemini-3.5-flash",
+        id: "gemini/gemini-3.7-flash",
         provider: "gemini",
-        name: "gemini-3.5-flash",
-        label: "Gemini 3.5 Flash",
+        name: "gemini-3.7-flash",
+        label: "Gemini 3.7 Flash",
         context_window_tokens: Some(1_048_576),
         max_output_tokens: Some(65_536),
-        capabilities: CAPS_FULL,
+        capabilities: CAPS_STD,
     },
     ModelInfo {
-        id: "gemini/gemini-3.1-pro-preview",
+        id: "gemini/gemini-3.6-flash",
         provider: "gemini",
-        name: "gemini-3.1-pro-preview",
-        label: "Gemini 3.1 Pro",
+        name: "gemini-3.6-flash",
+        label: "Gemini 3.6 Flash",
         context_window_tokens: Some(1_048_576),
         max_output_tokens: Some(65_536),
         capabilities: CAPS_STD,
     },
     ModelInfo {
-        id: "gemini/gemini-3-flash-preview",
+        id: "gemini/gemini-3.5-flash",
+        provider: "gemini",
+        name: "gemini-3.5-flash",
+        label: "Gemini 3.5 Flash",
+        context_window_tokens: Some(1_048_576),
+        max_output_tokens: Some(65_536),
+        capabilities: CAPS_FULL,
+    },
+    ModelInfo {
+        id: "gemini/gemini-3.5-flash-lite",
         provider: "gemini",
-        name: "gemini-3-flash-preview",
-        label: "Gemini 3 Flash",
+        name: "gemini-3.5-flash-lite",
+        label: "Gemini 3.5 Flash Lite",
         context_window_tokens: Some(1_048_576),
         max_output_tokens: Some(65_536),
         capabilities: CAPS_STD,
     },
+    ModelInfo {
+        id: "xai/grok-4.6",
+        provider: "xai",
+        name: "grok-4.6",
+        label: "Grok 4.6",
+        context_window_tokens: Some(500_000),
+        max_output_tokens: None,
+        capabilities: CAPS_XAI,
+    },
     ModelInfo {
         id: "xai/grok-4.5",
         provider: "xai",

{llmshim-0.3.1 → llmshim-0.3.3}/src/providers/gemini.rs

@@ -581,11 +581,15 @@ fn transform_response_to_openai(model: &str, resp: &Value) -> Result<Value> {
     }))
 }
 
-/// Models that cannot turn thinking off: gemini-3.1-pro rejects both
-/// thinkingLevel "minimal" and thinkingBudget 0 ("This model only works in
-/// thinking mode", verified live). Unified effort "none" clamps to "low".
+/// Models that cannot turn thinking off: gemini-3.1-pro and gemini-3.7-flash
+/// reject thinkingLevel "minimal" (and thinkingBudget 0) — verified live.
+/// Unified effort "none" clamps to "low" for them.
 fn cannot_disable_thinking(model: &str) -> bool {
-    model.to_lowercase().contains("3.1-pro")
+    let m = model.to_lowercase();
+    // gemini-3.1-pro and gemini-3.7-flash reject thinkingLevel "minimal" (and
+    // thinkingBudget 0), verified live — unified "none" clamps to "low". Other
+    // flash models (3.5/3.6/3.5-lite) accept "minimal" and can disable thinking.
+    m.contains("3.1-pro") || m.contains("3.7-flash")
 }
 
 impl Provider for Gemini {

{llmshim-0.3.1 → llmshim-0.3.3}/src/providers/xai.rs

@@ -189,11 +189,14 @@ fn is_reasoning_name_locked(model: &str) -> bool {
     model.to_lowercase().contains("4.20")
 }
 
-/// grok-4.5 cannot disable reasoning: `effort: "none"` -> 400 ("does not
-/// support `reasoning_effort` value `none`", verified live). Unified effort
-/// "none" clamps to "low". grok-4.3 and the fast pair DO accept "none".
+/// grok-4.5 / grok-4.6 cannot disable reasoning: `effort: "none"` -> 400 ("does
+/// not support `reasoning_effort` value `none`", verified live). Unified effort
+/// "none" clamps to "low". grok-4.3 DOES accept "none".
 fn reasoning_cannot_disable(model: &str) -> bool {
-    model.to_lowercase().contains("4.5")
+    let m = model.to_lowercase();
+    // grok-4.5 and grok-4.6 both 400 on `reasoning_effort: "none"` (verified
+    // live); unified "none" clamps to "low" for them. grok-4.3 accepts "none".
+    m.contains("4.5") || m.contains("4.6")
 }
 
 impl Provider for Xai {

{llmshim-0.3.1 → llmshim-0.3.3}/tests/integration_gemini.rs

@@ -436,3 +436,45 @@ async fn all_three_providers_same_shape() {
         );
     }
 }
+
+#[tokio::test]
+#[ignore]
+async fn gemini_3_7_flash_completion() {
+    if std::env::var("GEMINI_API_KEY").is_err() {
+        return;
+    }
+    let router = router();
+    let req = json!({
+        "model": "gemini/gemini-3.7-flash",
+        "messages": [{"role": "user", "content": "In one short sentence, what is Rust?"}],
+        "max_tokens": 2000,
+    });
+    let resp = llmshim::completion(&router, &req).await.unwrap();
+    let content = resp["choices"][0]["message"]["content"]
+        .as_str()
+        .unwrap_or("");
+    assert!(!content.is_empty(), "expected a response, got: {resp}");
+    println!("gemini-3.7-flash said: {content}");
+}
+
+#[tokio::test]
+#[ignore]
+async fn gemini_3_7_flash_none_clamps_to_low() {
+    // gemini-3.7-flash 400s on thinkingLevel "minimal"; llmshim must clamp
+    // reasoning_effort "none" to "low". Asserts success, not a 400.
+    if std::env::var("GEMINI_API_KEY").is_err() {
+        return;
+    }
+    let router = router();
+    let req = json!({
+        "model": "gemini/gemini-3.7-flash",
+        "messages": [{"role": "user", "content": "Say hi."}],
+        "max_tokens": 2000,
+        "reasoning_effort": "none",
+    });
+    let resp = llmshim::completion(&router, &req)
+        .await
+        .expect("none must clamp to low for gemini-3.7-flash, not 400");
+    assert_eq!(resp["object"], "chat.completion");
+    println!("gemini-3.7-flash none->low clamp OK");
+}

llmshim-0.3.3/tests/integration_xai.rs

@@ -0,0 +1,72 @@
+/// Integration tests for xAI (Grok) hitting the real API.
+/// Run with: XAI_API_KEY=... cargo test --test integration_xai -- --ignored --nocapture
+use serde_json::json;
+
+fn router() -> llmshim::router::Router {
+    llmshim::router::Router::from_env()
+}
+
+#[tokio::test]
+#[ignore]
+async fn grok_4_6_completion() {
+    if std::env::var("XAI_API_KEY").is_err() {
+        return;
+    }
+    let router = router();
+    let req = json!({
+        "model": "xai/grok-4.6",
+        "messages": [{"role": "user", "content": "In one short sentence, what is Rust?"}],
+        "max_tokens": 2000,
+    });
+    let resp = llmshim::completion(&router, &req).await.unwrap();
+    assert_eq!(resp["object"], "chat.completion");
+    let content = resp["choices"][0]["message"]["content"]
+        .as_str()
+        .unwrap_or("");
+    assert!(!content.is_empty(), "expected a response, got: {resp}");
+    println!("grok-4.6 said: {content}");
+}
+
+#[tokio::test]
+#[ignore]
+async fn grok_4_6_reasoning_none_clamps_to_low() {
+    // grok-4.6 400s on reasoning_effort "none"; llmshim must clamp it to "low".
+    // This asserts the request SUCCEEDS (not a 400), proving the clamp.
+    if std::env::var("XAI_API_KEY").is_err() {
+        return;
+    }
+    let router = router();
+    let req = json!({
+        "model": "xai/grok-4.6",
+        "messages": [{"role": "user", "content": "Say hi."}],
+        "max_tokens": 2000,
+        "reasoning_effort": "none",
+    });
+    let resp = llmshim::completion(&router, &req)
+        .await
+        .expect("reasoning_effort=none must be clamped to low, not 400");
+    assert_eq!(resp["object"], "chat.completion");
+    println!("grok-4.6 none->low clamp OK");
+}
+
+#[tokio::test]
+#[ignore]
+async fn grok_4_6_reasoning_high() {
+    if std::env::var("XAI_API_KEY").is_err() {
+        return;
+    }
+    let router = router();
+    let req = json!({
+        "model": "xai/grok-4.6",
+        "messages": [{"role": "user", "content": "What is 17 * 24? Reason it through."}],
+        "max_tokens": 3000,
+        "reasoning_effort": "high",
+    });
+    let resp = llmshim::completion(&router, &req).await.unwrap();
+    let content = resp["choices"][0]["message"]["content"]
+        .as_str()
+        .unwrap_or("");
+    assert!(!content.is_empty(), "expected an answer, got: {resp}");
+    assert!(content.contains("408"), "expected 408 in answer: {content}");
+    println!("grok-4.6 reasoning OK: {content}");
+}

{llmshim-0.3.1 → llmshim-0.3.3}/tests/unit_gemini.rs

@@ -1529,3 +1529,31 @@ fn request_strips_foreign_reasoning_signature() {
     assert!(!body.contains("redacted-should-not-leak"));
     assert!(!body.contains("reasoning_signature"));
 }
+
+#[test]
+fn reasoning_none_clamps_per_model_disable_capability() {
+    // gemini-3.7-flash rejects thinkingLevel "minimal" (verified live) -> "none"
+    // clamps to "low". Other flash models accept "minimal" -> "none" stays "minimal".
+    let p = provider();
+    let req = json!({
+        "model": "x",
+        "messages": [{"role": "user", "content": "hi"}],
+        "reasoning_effort": "none",
+    });
+    let r = p.transform_request("gemini-3.7-flash", &req).unwrap();
+    assert_eq!(
+        r.body["generationConfig"]["thinkingConfig"]["thinkingLevel"], "low",
+        "gemini-3.7-flash cannot disable thinking -> none clamps to low"
+    );
+    for m in [
+        "gemini-3.6-flash",
+        "gemini-3.5-flash",
+        "gemini-3.5-flash-lite",
+    ] {
+        let r = p.transform_request(m, &req).unwrap();
+        assert_eq!(
+            r.body["generationConfig"]["thinkingConfig"]["thinkingLevel"], "minimal",
+            "{m} can disable thinking -> none maps to minimal"
+        );
+    }
+}

{llmshim-0.3.1 → llmshim-0.3.3}/tests/unit_models.rs

@@ -11,7 +11,7 @@ fn models_registry_has_all_providers() {
 
 #[test]
 fn models_registry_has_expected_count() {
-    assert_eq!(MODELS.len(), 24);
+    assert_eq!(MODELS.len(), 26);
 }
 
 #[test]
@@ -160,6 +160,7 @@ fn reasoning_support_matches_provider_behavior() {
         "openai/gpt-5.6-sol",
         "anthropic/claude-opus-5",
         "anthropic/claude-opus-4-8",
+        "xai/grok-4.6",
         "xai/grok-4.5",
     ] {
         assert_eq!(

{llmshim-0.3.1 → llmshim-0.3.3}/tests/unit_xai.rs

@@ -666,6 +666,29 @@ fn name_locked_grok_4_20_omits_reasoning_entirely() {
     }
 }
 
+#[test]
+fn reasoning_none_clamps_to_low_for_grok_4_5_and_4_6() {
+    // grok-4.5 and grok-4.6 400 on effort "none" (verified live) — clamp to "low".
+    let p = provider();
+    for model in ["grok-4.5", "grok-4.6"] {
+        let req = json!({
+            "model": "x",
+            "messages": [{"role": "user", "content": "hi"}],
+            "reasoning_effort": "none",
+        });
+        let r = p.transform_request(model, &req).unwrap();
+        assert_eq!(r.body["reasoning"]["effort"], "low", "{model} none->low");
+    }
+    // grok-4.3 CAN disable — "none" stays "none".
+    let req = json!({
+        "model": "x",
+        "messages": [{"role": "user", "content": "hi"}],
+        "reasoning_effort": "none",
+    });
+    let r = p.transform_request("grok-4.3", &req).unwrap();
+    assert_eq!(r.body["reasoning"]["effort"], "none");
+}
+
 #[test]
 fn mode_pro_bumps_effort() {
     let p = provider();