liter_llm 1.19.1 → 1.19.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b4b7b9d01b49d2090215dde076467f46d6e73db1070f01be1c29d7cc85067c03
-  data.tar.gz: 46887b8a60479c74cdefeb48b789a2a3a64d480f56832ab9818f0260933edb06
+  metadata.gz: e0f4e7c263ad95365e3192a7b310cd4dc34e1c2ab36efae96f3e38b2f8fe15f7
+  data.tar.gz: 239d6cd89be3c4f77de79f671bfdc964fc96ca0fc0b24a90e5806652a41a793b
 SHA512:
-  metadata.gz: cc4489ce5fe2d1e2917004c7ca293220390c56a067cdf1e37ec6b4a0f46c53d3932bd9d01db1122128a07ad1a5f361940cdc00587df71fb19ef8d495acfb96ad
-  data.tar.gz: 669ec7886b2185f59343082514ca9762ff5d7b6892758cdc0c3c5b35599d36d34425021d5d05cb67e634216002016f467197d8c2947dd83127ec169a37ec6fec
+  metadata.gz: 79c5810d1195d623aa090792321084e3db586fabbee62eae9a8198b3d5fe617b2625384ce5626c1462545d4c1f74e7ca26e9a0bee48387d4cb6d60d36f7d0e63
+  data.tar.gz: e9a877730c34ec69d779028fddea0f0965257441f33c5ab76adf7d36be18b0132784540df880dda375e78b6d53e4481aab749fec4ad80190f9bee2f59e93f6d1

data/ext/liter_llm_rb/native/Cargo.lock

@@ -1795,9 +1795,9 @@ checksum = "47d9d19d1d6efa0109d2f65ff4c85cddd50bd572e5a00127ab10987290bcefae"
 
 [[package]]
 name = "liter-llm"
-version = "1.19.1"
+version = "1.19.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "6e4bee60f599735a464cbc0cf869a0389a757fefbc4dcd717354b8cda01d1b46"
+checksum = "883a4704bafd86f33c011940adac5e9962614a0f5917738a91cf22e528b1a805"
 dependencies = [
  "ahash 0.8.12",
  "arc-swap",
@@ -1839,7 +1839,7 @@ dependencies = [
 
 [[package]]
 name = "liter-llm-rb"
-version = "1.19.1"
+version = "1.19.2"
 dependencies = [
  "futures",
  "liter-llm",

data/ext/liter_llm_rb/native/Cargo.toml

@@ -1,11 +1,11 @@
 # This file is auto-generated by alef — DO NOT EDIT.
-# alef:hash:7369e831c2e890674db62b12c055a8b5c8cb7b6ee47481cda82b4b5cf9e43c53
+# alef:hash:9cf41ac17e81157466dd1070f5e7bb4a84b4772b1236e711790a6921806c9f47
 # To regenerate: alef generate
 # To verify freshness: alef verify
 
 [package]
 name = "liter-llm-rb"
-version = "1.19.1"
+version = "1.19.2"
 edition = "2024"
 license = "MIT"
 description = "Universal LLM API client with Rust-powered polyglot bindings."
@@ -31,7 +31,7 @@ wasm-http = ["liter-llm/wasm-http"]
 
 [dependencies]
 futures = "0.3"
-liter-llm = { version = "1.19.1", features = ["native-http", "full"] }
+liter-llm = { version = "1.19.2", features = ["native-http", "full"] }
 magnus = "0.8"
 rb-sys = ">=0.9.130, <0.10"
 serde = { version = "1", features = ["derive"] }

data/ext/liter_llm_rb/src/lib.rs

@@ -1,5 +1,5 @@
 // This file is auto-generated by alef. DO NOT EDIT.
-// alef:hash:318631ff5a15c91ccae8da6c9f692ae94ab3ff4691e23e2a97487d9e3e88250e
+// alef:hash:60474db2c50465cf1ec1b24f42d2ca1e4420ad603e55340ad7a4817ae4a65cae
 // Re-generate with: alef generate
 #![allow(dead_code, unused_imports, unused_variables)]
 #![allow(
@@ -30,6 +30,52 @@ use magnus::{Error, IntoValueFromNative, Ruby, function, method, prelude::*, try
 use std::collections::HashMap;
 use std::sync::Arc;
 
+/// Run owned Rust work while the calling Ruby thread releases the GVL.
+fn alef_magnus_run_without_gvl<F, T>(callback: F) -> T
+where
+    F: FnOnce() -> T,
+{
+    struct RunState<F, T> {
+        callback: Option<F>,
+        result: Option<std::thread::Result<T>>,
+    }
+
+    extern "C" fn run_without_gvl<F, T>(data: *mut std::ffi::c_void) -> *mut std::ffi::c_void
+    where
+        F: FnOnce() -> T,
+    {
+        // SAFETY: `data` points to the caller's RunState for the duration of this callback.
+        let state = unsafe { &mut *(data as *mut RunState<F, T>) };
+        let Some(callback) = state.callback.take() else {
+            state.result = Some(Err(Box::new("Alef Magnus callback already consumed")));
+            return std::ptr::null_mut();
+        };
+        state.result = Some(std::panic::catch_unwind(std::panic::AssertUnwindSafe(callback)));
+        std::ptr::null_mut()
+    }
+
+    extern "C" fn unblock_run(_data: *mut std::ffi::c_void) {}
+
+    let mut state = RunState {
+        callback: Some(callback),
+        result: None,
+    };
+    // SAFETY: Ruby invokes the callback synchronously, and `state` remains live until it returns.
+    unsafe {
+        rb_sys::rb_thread_call_without_gvl(
+            Some(run_without_gvl::<F, T>),
+            &mut state as *mut RunState<F, T> as *mut std::ffi::c_void,
+            Some(unblock_run),
+            std::ptr::null_mut(),
+        );
+    }
+
+    match state.result.expect("Alef Magnus callback did not run") {
+        Ok(result) => result,
+        Err(payload) => std::panic::resume_unwind(payload),
+    }
+}
+
 fn json_to_ruby(handle: &Ruby, val: serde_json::Value) -> magnus::Value {
     use magnus::IntoValue;
     match val {
@@ -947,8 +993,10 @@ pub struct BudgetConfig {
     enforcement: Enforcement,
 }
 
+#[cfg(feature = "tower")]
 unsafe impl IntoValueFromNative for BudgetConfig {}
 
+#[cfg(feature = "tower")]
 impl magnus::TryConvert for BudgetConfig {
     fn try_convert(val: magnus::Value) -> Result<Self, magnus::Error> {
         if let Ok(r) = <&BudgetConfig as magnus::TryConvert>::try_convert(val) {
@@ -973,6 +1021,7 @@ impl magnus::TryConvert for BudgetConfig {
     }
 }
 
+#[cfg(feature = "tower")]
 unsafe impl TryConvertOwned for BudgetConfig {}
 
 #[cfg(feature = "tower")]
@@ -1027,8 +1076,10 @@ pub struct CacheConfig {
     backend: CacheBackend,
 }
 
+#[cfg(feature = "tower")]
 unsafe impl IntoValueFromNative for CacheConfig {}
 
+#[cfg(feature = "tower")]
 impl magnus::TryConvert for CacheConfig {
     fn try_convert(val: magnus::Value) -> Result<Self, magnus::Error> {
         if let Ok(r) = <&CacheConfig as magnus::TryConvert>::try_convert(val) {
@@ -1053,6 +1104,7 @@ impl magnus::TryConvert for CacheConfig {
     }
 }
 
+#[cfg(feature = "tower")]
 unsafe impl TryConvertOwned for CacheConfig {}
 
 #[cfg(feature = "tower")]
@@ -2712,8 +2764,10 @@ pub struct DefaultClient {
     inner: Arc<liter_llm::client::DefaultClient>,
 }
 
+#[cfg(any(feature = "native-http", feature = "wasm-http"))]
 unsafe impl IntoValueFromNative for DefaultClient {}
 
+#[cfg(any(feature = "native-http", feature = "wasm-http"))]
 impl magnus::TryConvert for DefaultClient {
     fn try_convert(val: magnus::Value) -> Result<Self, magnus::Error> {
         let r: &DefaultClient = magnus::TryConvert::try_convert(val)?;
@@ -2721,6 +2775,7 @@ impl magnus::TryConvert for DefaultClient {
     }
 }
 
+#[cfg(any(feature = "native-http", feature = "wasm-http"))]
 unsafe impl TryConvertOwned for DefaultClient {}
 
 #[cfg(any(feature = "native-http", feature = "wasm-http"))]
@@ -4487,8 +4542,10 @@ pub struct InFlightLimitConfig {
     max_in_flight: Option<usize>,
 }
 
+#[cfg(feature = "tower")]
 unsafe impl IntoValueFromNative for InFlightLimitConfig {}
 
+#[cfg(feature = "tower")]
 impl magnus::TryConvert for InFlightLimitConfig {
     fn try_convert(val: magnus::Value) -> Result<Self, magnus::Error> {
         if let Ok(r) = <&InFlightLimitConfig as magnus::TryConvert>::try_convert(val) {
@@ -4513,6 +4570,7 @@ impl magnus::TryConvert for InFlightLimitConfig {
     }
 }
 
+#[cfg(feature = "tower")]
 unsafe impl TryConvertOwned for InFlightLimitConfig {}
 
 #[cfg(feature = "tower")]
@@ -4550,8 +4608,10 @@ pub struct IntentPrototype {
     model: String,
 }
 
+#[cfg(feature = "tower")]
 unsafe impl IntoValueFromNative for IntentPrototype {}
 
+#[cfg(feature = "tower")]
 impl magnus::TryConvert for IntentPrototype {
     fn try_convert(val: magnus::Value) -> Result<Self, magnus::Error> {
         if let Ok(r) = <&IntentPrototype as magnus::TryConvert>::try_convert(val) {
@@ -4576,6 +4636,7 @@ impl magnus::TryConvert for IntentPrototype {
     }
 }
 
+#[cfg(feature = "tower")]
 unsafe impl TryConvertOwned for IntentPrototype {}
 
 #[cfg(feature = "tower")]
@@ -7093,8 +7154,10 @@ pub struct RateLimitConfig {
     window: u64,
 }
 
+#[cfg(feature = "tower")]
 unsafe impl IntoValueFromNative for RateLimitConfig {}
 
+#[cfg(feature = "tower")]
 impl magnus::TryConvert for RateLimitConfig {
     fn try_convert(val: magnus::Value) -> Result<Self, magnus::Error> {
         if let Ok(r) = <&RateLimitConfig as magnus::TryConvert>::try_convert(val) {
@@ -7119,6 +7182,7 @@ impl magnus::TryConvert for RateLimitConfig {
     }
 }
 
+#[cfg(feature = "tower")]
 unsafe impl TryConvertOwned for RateLimitConfig {}
 
 #[cfg(feature = "tower")]
@@ -8117,8 +8181,10 @@ pub struct SingleflightResult {
     inner: Arc<liter_llm::tower::SingleflightResult>,
 }
 
+#[cfg(feature = "tower")]
 unsafe impl IntoValueFromNative for SingleflightResult {}
 
+#[cfg(feature = "tower")]
 impl magnus::TryConvert for SingleflightResult {
     fn try_convert(val: magnus::Value) -> Result<Self, magnus::Error> {
         let r: &SingleflightResult = magnus::TryConvert::try_convert(val)?;
@@ -8126,6 +8192,7 @@ impl magnus::TryConvert for SingleflightResult {
     }
 }
 
+#[cfg(feature = "tower")]
 unsafe impl TryConvertOwned for SingleflightResult {}
 
 #[cfg(feature = "tower")]
@@ -9285,8 +9352,10 @@ pub struct WaitForBatchConfig {
     timeout_secs: Option<f64>,
 }
 
+#[cfg(any(feature = "native-http", feature = "wasm-http"))]
 unsafe impl IntoValueFromNative for WaitForBatchConfig {}
 
+#[cfg(any(feature = "native-http", feature = "wasm-http"))]
 impl magnus::TryConvert for WaitForBatchConfig {
     fn try_convert(val: magnus::Value) -> Result<Self, magnus::Error> {
         if let Ok(r) = <&WaitForBatchConfig as magnus::TryConvert>::try_convert(val) {
@@ -9311,6 +9380,7 @@ impl magnus::TryConvert for WaitForBatchConfig {
     }
 }
 
+#[cfg(any(feature = "native-http", feature = "wasm-http"))]
 unsafe impl TryConvertOwned for WaitForBatchConfig {}
 
 #[cfg(any(feature = "native-http", feature = "wasm-http"))]
@@ -11216,20 +11286,16 @@ fn refresh_catalog(args: &[magnus::Value]) -> Result<RefreshOutcome, Error> {
         }
         _ => Default::default(),
     };
-    let rt = tokio::runtime::Runtime::new().map_err(|e| {
-        magnus::Error::new(
-            unsafe { Ruby::get_unchecked() }.exception_runtime_error(),
-            e.to_string(),
-        )
-    })?;
-    let result = rt
-        .block_on(async { liter_llm::cost::refresh::refresh_catalog(&config_core).await })
-        .map_err(|e| {
-            magnus::Error::new(
-                unsafe { Ruby::get_unchecked() }.exception_runtime_error(),
-                e.to_string(),
-            )
-        })?;
+    let async_result = alef_magnus_run_without_gvl(move || -> Result<_, String> {
+        let rt = tokio::runtime::Builder::new_current_thread()
+            .enable_all()
+            .build()
+            .map_err(|e| e.to_string())?;
+        rt.block_on(async { liter_llm::cost::refresh::refresh_catalog(&config_core).await })
+            .map_err(|e| e.to_string())
+    });
+    let result = async_result
+        .map_err(|message| magnus::Error::new(unsafe { Ruby::get_unchecked() }.exception_runtime_error(), message))?;
     Ok(result.into())
 }
 
@@ -11249,20 +11315,16 @@ fn refresh_catalog_async(args: &[magnus::Value]) -> Result<RefreshOutcome, Error
         }
         _ => Default::default(),
     };
-    let rt = tokio::runtime::Runtime::new().map_err(|e| {
-        magnus::Error::new(
-            unsafe { Ruby::get_unchecked() }.exception_runtime_error(),
-            e.to_string(),
-        )
-    })?;
-    let result = rt
-        .block_on(async { liter_llm::cost::refresh::refresh_catalog(&config_core).await })
-        .map_err(|e| {
-            magnus::Error::new(
-                unsafe { Ruby::get_unchecked() }.exception_runtime_error(),
-                e.to_string(),
-            )
-        })?;
+    let async_result = alef_magnus_run_without_gvl(move || -> Result<_, String> {
+        let rt = tokio::runtime::Builder::new_current_thread()
+            .enable_all()
+            .build()
+            .map_err(|e| e.to_string())?;
+        rt.block_on(async { liter_llm::cost::refresh::refresh_catalog(&config_core).await })
+            .map_err(|e| e.to_string())
+    });
+    let result = async_result
+        .map_err(|message| magnus::Error::new(unsafe { Ruby::get_unchecked() }.exception_runtime_error(), message))?;
     Ok(result.into())
 }
 

data/lib/liter_llm/version.rb

@@ -1,10 +1,10 @@
 # This file is auto-generated by alef — DO NOT EDIT.
-# alef:hash:8e14eecd5f0122432853429ade58c4809002ae5b39f8b93f8e7ce09ef6522dc6
+# alef:hash:b6a87f16b65e649206568b5d448684b1a1ce181dca36445cd8b422a1a6dcf8c9
 # To regenerate: alef generate
 # To verify freshness: alef verify
 # frozen_string_literal: true
 
 module LiterLlm
   ## The version string for this package.
-  VERSION = "1.19.1"
+  VERSION = "1.19.2"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: liter_llm
 version: !ruby/object:Gem::Version
-  version: 1.19.1
+  version: 1.19.2
 platform: ruby
 authors:
 - Na'aman Hirschfeld
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-09-01 00:00:00.000000000 Z
+date: 2026-09-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rb_sys