llm_conductor 1.8.0 → 1.8.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ac4b318b4227e3f089f42d471d51a1d7fefc9c54d080c30bbb2e748039ee4ae0
-  data.tar.gz: c21eb439aed4fc671fde4dc30c06c12f0853a5f99ba29d47c3bd3b389f5b27c0
+  metadata.gz: 8a13bccd45a0d886de6bc88a531724a2e929912d21564f5c50296c000c28476a
+  data.tar.gz: 1838b42538d448dc2373b1e7e9180b92b1f97fe87dfd8b50b18a164ac992ffae
 SHA512:
-  metadata.gz: 918613d702e3918ae5651ec8aefab34126a36a17c0be75549a2227fb9a3e6b7392c245a7d96a2d15df6e76996e871c66c1572cb1f061d5bef1c96fe1e31ec8e4
-  data.tar.gz: e4b356669ce32103a8a264c66574edf7f0819379240798d0d91b0cd29c623e512cd6776eb4d5bcf421d6fb8cb30bb2467cc188154910928a8aa6b16adc017d76
+  metadata.gz: aeac7323ebde9d6327f9e536876d42f951d5e042f37888f6d0cb0dc64aaa50fd820c94cf4788a6ebde8b9e27423d67872f99a87c6ff6400f910cb07fbf37cfbc
+  data.tar.gz: 20dcb4c95317a32eaa033bbf0dadfdfa3aef5934818fbc491fd13b9e467edbe5a2b332d3234ee9f7b7181900a0a35294d356417c759c5cb736a476592ac670cf

data/README.md

@@ -10,6 +10,7 @@ A unified Ruby interface for multiple Language Model providers from [Ekohe](http
 - 🔧 **Custom Parameters** - Fine-tune with temperature, top_p, and more
 - 💰 **Cost Tracking** - Automatic token counting and cost estimation
 - ⚡ **Smart Configuration** - Environment variables or code-based setup
+- 📊 **Model Evaluation** - Compare models/vendors on cost, latency, tokens & LLM-judged quality (opt-in)
 
 ## Installation
 
@@ -318,6 +319,7 @@ See [`examples/model_eval_usage.rb`](examples/model_eval_usage.rb) for a complet
 
 - **[Custom Parameters Guide](docs/custom-parameters.md)** - Temperature, top_p, and more
 - **[Vision Support Guide](docs/vision-support.md)** - Using images with LLMs
+- **[Model Evaluation](#model-evaluation-opt-in)** - Compare models on cost, latency & LLM-judged quality
 - **[Examples](examples/)** - Working code examples for all providers
 
 ## Examples

data/lib/llm_conductor/clients/groq_client.rb

@@ -2,20 +2,35 @@
 
 module LlmConductor
   module Clients
-    # Groq client implementation for accessing Groq models via Groq API
+    # Groq client implementation for accessing Groq models via Groq API.
+    #
+    # The groq gem defaults to a 1024-token output cap and a 5s request timeout
+    # (Groq::Configuration::DEFAULT_MAX_TOKENS / DEFAULT_REQUEST_TIMEOUT), which
+    # silently truncate longer structured outputs mid-response. We raise both to
+    # sane defaults and honor per-call +params+ (e.g. max_tokens, temperature).
     class GroqClient < BaseClient
+      DEFAULT_MAX_TOKENS = 8192
+      DEFAULT_REQUEST_TIMEOUT = 120
+
       private
 
       def generate_content(prompt)
         # Groq::Client.chat expects messages as positional arg, not keyword arg
         messages = [{ role: 'user', content: prompt }]
-        client.chat(messages, model_id: model)['content']
+        options = { model_id: model }
+        options[:max_tokens] = params[:max_tokens] if params[:max_tokens]
+        options[:temperature] = params[:temperature] if params.key?(:temperature)
+        client.chat(messages, **options)['content']
       end
 
       def client
         @client ||= begin
           config = LlmConductor.configuration.provider_config(:groq)
-          Groq::Client.new(api_key: config[:api_key])
+          Groq::Client.new(
+            api_key: config[:api_key],
+            max_tokens: config[:max_tokens] || DEFAULT_MAX_TOKENS,
+            request_timeout: config[:request_timeout] || DEFAULT_REQUEST_TIMEOUT
+          )
         end
       end
     end

data/lib/llm_conductor/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module LlmConductor
-  VERSION = '1.8.0'
+  VERSION = '1.8.2'
 end

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: llm_conductor
 version: !ruby/object:Gem::Version
-  version: 1.8.0
+  version: 1.8.2
 platform: ruby
 authors:
 - Ben Zheng
 bindir: exe
 cert_chain: []
-date: 2026-06-10 00:00:00.000000000 Z
+date: 2026-06-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport