llm_conductor 1.8.1 → 1.8.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 15ca3603df4d5bd68d92466c41db9d0f566553a59dc6dab0bc5c674da6c6a980
-  data.tar.gz: 47e207aaf562b252fcc69c8cee0332a71ccabee0ac46b1ce9316460795b61fe2
+  metadata.gz: 8a13bccd45a0d886de6bc88a531724a2e929912d21564f5c50296c000c28476a
+  data.tar.gz: 1838b42538d448dc2373b1e7e9180b92b1f97fe87dfd8b50b18a164ac992ffae
 SHA512:
-  metadata.gz: 031f71338832774e993b0ba1c1f6c63002299b82f52e2e11bb8d3b1d4e06d6c69f395cb6afdceea600432d8b6b3d658d198f8b4d8460885e813daab15761be5d
-  data.tar.gz: f1a113133ccb7b6669902b112cb20cbd3a1a53cba30220f0a3906e3482389ff2749ecaf4d5b3d6eba3aeb5bae8203d3470d69d2043004cfcc9654bf3d8260aeb
+  metadata.gz: aeac7323ebde9d6327f9e536876d42f951d5e042f37888f6d0cb0dc64aaa50fd820c94cf4788a6ebde8b9e27423d67872f99a87c6ff6400f910cb07fbf37cfbc
+  data.tar.gz: 20dcb4c95317a32eaa033bbf0dadfdfa3aef5934818fbc491fd13b9e467edbe5a2b332d3234ee9f7b7181900a0a35294d356417c759c5cb736a476592ac670cf

data/lib/llm_conductor/clients/groq_client.rb

@@ -2,20 +2,35 @@
 
 module LlmConductor
   module Clients
-    # Groq client implementation for accessing Groq models via Groq API
+    # Groq client implementation for accessing Groq models via Groq API.
+    #
+    # The groq gem defaults to a 1024-token output cap and a 5s request timeout
+    # (Groq::Configuration::DEFAULT_MAX_TOKENS / DEFAULT_REQUEST_TIMEOUT), which
+    # silently truncate longer structured outputs mid-response. We raise both to
+    # sane defaults and honor per-call +params+ (e.g. max_tokens, temperature).
     class GroqClient < BaseClient
+      DEFAULT_MAX_TOKENS = 8192
+      DEFAULT_REQUEST_TIMEOUT = 120
+
       private
 
       def generate_content(prompt)
         # Groq::Client.chat expects messages as positional arg, not keyword arg
         messages = [{ role: 'user', content: prompt }]
-        client.chat(messages, model_id: model)['content']
+        options = { model_id: model }
+        options[:max_tokens] = params[:max_tokens] if params[:max_tokens]
+        options[:temperature] = params[:temperature] if params.key?(:temperature)
+        client.chat(messages, **options)['content']
       end
 
       def client
         @client ||= begin
           config = LlmConductor.configuration.provider_config(:groq)
-          Groq::Client.new(api_key: config[:api_key])
+          Groq::Client.new(
+            api_key: config[:api_key],
+            max_tokens: config[:max_tokens] || DEFAULT_MAX_TOKENS,
+            request_timeout: config[:request_timeout] || DEFAULT_REQUEST_TIMEOUT
+          )
         end
       end
     end

data/lib/llm_conductor/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module LlmConductor
-  VERSION = '1.8.1'
+  VERSION = '1.8.2'
 end

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: llm_conductor
 version: !ruby/object:Gem::Version
-  version: 1.8.1
+  version: 1.8.2
 platform: ruby
 authors:
 - Ben Zheng
 bindir: exe
 cert_chain: []
-date: 2026-06-10 00:00:00.000000000 Z
+date: 2026-06-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport