llm_ruby 0.2.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: edf2b09bc3a9416193088298e41577369bf5198230c7278d6a832854f04c7e20
-  data.tar.gz: 735c0e1735d90e5c41a93d7e123bfe359c0a3525bf292ba46d0a6b8c23580c05
+  metadata.gz: 0de9e01920a472c7a04f9f794747090e3bf279b403d4efa206b1db7c2b006987
+  data.tar.gz: bd77b3a4c5540a82d4a6f1b93213a8b3da60cc9342e581335adeac6fe93c999f
 SHA512:
-  metadata.gz: d7509110f0f53028e6d6c6cc899ab31985748e2f5775be64286fc1a66659723953fee49f8ea70c1f797e9c7786bf401634d35f201d4b44d0f4abd11a22d691ed
-  data.tar.gz: 447086c9fed992e31db3e0bec1f9a92d0b52995ad899f11e9eeba0674eaf0a734918b4ee144a3b869ba6e61b7f2c73dcba2eaec5b602700d8c126a4de4c0ad33
+  metadata.gz: bc4b0263dfeaf1db4dded66667ea13e65dfc035d27579a2b032a59ae63f29fd588630d749d492d281322269fbc9d3909f8648f464d250baa99ff5b2afd582193
+  data.tar.gz: a4c5713df43e27127afa0b3cbf044ce8d805235f73abd05b3f79dc9fc7a814c193caac9192392a8670523cf74be96da2b52dc648d965116e8e9bbc3f8a2aaaaa

data/README.md

@@ -1,5 +1,11 @@
 # LLMRuby
 
+[![Gem Version](https://badge.fury.io/rb/llm_ruby.svg)](https://badge.fury.io/rb/llm_ruby)
+![Workflow Status](https://github.com/agamble/llm_ruby/actions/workflows/main.yml/badge.svg)
+[![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
+
+
+
 LLMRuby is a Ruby gem that provides a consistent interface for interacting with multiple Large Language Model (LLM) APIs. Most OpenAI, Anthropic and Gemini models are currently supported.
 
 ## Installation

data/lib/llm/clients/gemini/request.rb

@@ -14,9 +14,18 @@ class LLM
         end
 
         def params
+          generation_config = {}
+          if options[:response_format]
+            generation_config = {
+              responseMimeType: "application/json",
+              responseSchema: options[:response_format]&.gemini_response_format
+            }
+          end
+
           {
             systemInstruction: normalized_prompt,
-            contents: normalized_messages
+            contents: normalized_messages,
+            generationConfig: generation_config
           }
         end
 

data/lib/llm/clients/gemini/response.rb

@@ -12,7 +12,8 @@ class LLM
           LLM::Response.new(
             content: content,
             raw_response: parsed_response,
-            stop_reason: translated_stop_reason
+            stop_reason: translated_stop_reason,
+            structured_output: structured_output
           )
         end
 
@@ -48,6 +49,12 @@ class LLM
         def parsed_response
           raw_response.parsed_response
         end
+
+        def structured_output
+          @structured_output ||= JSON.parse(parsed_response.dig("candidates", 0, "content", "parts", 0, "text"))
+        rescue JSON::ParserError
+          nil
+        end
       end
     end
   end

data/lib/llm/clients/open_ai/response.rb

@@ -12,7 +12,8 @@ class LLM
           LLM::Response.new(
             content: content,
             raw_response: parsed_response,
-            stop_reason: normalize_stop_reason
+            stop_reason: normalize_stop_reason,
+            structured_output: structured_output
           )
         end
 
@@ -42,6 +43,12 @@ class LLM
         def parsed_response
           @raw_response.parsed_response
         end
+
+        def structured_output
+          @structured_output ||= JSON.parse(parsed_response.dig("choices", 0, "message", "content"))
+        rescue JSON::ParserError
+          nil
+        end
       end
     end
   end

data/lib/llm/clients/open_ai.rb

@@ -18,7 +18,7 @@ class LLM
           model: @llm.canonical_name,
           messages: messages,
           temperature: options[:temperature],
-          response_format: options[:response_format],
+          response_format: options[:response_format]&.response_format,
           max_tokens: options[:max_output_tokens],
           top_p: options[:top_p],
           stop: options[:stop_sequences],

data/lib/llm/info.rb

@@ -76,19 +76,22 @@ class LLM
         canonical_name: "gpt-4o",
         display_name: "GPT-4o",
         provider: :openai,
-        client_class: LLM::Clients::OpenAI
+        client_class: LLM::Clients::OpenAI,
+        supports_structured_outputs: true
       },
       {
         canonical_name: "gpt-4o-mini",
         display_name: "GPT-4o Mini",
         provider: :openai,
-        client_class: LLM::Clients::OpenAI
+        client_class: LLM::Clients::OpenAI,
+        supports_structured_outputs: true
       },
       {
         canonical_name: "gpt-4o-mini-2024-07-18",
         display_name: "GPT-4o Mini 2024-07-18",
         provider: :openai,
-        client_class: LLM::Clients::OpenAI
+        client_class: LLM::Clients::OpenAI,
+        supports_structured_outputs: true
       },
       {
         canonical_name: "gpt-4o-2024-05-13",
@@ -100,13 +103,15 @@ class LLM
         canonical_name: "gpt-4o-2024-08-06",
         display_name: "GPT-4o 2024-08-06",
         provider: :openai,
-        client_class: LLM::Clients::OpenAI
+        client_class: LLM::Clients::OpenAI,
+        supports_structured_outputs: true
       },
       {
         canonical_name: "gpt-4o-2024-11-20",
         display_name: "GPT-4o 2024-11-20",
         provider: :openai,
-        client_class: LLM::Clients::OpenAI
+        client_class: LLM::Clients::OpenAI,
+        supports_structured_outputs: true
       },
       {
         canonical_name: "chatgpt-4o-latest",
@@ -118,13 +123,15 @@ class LLM
         canonical_name: "o1",
         display_name: "o1",
         provider: :openai,
-        client_class: LLM::Clients::OpenAI
+        client_class: LLM::Clients::OpenAI,
+        supports_structured_outputs: true
       },
       {
         canonical_name: "o1-2024-12-17",
         display_name: "o1 2024-12-17",
         provider: :openai,
-        client_class: LLM::Clients::OpenAI
+        client_class: LLM::Clients::OpenAI,
+        supports_structured_outputs: true
       },
       {
         canonical_name: "o1-preview",
@@ -154,13 +161,15 @@ class LLM
         canonical_name: "o3-mini",
         display_name: "o3 Mini",
         provider: :openai,
-        client_class: LLM::Clients::OpenAI
+        client_class: LLM::Clients::OpenAI,
+        supports_structured_outputs: true
       },
       {
         canonical_name: "o3-mini-2025-01-31",
         display_name: "o3 Mini 2025-01-31",
         provider: :openai,
-        client_class: LLM::Clients::OpenAI
+        client_class: LLM::Clients::OpenAI,
+        supports_structured_outputs: true
       },
 
       # Anthropic Models
@@ -224,13 +233,15 @@ class LLM
         canonical_name: "gemini-2.0-flash",
         display_name: "Gemini 2.0 Flash",
         provider: :google,
-        client_class: LLM::Clients::Gemini
+        client_class: LLM::Clients::Gemini,
+        supports_structured_outputs: true
       },
       {
         canonical_name: "gemini-2.0-flash-lite-preview-02-05",
         display_name: "Gemini 2.0 Flash Lite Preview 02-05",
         provider: :google,
-        client_class: LLM::Clients::Gemini
+        client_class: LLM::Clients::Gemini,
+        supports_structured_outputs: true
       },
       {
         canonical_name: "gemini-1.5-flash-8b",

data/lib/llm/response.rb

@@ -1,3 +1,11 @@
 # frozen_string_literal: true
 
-LLM::Response = Struct.new(:content, :raw_response, :stop_reason, keyword_init: true)
+require "ostruct"
+
+LLM::Response = Struct.new(:content, :raw_response, :stop_reason, :structured_output, keyword_init: true) do
+  def structured_output_object
+    return nil unless structured_output
+
+    OpenStruct.new(structured_output)
+  end
+end

data/lib/llm/schema.rb

@@ -0,0 +1,75 @@
+class LLM
+  class Schema
+    def initialize(name, schema)
+      @name = name
+      @schema = schema
+    end
+
+    def self.from_file(file_path)
+      new(File.basename(file_path, ".json"), JSON.parse(File.read(file_path)))
+    end
+
+    def response_format
+      {
+        type: "json_schema",
+        json_schema: {
+          name: @name,
+          strict: true,
+          schema: @schema
+        }
+      }
+    end
+
+    def gemini_response_format
+      transform_schema(@schema)
+    end
+
+    def transform_schema(schema)
+      # Initialize the result as an empty hash.
+      openapi_schema = {}
+
+      # Process the "type" field and handle nullability.
+      if schema.key?("type")
+        if schema["type"].is_a?(Array)
+          # Check for "null" in the type array to mark the schema as nullable.
+          if schema["type"].include?("null")
+            openapi_schema["nullable"] = true
+            # Remove "null" from the type array; if a single type remains, use that.
+            remaining_types = schema["type"] - ["null"]
+            openapi_schema["type"] = (remaining_types.size == 1) ? remaining_types.first : remaining_types
+          else
+            openapi_schema["type"] = schema["type"]
+          end
+        else
+          openapi_schema["type"] = schema["type"]
+        end
+      end
+
+      # Map simple fields directly: "format", "description", "enum", "maxItems", "minItems".
+      ["format", "description", "enum", "maxItems", "minItems"].each do |field|
+        openapi_schema[field] = schema[field] if schema.key?(field)
+      end
+
+      # Recursively process "properties" if present.
+      if schema.key?("properties") && schema["properties"].is_a?(Hash)
+        openapi_schema["properties"] = {}
+        schema["properties"].each do |prop, prop_schema|
+          openapi_schema["properties"][prop] = transform_schema(prop_schema)
+        end
+      end
+
+      # Copy "required" if present.
+      openapi_schema["required"] = schema["required"] if schema.key?("required")
+
+      # Copy "propertyOrdering" if present (non-standard field).
+      openapi_schema["propertyOrdering"] = schema["propertyOrdering"] if schema.key?("propertyOrdering")
+
+      # Recursively process "items" for array types.
+      if schema.key?("items")
+        openapi_schema["items"] = transform_schema(schema["items"])
+      end
+
+      openapi_schema
+    end
+  end
+end

data/lib/llm.rb

@@ -15,6 +15,7 @@ class LLM
     @provider = model[:provider]
     @client_class = model[:client_class]
     @default_params = model[:additional_default_required_parameters] || {}
+    @supports_structured_outputs = model[:supports_structured_outputs] || false
   end
 
   def client
@@ -26,6 +27,10 @@ class LLM
     :provider,
     :default_params
 
+  def supports_structured_outputs?
+    @supports_structured_outputs
+  end
+
   private
 
   attr_reader :client_class

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: llm_ruby
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
 platform: ruby
 authors:
 - Alex Gamble
 bindir: exe
 cert_chain: []
-date: 2025-02-23 00:00:00.000000000 Z
+date: 2025-02-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: event_stream_parser
@@ -155,6 +155,7 @@ files:
 - lib/llm/info.rb
 - lib/llm/provider.rb
 - lib/llm/response.rb
+- lib/llm/schema.rb
 - lib/llm/stop_reason.rb
 - lib/llm/version.rb
 homepage: https://github.com/agamble/llm_ruby