llm.rb 4.8.0 → 4.9.0

data/lib/llm/providers/{gemini → google}/audio.rb

@@ -1,21 +1,21 @@
 # frozen_string_literal: true
 
-class LLM::Gemini
+class LLM::Google
   ##
-  # The {LLM::Gemini::Audio LLM::Gemini::Audio} class provides an audio
+  # The {LLM::Google::Audio LLM::Google::Audio} class provides an audio
   # object for interacting with [Gemini's audio API](https://ai.google.dev/gemini-api/docs/audio).
   # @example
   #   #!/usr/bin/env ruby
   #   require "llm"
   #
-  #   llm = LLM.gemini(key: ENV["KEY"])
+  #   llm = LLM.google(key: ENV["KEY"])
   #   res = llm.audio.create_transcription(input: "/audio/rocket.mp3")
   #   res.text # => "A dog on a rocket to the moon"
   class Audio
     ##
     # Returns a new Audio object
     # @param provider [LLM::Provider]
-    # @return [LLM::Gemini::Responses]
+    # @return [LLM::Google::Audio]
     def initialize(provider)
       @provider = provider
     end
@@ -30,7 +30,7 @@ class LLM::Gemini
     ##
     # Create an audio transcription
     # @example
-    #   llm = LLM.gemini(key: ENV["KEY"])
+    #   llm = LLM.google(key: ENV["KEY"])
     #   res = llm.audio.create_transcription(file: "/audio/rocket.mp3")
     #   res.text # => "A dog on a rocket to the moon"
     # @see https://ai.google.dev/gemini-api/docs/audio Gemini docs
@@ -52,7 +52,7 @@ class LLM::Gemini
     # Create an audio translation (in English)
     # @example
     #   # Arabic => English
-    #   llm = LLM.gemini(key: ENV["KEY"])
+    #   llm = LLM.google(key: ENV["KEY"])
     #   res = llm.audio.create_translation(file: "/audio/bismillah.mp3")
     #   res.text # => "In the name of Allah, the Beneficent, the Merciful."
     # @see https://ai.google.dev/gemini-api/docs/audio Gemini docs

data/lib/llm/providers/{gemini → google}/error_handler.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-class LLM::Gemini
+class LLM::Google
   ##
   # @private
   class ErrorHandler
@@ -21,7 +21,7 @@ class LLM::Gemini
     #  The span
     # @param [Net::HTTPResponse] res
     #  The response from the server
-    # @return [LLM::Gemini::ErrorHandler]
+    # @return [LLM::Google::ErrorHandler]
     def initialize(tracer, span, res)
       @tracer = tracer
       @span = span

data/lib/llm/providers/{gemini → google}/files.rb

@@ -1,8 +1,8 @@
 # frozen_string_literal: true
 
-class LLM::Gemini
+class LLM::Google
   ##
-  # The {LLM::Gemini::Files LLM::Gemini::Files} class provides a files
+  # The {LLM::Google::Files LLM::Google::Files} class provides a files
   # object for interacting with [Gemini's Files API](https://ai.google.dev/gemini-api/docs/files).
   # The files API allows a client to reference media files in prompts
   # where they can be referenced by their URL.
@@ -17,16 +17,16 @@ class LLM::Gemini
   #   #!/usr/bin/env ruby
   #   require "llm"
   #
-  #   llm = LLM.gemini(key: ENV["KEY"])
-  #   ses = LLM::Session.new(llm)
+  #   llm = LLM.google(key: ENV["KEY"])
+  #   ctx = LLM::Context.new(llm)
   #   file = llm.files.create(file: "/audio/haiku.mp3")
-  #   ses.talk ["Tell me about this file", file]
-  #   ses.messages.select(&:assistant?).each { print "[#{_1.role}]", _1.content, "\n" }
+  #   ctx.talk ["Tell me about this file", file]
+  #   ctx.messages.select(&:assistant?).each { print "[#{_1.role}]", _1.content, "\n" }
   class Files
     ##
     # Returns a new Files object
     # @param provider [LLM::Provider]
-    # @return [LLM::Gemini::Files]
+    # @return [LLM::Google::Files]
     def initialize(provider)
       @provider = provider
     end
@@ -34,7 +34,7 @@ class LLM::Gemini
     ##
     # List all files
     # @example
-    #   llm = LLM.gemini(key: ENV["KEY"])
+    #   llm = LLM.google(key: ENV["KEY"])
     #   res = llm.files.all
     #   res.each do |file|
     #     print "name: ", file.name, "\n"
@@ -55,7 +55,7 @@ class LLM::Gemini
     ##
     # Create a file
     # @example
-    #   llm = LLM.gemini(key: ENV["KEY"])
+    #   llm = LLM.google(key: ENV["KEY"])
     #   res = llm.files.create(file: "/audio/haiku.mp3")
     # @see https://ai.google.dev/gemini-api/docs/files Gemini docs
     # @param [String, LLM::File] file The file
@@ -80,7 +80,7 @@ class LLM::Gemini
     ##
     # Get a file
     # @example
-    #   llm = LLM.gemini(key: ENV["KEY"])
+    #   llm = LLM.google(key: ENV["KEY"])
     #   res = llm.files.get(file: "files/1234567890")
     #   print "name: ", res.name, "\n"
     # @see https://ai.google.dev/gemini-api/docs/files Gemini docs
@@ -101,7 +101,7 @@ class LLM::Gemini
     ##
     # Delete a file
     # @example
-    #   llm = LLM.gemini(key: ENV["KEY"])
+    #   llm = LLM.google(key: ENV["KEY"])
     #   res = llm.files.delete(file: "files/1234567890")
     # @see https://ai.google.dev/gemini-api/docs/files Gemini docs
     # @param [#name, String] file The file to delete

data/lib/llm/providers/{gemini → google}/images.rb

@@ -1,15 +1,15 @@
 # frozen_string_literal: true
 
-class LLM::Gemini
+class LLM::Google
   ##
-  # The {LLM::Gemini::Images LLM::Gemini::Images} class provides an images
+  # The {LLM::Google::Images LLM::Google::Images} class provides an images
   # object for interacting with Google's Imagen text-to-image models via the
   # Imagen API: https://ai.google.dev/gemini-api/docs/imagen
   #
   # @example
   #   #!/usr/bin/env ruby
   #   require "llm"
-  #   llm = LLM.gemini(key: ENV["KEY"])
+  #   llm = LLM.google(key: ENV["KEY"])
   #   res = llm.images.create prompt: "A dog on a rocket to the moon"
   #   IO.copy_stream res.images[0], "rocket.png"
   class Images
@@ -18,7 +18,7 @@ class LLM::Gemini
     ##
     # Returns a new Images object
     # @param provider [LLM::Provider]
-    # @return [LLM::Gemini::Responses]
+    # @return [LLM::Google::Images]
     def initialize(provider)
       @provider = provider
     end
@@ -26,7 +26,7 @@ class LLM::Gemini
     ##
     # Create an image
     # @example
-    #   llm = LLM.gemini(key: ENV["KEY"])
+    #   llm = LLM.google(key: ENV["KEY"])
     #   res = llm.images.create prompt: "A dog on a rocket to the moon"
     #   IO.copy_stream res.images[0], "rocket.png"
     # @see https://ai.google.dev/gemini-api/docs/imagen Imagen docs
@@ -60,7 +60,7 @@ class LLM::Gemini
     ##
     # Edit an image
     # @example
-    #   llm = LLM.gemini(key: ENV["KEY"])
+    #   llm = LLM.google(key: ENV["KEY"])
     #   res = llm.images.edit image: "cat.png", prompt: "Add a hat to the cat"
     #   IO.copy_stream res.images[0], "hatoncat.png"
     # @see https://ai.google.dev/gemini-api/docs/image-generation Gemini docs
@@ -68,7 +68,7 @@ class LLM::Gemini
     # @param [String] prompt The prompt
     # @param [Hash] params Other parameters (see Gemini docs)
     # @raise (see LLM::Provider#request)
-    # @note (see LLM::Gemini::Images#create)
+    # @note (see LLM::Google::Images#create)
     # @return [LLM::Response]
     def edit(image:, prompt:, model: "gemini-2.5-flash-image", **params)
       raise NotImplementedError, "image editing is not yet supported by Gemini"

data/lib/llm/providers/{gemini → google}/models.rb

@@ -1,8 +1,8 @@
 # frozen_string_literal: true
 
-class LLM::Gemini
+class LLM::Google
   ##
-  # The {LLM::Gemini::Models LLM::Gemini::Models} class provides a model
+  # The {LLM::Google::Models LLM::Google::Models} class provides a model
   # object for interacting with [Gemini's models API](https://ai.google.dev/api/models?hl=en#method:-models.list).
   # The models API allows a client to query Gemini for a list of models
   # that are available for use with the Gemini API.
@@ -11,7 +11,7 @@ class LLM::Gemini
   #   #!/usr/bin/env ruby
   #   require "llm"
   #
-  #   llm = LLM.gemini(key: ENV["KEY"])
+  #   llm = LLM.google(key: ENV["KEY"])
   #   res = llm.models.all
   #   res.each do |model|
   #     print "id: ", model.id, "\n"
@@ -22,7 +22,7 @@ class LLM::Gemini
     ##
     # Returns a new Models object
     # @param provider [LLM::Provider]
-    # @return [LLM::Gemini::Models]
+    # @return [LLM::Google::Models]
     def initialize(provider)
       @provider = provider
     end
@@ -30,7 +30,7 @@ class LLM::Gemini
     ##
     # List all models
     # @example
-    #   llm = LLM.gemini(key: ENV["KEY"])
+    #   llm = LLM.google(key: ENV["KEY"])
     #   res = llm.models.all
     #   res.each do |model|
     #     print "id: ", model.id, "\n"

data/lib/llm/providers/{gemini → google}/request_adapter/completion.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-module LLM::Gemini::RequestAdapter
+module LLM::Google::RequestAdapter
   ##
   # @private
   class Completion
@@ -19,7 +19,7 @@ module LLM::Gemini::RequestAdapter
         if Hash === message
           {role: message[:role], parts: adapt_content(message[:content])}
         elsif message.tool_call?
-          {role: message.role, parts: message.extra[:original_tool_calls].map { {"functionCall" => _1} }}
+          {role: message.role, parts: message.extra.original_tool_calls}
         else
           {role: message.role, parts: adapt_content(message.content)}
         end
@@ -37,7 +37,7 @@ module LLM::Gemini::RequestAdapter
       when LLM::Message
         adapt_content(content.content)
       when LLM::Function::Return
-        [{functionResponse: {name: content.name, response: content.value}}]
+        [{functionResponse: {name: content.name, response: adapt_function_response(content.value)}}]
       when LLM::Object
         adapt_object(content)
       else
@@ -64,6 +64,10 @@ module LLM::Gemini::RequestAdapter
       [{file_data: {mime_type: file.mime_type, file_uri: file.uri}}]
     end
 
+    def adapt_function_response(value)
+      Hash === value ? value : {result: value}
+    end
+
     def prompt_error!(object)
       if LLM::Object === object
         raise LLM::PromptError, "The given LLM::Object with kind '#{content.kind}' is not " \

data/lib/llm/providers/{gemini → google}/request_adapter.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-class LLM::Gemini
+class LLM::Google
   ##
   # @private
   module RequestAdapter

data/lib/llm/providers/{gemini → google}/response_adapter/completion.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-module LLM::Gemini::ResponseAdapter
+module LLM::Google::ResponseAdapter
   module Completion
     ##
     # (see LLM::Contract::Completion#messages)
@@ -64,17 +64,17 @@ module LLM::Gemini::ResponseAdapter
         content = choice.content || LLM::Object.new
         role = content.role || "model"
         parts = content.parts || [{"text" => choice.finishReason}]
-        text  = parts.filter_map { _1["text"] }.join
-        tools = parts.filter_map { _1["functionCall"] }
+        text = parts.filter_map { _1["text"] }.join
+        tools = parts.select { _1["functionCall"] }
         extra = {index:, response: self, tool_calls: adapt_tool_calls(tools), original_tool_calls: tools}
         LLM::Message.new(role, text, extra)
       end
     end
 
-    def adapt_tool_calls(tools)
-      (tools || []).map do |tool|
-        function = {name: tool.name, arguments: tool.args}
-        function
+    def adapt_tool_calls(parts)
+      (parts || []).map do |part|
+        tool = part["functionCall"]
+        {name: tool.name, arguments: tool.args}
       end
     end
 

data/lib/llm/providers/{gemini → google}/response_adapter/embedding.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-module LLM::Gemini::ResponseAdapter
+module LLM::Google::ResponseAdapter
   module Embedding
     def model = "text-embedding-004"
     def embeddings = body.dig("embedding", "values")

data/lib/llm/providers/{gemini → google}/response_adapter/file.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-module LLM::Gemini::ResponseAdapter
+module LLM::Google::ResponseAdapter
   module File
     def name = respond_to?(:file) ? file.name : body.name
     def display_name = respond_to?(:file) ? file.displayName : body.displayName

data/lib/llm/providers/{gemini → google}/response_adapter/files.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-module LLM::Gemini::ResponseAdapter
+module LLM::Google::ResponseAdapter
   module Files
     include ::Enumerable
     def each(&)

data/lib/llm/providers/{gemini → google}/response_adapter/image.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-module LLM::Gemini::ResponseAdapter
+module LLM::Google::ResponseAdapter
   module Image
     ##
     # @return [Array<StringIO>]

data/lib/llm/providers/{gemini → google}/response_adapter/models.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-module LLM::Gemini::ResponseAdapter
+module LLM::Google::ResponseAdapter
   module Models
     include LLM::Model::Collection
 

data/lib/llm/providers/{gemini → google}/response_adapter/web_search.rb

@@ -1,8 +1,8 @@
 # frozen_string_literal: true
 
-module LLM::Gemini::ResponseAdapter
+module LLM::Google::ResponseAdapter
   ##
-  # The {LLM::Gemini::ResponseAdapter::WebSearch LLM::Gemini::ResponseAdapter::WebSearch}
+  # The {LLM::Google::ResponseAdapter::WebSearch LLM::Google::ResponseAdapter::WebSearch}
   # module provides methods for accessing web search results from a web search
   # tool call made via the {LLM::Provider#web_search LLM::Provider#web_search}
   # method.

data/lib/llm/providers/{gemini → google}/response_adapter.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-class LLM::Gemini
+class LLM::Google
   ##
   # @private
   module ResponseAdapter
@@ -27,13 +27,13 @@ class LLM::Gemini
     # @api private
     def select(type)
       case type
-      when :completion then LLM::Gemini::ResponseAdapter::Completion
-      when :embedding then LLM::Gemini::ResponseAdapter::Embedding
-      when :file then LLM::Gemini::ResponseAdapter::File
-      when :files then LLM::Gemini::ResponseAdapter::Files
-      when :image then LLM::Gemini::ResponseAdapter::Image
-      when :models then LLM::Gemini::ResponseAdapter::Models
-      when :web_search then LLM::Gemini::ResponseAdapter::WebSearch
+      when :completion then LLM::Google::ResponseAdapter::Completion
+      when :embedding then LLM::Google::ResponseAdapter::Embedding
+      when :file then LLM::Google::ResponseAdapter::File
+      when :files then LLM::Google::ResponseAdapter::Files
+      when :image then LLM::Google::ResponseAdapter::Image
+      when :models then LLM::Google::ResponseAdapter::Models
+      when :web_search then LLM::Google::ResponseAdapter::WebSearch
       else
         raise ArgumentError, "Unknown response adapter type: #{type.inspect}"
       end

data/lib/llm/providers/{gemini → google}/stream_parser.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-class LLM::Gemini
+class LLM::Google
   ##
   # @private
   class StreamParser
@@ -11,7 +11,7 @@ class LLM::Gemini
 
     ##
     # @param [#<<] io An IO-like object
-    # @return [LLM::Gemini::StreamParser]
+    # @return [LLM::Google::StreamParser]
     def initialize(io)
       @body = {"candidates" => []}
       @io = io
@@ -19,7 +19,7 @@ class LLM::Gemini
 
     ##
     # @param [Hash] chunk
-    # @return [LLM::Gemini::StreamParser]
+    # @return [LLM::Google::StreamParser]
     def parse!(chunk)
       tap { merge_chunk!(chunk) }
     end

data/lib/llm/providers/{gemini.rb → google.rb}

@@ -2,8 +2,8 @@
 
 module LLM
   ##
-  # The Gemini class implements a provider for
-  # [Gemini](https://ai.google.dev/). The Gemini provider
+  # The Google class implements a provider for
+  # [Gemini](https://ai.google.dev/). The Google provider
   # can accept multiple inputs (text, images, audio, and video).
   # The inputs can be provided inline via the prompt for files
   # under 20MB or via the Gemini Files API for files
@@ -13,19 +13,19 @@ module LLM
   #   #!/usr/bin/env ruby
   #   require "llm"
   #
-  #   llm = LLM.gemini(key: ENV["KEY"])
-  #   ses = LLM::Session.new(llm)
-  #   ses.talk ["Tell me about this photo", ses.local_file("/images/photo.png")]
-  #   ses.messages.select(&:assistant?).each { print "[#{_1.role}]", _1.content, "\n" }
-  class Gemini < Provider
-    require_relative "gemini/error_handler"
-    require_relative "gemini/request_adapter"
-    require_relative "gemini/response_adapter"
-    require_relative "gemini/stream_parser"
-    require_relative "gemini/models"
-    require_relative "gemini/images"
-    require_relative "gemini/audio"
-    require_relative "gemini/files"
+  #   llm = LLM.google(key: ENV["KEY"])
+  #   ctx = LLM::Context.new(llm)
+  #   ctx.talk ["Tell me about this photo", ctx.local_file("/images/photo.png")]
+  #   ctx.messages.select(&:assistant?).each { print "[#{_1.role}]", _1.content, "\n" }
+  class Google < Provider
+    require_relative "google/error_handler"
+    require_relative "google/request_adapter"
+    require_relative "google/response_adapter"
+    require_relative "google/stream_parser"
+    require_relative "google/models"
+    require_relative "google/images"
+    require_relative "google/audio"
+    require_relative "google/files"
 
     include RequestAdapter
 
@@ -37,6 +37,13 @@ module LLM
       super(host: HOST, **)
     end
 
+    ##
+    # @return [Symbol]
+    #  Returns the provider's name
+    def name
+      :google
+    end
+
     ##
     # Provides an embedding
     # @param input (see LLM::Provider#embed)
@@ -78,33 +85,33 @@ module LLM
     ##
     # Provides an interface to Gemini's audio API
     # @see https://ai.google.dev/gemini-api/docs/audio Gemini docs
-    # @return [LLM::Gemini::Audio]
+    # @return [LLM::Google::Audio]
     def audio
-      LLM::Gemini::Audio.new(self)
+      LLM::Google::Audio.new(self)
     end
 
     ##
     # Provides an interface to Gemini's image generation API
     # @see https://ai.google.dev/gemini-api/docs/image-generation Gemini docs
-    # @return [see LLM::Gemini::Images]
+    # @return [see LLM::Google::Images]
     def images
-      LLM::Gemini::Images.new(self)
+      LLM::Google::Images.new(self)
     end
 
     ##
     # Provides an interface to Gemini's file management API
     # @see https://ai.google.dev/gemini-api/docs/files Gemini docs
-    # @return [LLM::Gemini::Files]
+    # @return [LLM::Google::Files]
     def files
-      LLM::Gemini::Files.new(self)
+      LLM::Google::Files.new(self)
     end
 
     ##
     # Provides an interface to Gemini's models API
     # @see https://ai.google.dev/gemini-api/docs/models Gemini docs
-    # @return [LLM::Gemini::Models]
+    # @return [LLM::Google::Models]
     def models
-      LLM::Gemini::Models.new(self)
+      LLM::Google::Models.new(self)
     end
 
     ##
@@ -177,11 +184,11 @@ module LLM
     end
 
     def stream_parser
-      LLM::Gemini::StreamParser
+      LLM::Google::StreamParser
     end
 
     def error_handler
-      LLM::Gemini::ErrorHandler
+      LLM::Google::ErrorHandler
     end
 
     def normalize_complete_params(params)
@@ -197,10 +204,18 @@ module LLM
       model.respond_to?(:id) ? model.id : model
       path = ["/v1beta/models/#{model}", action].join(":")
       req  = Net::HTTP::Post.new(path, headers)
-      messages = [*(params.delete(:messages) || []), LLM::Message.new(role, prompt)]
+      messages = build_complete_messages(prompt, params, role)
       body = LLM.json.dump({contents: adapt(messages)}.merge!(params))
       set_body_stream(req, StringIO.new(body))
       req
     end
+
+    def build_complete_messages(prompt, params, role)
+      if LLM::Prompt === prompt
+        [*(params.delete(:messages) || []), *prompt.to_a]
+      else
+        [*(params.delete(:messages) || []), LLM::Message.new(role, prompt)]
+      end
+    end
   end
 end

data/lib/llm/providers/llamacpp.rb

@@ -16,9 +16,9 @@ module LLM
   #   require "llm"
   #
   #   llm = LLM.llamacpp(key: nil)
-  #   ses = LLM::Session.new(llm)
-  #   ses.talk ["Tell me about this photo", ses.local_file("/images/photo.png")]
-  #   ses.messages.select(&:assistant?).each { print "[#{_1.role}]", _1.content, "\n" }
+  #   ctx = LLM::Context.new(llm)
+  #   ctx.talk ["Tell me about this photo", ctx.local_file("/images/photo.png")]
+  #   ctx.messages.select(&:assistant?).each { print "[#{_1.role}]", _1.content, "\n" }
   class LlamaCpp < OpenAI
     ##
     # @param (see LLM::Provider#initialize)
@@ -27,6 +27,13 @@ module LLM
       super
     end
 
+    ##
+    # @return [Symbol]
+    #  Returns the provider's name
+    def name
+      :llamacpp
+    end
+
     ##
     # @raise [NotImplementedError]
     def files

data/lib/llm/providers/ollama.rb

@@ -12,9 +12,9 @@ module LLM
   #   require "llm"
   #
   #   llm = LLM.ollama(key: nil)
-  #   ses = LLM::Session.new(llm, model: "llava")
-  #   ses.talk ["Tell me about this image", ses.local_file("/images/photo.png")]
-  #   ses.messages.select(&:assistant?).each { print "[#{_1.role}]", _1.content, "\n" }
+  #   ctx = LLM::Context.new(llm, model: "llava")
+  #   ctx.talk ["Tell me about this image", ctx.local_file("/images/photo.png")]
+  #   ctx.messages.select(&:assistant?).each { print "[#{_1.role}]", _1.content, "\n" }
   class Ollama < Provider
     require_relative "ollama/error_handler"
     require_relative "ollama/request_adapter"
@@ -32,6 +32,13 @@ module LLM
       super(host: HOST, port: 11434, ssl: false, **)
     end
 
+    ##
+    # @return [Symbol]
+    #  Returns the provider's name
+    def name
+      :ollama
+    end
+
     ##
     # Provides an embedding
     # @param input (see LLM::Provider#embed)
@@ -120,11 +127,19 @@ module LLM
     end
 
     def build_complete_request(prompt, params, role)
-      messages = [*(params.delete(:messages) || []), LLM::Message.new(role, prompt)]
+      messages = build_complete_messages(prompt, params, role)
       body = LLM.json.dump({messages: [adapt(messages)].flatten}.merge!(params))
       req = Net::HTTP::Post.new("/api/chat", headers)
       set_body_stream(req, StringIO.new(body))
       req
     end
+
+    def build_complete_messages(prompt, params, role)
+      if LLM::Prompt === prompt
+        [*(params.delete(:messages) || []), *prompt.to_a]
+      else
+        [*(params.delete(:messages) || []), LLM::Message.new(role, prompt)]
+      end
+    end
   end
 end

data/lib/llm/providers/openai/files.rb

@@ -13,10 +13,10 @@ class LLM::OpenAI
   #   require "llm"
   #
   #   llm = LLM.openai(key: ENV["KEY"])
-  #   ses = LLM::Session.new(llm)
+  #   ctx = LLM::Context.new(llm)
   #   file = llm.files.create file: "/books/goodread.pdf"
-  #   ses.talk ["Tell me about this PDF", file]
-  #   ses.messages.select(&:assistant?).each { print "[#{_1.role}]", _1.content, "\n" }
+  #   ctx.talk ["Tell me about this PDF", file]
+  #   ctx.messages.select(&:assistant?).each { print "[#{_1.role}]", _1.content, "\n" }
   class Files
     ##
     # Returns a new Files object

data/lib/llm/providers/openai/response_adapter/completion.rb

@@ -74,10 +74,18 @@ module LLM::OpenAI::ResponseAdapter
     def adapt_tool_calls(tools)
       (tools || []).filter_map do |tool|
         next unless tool.function
-        {id: tool.id, name: tool.function.name, arguments: LLM.json.load(tool.function.arguments)}
+        {id: tool.id, name: tool.function.name, arguments: parse_tool_arguments(tool.function.arguments)}
       end
     end
 
+    def parse_tool_arguments(arguments)
+      return {} if arguments.to_s.empty?
+      parsed = LLM.json.load(arguments)
+      Hash === parsed ? parsed : {}
+    rescue *LLM.json.parser_error
+      {}
+    end
+
     include LLM::Contract::Completion
   end
 end