llm.rb 4.1.0 → 4.2.0

data/lib/llm/providers/openai/files.rb

@@ -13,10 +13,10 @@ class LLM::OpenAI
   #   require "llm"
   #
   #   llm = LLM.openai(key: ENV["KEY"])
-  #   bot = LLM::Bot.new(llm)
+  #   ses = LLM::Session.new(llm)
   #   file = llm.files.create file: "/books/goodread.pdf"
-  #   bot.chat ["Tell me about this PDF", file]
-  #   bot.messages.select(&:assistant?).each { print "[#{_1.role}]", _1.content, "\n" }
+  #   ses.talk ["Tell me about this PDF", file]
+  #   ses.messages.select(&:assistant?).each { print "[#{_1.role}]", _1.content, "\n" }
   class Files
     ##
     # Returns a new Files object
@@ -41,8 +41,9 @@ class LLM::OpenAI
     def all(**params)
       query = URI.encode_www_form(params)
       req = Net::HTTP::Get.new("/v1/files?#{query}", headers)
-      res = execute(request: req)
-      ResponseAdapter.adapt(res, type: :enumerable)
+      res, span = execute(request: req, operation: "request")
+      res = ResponseAdapter.adapt(res, type: :enumerable)
+      finish_trace(operation: "request", res:, span:)
     end
 
     ##
@@ -61,8 +62,9 @@ class LLM::OpenAI
       req = Net::HTTP::Post.new("/v1/files", headers)
       req["content-type"] = multi.content_type
       set_body_stream(req, multi.body)
-      res = execute(request: req)
-      ResponseAdapter.adapt(res, type: :file)
+      res, span = execute(request: req, operation: "request")
+      res = ResponseAdapter.adapt(res, type: :file)
+      finish_trace(operation: "request", res:, span:)
     end
 
     ##
@@ -80,8 +82,9 @@ class LLM::OpenAI
       file_id = file.respond_to?(:id) ? file.id : file
       query = URI.encode_www_form(params)
       req = Net::HTTP::Get.new("/v1/files/#{file_id}?#{query}", headers)
-      res = execute(request: req)
-      ResponseAdapter.adapt(res, type: :file)
+      res, span = execute(request: req, operation: "request")
+      res = ResponseAdapter.adapt(res, type: :file)
+      finish_trace(operation: "request", res:, span:)
     end
 
     ##
@@ -101,8 +104,9 @@ class LLM::OpenAI
       file_id = file.respond_to?(:id) ? file.id : file
       req = Net::HTTP::Get.new("/v1/files/#{file_id}/content?#{query}", headers)
       io = StringIO.new("".b)
-      res = execute(request: req) { |res| res.read_body { |chunk| io << chunk } }
-      LLM::Response.new(res).tap { _1.define_singleton_method(:file) { io } }
+      res, span = execute(request: req, operation: "request") { |res| res.read_body { |chunk| io << chunk } }
+      res = LLM::Response.new(res).tap { _1.define_singleton_method(:file) { io } }
+      finish_trace(operation: "request", res:, span:)
     end
 
     ##
@@ -118,13 +122,14 @@ class LLM::OpenAI
     def delete(file:)
       file_id = file.respond_to?(:id) ? file.id : file
       req = Net::HTTP::Delete.new("/v1/files/#{file_id}", headers)
-      res = execute(request: req)
-      LLM::Response.new(res)
+      res, span = execute(request: req, operation: "request")
+      res = LLM::Response.new(res)
+      finish_trace(operation: "request", res:, span:)
     end
 
     private
 
-    [:headers, :execute, :set_body_stream].each do |m|
+    [:headers, :execute, :set_body_stream, :finish_trace].each do |m|
       define_method(m) { |*args, **kwargs, &b| @provider.send(m, *args, **kwargs, &b) }
     end
   end

data/lib/llm/providers/openai/images.rb

@@ -50,8 +50,9 @@ class LLM::OpenAI
     def create(prompt:, model: "dall-e-3", **params)
       req = Net::HTTP::Post.new("/v1/images/generations", headers)
       req.body = LLM.json.dump({prompt:, n: 1, model:}.merge!(params))
-      res = execute(request: req)
-      ResponseAdapter.adapt(res, type: :image)
+      res, span = execute(request: req, operation: "request")
+      res = ResponseAdapter.adapt(res, type: :image)
+      finish_trace(operation: "request", model:, res:, span:)
     end
 
     ##
@@ -72,8 +73,9 @@ class LLM::OpenAI
       req = Net::HTTP::Post.new("/v1/images/variations", headers)
       req["content-type"] = multi.content_type
       set_body_stream(req, multi.body)
-      res = execute(request: req)
-      ResponseAdapter.adapt(res, type: :image)
+      res, span = execute(request: req, operation: "request")
+      res = ResponseAdapter.adapt(res, type: :image)
+      finish_trace(operation: "request", model:, res:, span:)
     end
 
     ##
@@ -95,13 +97,14 @@ class LLM::OpenAI
       req = Net::HTTP::Post.new("/v1/images/edits", headers)
       req["content-type"] = multi.content_type
       set_body_stream(req, multi.body)
-      res = execute(request: req)
-      ResponseAdapter.adapt(res, type: :image)
+      res, span = execute(request: req, operation: "request")
+      res = ResponseAdapter.adapt(res, type: :image)
+      finish_trace(operation: "request", model:, res:, span:)
     end
 
     private
 
-    [:headers, :execute, :set_body_stream].each do |m|
+    [:headers, :execute, :set_body_stream, :finish_trace].each do |m|
       define_method(m) { |*args, **kwargs, &b| @provider.send(m, *args, **kwargs, &b) }
     end
   end

data/lib/llm/providers/openai/models.rb

@@ -40,13 +40,14 @@ class LLM::OpenAI
     def all(**params)
       query = URI.encode_www_form(params)
       req = Net::HTTP::Get.new("/v1/models?#{query}", headers)
-      res = execute(request: req)
-      ResponseAdapter.adapt(res, type: :enumerable)
+      res, span = execute(request: req, operation: "request")
+      res = ResponseAdapter.adapt(res, type: :enumerable)
+      finish_trace(operation: "request", res:, span:)
     end
 
     private
 
-    [:headers, :execute, :set_body_stream].each do |m|
+    [:headers, :execute, :set_body_stream, :finish_trace].each do |m|
       define_method(m) { |*args, **kwargs, &b| @provider.send(m, *args, **kwargs, &b) }
     end
   end

data/lib/llm/providers/openai/moderations.rb

@@ -50,13 +50,14 @@ class LLM::OpenAI
       req = Net::HTTP::Post.new("/v1/moderations", headers)
       input = RequestAdapter::Moderation.new(input).adapt
       req.body = LLM.json.dump({input:, model:}.merge!(params))
-      res = execute(request: req)
-      ResponseAdapter.adapt(res, type: :moderations)
+      res, span = execute(request: req, operation: "request")
+      res = ResponseAdapter.adapt(res, type: :moderations)
+      finish_trace(operation: "request", model:, res:, span:)
     end
 
     private
 
-    [:headers, :execute].each do |m|
+    [:headers, :execute, :finish_trace].each do |m|
       define_method(m) { |*args, **kwargs, &b| @provider.send(m, *args, **kwargs, &b) }
     end
   end

data/lib/llm/providers/openai/responses.rb

@@ -44,9 +44,10 @@ class LLM::OpenAI
       messages = [*(params.delete(:input) || []), LLM::Message.new(role, prompt)]
       body = LLM.json.dump({input: [adapt(messages, mode: :response)].flatten}.merge!(params))
       set_body_stream(req, StringIO.new(body))
-      res = execute(request: req, stream:, stream_parser:)
-      ResponseAdapter.adapt(res, type: :responds)
+      res, span = execute(request: req, stream:, stream_parser:, operation: "chat", model: params[:model])
+      res = ResponseAdapter.adapt(res, type: :responds)
         .extend(Module.new { define_method(:__tools__) { tools } })
+      finish_trace(operation: "chat", model: params[:model], res:, span:)
     end
 
     ##
@@ -59,8 +60,9 @@ class LLM::OpenAI
       response_id = response.respond_to?(:id) ? response.id : response
       query = URI.encode_www_form(params)
       req = Net::HTTP::Get.new("/v1/responses/#{response_id}?#{query}", headers)
-      res = execute(request: req)
-      ResponseAdapter.adapt(res, type: :responds)
+      res, span = execute(request: req, operation: "request")
+      res = ResponseAdapter.adapt(res, type: :responds)
+      finish_trace(operation: "request", res:, span:)
     end
 
     ##
@@ -72,13 +74,14 @@ class LLM::OpenAI
     def delete(response)
       response_id = response.respond_to?(:id) ? response.id : response
       req = Net::HTTP::Delete.new("/v1/responses/#{response_id}", headers)
-      res = execute(request: req)
-      LLM::Response.new(res)
+      res, span = execute(request: req, operation: "request")
+      res = LLM::Response.new(res)
+      finish_trace(operation: "request", res:, span:)
     end
 
     private
 
-    [:headers, :execute, :set_body_stream, :resolve_tools].each do |m|
+    [:headers, :execute, :set_body_stream, :resolve_tools, :finish_trace].each do |m|
       define_method(m) { |*args, **kwargs, &b| @provider.send(m, *args, **kwargs, &b) }
     end
 

data/lib/llm/providers/openai/vector_stores.rb

@@ -32,8 +32,9 @@ class LLM::OpenAI
     def all(**params)
       query = URI.encode_www_form(params)
       req = Net::HTTP::Get.new("/v1/vector_stores?#{query}", headers)
-      res = execute(request: req)
-      ResponseAdapter.adapt(res, type: :enumerable)
+      res, span = execute(request: req, operation: "request")
+      res = ResponseAdapter.adapt(res, type: :enumerable)
+      finish_trace(operation: "request", res:, span:)
     end
 
     ##
@@ -47,8 +48,9 @@ class LLM::OpenAI
     def create(name:, file_ids: nil, **params)
       req = Net::HTTP::Post.new("/v1/vector_stores", headers)
       req.body = LLM.json.dump(params.merge({name:, file_ids:}).compact)
-      res = execute(request: req)
-      LLM::Response.new(res)
+      res, span = execute(request: req, operation: "request")
+      res = LLM::Response.new(res)
+      finish_trace(operation: "request", res:, span:)
     end
 
     ##
@@ -69,8 +71,9 @@ class LLM::OpenAI
     def get(vector:)
       vector_id = vector.respond_to?(:id) ? vector.id : vector
       req = Net::HTTP::Get.new("/v1/vector_stores/#{vector_id}", headers)
-      res = execute(request: req)
-      LLM::Response.new(res)
+      res, span = execute(request: req, operation: "request")
+      res = LLM::Response.new(res)
+      finish_trace(operation: "request", res:, span:)
     end
 
     ##
@@ -85,8 +88,9 @@ class LLM::OpenAI
       vector_id = vector.respond_to?(:id) ? vector.id : vector
       req = Net::HTTP::Post.new("/v1/vector_stores/#{vector_id}", headers)
       req.body = LLM.json.dump(params.merge({name:}).compact)
-      res = execute(request: req)
-      LLM::Response.new(res)
+      res, span = execute(request: req, operation: "request")
+      res = LLM::Response.new(res)
+      finish_trace(operation: "request", res:, span:)
     end
 
     ##
@@ -98,8 +102,9 @@ class LLM::OpenAI
     def delete(vector:)
       vector_id = vector.respond_to?(:id) ? vector.id : vector
       req = Net::HTTP::Delete.new("/v1/vector_stores/#{vector_id}", headers)
-      res = execute(request: req)
-      LLM::Response.new(res)
+      res, span = execute(request: req, operation: "request")
+      res = LLM::Response.new(res)
+      finish_trace(operation: "request", res:, span:)
     end
 
     ##
@@ -114,8 +119,9 @@ class LLM::OpenAI
       vector_id = vector.respond_to?(:id) ? vector.id : vector
       req = Net::HTTP::Post.new("/v1/vector_stores/#{vector_id}/search", headers)
       req.body = LLM.json.dump(params.merge({query:}).compact)
-      res = execute(request: req)
-      ResponseAdapter.adapt(res, type: :enumerable)
+      res, span = execute(request: req, operation: "retrieval")
+      res = ResponseAdapter.adapt(res, type: :enumerable)
+      finish_trace(operation: "retrieval", res:, span:)
     end
 
     ##
@@ -129,8 +135,9 @@ class LLM::OpenAI
       vector_id = vector.respond_to?(:id) ? vector.id : vector
       query = URI.encode_www_form(params)
       req = Net::HTTP::Get.new("/v1/vector_stores/#{vector_id}/files?#{query}", headers)
-      res = execute(request: req)
-      ResponseAdapter.adapt(res, type: :enumerable)
+      res, span = execute(request: req, operation: "request")
+      res = ResponseAdapter.adapt(res, type: :enumerable)
+      finish_trace(operation: "request", res:, span:)
     end
 
     ##
@@ -147,8 +154,9 @@ class LLM::OpenAI
       file_id = file.respond_to?(:id) ? file.id : file
       req = Net::HTTP::Post.new("/v1/vector_stores/#{vector_id}/files", headers)
       req.body = LLM.json.dump(params.merge({file_id:, attributes:}).compact)
-      res = execute(request: req)
-      LLM::Response.new(res)
+      res, span = execute(request: req, operation: "request")
+      res = LLM::Response.new(res)
+      finish_trace(operation: "request", res:, span:)
     end
     alias_method :create_file, :add_file
 
@@ -176,8 +184,9 @@ class LLM::OpenAI
       file_id = file.respond_to?(:id) ? file.id : file
       req = Net::HTTP::Post.new("/v1/vector_stores/#{vector_id}/files/#{file_id}", headers)
       req.body = LLM.json.dump(params.merge({attributes:}).compact)
-      res = execute(request: req)
-      LLM::Response.new(res)
+      res, span = execute(request: req, operation: "request")
+      res = LLM::Response.new(res)
+      finish_trace(operation: "request", res:, span:)
     end
 
     ##
@@ -192,8 +201,9 @@ class LLM::OpenAI
       file_id = file.respond_to?(:id) ? file.id : file
       query = URI.encode_www_form(params)
       req = Net::HTTP::Get.new("/v1/vector_stores/#{vector_id}/files/#{file_id}?#{query}", headers)
-      res = execute(request: req)
-      LLM::Response.new(res)
+      res, span = execute(request: req, operation: "request")
+      res = LLM::Response.new(res)
+      finish_trace(operation: "request", res:, span:)
     end
 
     ##
@@ -207,8 +217,9 @@ class LLM::OpenAI
       vector_id = vector.respond_to?(:id) ? vector.id : vector
       file_id = file.respond_to?(:id) ? file.id : file
       req = Net::HTTP::Delete.new("/v1/vector_stores/#{vector_id}/files/#{file_id}", headers)
-      res = execute(request: req)
-      LLM::Response.new(res)
+      res, span = execute(request: req, operation: "request")
+      res = LLM::Response.new(res)
+      finish_trace(operation: "request", res:, span:)
     end
 
     ##
@@ -237,7 +248,7 @@ class LLM::OpenAI
 
     private
 
-    [:headers, :execute, :set_body_stream].each do |m|
+    [:headers, :execute, :set_body_stream, :finish_trace].each do |m|
       define_method(m) { |*args, **kwargs, &b| @provider.send(m, *args, **kwargs, &b) }
     end
   end

data/lib/llm/providers/openai.rb

@@ -10,9 +10,9 @@ module LLM
   #   require "llm"
   #
   #   llm = LLM.openai(key: ENV["KEY"])
-  #   bot = LLM::Bot.new(llm)
-  #   bot.chat ["Tell me about this photo", File.open("/images/capybara.jpg", "rb")]
-  #   bot.messages.select(&:assistant?).each { print "[#{_1.role}]", _1.content, "\n" }
+  #   ses = LLM::Session.new(llm)
+  #   ses.talk ["Tell me about this photo", ses.local_file("/images/photo.png")]
+  #   ses.messages.select(&:assistant?).each { print "[#{_1.role}]", _1.content, "\n" }
   class OpenAI < Provider
     require_relative "openai/error_handler"
     require_relative "openai/request_adapter"
@@ -47,8 +47,9 @@ module LLM
     def embed(input, model: "text-embedding-3-small", **params)
       req = Net::HTTP::Post.new("/v1/embeddings", headers)
       req.body = LLM.json.dump({input:, model:}.merge!(params))
-      res = execute(request: req)
-      ResponseAdapter.adapt(res, type: :embedding)
+      res, span = execute(request: req, operation: "embeddings", model:)
+      res = ResponseAdapter.adapt(res, type: :embedding)
+      finish_trace(operation: "embeddings", model:, res:, span:)
     end
 
     ##
@@ -64,9 +65,10 @@ module LLM
     def complete(prompt, params = {})
       params, stream, tools, role = normalize_complete_params(params)
       req = build_complete_request(prompt, params, role)
-      res = execute(request: req, stream: stream)
-      ResponseAdapter.adapt(res, type: :completion)
+      res, span = execute(request: req, stream: stream, operation: "chat", model: params[:model])
+      res = ResponseAdapter.adapt(res, type: :completion)
         .extend(Module.new { define_method(:__tools__) { tools } })
+      finish_trace(operation: "chat", model: params[:model], res:, span:)
     end
 
     ##

data/lib/llm/providers/xai.rb

@@ -11,9 +11,9 @@ module LLM
   #   require "llm"
   #
   #   llm = LLM.xai(key: ENV["KEY"])
-  #   bot = LLM::Bot.new(llm)
-  #   bot.chat ["Tell me about this photo", File.open("/images/crow.jpg", "rb")]
-  #   bot.messages.select(&:assistant?).each { print "[#{_1.role}]", _1.content, "\n" }
+  #   ses = LLM::Session.new(llm)
+  #   ses.talk ["Tell me about this photo", ses.local_file("/images/photo.png")]
+  #   ses.messages.select(&:assistant?).each { print "[#{_1.role}]", _1.content, "\n" }
   class XAI < OpenAI
     require_relative "xai/images"
 

data/lib/llm/providers/zai.rb

@@ -11,8 +11,8 @@ module LLM
   #   require "llm"
   #
   #   llm = LLM.zai(key: ENV["KEY"])
-  #   bot = LLM::Bot.new(llm, stream: $stdout)
-  #   bot.chat("Greetings Robot", role: :user).flush
+  #   ses = LLM::Session.new(llm, stream: $stdout)
+  #   ses.talk "Hello"
   class ZAI < OpenAI
     ##
     # @param [String] host A regional host or the default ("api.z.ai")

data/lib/llm/schema/object.rb

@@ -36,7 +36,7 @@ class LLM::Schema
     ##
     # @return [Hash]
     def to_h
-      super.merge!({type: "object", properties:, required:})
+      super.merge!({type: "object", properties:, required: required_items})
     end
 
     ##
@@ -64,7 +64,7 @@ class LLM::Schema
 
     private
 
-    def required
+    def required_items
       @properties.filter_map {  _2.required? ? _1 : nil }
     end
   end

data/lib/llm/schema.rb

@@ -9,14 +9,26 @@
 # @see https://json-schema.org/ JSON Schema Specification
 # @see https://tour.json-schema.org/ JSON Schema Tour
 #
-# @example
+# @example JavaScript-style
 #  schema = LLM::Schema.new
 #  schema.object({
 #    name: schema.string.enum("John", "Jane").required,
 #    age: schema.integer.required,
-#    hobbies: schema.array(schema.string, schema.null).required,
+#    hobbies: schema.array(schema.string).required,
 #    address: schema.object({street: schema.string}).required,
 #  })
+#
+# @example Ruby-style
+#  class Address < LLM::Schema
+#    property :street, String, "Street address", required: true
+#  end
+#
+#  class Person < LLM::Schema
+#    property :name, String, "Person's name", required: true
+#    property :age, Integer, "Person's age", required: true
+#    property :hobbies, Array[String], "Person's hobbies", required: true
+#    property :address, Address, "Person's address", required: true
+#  end
 class LLM::Schema
   require_relative "schema/version"
   require_relative "schema/leaf"
@@ -50,6 +62,8 @@ class LLM::Schema
     lock do
       if LLM::Schema::Leaf === type
         prop = type
+      elsif Class === type && type.respond_to?(:object)
+        prop = type.object
       else
         target = type.name.split("::").last.downcase
         prop = schema.public_send(target)

data/lib/llm/server_tool.rb

@@ -9,9 +9,9 @@
 # @example
 #   #!/usr/bin/env ruby
 #   llm = LLM.gemini ENV["KEY"]
-#   bot = LLM::Bot.new(llm, tools: [LLM::ServerTool.new(:google_search)])
-#   bot.chat("Summarize today's news", role: :user)
-#   print bot.messages.find(&:assistant?).content, "\n"
+#   ses = LLM::Session.new(llm, tools: [LLM::ServerTool.new(:google_search)])
+#   ses.talk("Summarize today's news", role: :user)
+#   print ses.messages.find(&:assistant?).content, "\n"
 class LLM::ServerTool < Struct.new(:name, :options, :provider)
   ##
   # @return [String]

data/lib/llm/session.rb

@@ -0,0 +1,3 @@
+# frozen_string_literal: true
+
+require_relative "bot"

data/lib/llm/tracer/logger.rb

@@ -0,0 +1,192 @@
+# frozen_string_literal: true
+
+module LLM
+  ##
+  # The {LLM::Tracer::Logger LLM::Tracer::Logger} class provides a
+  # tracer that provides logging facilities through Ruby's
+  # standard library.
+  #
+  # @example
+  #   llm = LLM.openai(key: ENV["KEY"])
+  #   # Log to a file
+  #   llm.tracer = LLM::Tracer::Logger.new(llm, path: "/tmp/log.txt")
+  #   # Log to $stdout (default)
+  #   llm.tracer = LLM::Tracer::Logger.new(llm, io: $stdout)
+  class Tracer::Logger < Tracer
+    ##
+    # @param (see LLM::Tracer#initialize)
+    def initialize(provider, options = {})
+      super
+      setup!(**options)
+    end
+
+    ##
+    # @param (see LLM::Tracer#on_request_start)
+    # @return [void]
+    def on_request_start(operation:, model: nil)
+      case operation
+      when "chat" then start_chat(operation:, model:)
+      when "retrieval" then start_retrieval(operation:)
+      else nil
+      end
+    end
+
+    ##
+    # @param (see LLM::Tracer#on_request_finish)
+    # @return [void]
+    def on_request_finish(operation:, res:, model: nil, **)
+      case operation
+      when "chat" then finish_chat(operation:, res:, model:)
+      when "retrieval" then finish_retrieval(operation:, res:)
+      else nil
+      end
+    end
+
+    ##
+    # @param (see LLM::Tracer#on_request_error)
+    # @return [void]
+    def on_request_error(ex:, **)
+      @logger.error(
+        tracer: "llm.rb (logger)",
+        event: "request.error",
+        provider: provider_name,
+        error_class: ex.class.to_s,
+        error_message: ex.message
+      )
+    end
+
+    ##
+    # @param (see LLM::Tracer#on_tool_start)
+    # @return [void]
+    def on_tool_start(id:, name:, arguments:, model:, **)
+      @logger.info(
+        tracer: "llm.rb (logger)",
+        event: "tool.start",
+        provider: provider_name,
+        operation: "execute_tool",
+        tool_id: id,
+        tool_name: name,
+        tool_arguments: arguments,
+        model:
+      )
+    end
+
+    ##
+    # @param (see LLM::Tracer#on_tool_finish)
+    # @return [void]
+    def on_tool_finish(result:, **)
+      @logger.info(
+        tracer: "llm.rb (logger)",
+        event: "tool.finish",
+        provider: provider_name,
+        operation: "execute_tool",
+        tool_id: result.id,
+        tool_name: result.name,
+        tool_result: result.value
+      )
+    end
+
+    ##
+    # @param (see LLM::Tracer#on_tool_error)
+    # @return [void]
+    def on_tool_error(ex:, **)
+      @logger.error(
+        tracer: "llm.rb (logger)",
+        event: "tool.error",
+        provider: provider_name,
+        operation: "execute_tool",
+        error_class: ex.class.to_s,
+        error_message: ex.message
+      )
+    end
+
+    private
+
+    ##
+    # @api private
+    def setup!(path: nil, io: $stdout)
+      require "logger" unless defined?(::Logger)
+      @logger = ::Logger.new(path || io)
+    end
+
+    ##
+    # @param [String] operation
+    # @param [LLM::Response] res
+    # @api private
+    def finish_attributes(operation, res)
+      case @provider.class.to_s
+      when "LLM::OpenAI" then openai_attributes(operation, res)
+      else {}
+      end
+    end
+
+    ##
+    # @param [String] operation
+    # @param [LLM::Response] res
+    # @api private
+    def openai_attributes(operation, res)
+      case operation
+      when "chat"
+        {
+          openai_service_tier: res.service_tier,
+          openai_system_fingerprint: res.system_fingerprint
+        }.compact
+      when "retrieval"
+        {
+          openai_vector_store_search_result_count: res.size,
+          openai_vector_store_search_has_more: res.has_more
+        }.compact
+      else {}
+      end
+    end
+
+    ##
+    # start_*
+
+    def start_chat(operation:, model:)
+      @logger.info(
+        tracer: "llm.rb (logger)",
+        event: "request.start",
+        provider: provider_name,
+        operation:,
+        model:
+      )
+    end
+
+    def start_retrieval(operation:)
+      @logger.info(
+        tracer: "llm.rb (logger)",
+        event: "request.start",
+        provider: provider_name,
+        operation:
+      )
+    end
+
+    ##
+    # finish_*
+
+    def finish_chat(operation:, model:, res:)
+      @logger.info(
+        tracer: "llm.rb (logger)",
+        event: "request.finish",
+        provider: provider_name,
+        operation:,
+        model:,
+        response_id: res.id,
+        input_tokens: res.usage.input_tokens,
+        output_tokens: res.usage.output_tokens,
+        **finish_attributes(operation, res)
+      )
+    end
+
+    def finish_retrieval(operation:, res:)
+      @logger.info(
+        tracer: "llm.rb (logger)",
+        event: "request.finish",
+        provider: provider_name,
+        operation:,
+        **finish_attributes(operation, res)
+      )
+    end
+  end
+end