llm.rb 4.1.0 → 4.3.0

data/lib/llm/prompt.rb

@@ -0,0 +1,85 @@
+# frozen_string_literal: true
+
+##
+# {LLM::Prompt LLM::Prompt} is a small object for composing
+# a single request from multiple role-aware messages.
+# A prompt is not just a string. It is an ordered chain of
+# messages with explicit roles (for example `system` and `user`).
+# Use {LLM::Session#prompt} when building a prompt inside a session.
+# Use `LLM::Prompt.new(provider)` directly when you want to construct
+# or pass prompt objects around explicitly.
+#
+# @example
+#   llm = LLM.openai(key: ENV["KEY"])
+#   ses = LLM::Session.new(llm)
+#
+#   prompt = ses.prompt do
+#     system "Your task is to assist the user"
+#     user "Hello. Can you assist me?"
+#   end
+#
+#   res = ses.talk(prompt)
+class LLM::Prompt
+  ##
+  # @param [LLM::Provider] provider
+  #  A provider used to resolve provider-specific role names.
+  # @param [Proc] b
+  #  A block that composes messages. If the block takes one argument,
+  #  it receives the prompt object. Otherwise the block runs in the
+  #  prompt context via `instance_eval`.
+  def initialize(provider, &b)
+    @provider = provider
+    @buffer = []
+    unless b.nil?
+      (b.arity == 1) ? b.call(self) : instance_eval(&b)
+    end
+  end
+
+  ##
+  # @param [String] content
+  #  The message
+  # @param [Symbol] role
+  #  The role (eg user, system)
+  # @return [void]
+  def talk(content, role: @provider.user_role)
+    role = case role.to_sym
+    when :system then @provider.system_role
+    when :user then @provider.user_role
+    when :developer then @provider.developer_role
+    else role
+    end
+    @buffer << LLM::Message.new(role, content)
+  end
+  alias_method :chat, :talk
+
+  ##
+  # @param [String] content
+  #  The message content
+  # @return [void]
+  def user(content)
+    chat(content, role: @provider.user_role)
+  end
+
+  ##
+  # @param [String] content
+  #  The message content
+  # @return [void]
+  def system(content)
+    chat(content, role: @provider.system_role)
+  end
+
+  ##
+  # @param [String] content
+  #  The message content
+  # @return [void]
+  def developer(content)
+    chat(content, role: @provider.developer_role)
+  end
+
+  ##
+  # @return [Array<LLM::Message>]
+  #  Returns the prompt messages in order.
+  def to_a
+    @buffer.dup
+  end
+end

data/lib/llm/provider.rb

@@ -37,6 +37,7 @@ class LLM::Provider
     @timeout = timeout
     @ssl = ssl
     @client = persistent ? persistent_client : transient_client
+    @tracer = LLM::Tracer::Null.new(self)
     @base_uri = URI("#{ssl ? "https" : "http"}://#{host}:#{port}/")
   end
 
@@ -45,7 +46,7 @@ class LLM::Provider
   # @return [String]
   # @note The secret key is redacted in inspect for security reasons
   def inspect
-    "#<#{self.class.name}:0x#{object_id.to_s(16)} @key=[REDACTED] @client=#{@client.inspect}>"
+    "#<#{self.class.name}:0x#{object_id.to_s(16)} @key=[REDACTED] @client=#{@client.inspect} @tracer=#{@tracer.inspect}>"
   end
 
   ##
@@ -69,7 +70,7 @@ class LLM::Provider
   #   llm = LLM.openai(key: ENV["KEY"])
   #   messages = [{role: "system", content: "Your task is to answer all of my questions"}]
   #   res = llm.complete("5 + 2 ?", messages:)
-  #   print "[#{res.choices[0].role}]", res.choices[0].content, "\n"
+  #   print "[#{res.messages[0].role}]", res.messages[0].content, "\n"
   # @param [String] prompt
   #  The input prompt to be completed
   # @param [Hash] params
@@ -91,10 +92,10 @@ class LLM::Provider
   # Starts a new chat powered by the chat completions API
   # @param prompt (see LLM::Provider#complete)
   # @param params (see LLM::Provider#complete)
-  # @return [LLM::Bot]
+  # @return [LLM::Session]
   def chat(prompt, params = {})
     role = params.delete(:role)
-    LLM::Bot.new(self, params).chat(prompt, role:)
+    LLM::Session.new(self, params).talk(prompt, role:)
   end
 
   ##
@@ -102,10 +103,10 @@ class LLM::Provider
   # @param prompt (see LLM::Provider#complete)
   # @param params (see LLM::Provider#complete)
   # @raise (see LLM::Provider#complete)
-  # @return [LLM::Bot]
+  # @return [LLM::Session]
   def respond(prompt, params = {})
     role = params.delete(:role)
-    LLM::Bot.new(self, params).respond(prompt, role:)
+    LLM::Session.new(self, params).respond(prompt, role:)
   end
 
   ##
@@ -252,6 +253,36 @@ class LLM::Provider
     :developer
   end
 
+  ##
+  # @return [Symbol]
+  def tool_role
+    :tool
+  end
+
+  ##
+  # @return [LLM::Tracer]
+  #  Returns an LLM tracer
+  def tracer
+    @tracer
+  end
+
+  ##
+  # Set the tracer
+  # @example
+  #   llm = LLM.openai(key: ENV["KEY"])
+  #   llm.tracer = LLM::Tracer::Logger.new(llm, path: "/path/to/log.txt")
+  #   # ...
+  # @param [LLM::Tracer] tracer
+  #  A tracer
+  # @return [void]
+  def tracer=(tracer)
+    @tracer = if tracer.nil?
+      LLM::Tracer::Null.new(self)
+    else
+      tracer
+    end
+  end
+
   private
 
   attr_reader :client, :base_uri, :host, :port, :timeout, :ssl
@@ -303,7 +334,8 @@ class LLM::Provider
   # @raise [SystemCallError]
   #  When there is a network error at the operating system level
   # @return [Net::HTTPResponse]
-  def execute(request:, stream: nil, stream_parser: self.stream_parser, &b)
+  def execute(request:, operation:, stream: nil, stream_parser: self.stream_parser, model: nil, &b)
+    span = @tracer.on_request_start(operation:, model:)
     args = (Net::HTTP === client) ? [request] : [URI.join(base_uri, request.path), request]
     res = if stream
       client.request(*args) do |res|
@@ -323,18 +355,20 @@ class LLM::Provider
       b ? client.request(*args) { (Net::HTTPSuccess === _1) ? b.call(_1) : _1 } :
           client.request(*args)
     end
-    handle_response(res)
+    [handle_response(res, span), span]
   end
 
   ##
   # Handles the response from a request
   # @param [Net::HTTPResponse] res
   #  The response to handle
+  # @param [Object, nil] span
+  #  The span
   # @return [Net::HTTPResponse]
-  def handle_response(res)
+  def handle_response(res, span)
     case res
     when Net::HTTPOK then res.body = parse_response(res)
-    else error_handler.new(res).raise_error!
+    else error_handler.new(@tracer, span, res).raise_error!
     end
     res
   end
@@ -375,4 +409,22 @@ class LLM::Provider
       end
     end
   end
+
+  ##
+  # @return [Hash<Symbol, LLM::Tracer>]
+  def tracers
+    self.class.tracers
+  end
+
+  ##
+  # Finalizes tracing after a response has been adapted/wrapped.
+  # @param [String] operation
+  # @param [String, nil] model
+  # @param [LLM::Response] res
+  # @param [Object, nil] span
+  # @return [LLM::Response]
+  def finish_trace(operation:, res:, model: nil, span: nil)
+    @tracer.on_request_finish(operation:, model:, res:, span:)
+    res
+  end
 end

data/lib/llm/providers/anthropic/error_handler.rb

@@ -10,10 +10,21 @@ class LLM::Anthropic
     attr_reader :res
 
     ##
+    # @return [Object, nil]
+    #  The span
+    attr_reader :span
+
+    ##
+    # @param [LLM::Tracer] tracer
+    #  The tracer
+    # @param [Object, nil] span
+    #  The span
     # @param [Net::HTTPResponse] res
     #  The response from the server
     # @return [LLM::Anthropic::ErrorHandler]
-    def initialize(res)
+    def initialize(tracer, span, res)
+      @tracer = tracer
+      @span = span
       @res = res
     end
 
@@ -21,15 +32,26 @@ class LLM::Anthropic
     # @raise [LLM::Error]
     #  Raises a subclass of {LLM::Error LLM::Error}
     def raise_error!
+      ex = error
+      @tracer.on_request_error(ex:, span:)
+    ensure
+      raise(ex)
+    end
+
+    private
+
+    ##
+    # @return [LLM::Error]
+    def error
       case res
       when Net::HTTPServerError
-        raise LLM::ServerError.new { _1.response = res }, "Server error"
+        LLM::ServerError.new("Server error").tap { _1.response = res }
       when Net::HTTPUnauthorized
-        raise LLM::UnauthorizedError.new { _1.response = res }, "Authentication error"
+        LLM::UnauthorizedError.new("Authentication error").tap { _1.response = res }
       when Net::HTTPTooManyRequests
-        raise LLM::RateLimitError.new { _1.response = res }, "Too many requests"
+        LLM::RateLimitError.new("Too many requests").tap { _1.response = res }
       else
-        raise LLM::Error.new { _1.response = res }, "Unexpected response"
+        LLM::Error.new("Unexpected response").tap { _1.response = res }
       end
     end
   end

data/lib/llm/providers/anthropic/files.rb

@@ -10,10 +10,10 @@ class LLM::Anthropic
   #   require "llm"
   #
   #   llm = LLM.anthropic(key: ENV["KEY"])
-  #   bot = LLM::Bot.new(llm)
+  #   ses = LLM::Session.new(llm)
   #   file = llm.files.create file: "/books/goodread.pdf"
-  #   bot.chat ["Tell me about this PDF", file]
-  #   bot.messages.select(&:assistant?).each { print "[#{_1.role}]", _1.content, "\n" }
+  #   ses.talk ["Tell me about this PDF", file]
+  #   ses.messages.select(&:assistant?).each { print "[#{_1.role}]", _1.content, "\n" }
   class Files
     ##
     # Returns a new Files object
@@ -38,8 +38,9 @@ class LLM::Anthropic
     def all(**params)
       query = URI.encode_www_form(params)
       req = Net::HTTP::Get.new("/v1/files?#{query}", headers)
-      res = execute(request: req)
-      ResponseAdapter.adapt(res, type: :enumerable)
+      res, span = execute(request: req, operation: "request")
+      res = ResponseAdapter.adapt(res, type: :enumerable)
+      finish_trace(operation: "request", res:, span:)
     end
 
     ##
@@ -57,8 +58,9 @@ class LLM::Anthropic
       req = Net::HTTP::Post.new("/v1/files", headers)
       req["content-type"] = multi.content_type
       set_body_stream(req, multi.body)
-      res = execute(request: req)
-      ResponseAdapter.adapt(res, type: :file)
+      res, span = execute(request: req, operation: "request")
+      res = ResponseAdapter.adapt(res, type: :file)
+      finish_trace(operation: "request", res:, span:)
     end
 
     ##
@@ -76,8 +78,9 @@ class LLM::Anthropic
       file_id = file.respond_to?(:id) ? file.id : file
       query = URI.encode_www_form(params)
       req = Net::HTTP::Get.new("/v1/files/#{file_id}?#{query}", headers)
-      res = execute(request: req)
-      ResponseAdapter.adapt(res, type: :file)
+      res, span = execute(request: req, operation: "request")
+      res = ResponseAdapter.adapt(res, type: :file)
+      finish_trace(operation: "request", res:, span:)
     end
 
     ##
@@ -95,8 +98,9 @@ class LLM::Anthropic
       query = URI.encode_www_form(params)
       file_id = file.respond_to?(:id) ? file.id : file
       req = Net::HTTP::Get.new("/v1/files/#{file_id}?#{query}", headers)
-      res = execute(request: req)
-      ResponseAdapter.adapt(res, type: :file)
+      res, span = execute(request: req, operation: "request")
+      res = ResponseAdapter.adapt(res, type: :file)
+      finish_trace(operation: "request", res:, span:)
     end
     alias_method :retrieve_metadata, :get_metadata
 
@@ -113,8 +117,9 @@ class LLM::Anthropic
     def delete(file:)
       file_id = file.respond_to?(:id) ? file.id : file
       req = Net::HTTP::Delete.new("/v1/files/#{file_id}", headers)
-      res = execute(request: req)
-      LLM::Response.new(res)
+      res, span = execute(request: req, operation: "request")
+      res = LLM::Response.new(res)
+      finish_trace(operation: "request", res:, span:)
     end
 
     ##
@@ -137,8 +142,9 @@ class LLM::Anthropic
       file_id = file.respond_to?(:id) ? file.id : file
       req = Net::HTTP::Get.new("/v1/files/#{file_id}/content?#{query}", headers)
       io = StringIO.new("".b)
-      res = execute(request: req) { |res| res.read_body { |chunk| io << chunk } }
-      LLM::Response.new(res).tap { _1.define_singleton_method(:file) { io } }
+      res, span = execute(request: req, operation: "request") { |res| res.read_body { |chunk| io << chunk } }
+      res = LLM::Response.new(res).tap { _1.define_singleton_method(:file) { io } }
+      finish_trace(operation: "request", res:, span:)
     end
 
     private
@@ -147,7 +153,7 @@ class LLM::Anthropic
       @provider.instance_variable_get(:@key)
     end
 
-    [:headers, :execute, :set_body_stream].each do |m|
+    [:headers, :execute, :set_body_stream, :finish_trace].each do |m|
       define_method(m) { |*args, **kwargs, &b| @provider.send(m, *args, **kwargs, &b) }
     end
   end

data/lib/llm/providers/anthropic/models.rb

@@ -40,13 +40,14 @@ class LLM::Anthropic
     def all(**params)
       query = URI.encode_www_form(params)
       req = Net::HTTP::Get.new("/v1/models?#{query}", headers)
-      res = execute(request: req)
-      ResponseAdapter.adapt(res, type: :enumerable)
+      res, span = execute(request: req, operation: "request")
+      res = ResponseAdapter.adapt(res, type: :enumerable)
+      finish_trace(operation: "request", res:, span:)
     end
 
     private
 
-    [:headers, :execute].each do |m|
+    [:headers, :execute, :finish_trace].each do |m|
       define_method(m) { |*args, **kwargs, &b| @provider.send(m, *args, **kwargs, &b) }
     end
   end

data/lib/llm/providers/anthropic.rb

@@ -10,9 +10,9 @@ module LLM
   #   require "llm"
   #
   #   llm = LLM.anthropic(key: ENV["KEY"])
-  #   bot = LLM::Bot.new(llm)
-  #   bot.chat ["Tell me about this photo", File.open("/images/dog.jpg", "rb")]
-  #   bot.messages.select(&:assistant?).each { print "[#{_1.role}]", _1.content, "\n" }
+  #   ses = LLM::Session.new(llm)
+  #   ses.talk ["Tell me about this photo", ses.local_file("/images/photo.png")]
+  #   ses.messages.select(&:assistant?).each { print "[#{_1.role}]", _1.content, "\n" }
   class Anthropic < Provider
     require_relative "anthropic/error_handler"
     require_relative "anthropic/request_adapter"
@@ -43,9 +43,10 @@ module LLM
     def complete(prompt, params = {})
       params, stream, tools, role = normalize_complete_params(params)
       req = build_complete_request(prompt, params, role)
-      res = execute(request: req, stream: stream)
-      ResponseAdapter.adapt(res, type: :completion)
+      res, span = execute(request: req, stream: stream, operation: "chat", model: params[:model])
+      res = ResponseAdapter.adapt(res, type: :completion)
         .extend(Module.new { define_method(:__tools__) { tools } })
+      finish_trace(operation: "chat", model: params[:model], res:, span:)
     end
 
     ##

data/lib/llm/providers/deepseek.rb

@@ -14,9 +14,9 @@ module LLM
   #   require "llm"
   #
   #   llm = LLM.deepseek(key: ENV["KEY"])
-  #   bot = LLM::Bot.new(llm)
-  #   bot.chat ["Tell me about this photo", File.open("/images/cat.jpg", "rb")]
-  #   bot.messages.select(&:assistant?).each { print "[#{_1.role}]", _1.content, "\n" }
+  #   ses = LLM::Session.new(llm)
+  #   ses.talk ["Tell me about this photo", ses.local_file("/images/photo.png")]
+  #   ses.messages.select(&:assistant?).each { print "[#{_1.role}]", _1.content, "\n" }
   class DeepSeek < OpenAI
     require_relative "deepseek/request_adapter"
     include DeepSeek::RequestAdapter

data/lib/llm/providers/gemini/error_handler.rb

@@ -10,10 +10,21 @@ class LLM::Gemini
     attr_reader :res
 
     ##
+    # @return [Object, nil]
+    #  The span
+    attr_reader :span
+
+    ##
+    # @param [LLM::Tracer] tracer
+    #  The tracer
+    # @param [Object, nil] span
+    #  The span
     # @param [Net::HTTPResponse] res
     #  The response from the server
     # @return [LLM::Gemini::ErrorHandler]
-    def initialize(res)
+    def initialize(tracer, span, res)
+      @tracer = tracer
+      @span = span
       @res = res
     end
 
@@ -21,27 +32,38 @@ class LLM::Gemini
     # @raise [LLM::Error]
     #  Raises a subclass of {LLM::Error LLM::Error}
     def raise_error!
+      ex = error
+      @tracer.on_request_error(ex:, span:)
+    ensure
+      raise(ex)
+    end
+
+    private
+
+    ##
+    # @return [LLM::Object]
+    def body
+      @body ||= LLM.json.load(res.body)
+    end
+
+    ##
+    # @return [LLM::Error]
+    def error
       case res
       when Net::HTTPServerError
-        raise LLM::ServerError.new { _1.response = res }, "Server error"
+        LLM::ServerError.new("Server error").tap { _1.response = res }
       when Net::HTTPBadRequest
         reason = body.dig("error", "details", 0, "reason")
         if reason == "API_KEY_INVALID"
-          raise LLM::UnauthorizedError.new { _1.response = res }, "Authentication error"
+          LLM::UnauthorizedError.new("Authentication error").tap { _1.response = res }
         else
-          raise LLM::Error.new { _1.response = res }, "Unexpected response"
+          LLM::Error.new("Unexpected response").tap { _1.response = res }
         end
       when Net::HTTPTooManyRequests
-        raise LLM::RateLimitError.new { _1.response = res }, "Too many requests"
+        LLM::RateLimitError.new("Too many requests").tap { _1.response = res }
       else
-        raise LLM::Error.new { _1.response = res }, "Unexpected response"
+        LLM::Error.new("Unexpected response").tap { _1.response = res }
       end
     end
-
-    private
-
-    def body
-      @body ||= LLM.json.load(res.body)
-    end
   end
 end

data/lib/llm/providers/gemini/files.rb

@@ -18,10 +18,10 @@ class LLM::Gemini
   #   require "llm"
   #
   #   llm = LLM.gemini(key: ENV["KEY"])
-  #   bot = LLM::Bot.new(llm)
+  #   ses = LLM::Session.new(llm)
   #   file = llm.files.create(file: "/audio/haiku.mp3")
-  #   bot.chat ["Tell me about this file", file]
-  #   bot.messages.select(&:assistant?).each { print "[#{_1.role}]", _1.content, "\n" }
+  #   ses.talk ["Tell me about this file", file]
+  #   ses.messages.select(&:assistant?).each { print "[#{_1.role}]", _1.content, "\n" }
   class Files
     ##
     # Returns a new Files object
@@ -46,8 +46,9 @@ class LLM::Gemini
     def all(**params)
       query = URI.encode_www_form(params.merge!(key: key))
       req = Net::HTTP::Get.new("/v1beta/files?#{query}", headers)
-      res = execute(request: req)
-      ResponseAdapter.adapt(res, type: :files)
+      res, span = execute(request: req, operation: "request")
+      res = ResponseAdapter.adapt(res, type: :files)
+      finish_trace(operation: "request", res:, span:)
     end
 
     ##
@@ -68,8 +69,9 @@ class LLM::Gemini
       req["X-Goog-Upload-Command"] = "upload, finalize"
       file.with_io do |io|
         set_body_stream(req, io)
-        res = execute(request: req)
-        ResponseAdapter.adapt(res, type: :file)
+        res, span = execute(request: req, operation: "request")
+        res = ResponseAdapter.adapt(res, type: :file)
+        finish_trace(operation: "request", res:, span:)
       end
     end
 
@@ -88,8 +90,9 @@ class LLM::Gemini
       file_id = file.respond_to?(:name) ? file.name : file.to_s
       query = URI.encode_www_form(params.merge!(key: key))
       req = Net::HTTP::Get.new("/v1beta/#{file_id}?#{query}", headers)
-      res = execute(request: req)
-      ResponseAdapter.adapt(res, type: :file)
+      res, span = execute(request: req, operation: "request")
+      res = ResponseAdapter.adapt(res, type: :file)
+      finish_trace(operation: "request", res:, span:)
     end
 
     ##
@@ -106,8 +109,9 @@ class LLM::Gemini
       file_id = file.respond_to?(:name) ? file.name : file.to_s
       query = URI.encode_www_form(params.merge!(key: key))
       req = Net::HTTP::Delete.new("/v1beta/#{file_id}?#{query}", headers)
-      res = execute(request: req)
-      LLM::Response.new(res)
+      res, span = execute(request: req, operation: "request")
+      res = LLM::Response.new(res)
+      finish_trace(operation: "request", res:, span:)
     end
 
     ##
@@ -127,8 +131,9 @@ class LLM::Gemini
       req["X-Goog-Upload-Command"] = "start"
       req["X-Goog-Upload-Header-Content-Length"] = file.bytesize
       req["X-Goog-Upload-Header-Content-Type"] = file.mime_type
-      req.body = LLM.json.dump(file: {display_name: File.basename(file.path)})
-      res = execute(request: req)
+      req.body = LLM.json.dump({file: {display_name: File.basename(file.path)}})
+      res, span = execute(request: req, operation: "request")
+      finish_trace(operation: "request", res: LLM::Response.new(res), span:)
       res["x-goog-upload-url"]
     end
 
@@ -136,7 +141,7 @@ class LLM::Gemini
       @provider.instance_variable_get(:@key)
     end
 
-    [:headers, :execute, :set_body_stream].each do |m|
+    [:headers, :execute, :set_body_stream, :finish_trace].each do |m|
       define_method(m) { |*args, **kwargs, &b| @provider.send(m, *args, **kwargs, &b) }
     end
   end

data/lib/llm/providers/gemini/images.rb

@@ -51,8 +51,9 @@ class LLM::Gemini
         instances: [{prompt:}]
       })
       req.body = body
-      res = execute(request: req)
-      ResponseAdapter.adapt(res, type: :image)
+      res, span = execute(request: req, operation: "request")
+      res = ResponseAdapter.adapt(res, type: :image)
+      finish_trace(operation: "request", model:, res:, span:)
     end
 
     ##
@@ -89,7 +90,7 @@ class LLM::Gemini
       @provider.instance_variable_get(:@key)
     end
 
-    [:headers, :execute, :set_body_stream].each do |m|
+    [:headers, :execute, :set_body_stream, :finish_trace].each do |m|
       define_method(m) { |*args, **kwargs, &b| @provider.send(m, *args, **kwargs, &b) }
     end
   end

data/lib/llm/providers/gemini/models.rb

@@ -42,8 +42,9 @@ class LLM::Gemini
     def all(**params)
       query = URI.encode_www_form(params.merge!(key: key))
       req = Net::HTTP::Get.new("/v1beta/models?#{query}", headers)
-      res = execute(request: req)
-      ResponseAdapter.adapt(res, type: :models)
+      res, span = execute(request: req, operation: "request")
+      res = ResponseAdapter.adapt(res, type: :models)
+      finish_trace(operation: "request", res:, span:)
     end
 
     private
@@ -52,7 +53,7 @@ class LLM::Gemini
       @provider.instance_variable_get(:@key)
     end
 
-    [:headers, :execute].each do |m|
+    [:headers, :execute, :finish_trace].each do |m|
       define_method(m) { |*args, **kwargs, &b| @provider.send(m, *args, **kwargs, &b) }
     end
   end

data/lib/llm/providers/gemini.rb

@@ -14,9 +14,9 @@ module LLM
   #   require "llm"
   #
   #   llm = LLM.gemini(key: ENV["KEY"])
-  #   bot = LLM::Bot.new(llm)
-  #   bot.chat ["Tell me about this photo", File.open("/images/horse.jpg", "rb")]
-  #   bot.messages.select(&:assistant?).each { print "[#{_1.role}]", _1.content, "\n" }
+  #   ses = LLM::Session.new(llm)
+  #   ses.talk ["Tell me about this photo", ses.local_file("/images/photo.png")]
+  #   ses.messages.select(&:assistant?).each { print "[#{_1.role}]", _1.content, "\n" }
   class Gemini < Provider
     require_relative "gemini/error_handler"
     require_relative "gemini/request_adapter"
@@ -49,8 +49,9 @@ module LLM
       path = ["/v1beta/models/#{model}", "embedContent?key=#{@key}"].join(":")
       req = Net::HTTP::Post.new(path, headers)
       req.body = LLM.json.dump({content: {parts: [{text: input}]}})
-      res = execute(request: req)
-      ResponseAdapter.adapt(res, type: :embedding)
+      res, span = execute(request: req, operation: "embeddings", model:)
+      res = ResponseAdapter.adapt(res, type: :embedding)
+      finish_trace(operation: "embeddings", model:, res:, span:)
     end
 
     ##
@@ -66,9 +67,10 @@ module LLM
     def complete(prompt, params = {})
       params, stream, tools, role, model = normalize_complete_params(params)
       req = build_complete_request(prompt, params, role, model, stream)
-      res = execute(request: req, stream: stream)
-      ResponseAdapter.adapt(res, type: :completion)
+      res, span = execute(request: req, stream: stream, operation: "chat", model:)
+      res = ResponseAdapter.adapt(res, type: :completion)
         .extend(Module.new { define_method(:__tools__) { tools } })
+      finish_trace(operation: "chat", model:, res:, span:)
     end
 
     ##