activeagents-telemetry-ruby_llm 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 74f798054c3b023ac181d541e9ce36d907733511e4abfd1a43d1565cbff09c3e
-  data.tar.gz: c651f96ca0fafc447d5e49090da2f84907fb4a04d33256ad1b87fee1d0e6d0d7
+  metadata.gz: cf9f1bb148ecabe70a08facf887f60c55dd08f6683370bcb03cb33d1abad0dd1
+  data.tar.gz: 81d06e3973b08667dbb972fe1a013d1be3785b9d9c2b3804a4dfbe5ae67fbaa5
 SHA512:
-  metadata.gz: 066163ce9683532ee6f2f3220592ede5a85c8a58208bdac182e169c32ccbe5a8c00682e1ac79c936da353399d6aeb024d132253b329d6dcf6e7b2227a0421577
-  data.tar.gz: d1ee5d365abac91ad386ff734095b21aa1b77ef1b0722c4a9d37e2742ab91cc9c9b5898db709f82cda59e7fd1663e224c19fa1691d34c095e6987f4e3d6783b3
+  metadata.gz: 999b5249ec348dc4b5280aeddfb2c905af13b29948a85aed5b81ddfdfd2f920fd5d0607b0fd79313f5fad732de271e0db2d1ab23b7ce04e575bf93f90c967040
+  data.tar.gz: 4ec2de8a1cb63605724e7497632b7463ee3e317c133d3bc05cc8131aa8ea1e9b379fdb0da172bf509809bb2ac193c2164bc3780b8844ed32c4c7225220475fb7

data/README.md

@@ -48,7 +48,9 @@ enclosing event, 2.x drives a flat `step until complete?` loop whose rounds
 are siblings with tool calls between them. Rounds are accumulated and flushed
 on the round that ends the turn, so both produce the same trace.
 
-Tool arguments and results are never sent; error messages are truncated.
+Prompts, completions, and tool arguments/results are sent only when the
+configuration's `capture_bodies` is enabled (off by default, truncated to
+4,000 characters); error messages are truncated.
 
 ## Naming the traffic
 

data/lib/activeagents/telemetry/ruby_llm/version.rb

@@ -3,7 +3,7 @@
 module ActiveAgents
   module Telemetry
     module RubyLLM
-      VERSION = "0.1.0"
+      VERSION = "0.2.0"
     end
   end
 end

data/lib/activeagents/telemetry/ruby_llm.rb

@@ -27,7 +27,9 @@ module ActiveAgents
     # Tokens are summed per round from the assistant messages that round added,
     # so a repeated event-level count is never double counted.
     #
-    # Tool arguments and results are never sent; error messages are truncated.
+    # Prompts, completions, and tool arguments/results are not sent unless the
+    # configuration's capture_bodies is enabled (they may contain sensitive
+    # data); error messages are truncated.
     module RubyLLM
       AGENT_KEY = :activeagents_telemetry_ruby_llm_agent
       STATE_KEY = :activeagents_telemetry_ruby_llm_state
@@ -36,6 +38,8 @@ module ActiveAgents
       # A turn that never reaches a final round (a halted tool call, or an app
       # driving RubyLLM 2.x's `step` by hand) would otherwise accumulate forever.
       MAX_TURN_SECONDS = 600
+      # Captured prompt/completion/tool content is truncated to this many characters.
+      CONTENT_LIMIT = 4_000
 
       DEFAULT_AGENT = { name: "RubyLLM::Chat", action: "chat" }.freeze
 
@@ -139,11 +143,16 @@ module ActiveAgents
 
         def build_tool_span(payload, started_at, finished_at)
           error = payload[:exception_object]
+          attributes = { "tool.name" => payload[:tool_name].to_s, "tool.call_id" => payload[:tool_call_id].to_s }
+          if configuration.capture_bodies?
+            attributes["tool.arguments"] = tool_io_json(payload[:tool_arguments])
+            attributes["tool.result"] = tool_io_json(payload[:result_content]) unless error
+          end
           span = Span.new(
             "tool.#{payload[:tool_name]}",
             type: "tool",
             start_time: started_at,
-            attributes: { "tool.name" => payload[:tool_name].to_s, "tool.call_id" => payload[:tool_call_id].to_s }
+            attributes: attributes
           )
           span.record_error(error, message_limit: configuration.error_message_limit) if error
           span.finish(at: finished_at)
@@ -163,14 +172,17 @@ module ActiveAgents
             resource_attributes: configuration.resource_attributes
           )
 
+          root_attributes = {
+            "agent.class" => agent[:name],
+            "agent.action" => agent[:action],
+            "agent.provider" => payload[:provider].to_s,
+            "agent.model" => payload[:model].to_s
+          }
+          root_attributes.merge!(conversation_attributes(payload)) if configuration.capture_bodies?
+
           root = trace.span(
             "#{agent[:name]}.#{agent[:action]}", type: "root", start_time: started_at,
-            attributes: {
-              "agent.class" => agent[:name],
-              "agent.action" => agent[:action],
-              "agent.provider" => payload[:provider].to_s,
-              "agent.model" => payload[:model].to_s
-            }
+            attributes: root_attributes
           )
 
           llm = trace.span(
@@ -215,6 +227,59 @@ module ActiveAgents
           nil
         end
 
+        # The prompt that opened the turn and the answer that closed it — the two
+        # ends a trace is otherwise missing. System instructions are included:
+        # they are the most common cause of a surprising answer.
+        def conversation_attributes(payload)
+          input = Array(payload[:input_messages])
+          new_messages = Array(payload[:messages_after])[input.size..] || []
+
+          attributes = {}
+          if (prompt = last_message_text(input, "user"))
+            attributes["llm.prompt"] = truncate_captured(prompt)
+          end
+          if (instructions = system_instructions(input))
+            attributes["llm.instructions"] = truncate_captured(instructions)
+          end
+          if (completion = last_message_text(new_messages, "assistant"))
+            attributes["llm.completion"] = truncate_captured(completion)
+          end
+          attributes
+        end
+
+        # RubyLLM's `with_instructions` appends by default, so a chat can carry
+        # several system messages and the model sees all of them. Join rather
+        # than taking the last, or an app that layers a base prompt with a
+        # per-request one would report only the fragment.
+        def system_instructions(messages)
+          texts = messages.select do |candidate|
+            candidate.respond_to?(:role) && candidate.role.to_s == "system" &&
+              candidate.respond_to?(:content) && !candidate.content.to_s.empty?
+          end.map { |message| message.content.to_s }
+
+          texts.empty? ? nil : texts.join("\n\n")
+        end
+
+        def last_message_text(messages, role)
+          message = messages.reverse.find do |candidate|
+            candidate.respond_to?(:role) && candidate.role.to_s == role &&
+              candidate.respond_to?(:content) && !candidate.content.to_s.empty?
+          end
+          text = message&.content.to_s
+          text.empty? ? nil : text
+        end
+
+        def tool_io_json(value)
+          json = value.is_a?(String) ? value : JSON.generate(value)
+          truncate_captured(json)
+        rescue StandardError
+          value.inspect[0, CONTENT_LIMIT]
+        end
+
+        def truncate_captured(text)
+          text.to_s[0, CONTENT_LIMIT]
+        end
+
         def token_totals(payload)
           initial_count = Array(payload[:input_messages]).size
           new_messages = Array(payload[:messages_after])[initial_count..] || []

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: activeagents-telemetry-ruby_llm
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - ActiveAgents
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-08-10 00:00:00.000000000 Z
+date: 2026-08-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activeagents-telemetry