langchainrb_datadog 0.1.1 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 23338bc6bd38a2b3ec5c71341951b9ae8e257942bb98db4bbecf475c2ae16a8b
-  data.tar.gz: 4ef7916a9f9d603ffe8ee5336c330d9e763b7f14387c4b1c1a81d9767ac33d57
+  metadata.gz: 476c2defa855d2de1247b12f86cfe0cb8257112008cdbe75ab31203d4a7f8008
+  data.tar.gz: d3ab0555d28f069e5d83272128fe8a377d26ae0706f01edfeb621c9f9ab9c544
 SHA512:
-  metadata.gz: e77c86b700e4c40581233cac7e1dc867da1d5f2a46646a606ed90f443923cc88c485b9e5c8959694e40ecaf7725e94dd83be67630713e1f324c7d0bcd105f03c
-  data.tar.gz: '01608efee90006c6217680eeb7c1020ed007456f29bac2d5ed6986e40714ab16d987408898394d32a720737cb8f05236388a97e19be13f4d1dd39fd5879df363'
+  metadata.gz: e78fb388b5fc76dbb800deeb68abd056defdaf2053c0e938a45546f5e5889f0b7fea6fb99e4d3f679fa0a22813dffe753c6a1a81f699d7beb8a6af9bd9516905
+  data.tar.gz: 7cc14ab026333ab14db8635239cb34cd479e68f73c181ad4ed4ee2db68cbe19249641bd2b49e6486d44dfbc026929a6311f2cbeb22e08183fd6bc4e02d4a71de

data/lib/langchain/datadog/assistant.rb

@@ -0,0 +1,86 @@
+# frozen_string_literal: true
+
+module Langchain
+  module Datadog
+    # Implements hooks for Langchain::Assistant class to capture LLM
+    # calls and report them to the Datadog LLM Observability API.
+    module Assistant
+      include Langchain::Datadog::Tracing
+
+      def run(...)
+        return super unless Datadog.enabled?
+
+        span do
+          super
+          extract_content messages.last if state == :completed
+        end
+
+        messages
+      end
+
+      private
+
+      def run_tool(tool_call, ...)
+        return super unless Datadog.enabled?
+
+        Tracing.send(:span, tool_call.to_json, kind: 'tool') do
+          super
+          extract_content messages.last
+        end
+
+        messages
+      end
+
+      def span
+        previous_parent_id = Tracing.active_parent_id
+        Tracing.start_span
+
+        input_messages = {
+          messages: messages.map do |message|
+            { content: extract_content(message), role: message.role }
+          end
+        }
+
+        start_ns = (Time.now.to_r * 1_000_000_000).to_i
+        output   = yield
+        duration = (Time.now.to_r * 1_000_000_000).to_i - start_ns
+
+        output_value = { value: output } if output
+
+        trace([{
+          name: caller_locations(1, 1)[0].label,
+          span_id: Tracing.active_span_id.to_s,
+          trace_id: Tracing.active_trace_id.to_s,
+          parent_id: Tracing.active_parent_id&.to_s || 'undefined',
+          start_ns:,
+          duration:,
+          meta: {
+            kind: 'agent',
+            input: input_messages,
+            output: output_value
+          }.compact,
+          metrics:
+        }.compact])
+
+        output
+      ensure
+        Tracing.end_span(parent_id: previous_parent_id)
+      end
+
+      def metrics
+        input_tokens  = total_prompt_tokens
+        output_tokens = total_completion_tokens
+
+        metrics = { input_tokens:, output_tokens:, total_tokens: }.compact
+
+        metrics.empty? ? nil : metrics
+      end
+
+      def extract_content(message)
+        return nil unless message.respond_to?(:content) && message.respond_to?(:image_url)
+
+        [message.content, message.image_url].join(' ').strip
+      end
+    end
+  end
+end

data/lib/langchain/datadog/llm.rb

@@ -72,7 +72,8 @@ module Langchain
 
       def input(parameters)
         case parameters
-        in { messages: messages } then { messages: }
+        in { messages: messages }
+          { messages: messages.map { |message| transform_content(message) } }
         in { prompt: value } then { value: }
         in { text: value } then { value: }
         else nil
@@ -110,6 +111,17 @@ module Langchain
 
         metrics.empty? ? nil : metrics
       end
+
+      def transform_content(message) = {
+        content: (if (content = message[:content]).is_a?(Array)
+                    content.map do |chunk|
+                      chunk[:text] || chunk.dig(:image_url, :url)
+                    end.compact.join
+                  else
+                    content
+                  end),
+        role: message[:role]
+      }
     end
   end
 end

data/lib/langchain/datadog/version.rb

@@ -2,6 +2,6 @@
 
 module Langchain
   module Datadog
-    VERSION = '0.1.1'
+    VERSION = '0.2.0'
   end
 end

data/lib/langchain/datadog.rb

@@ -7,6 +7,7 @@ require_relative 'datadog/version'
 require_relative 'datadog/tracing'
 require_relative 'datadog/llm'
 require_relative 'datadog/vectorsearch'
+require_relative 'datadog/assistant'
 
 module Langchain
   # Datadog LLM Observability integration with Langchain.rb.
@@ -87,3 +88,7 @@ Zeitwerk::Loader.eager_load_namespace(Langchain::Vectorsearch) rescue Zeitwerk::
 Langchain::Vectorsearch::Base.subclasses.each do |klass|
   klass.prepend Langchain::Datadog::Vectorsearch
 end
+
+# Prepend the Datadog::Assistant module to the Langchain::Assistant class to
+# capture LLM calls and report them to the Datadog LLM Observability API.
+Langchain::Assistant.prepend Langchain::Datadog::Assistant

metadata

@@ -1,15 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: langchainrb_datadog
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.2.0
 platform: ruby
 authors:
 - GaggleAMP
 - Nikolaos Anastopoulos
-autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-10-12 00:00:00.000000000 Z
+date: 2025-02-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: faraday
@@ -29,14 +28,14 @@ dependencies:
   name: langchainrb
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: 0.17.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: 0.17.1
 description: Hooks into Langchain.rb methods to capture LLM calls and report them
@@ -54,6 +53,7 @@ files:
 - README.md
 - Rakefile
 - lib/langchain/datadog.rb
+- lib/langchain/datadog/assistant.rb
 - lib/langchain/datadog/llm.rb
 - lib/langchain/datadog/tracing.rb
 - lib/langchain/datadog/vectorsearch.rb
@@ -66,7 +66,6 @@ metadata:
   homepage_uri: https://github.com/GaggleAMP/langchainrb_datadog
   source_code_uri: https://github.com/GaggleAMP/langchainrb_datadog
   github_repo: git@github.com:GaggleAMP/langchainrb_datadog.git
-post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -81,8 +80,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.16
-signing_key:
+rubygems_version: 3.6.2
 specification_version: 4
 summary: Enables LLM observability with Datadog for Langchain.rb.
 test_files: []