braintrust 0.0.12 → 0.1.0

data/lib/braintrust.rb

@@ -6,7 +6,9 @@ require_relative "braintrust/state"
 require_relative "braintrust/trace"
 require_relative "braintrust/api"
 require_relative "braintrust/internal/experiments"
+require_relative "braintrust/internal/env"
 require_relative "braintrust/eval"
+require_relative "braintrust/contrib"
 
 # Braintrust Ruby SDK
 #
@@ -40,8 +42,13 @@ module Braintrust
   # @param filter_ai_spans [Boolean, nil] Enable AI span filtering (overrides BRAINTRUST_OTEL_FILTER_AI_SPANS env var)
   # @param span_filter_funcs [Array<Proc>, nil] Custom span filter functions
   # @param exporter [Exporter, nil] Optional exporter override (for testing)
+  # @param auto_instrument [Boolean, Hash, nil] Auto-instrumentation config:
+  #   - nil (default): use BRAINTRUST_AUTO_INSTRUMENT env var, default true if not set
+  #   - true: explicitly enable
+  #   - false: explicitly disable
+  #   - Hash with :only or :except keys for filtering
   # @return [State] the created state
-  def self.init(api_key: nil, org_name: nil, default_project: nil, app_url: nil, api_url: nil, set_global: true, blocking_login: false, enable_tracing: true, tracer_provider: nil, filter_ai_spans: nil, span_filter_funcs: nil, exporter: nil)
+  def self.init(api_key: nil, org_name: nil, default_project: nil, app_url: nil, api_url: nil, set_global: true, blocking_login: false, enable_tracing: true, tracer_provider: nil, filter_ai_spans: nil, span_filter_funcs: nil, exporter: nil, auto_instrument: nil)
     state = State.from_env(
       api_key: api_key,
       org_name: org_name,
@@ -58,6 +65,8 @@ module Braintrust
 
     State.global = state if set_global
 
+    auto_instrument!(auto_instrument)
+
     state
   end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: braintrust
 version: !ruby/object:Gem::Version
-  version: 0.0.12
+  version: 0.1.0
 platform: ruby
 authors:
 - Braintrust
@@ -180,18 +180,51 @@ dependencies:
 description: 'Braintrust Ruby SDK for evals, tracing and more. '
 email:
 - info@braintrust.dev
-executables: []
+executables:
+- braintrust
 extensions: []
 extra_rdoc_files: []
 files:
 - LICENSE
 - README.md
+- exe/braintrust
 - lib/braintrust.rb
 - lib/braintrust/api.rb
 - lib/braintrust/api/datasets.rb
 - lib/braintrust/api/functions.rb
 - lib/braintrust/api/internal/auth.rb
 - lib/braintrust/config.rb
+- lib/braintrust/contrib.rb
+- lib/braintrust/contrib/anthropic/deprecated.rb
+- lib/braintrust/contrib/anthropic/instrumentation/common.rb
+- lib/braintrust/contrib/anthropic/instrumentation/messages.rb
+- lib/braintrust/contrib/anthropic/integration.rb
+- lib/braintrust/contrib/anthropic/patcher.rb
+- lib/braintrust/contrib/context.rb
+- lib/braintrust/contrib/integration.rb
+- lib/braintrust/contrib/openai/deprecated.rb
+- lib/braintrust/contrib/openai/instrumentation/chat.rb
+- lib/braintrust/contrib/openai/instrumentation/common.rb
+- lib/braintrust/contrib/openai/instrumentation/responses.rb
+- lib/braintrust/contrib/openai/integration.rb
+- lib/braintrust/contrib/openai/patcher.rb
+- lib/braintrust/contrib/patcher.rb
+- lib/braintrust/contrib/rails/railtie.rb
+- lib/braintrust/contrib/registry.rb
+- lib/braintrust/contrib/ruby_llm/deprecated.rb
+- lib/braintrust/contrib/ruby_llm/instrumentation/chat.rb
+- lib/braintrust/contrib/ruby_llm/instrumentation/common.rb
+- lib/braintrust/contrib/ruby_llm/integration.rb
+- lib/braintrust/contrib/ruby_llm/patcher.rb
+- lib/braintrust/contrib/ruby_openai/deprecated.rb
+- lib/braintrust/contrib/ruby_openai/instrumentation/chat.rb
+- lib/braintrust/contrib/ruby_openai/instrumentation/common.rb
+- lib/braintrust/contrib/ruby_openai/instrumentation/responses.rb
+- lib/braintrust/contrib/ruby_openai/integration.rb
+- lib/braintrust/contrib/ruby_openai/patcher.rb
+- lib/braintrust/contrib/setup.rb
+- lib/braintrust/contrib/support/openai.rb
+- lib/braintrust/contrib/support/otel.rb
 - lib/braintrust/eval.rb
 - lib/braintrust/eval/case.rb
 - lib/braintrust/eval/cases.rb
@@ -202,19 +235,17 @@ files:
 - lib/braintrust/eval/scorer.rb
 - lib/braintrust/eval/summary.rb
 - lib/braintrust/internal/encoding.rb
+- lib/braintrust/internal/env.rb
 - lib/braintrust/internal/experiments.rb
 - lib/braintrust/internal/thread_pool.rb
+- lib/braintrust/internal/time.rb
 - lib/braintrust/logger.rb
+- lib/braintrust/setup.rb
 - lib/braintrust/state.rb
 - lib/braintrust/trace.rb
 - lib/braintrust/trace/attachment.rb
-- lib/braintrust/trace/contrib/anthropic.rb
-- lib/braintrust/trace/contrib/github.com/alexrudall/ruby-openai/ruby-openai.rb
-- lib/braintrust/trace/contrib/github.com/crmne/ruby_llm.rb
-- lib/braintrust/trace/contrib/openai.rb
 - lib/braintrust/trace/span_filter.rb
 - lib/braintrust/trace/span_processor.rb
-- lib/braintrust/trace/tokens.rb
 - lib/braintrust/version.rb
 homepage: https://github.com/braintrustdata/braintrust-sdk-ruby
 licenses:

data/lib/braintrust/trace/contrib/anthropic.rb

@@ -1,316 +0,0 @@
-# frozen_string_literal: true
-
-require "opentelemetry/sdk"
-require "json"
-require_relative "../tokens"
-
-module Braintrust
-  module Trace
-    module Anthropic
-      # Helper to safely set a JSON attribute on a span
-      # Only sets the attribute if obj is present
-      # @param span [OpenTelemetry::Trace::Span] the span to set attribute on
-      # @param attr_name [String] the attribute name (e.g., "braintrust.output_json")
-      # @param obj [Object] the object to serialize to JSON
-      # @return [void]
-      def self.set_json_attr(span, attr_name, obj)
-        return unless obj
-        span.set_attribute(attr_name, JSON.generate(obj))
-      end
-
-      # Parse usage tokens from Anthropic API response
-      # @param usage [Hash, Object] usage object from Anthropic response
-      # @return [Hash<String, Integer>] metrics hash with normalized names
-      def self.parse_usage_tokens(usage)
-        Braintrust::Trace.parse_anthropic_usage_tokens(usage)
-      end
-
-      # Wrap an Anthropic::Client to automatically create spans for messages and responses
-      # Supports both synchronous and streaming requests
-      # @param client [Anthropic::Client] the Anthropic client to wrap
-      # @param tracer_provider [OpenTelemetry::SDK::Trace::TracerProvider] the tracer provider (defaults to global)
-      def self.wrap(client, tracer_provider: nil)
-        tracer_provider ||= ::OpenTelemetry.tracer_provider
-
-        # Wrap messages.create
-        wrap_messages_create(client, tracer_provider)
-
-        # Wrap messages.stream (Anthropic SDK always has this method)
-        wrap_messages_stream(client, tracer_provider)
-
-        client
-      end
-
-      # Wrap messages.create API
-      # @param client [Anthropic::Client] the Anthropic client
-      # @param tracer_provider [OpenTelemetry::SDK::Trace::TracerProvider] the tracer provider
-      def self.wrap_messages_create(client, tracer_provider)
-        # Create a wrapper module that intercepts messages.create
-        wrapper = Module.new do
-          define_method(:create) do |**params|
-            tracer = tracer_provider.tracer("braintrust")
-
-            tracer.in_span("anthropic.messages.create") do |span|
-              # Initialize metadata hash
-              metadata = {
-                "provider" => "anthropic",
-                "endpoint" => "/v1/messages"
-              }
-
-              # Capture request metadata fields
-              metadata_fields = %i[
-                model max_tokens temperature top_p top_k stop_sequences
-                stream tools tool_choice thinking metadata service_tier
-              ]
-
-              metadata_fields.each do |field|
-                metadata[field.to_s] = params[field] if params.key?(field)
-              end
-
-              # Build input messages array, prepending system prompt if present
-              input_messages = []
-
-              # Prepend system prompt as a message if present
-              if params[:system]
-                # System can be a string or array of text blocks
-                system_content = params[:system]
-                if system_content.is_a?(Array)
-                  # Extract text from array of text blocks
-                  system_text = system_content.map { |block|
-                    block.is_a?(Hash) ? block[:text] : block
-                  }.join("\n")
-                  input_messages << {role: "system", content: system_text}
-                else
-                  input_messages << {role: "system", content: system_content}
-                end
-              end
-
-              # Add user/assistant messages
-              if params[:messages]
-                messages_array = params[:messages].map(&:to_h)
-                input_messages.concat(messages_array)
-              end
-
-              # Set input messages as JSON
-              if input_messages.any?
-                span.set_attribute("braintrust.input_json", JSON.generate(input_messages))
-              end
-
-              # Call the original method
-              response = super(**params)
-
-              # Format output as array of messages (same format as input)
-              if response.respond_to?(:content) && response.content
-                content_array = response.content.map(&:to_h)
-                output = [{
-                  role: response.respond_to?(:role) ? response.role : "assistant",
-                  content: content_array
-                }]
-                span.set_attribute("braintrust.output_json", JSON.generate(output))
-              end
-
-              # Set metrics (token usage with Anthropic-specific cache tokens)
-              if response.respond_to?(:usage) && response.usage
-                metrics = Braintrust::Trace::Anthropic.parse_usage_tokens(response.usage)
-                span.set_attribute("braintrust.metrics", JSON.generate(metrics)) unless metrics.empty?
-              end
-
-              # Add response metadata fields
-              if response.respond_to?(:stop_reason) && response.stop_reason
-                metadata["stop_reason"] = response.stop_reason
-              end
-              if response.respond_to?(:stop_sequence) && response.stop_sequence
-                metadata["stop_sequence"] = response.stop_sequence
-              end
-              # Update model if present in response (in case it was resolved from "latest")
-              if response.respond_to?(:model) && response.model
-                metadata["model"] = response.model
-              end
-
-              # Set metadata ONCE at the end with complete hash
-              span.set_attribute("braintrust.metadata", JSON.generate(metadata))
-
-              response
-            end
-          end
-        end
-
-        # Prepend the wrapper to the messages resource
-        client.messages.singleton_class.prepend(wrapper)
-      end
-
-      # Wrap messages.stream API
-      # @param client [Anthropic::Client] the Anthropic client
-      # @param tracer_provider [OpenTelemetry::SDK::Trace::TracerProvider] the tracer provider
-      def self.wrap_messages_stream(client, tracer_provider)
-        # Create a wrapper module that intercepts messages.stream
-        wrapper = Module.new do
-          define_method(:stream) do |**params, &block|
-            tracer = tracer_provider.tracer("braintrust")
-
-            metadata = {
-              "provider" => "anthropic",
-              "endpoint" => "/v1/messages",
-              "stream" => true
-            }
-
-            # Start span with proper context
-            span = tracer.start_span("anthropic.messages.create")
-
-            # Capture request metadata fields
-            metadata_fields = %i[
-              model max_tokens temperature top_p top_k stop_sequences
-              tools tool_choice thinking metadata service_tier
-            ]
-
-            metadata_fields.each do |field|
-              metadata[field.to_s] = params[field] if params.key?(field)
-            end
-
-            # Build input messages array, prepending system prompt if present
-            input_messages = []
-
-            if params[:system]
-              system_content = params[:system]
-              if system_content.is_a?(Array)
-                system_text = system_content.map { |block|
-                  block.is_a?(Hash) ? block[:text] : block
-                }.join("\n")
-                input_messages << {role: "system", content: system_text}
-              else
-                input_messages << {role: "system", content: system_content}
-              end
-            end
-
-            if params[:messages]
-              messages_array = params[:messages].map(&:to_h)
-              input_messages.concat(messages_array)
-            end
-
-            if input_messages.any?
-              span.set_attribute("braintrust.input_json", JSON.generate(input_messages))
-            end
-
-            # Set initial metadata
-            span.set_attribute("braintrust.metadata", JSON.generate(metadata))
-
-            # Call the original stream method WITHOUT passing the block
-            # We'll handle the block ourselves to aggregate events
-            begin
-              stream = super(**params)
-            rescue => e
-              span.record_exception(e)
-              span.status = ::OpenTelemetry::Trace::Status.error("Anthropic API error: #{e.message}")
-              span.finish
-              raise
-            end
-
-            # Store references on the stream object itself for the wrapper
-            stream.instance_variable_set(:@braintrust_span, span)
-            stream.instance_variable_set(:@braintrust_metadata, metadata)
-            stream.instance_variable_set(:@braintrust_span_finished, false)
-
-            # Local helper for brevity
-            set_json_attr = ->(attr_name, obj) { Braintrust::Trace::Anthropic.set_json_attr(span, attr_name, obj) }
-
-            # Helper lambda to extract stream data and set span attributes
-            # This is DRY - used by both .each() and .text() wrappers
-            extract_stream_metadata = lambda do
-              # Extract the SDK's internal accumulated message (built during streaming)
-              acc_msg = stream.instance_variable_get(:@accumated_message_snapshot)
-              return unless acc_msg
-
-              # Set output from accumulated message
-              if acc_msg.respond_to?(:content) && acc_msg.content
-                content_array = acc_msg.content.map(&:to_h)
-                output = [{
-                  role: acc_msg.respond_to?(:role) ? acc_msg.role : "assistant",
-                  content: content_array
-                }]
-                set_json_attr.call("braintrust.output_json", output)
-              end
-
-              # Set metrics from accumulated message
-              if acc_msg.respond_to?(:usage) && acc_msg.usage
-                metrics = Braintrust::Trace::Anthropic.parse_usage_tokens(acc_msg.usage)
-                set_json_attr.call("braintrust.metrics", metrics) unless metrics.empty?
-              end
-
-              # Update metadata with response fields
-              if acc_msg.respond_to?(:stop_reason) && acc_msg.stop_reason
-                metadata["stop_reason"] = acc_msg.stop_reason
-              end
-              if acc_msg.respond_to?(:model) && acc_msg.model
-                metadata["model"] = acc_msg.model
-              end
-              set_json_attr.call("braintrust.metadata", metadata)
-            end
-
-            # Helper lambda to finish span (prevents double-finishing via closure)
-            finish_braintrust_span = lambda do
-              return if stream.instance_variable_get(:@braintrust_span_finished)
-              stream.instance_variable_set(:@braintrust_span_finished, true)
-
-              extract_stream_metadata.call
-              span.finish
-            end
-
-            # Wrap .each() to ensure span finishes after consumption
-            original_each = stream.method(:each)
-            stream.define_singleton_method(:each) do |&user_block|
-              # Consume stream, calling user's block for each event
-              # The SDK builds @accumated_message_snapshot internally
-              original_each.call(&user_block)
-            rescue => e
-              span.record_exception(e)
-              span.status = ::OpenTelemetry::Trace::Status.error("Streaming error: #{e.message}")
-              raise
-            ensure
-              # Extract accumulated message and finish span
-              finish_braintrust_span.call
-            end
-
-            # Wrap .text() to return an Enumerable that ensures span finishes
-            original_text = stream.method(:text)
-            stream.define_singleton_method(:text) do
-              text_enum = original_text.call
-
-              # Return wrapper Enumerable that finishes span after consumption
-              Enumerator.new do |y|
-                # Consume text enumerable (this consumes underlying stream)
-                # The SDK builds @accumated_message_snapshot internally
-                text_enum.each { |text| y << text }
-              rescue => e
-                span.record_exception(e)
-                span.status = ::OpenTelemetry::Trace::Status.error("Streaming error: #{e.message}")
-                raise
-              ensure
-                # Extract accumulated message and finish span
-                finish_braintrust_span.call
-              end
-            end
-
-            # Wrap .close() to ensure span finishes even if stream not consumed
-            original_close = stream.method(:close)
-            stream.define_singleton_method(:close) do
-              original_close.call
-            ensure
-              # Finish span even if stream was closed early
-              finish_braintrust_span.call
-            end
-
-            # If a block was provided to stream(), call each with it immediately
-            if block
-              stream.each(&block)
-            end
-
-            stream
-          end
-        end
-
-        # Prepend the wrapper to the messages resource
-        client.messages.singleton_class.prepend(wrapper)
-      end
-    end
-  end
-end