langsmithrb_rails 0.1.0 → 0.1.1

data/lib/generators/langsmithrb_rails/tracing/tracing_generator.rb

@@ -0,0 +1,78 @@
+# frozen_string_literal: true
+
+module LangsmithrbRails
+  module Generators
+    # Generator for adding LangSmith tracing to Rails applications
+    class TracingGenerator < Rails::Generators::Base
+      source_root File.expand_path("templates", __dir__)
+      
+      desc "Adds LangSmith tracing to your Rails application"
+      
+      def create_middleware
+        template "request_tracing.rb", "app/middleware/langsmithrb_rails/request_tracing.rb"
+      end
+      
+      def create_service_concern
+        template "langsmith_traced.rb", "app/services/concerns/langsmith_traced.rb"
+      end
+      
+      def create_job_concern
+        template "langsmith_traced_job.rb", "app/jobs/concerns/langsmith_traced_job.rb"
+      end
+      
+      def update_application_config
+        application_rb_path = "config/application.rb"
+        
+        if File.exist?(application_rb_path)
+          middleware_line = "    config.middleware.use LangsmithrbRails::RequestTracing"
+          
+          # Check if middleware is already configured
+          if File.read(application_rb_path).include?(middleware_line)
+            say_status :skip, "Middleware already configured in application.rb", :yellow
+          else
+            # Find the class Application < Rails::Application line
+            application_content = File.read(application_rb_path)
+            
+            if application_content =~ /class Application < Rails::Application/
+              inject_into_file application_rb_path, after: "class Application < Rails::Application\n" do
+                <<~RUBY
+                  # Use LangSmith request tracing middleware
+                  #{middleware_line}
+                
+                RUBY
+              end
+              
+              say_status :insert, "Added middleware to application.rb", :green
+            else
+              say_status :error, "Could not find the Application class in application.rb", :red
+            end
+          end
+        else
+          say_status :error, "Could not find application.rb", :red
+        end
+      end
+      
+      def create_directories
+        empty_directory "app/middleware/langsmithrb_rails"
+        empty_directory "app/services/concerns"
+        empty_directory "app/jobs/concerns"
+      end
+      
+      def display_post_install_message
+        say "\n"
+        say "LangSmith tracing has been added to your Rails application! 🎉", :green
+        say "\n"
+        say "Usage:", :yellow
+        say "  1. Use the LangsmithTraced concern in your services:", :yellow
+        say "     include LangsmithTraced", :yellow
+        say "     LangsmithTraced.trace(name: 'my_operation', type: 'llm') { ... }", :yellow
+        say "  2. Use the LangsmithTracedJob concern in your jobs:", :yellow
+        say "     include LangsmithTracedJob", :yellow
+        say "\n"
+        say "To add a local buffer for traces, run:", :yellow
+        say "  bin/rails g langsmithrb_rails:buffer", :yellow
+        say "\n"
+      end
+    end
+  end
+end

data/lib/langsmithrb_rails/client.rb

@@ -0,0 +1,77 @@
+# frozen_string_literal: true
+
+require "net/http"
+require "json"
+require "uri"
+
+module LangsmithrbRails
+  # Direct REST client for LangSmith API
+  class Client
+    # Initialize a new LangSmith client
+    # @param api_key [String] LangSmith API key
+    # @param api_url [String] LangSmith API URL
+    def initialize(api_key: Config[:api_key], api_url: Config[:api_url])
+      @api_key = api_key
+      @api_url = api_url.chomp("/")
+    end
+
+    # Create a new run in LangSmith
+    # @param payload [Hash] Run data
+    # @return [Hash] Response with status and body
+    def create_run(payload)
+      post("/runs", payload)
+    end
+
+    # Update an existing run in LangSmith
+    # @param id [String] Run ID
+    # @param payload [Hash] Updated run data
+    # @return [Hash] Response with status and body
+    def update_run(id, payload)
+      patch("/runs/#{id}", payload)
+    end
+
+    private
+
+    # Make a POST request
+    # @param path [String] API path
+    # @param payload [Hash] Request payload
+    # @return [Hash] Response with status and body
+    def post(path, payload)
+      request(Net::HTTP::Post, path, payload)
+    end
+
+    # Make a PATCH request
+    # @param path [String] API path
+    # @param payload [Hash] Request payload
+    # @return [Hash] Response with status and body
+    def patch(path, payload)
+      request(Net::HTTP::Patch, path, payload)
+    end
+
+    # Make an HTTP request
+    # @param klass [Class] Net::HTTP request class
+    # @param path [String] API path
+    # @param payload [Hash] Request payload
+    # @return [Hash] Response with status and body
+    def request(klass, path, payload)
+      uri = URI.parse("#{@api_url}#{path}")
+      http = Net::HTTP.new(uri.host, uri.port)
+      http.use_ssl = uri.scheme == "https"
+      http.open_timeout = Config[:open_timeout_seconds]
+      http.read_timeout = Config[:timeout_seconds]
+      
+      req = klass.new(uri.request_uri)
+      req["Authorization"] = "Bearer #{@api_key}" if @api_key
+      req["Content-Type"] = "application/json"
+      req.body = JSON.generate(payload)
+      
+      res = http.request(req)
+      { 
+        status: res.code.to_i, 
+        body: (JSON.parse(res.body) rescue { "raw" => res.body })
+      }
+    rescue => e
+      { status: 0, error: e.message }
+    end
+  end
+end

data/lib/langsmithrb_rails/config.rb

@@ -0,0 +1,72 @@
+# frozen_string_literal: true
+
+require "yaml"
+require "ostruct"
+
+module LangsmithrbRails
+  # Configuration class for LangsmithrbRails
+  class Config
+    # Default configuration values
+    DEFAULTS = {
+      api_url: "https://api.smith.langchain.com",
+      project: nil,
+      api_key: ENV["LANGSMITH_API_KEY"],
+      sampling_rate: ENV.fetch("LANGSMITH_SAMPLING", "0.1").to_f,
+      redact_by_default: true,
+      timeout_seconds: 3.0,
+      open_timeout_seconds: 1.0,
+      env: ENV["RAILS_ENV"] || "development",
+      enabled: false
+    }.freeze
+
+    class << self
+      # Load configuration from YAML file and environment variables
+      # @param rails_root [Pathname] Rails root path
+      # @return [OpenStruct] Configuration object
+      def load!(rails_root: Rails.root)
+        file = rails_root.join("config/langsmith.yml")
+        yml = File.exist?(file) ? YAML.load_file(file) : {}
+        env = (ENV["RAILS_ENV"] || "development").to_s
+        @config = OpenStruct.new(DEFAULTS.merge(yml.fetch(env, {})))
+        
+        # Override with environment variables if present
+        @config.api_key = ENV["LANGSMITH_API_KEY"] if ENV["LANGSMITH_API_KEY"]
+        @config.project = ENV["LANGSMITH_PROJECT"] if ENV["LANGSMITH_PROJECT"]
+        @config.enabled = @config.api_key.present? unless ENV.key?("LANGSMITH_ENABLED")
+        @config.enabled = ENV["LANGSMITH_ENABLED"] == "true" if ENV.key?("LANGSMITH_ENABLED")
+        
+        @config
+      end
+
+      # Access configuration values
+      # @param key [Symbol] Configuration key
+      # @return [Object] Configuration value
+      def [](key)
+        @config&.send(key)
+      end
+
+      # Set configuration values
+      # @param key [Symbol] Configuration key
+      # @param value [Object] Configuration value
+      # @return [Object] Configuration value
+      def set(key, value)
+        @config&.send("#{key}=", value)
+      end
+
+      # Get current configuration
+      # @return [OpenStruct] Configuration object
+      def current
+        @config ||= OpenStruct.new(DEFAULTS)
+      end
+    end
+
+    # For backwards compatibility
+    attr_accessor :enabled, :api_key, :project_name
+
+    def initialize
+      @enabled = false
+      @api_key = nil
+      @project_name = nil
+    end
+  end
+end

data/lib/langsmithrb_rails/generators/langsmithrb_rails/langsmith_generator.rb

@@ -0,0 +1,61 @@
+# frozen_string_literal: true
+
+require "rails/generators"
+
+module LangsmithrbRails
+  module Generators
+    # Generator for adding LangSmith support to a Rails application
+    class LangsmithGenerator < Rails::Generators::Base
+      source_root File.expand_path("templates", __dir__)
+      desc "Adds LangSmith support to your Rails application"
+
+      def create_initializer
+        template "langsmith_initializer.rb", "config/initializers/langsmith.rb"
+      end
+
+      def update_env_example
+        create_file ".env.example" unless File.exist?(".env.example")
+        
+        # Check if LangSmith config is already in the file
+        env_content = File.exist?(".env.example") ? File.read(".env.example") : ""
+        return if env_content.include?("LANGSMITH_API_KEY")
+        
+        append_to_file ".env.example" do
+          # Add a newline if the file doesn't end with one
+          (env_content.end_with?("\n") ? "" : "\n") + 
+          <<~ENV
+            # LangSmith configuration
+            LANGSMITH_API_KEY=
+            LANGSMITH_PROJECT=
+          ENV
+        end
+      end
+
+      def update_gitignore
+        create_file ".gitignore" unless File.exist?(".gitignore")
+        
+        # Check if .env is already in gitignore
+        gitignore_content = File.exist?(".gitignore") ? File.read(".gitignore") : ""
+        return if gitignore_content.match?(/^\.env\s*$/)
+        
+        append_to_file ".gitignore" do
+          # Add a newline if the file doesn't end with one
+          (gitignore_content.end_with?("\n") ? "" : "\n") + 
+          <<~GITIGNORE
+            # LangSmith
+            .env
+          GITIGNORE
+        end
+      end
+
+      def display_post_install_message
+        say "\n🎉 LangSmith support has been added to your Rails application!", :green
+        say "\nTo enable LangSmith tracing, add the following to your .env file:", :yellow
+        say "LANGSMITH_API_KEY=your_api_key", :yellow
+        say "LANGSMITH_PROJECT=your_project_name (optional)", :yellow
+        say "\nYou can get your API key from https://smith.langchain.com/", :yellow
+        say "\nRestart your Rails server to apply the changes.", :yellow
+      end
+    end
+  end
+end

data/lib/langsmithrb_rails/generators/langsmithrb_rails/templates/langsmith_initializer.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+# Configure LangSmith using the langsmithrb gem
+
+# First, configure the langsmithrb gem directly
+Langsmithrb.configure do |config|
+  config.api_key = ENV["LANGSMITH_API_KEY"]
+  config.project_name = ENV["LANGSMITH_PROJECT"]
+  config.tracing_enabled = ENV["LANGSMITH_API_KEY"].present?
+end
+
+# Then, configure our Rails integration
+LangsmithrbRails.configure do |config|
+  # Enable LangSmith tracing
+  config.enabled = ENV["LANGSMITH_API_KEY"].present?
+  
+  # Your LangSmith API key from https://smith.langchain.com/
+  config.api_key = ENV["LANGSMITH_API_KEY"]
+  
+  # Optional: The project name to use for LangSmith traces
+  config.project_name = ENV["LANGSMITH_PROJECT"]
+end

data/lib/langsmithrb_rails/langsmith.rb

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+
+require "langsmithrb"
+
+module LangsmithrbRails
+  # LangSmith integration for Rails applications using the langsmithrb gem
+  module LangSmith
+    class << self
+      # Configure LangSmith tracing
+      # This method sets up LangSmith tracing using the langsmithrb gem
+      # @param api_key [String] LangSmith API key
+      # @param project_name [String] Optional project name for LangSmith traces
+      # @param tracing [Boolean] Whether to enable tracing (default: true)
+      def configure(api_key:, project_name: nil, tracing: true)
+        Langsmithrb.configure do |config|
+          config.api_key = api_key
+          config.project_name = project_name if project_name
+          config.tracing_enabled = tracing
+        end
+      end
+
+      # Check if LangSmith tracing is enabled
+      # @return [Boolean] Whether LangSmith tracing is enabled
+      def enabled?
+        Langsmithrb.config.tracing_enabled && !Langsmithrb.config.api_key.nil?
+      end
+
+      # Get the current LangSmith project name
+      # @return [String, nil] The current LangSmith project name or nil if not set
+      def project_name
+        Langsmithrb.config.project_name
+      end
+    end
+  end
+end

data/lib/langsmithrb_rails/railtie.rb

@@ -0,0 +1,33 @@
+# frozen_string_literal: true
+
+require "langsmithrb"
+
+module LangsmithrbRails
+  # Rails integration for LangsmithrbRails
+  class Railtie < Rails::Railtie
+    initializer "langsmithrb_rails" do
+      # Configure LangSmith if enabled
+      if LangsmithrbRails.config.enabled && LangsmithrbRails.config.api_key
+        # Configure the langsmithrb gem
+        Langsmithrb.configure do |config|
+          config.api_key = LangsmithrbRails.config.api_key
+          config.project_name = LangsmithrbRails.config.project_name
+          config.tracing_enabled = true
+        end
+        
+        # Also configure our wrapper for consistency
+        LangsmithrbRails::LangSmith.configure(
+          api_key: LangsmithrbRails.config.api_key,
+          project_name: LangsmithrbRails.config.project_name,
+          tracing: true
+        )
+        
+        Rails.logger.info "LangSmith tracing enabled"
+      end
+    end
+
+    generators do
+      require_relative "generators/langsmithrb_rails/langsmith_generator"
+    end
+  end
+end

data/lib/langsmithrb_rails/redactor.rb

@@ -0,0 +1,76 @@
+# frozen_string_literal: true
+
+module LangsmithrbRails
+  # PII redaction utility for LangSmith traces
+  class Redactor
+    # Common PII patterns
+    PATTERNS = {
+      email: /\b[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Z|a-z]{2,}\b/,
+      phone: /\b(\+\d{1,2}\s?)?\(?\d{3}\)?[\s.-]?\d{3}[\s.-]?\d{4}\b/,
+      credit_card: /\b(?:\d{4}[-\s]?){3}\d{4}\b|\b\d{13,16}\b/,
+      ssn: /\b\d{3}[-\s]?\d{2}[-\s]?\d{4}\b/,
+      ip_address: /\b\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}\b/
+    }.freeze
+
+    class << self
+      # Allowlist of patterns that should not be redacted
+      attr_accessor :allowlist
+
+      # Custom patterns to redact beyond the defaults
+      attr_accessor :custom_patterns
+
+      # Initialize the class variables
+      def setup
+        @allowlist = []
+        @custom_patterns = {}
+      end
+
+      # Scrub PII from the input
+      # @param input [Object] Input to scrub (String, Hash, Array, etc.)
+      # @return [Object] Redacted copy of the input
+      def scrub(input)
+        return input unless Config[:redact_by_default]
+        
+        case input
+        when String
+          scrub_string(input)
+        when Hash
+          input.transform_values { |v| scrub(v) }
+        when Array
+          input.map { |item| scrub(item) }
+        else
+          input
+        end
+      end
+
+      private
+
+      # Scrub PII from a string
+      # @param text [String] String to scrub
+      # @return [String] Redacted string
+      def scrub_string(text)
+        return text unless text.is_a?(String)
+        
+        result = text.dup
+        
+        # Skip redaction for allowlisted patterns
+        return result if @allowlist&.any? { |pattern| text.match?(pattern) }
+        
+        # Apply default patterns
+        PATTERNS.each do |type, pattern|
+          result.gsub!(pattern) { |match| "[REDACTED #{type.upcase}]" }
+        end
+        
+        # Apply custom patterns
+        @custom_patterns&.each do |type, pattern|
+          result.gsub!(pattern) { |match| "[REDACTED #{type.upcase}]" }
+        end
+        
+        result
+      end
+    end
+  end
+end
+
+# Initialize class variables
+LangsmithrbRails::Redactor.setup

data/lib/langsmithrb_rails/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module LangsmithrbRails
+  VERSION = "0.1.1"
+end

data/lib/langsmithrb_rails.rb

@@ -0,0 +1,31 @@
+# frozen_string_literal: true
+
+require "langsmithrb"
+require "rails"
+
+require_relative "langsmithrb_rails/version"
+require_relative "langsmithrb_rails/config"
+require_relative "langsmithrb_rails/client"
+require_relative "langsmithrb_rails/redactor"
+require_relative "langsmithrb_rails/langsmith"
+require_relative "langsmithrb_rails/railtie" if defined?(Rails)
+
+# LangsmithRails provides integration with LangSmith for Rails applications
+module LangsmithrbRails
+  class << self
+    # Configure LangsmithrbRails
+    # @yield [config] Configuration block
+    # @yieldparam config [LangsmithrbRails::Config] Configuration object
+    # @return [LangsmithrbRails::Config] Configuration object
+    def configure
+      yield config if block_given?
+      config
+    end
+
+    # Get the current configuration
+    # @return [LangsmithrbRails::Config] Configuration object
+    def config
+      @config ||= Config.new
+    end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: langsmithrb_rails
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Protocol Grid
@@ -156,14 +156,67 @@ email:
 executables: []
 extensions: []
 extra_rdoc_files: []
-files: []
-homepage: https://github.com/protocolgrid/langsmithrb_rails
+files:
+- ".rspec"
+- ".rspec_status"
+- CHANGELOG.md
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README.md
+- Rakefile
+- langsmithrb_rails-0.1.0.gem
+- langsmithrb_rails.gemspec
+- lib/generators/langsmithrb_rails/buffer/buffer_generator.rb
+- lib/generators/langsmithrb_rails/buffer/templates/create_langsmith_run_buffers.rb
+- lib/generators/langsmithrb_rails/buffer/templates/flush_buffer_job.rb
+- lib/generators/langsmithrb_rails/buffer/templates/langsmith.rake
+- lib/generators/langsmithrb_rails/buffer/templates/langsmith_run_buffer.rb
+- lib/generators/langsmithrb_rails/buffer/templates/migration.rb
+- lib/generators/langsmithrb_rails/ci/ci_generator.rb
+- lib/generators/langsmithrb_rails/ci/templates/langsmith-evals.yml
+- lib/generators/langsmithrb_rails/ci/templates/langsmith_export_summary.rb
+- lib/generators/langsmithrb_rails/demo/demo_generator.rb
+- lib/generators/langsmithrb_rails/demo/templates/chat_controller.js
+- lib/generators/langsmithrb_rails/demo/templates/chat_controller.rb
+- lib/generators/langsmithrb_rails/demo/templates/chat_message.rb
+- lib/generators/langsmithrb_rails/demo/templates/create_chat_messages.rb
+- lib/generators/langsmithrb_rails/demo/templates/index.html.erb
+- lib/generators/langsmithrb_rails/demo/templates/llm_service.rb
+- lib/generators/langsmithrb_rails/evals/evals_generator.rb
+- lib/generators/langsmithrb_rails/evals/templates/checks/correctness.rb
+- lib/generators/langsmithrb_rails/evals/templates/checks/llm_graded.rb
+- lib/generators/langsmithrb_rails/evals/templates/datasets/sample.yml
+- lib/generators/langsmithrb_rails/evals/templates/langsmith_evals.rake
+- lib/generators/langsmithrb_rails/evals/templates/targets/http.rb
+- lib/generators/langsmithrb_rails/evals/templates/targets/ruby.rb
+- lib/generators/langsmithrb_rails/install/install_generator.rb
+- lib/generators/langsmithrb_rails/install/templates/config.yml
+- lib/generators/langsmithrb_rails/install/templates/initializer.rb
+- lib/generators/langsmithrb_rails/privacy/privacy_generator.rb
+- lib/generators/langsmithrb_rails/privacy/templates/custom_redactor.rb
+- lib/generators/langsmithrb_rails/privacy/templates/privacy.yml
+- lib/generators/langsmithrb_rails/privacy/templates/privacy_initializer.rb
+- lib/generators/langsmithrb_rails/tracing/templates/langsmith_traced.rb
+- lib/generators/langsmithrb_rails/tracing/templates/langsmith_traced_job.rb
+- lib/generators/langsmithrb_rails/tracing/templates/request_tracing.rb
+- lib/generators/langsmithrb_rails/tracing/tracing_generator.rb
+- lib/langsmithrb_rails.rb
+- lib/langsmithrb_rails/client.rb
+- lib/langsmithrb_rails/config.rb
+- lib/langsmithrb_rails/generators/langsmithrb_rails/langsmith_generator.rb
+- lib/langsmithrb_rails/generators/langsmithrb_rails/templates/langsmith_initializer.rb
+- lib/langsmithrb_rails/langsmith.rb
+- lib/langsmithrb_rails/railtie.rb
+- lib/langsmithrb_rails/redactor.rb
+- lib/langsmithrb_rails/version.rb
+homepage: https://github.com/cdaviis/langsmithrb_rails
 licenses:
 - MIT
 metadata:
-  homepage_uri: https://github.com/protocolgrid/langsmithrb_rails
-  source_code_uri: https://github.com/protocolgrid/langsmithrb_rails
-  changelog_uri: https://github.com/protocolgrid/langsmithrb_rails/blob/main/CHANGELOG.md
+  homepage_uri: https://github.com/cdaviis/langsmithrb_rails
+  source_code_uri: https://github.com/cdaviis/langsmithrb_rails
+  changelog_uri: https://github.com/cdaviis/langsmithrb_rails/blob/main/CHANGELOG.md
 rdoc_options: []
 require_paths:
 - lib