llama_bot_rails 0.1.7 → 0.1.9

data/config/routes.rb

@@ -1,6 +1,9 @@
 LlamaBotRails::Engine.routes.draw do
   post "agent/command", to: "agent#command"
   get "agent/chat", to: "agent#chat"
+  get "agent/chat_ws", to: "agent#chat_ws"
   get "agent/threads", to: "agent#threads"
   get "agent/chat-history/:thread_id", to: "agent#chat_history"
+  post "agent/send_message", to: "agent#send_message"
+  get "agent/test_streaming", to: "agent#test_streaming"
 end

data/lib/generators/llama_bot_rails/install/install_generator.rb

@@ -4,9 +4,25 @@ module LlamaBotRails
       class InstallGenerator < Rails::Generators::Base
         source_root File.expand_path("templates", __dir__)
 
-        def create_config_file
-            empty_directory "config/llama_bot"
-            copy_file "agent_prompt.txt", "config/llama_bot/agent_prompt.txt"
+        def allow_docker_host
+          dev_config = "config/environments/development.rb"
+          insertion = "  config.hosts << /host\\.docker\\.internal/  # Allow Docker agent to access Rails\n"
+  
+          unless File.read(dev_config).include?("host.docker.internal")
+            inject_into_file dev_config, insertion, after: "Rails.application.configure do\n"
+            say_status("updated", "Added host.docker.internal to development.rb", :green)
+          end
+        end
+
+        def create_agent_prompt
+            empty_directory "app/llama_bot/prompts"
+            copy_file "agent_prompt.txt", "app/llama_bot/prompts/agent_prompt.txt"
+        end
+
+        def create_agent_state_builder
+            empty_directory "app/llama_bot"
+            template "agent_state_builder.rb.erb", "app/llama_bot/agent_state_builder.rb"
+            say_status("created", "app/llama_bot/agent_state_builder.rb", :green)
         end
   
         def mount_engine
@@ -36,9 +52,17 @@ module LlamaBotRails
         def create_initializer
           create_file "config/initializers/llama_bot_rails.rb", <<~RUBY
             Rails.application.configure do
-              config.llama_bot_rails.websocket_url = ENV.fetch("LLAMABOT_WEBSOCKET_URL", "ws://localhost:8000/ws")
-              config.llama_bot_rails.llamabot_api_url = ENV.fetch("LLAMABOT_API_URL", "http://localhost:8000")
+              config.llama_bot_rails.websocket_url      = ENV.fetch("LLAMABOT_WEBSOCKET_URL", "ws://localhost:8000/ws")
+              config.llama_bot_rails.llamabot_api_url   = ENV.fetch("LLAMABOT_API_URL", "http://localhost:8000")
               config.llama_bot_rails.enable_console_tool = !Rails.env.production?
+
+              # ------------------------------------------------------------------------
+              # Custom State Builder
+              # ------------------------------------------------------------------------
+              # The gem uses `LlamaBotRails::AgentStateBuilder` by default.
+              # Uncomment this line to use the builder in app/llama_bot/
+              #
+              # config.llama_bot_rails.state_builder_class = "#{app_name}::AgentStateBuilder"
             end
           RUBY
         end
@@ -46,6 +70,12 @@ module LlamaBotRails
         def finish
           say "\n✅ LlamaBotRails installed! Visit http://localhost:3000/llama_bot/agent/chat\n", :green
         end
+
+        private
+
+        def app_name
+          Rails.application.class.module_parent_name
+        end
       end
     end
   end

data/lib/generators/llama_bot_rails/install/templates/agent_state_builder.rb.erb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+#
+# Customize the params sent to your LangGraph agent here.
+# Uncomment the line in the initializer to activate this builder.
+module <%= app_name %>
+  class AgentStateBuilder
+    def initialize(params:, context:)
+      @params = params
+      @context = context
+    end
+
+    def build
+      {
+        message: @params[:message], # Rails param from JS/chat UI. This is the user's message to the agent.
+        thread_id: @context[:thread_id], # This is the thread id for the agent. It is used to track the conversation history.
+        api_token: @context[:api_token], # This is an authenticated API token for the agent, so that it can authenticate with us. (It may need access to resources on our Rails app, such as the Rails Console.)
+        agent_prompt: LlamaBotRails.agent_prompt_text, # System prompt instructions for the agent. Can be customized in app/llama_bot/prompts/agent_prompt.txt
+        agent_name: "llamabot" # This routes to the appropriate LangGraph agent as defined in LlamaBot/langgraph.json, and enables us to access different agents on our LlamaBot server.
+      }
+    end
+  end
+end 

data/lib/llama_bot_rails/agent_state_builder.rb

@@ -1,17 +1,22 @@
 module LlamaBotRails
+    #This state builder maps to a LangGraph agent state. Most agents will have custom state. You can create a custom agentstatebuilder when creating new, custom agents.
     class AgentStateBuilder
       def initialize(params:, context:)
         @params = params
         @context = context
       end
-  
-      def build
+      
+
+      # Warning: Types must match exactly or you'll get Pydantic errors. It's brittle - If these don't match exactly what's in nodes.py LangGraph state pydantic types, (For example, having a null value/None type when it should be a string) it will the agent.. 
+      # So if it doesn't map state types properly from the frontend, it will break. (must be exactly what's defined here).
+      # There won't be an exception thrown -- instead, you'll get an pydantic error message showing up in the BaseMessage content field. (In my case, it was a broken ToolMessage, but serializes from the inherited BaseMessage)
+      def build 
         {
-          user_message: @params[:message], # Rails param from JS/chat UI
-          thread_id: @context[:thread_id],
-          api_token: @context[:api_token],
-          agent_prompt: LlamaBotRails.agent_prompt_text,
-          agent_name: "llamabot" #Very important. This routes to the appropriate LangGraph agent as defined in langgraph.json
+          message: @params[:message], # Rails param from JS/chat UI. This is the user's message to the agent.
+          thread_id: @params[:thread_id], # This is the thread id for the agent. It is used to track the conversation history.
+          api_token: @context[:api_token], # This is an authenticated API token for the agent, so that it can authenticate with us. (It may need access to resources on our Rails app, such as the Rails Console.)
+          agent_prompt: LlamaBotRails.agent_prompt_text, # System prompt instructions for the agent. Can be customized in app/llama_bot/prompts/agent_prompt.txt
+          agent_name: "llamabot" #This routes to the appropriate LangGraph agent as defined in LlamaBot/langgraph.json, and enables us to access different agents on our LlamaBot server.
         }
       end
     end

data/lib/llama_bot_rails/engine.rb

@@ -20,7 +20,7 @@ module LlamaBotRails
     end
 
     initializer "llama_bot_rails.defaults" do |app|
-      app.config.llama_bot_rails.state_builder_class = "LlamaBotRails::AgentStateBuilder"
+      app.config.llama_bot_rails.state_builder_class ||= "LlamaBotRails::AgentStateBuilder"
     end
   end
 end

data/lib/llama_bot_rails/llama_bot.rb

@@ -3,6 +3,7 @@ require 'json'
 require 'uri'
 
 module LlamaBotRails
+  #This class is responsible for initiating HTTP requests to the FastAPI backend that takes us to LangGraph.
   class LlamaBot
     def self.get_threads
       uri = URI('http://localhost:8000/threads')
@@ -21,5 +22,51 @@ module LlamaBotRails
       Rails.logger.error "Error fetching chat history: #{e.message}"
       []
     end
+    
+    def self.send_agent_message(agent_params)
+      return enum_for(__method__, agent_params) unless block_given?
+
+      uri = URI("http://localhost:8000/llamabot-chat-message")
+      http = Net::HTTP.new(uri.host, uri.port)
+      
+      request = Net::HTTP::Post.new(uri)
+      request['Content-Type'] = 'application/json'
+      request.body = agent_params.to_json
+
+      # Stream the response instead of buffering it
+      http.request(request) do |response|
+        if response.code.to_i == 200
+          buffer = ''
+          
+          response.read_body do |chunk|
+            buffer += chunk
+            
+            # Process complete lines (ended with \n)
+            while buffer.include?("\n")
+              line, buffer = buffer.split("\n", 2)
+              if line.strip.present?
+                begin
+                  yield JSON.parse(line)
+                rescue JSON::ParserError => e
+                  Rails.logger.error "Parse error: #{e.message}"
+                end
+              end
+            end
+          end
+          
+          # Process any remaining data in buffer
+          if buffer.strip.present?
+            begin
+              yield JSON.parse(buffer)
+            rescue JSON::ParserError => e
+              Rails.logger.error "Final buffer parse error: #{e.message}"
+            end
+          end
+        end
+      end
+    rescue => e
+      Rails.logger.error "Error sending agent message: #{e.message}"
+      { error: e.message }
+    end
   end
 end

data/lib/llama_bot_rails/railtie.rb

@@ -0,0 +1,19 @@
+module LlamaBotRails
+  class Railtie < ::Rails::Railtie
+    config.before_configuration do |app|
+      llama_bot_path = Rails.root.join("app", "llama_bot")
+
+      # Add to autoload paths if it exists and isn't already included
+      if llama_bot_path.exist? && !app.config.autoload_paths.include?(llama_bot_path.to_s)
+        app.config.autoload_paths << llama_bot_path.to_s
+        Rails.logger&.info "[LlamaBot] Added #{llama_bot_path} to autoload_paths"
+      end
+
+      # Add to eager load paths if it exists and isn't already included  
+      if llama_bot_path.exist? && !app.config.eager_load_paths.include?(llama_bot_path.to_s)
+        app.config.eager_load_paths << llama_bot_path.to_s
+        Rails.logger&.info "[LlamaBot] Added #{llama_bot_path} to eager_load_paths"
+      end
+    end
+  end
+end 

data/lib/llama_bot_rails/version.rb

@@ -1,3 +1,3 @@
 module LlamaBotRails
-  VERSION = "0.1.7"
+  VERSION = "0.1.9"
 end

data/lib/llama_bot_rails.rb

@@ -1,5 +1,7 @@
 require "llama_bot_rails/version"
 require "llama_bot_rails/engine"
+require "llama_bot_rails/llama_bot"
+require "llama_bot_rails/railtie"
 
 module LlamaBotRails
   class << self
@@ -8,7 +10,7 @@ module LlamaBotRails
     end
 
     def agent_prompt_path
-      Rails.root.join("config", "llama_bot", "agent_prompt.txt")
+      Rails.root.join("app", "llama_bot", "prompts", "agent_prompt.txt")
     end
 
     def agent_prompt_text
@@ -23,5 +25,9 @@ module LlamaBotRails
       FileUtils.mkdir_p(agent_prompt_path.dirname)
       File.write(agent_prompt_path, "\n#{new_instruction}", mode: 'a')
     end
+
+    def send_agent_message(agent_params)
+      LlamaBot.send_agent_message(agent_params)
+    end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llama_bot_rails
 version: !ruby/object:Gem::Version
-  version: 0.1.7
+  version: 0.1.9
 platform: ruby
 authors:
 - Kody Kendall
@@ -117,16 +117,19 @@ files:
 - app/models/llama_bot_rails/application_record.rb
 - app/views/layouts/llama_bot_rails/application.html.erb
 - app/views/llama_bot_rails/agent/chat.html.erb
+- app/views/llama_bot_rails/agent/chat_ws.html.erb
 - bin/rails
 - bin/rubocop
 - config/initializers/llama_bot_rails.rb
 - config/routes.rb
 - lib/generators/llama_bot_rails/install/install_generator.rb
 - lib/generators/llama_bot_rails/install/templates/agent_prompt.txt
+- lib/generators/llama_bot_rails/install/templates/agent_state_builder.rb.erb
 - lib/llama_bot_rails.rb
 - lib/llama_bot_rails/agent_state_builder.rb
 - lib/llama_bot_rails/engine.rb
 - lib/llama_bot_rails/llama_bot.rb
+- lib/llama_bot_rails/railtie.rb
 - lib/llama_bot_rails/tools/rails_console_tool.rb
 - lib/llama_bot_rails/version.rb
 - lib/tasks/llama_bot_rails_tasks.rake