llama_bot_rails 0.1.7 → 0.1.8

data/config/routes.rb

@@ -1,6 +1,9 @@
 LlamaBotRails::Engine.routes.draw do
   post "agent/command", to: "agent#command"
   get "agent/chat", to: "agent#chat"
+  get "agent/chat_ws", to: "agent#chat_ws"
   get "agent/threads", to: "agent#threads"
   get "agent/chat-history/:thread_id", to: "agent#chat_history"
+  post "agent/send_message", to: "agent#send_message"
+  get "agent/test_streaming", to: "agent#test_streaming"
 end

data/lib/generators/llama_bot_rails/install/install_generator.rb

@@ -4,6 +4,16 @@ module LlamaBotRails
       class InstallGenerator < Rails::Generators::Base
         source_root File.expand_path("templates", __dir__)
 
+        def allow_docker_host
+          dev_config = "config/environments/development.rb"
+          insertion = "  config.hosts << /host\\.docker\\.internal/  # Allow Docker agent to access Rails\n"
+  
+          unless File.read(dev_config).include?("host.docker.internal")
+            inject_into_file dev_config, insertion, after: "Rails.application.configure do\n"
+            say_status("updated", "Added host.docker.internal to development.rb", :green)
+          end
+        end
+
         def create_config_file
             empty_directory "config/llama_bot"
             copy_file "agent_prompt.txt", "config/llama_bot/agent_prompt.txt"

data/lib/llama_bot_rails/agent_state_builder.rb

@@ -1,17 +1,22 @@
 module LlamaBotRails
+    #This state builder maps to a LangGraph agent state. Most agents will have custom state. You can create a custom agentstatebuilder when creating new, custom agents.
     class AgentStateBuilder
       def initialize(params:, context:)
         @params = params
         @context = context
       end
-  
-      def build
+      
+
+      # Warning: Types must match exactly or you'll get Pydantic errors. It's brittle - If these don't match exactly what's in nodes.py LangGraph state pydantic types, (For example, having a null value/None type when it should be a string) it will the agent.. 
+      # So if it doesn't map state types properly from the frontend, it will break. (must be exactly what's defined here).
+      # There won't be an exception thrown -- instead, you'll get an pydantic error message showing up in the BaseMessage content field. (In my case, it was a broken ToolMessage, but serializes from the inherited BaseMessage)
+      def build 
         {
-          user_message: @params[:message], # Rails param from JS/chat UI
-          thread_id: @context[:thread_id],
-          api_token: @context[:api_token],
-          agent_prompt: LlamaBotRails.agent_prompt_text,
-          agent_name: "llamabot" #Very important. This routes to the appropriate LangGraph agent as defined in langgraph.json
+          message: @params[:message], # Rails param from JS/chat UI. This is the user's message to the agent.
+          thread_id: @context[:thread_id], # This is the thread id for the agent. It is used to track the conversation history.
+          api_token: @context[:api_token], # This is an authenticated API token for the agent, so that it can authenticate with us. (It may need access to resources on our Rails app, such as the Rails Console.)
+          agent_prompt: LlamaBotRails.agent_prompt_text, # System prompt instructions for the agent. Can be customized in config/agent_prompt.txt
+          agent_name: "llamabot" #This routes to the appropriate LangGraph agent as defined in LlamaBot/langgraph.json, and enables us to access different agents on our LlamaBot server.
         }
       end
     end

data/lib/llama_bot_rails/llama_bot.rb

@@ -3,6 +3,7 @@ require 'json'
 require 'uri'
 
 module LlamaBotRails
+  #This class is responsible for initiating HTTP requests to the FastAPI backend that takes us to LangGraph.
   class LlamaBot
     def self.get_threads
       uri = URI('http://localhost:8000/threads')
@@ -21,5 +22,51 @@ module LlamaBotRails
       Rails.logger.error "Error fetching chat history: #{e.message}"
       []
     end
+    
+    def self.send_agent_message(agent_params)
+      return enum_for(__method__, agent_params) unless block_given?
+
+      uri = URI("http://localhost:8000/llamabot-chat-message")
+      http = Net::HTTP.new(uri.host, uri.port)
+      
+      request = Net::HTTP::Post.new(uri)
+      request['Content-Type'] = 'application/json'
+      request.body = agent_params.to_json
+
+      # Stream the response instead of buffering it
+      http.request(request) do |response|
+        if response.code.to_i == 200
+          buffer = ''
+          
+          response.read_body do |chunk|
+            buffer += chunk
+            
+            # Process complete lines (ended with \n)
+            while buffer.include?("\n")
+              line, buffer = buffer.split("\n", 2)
+              if line.strip.present?
+                begin
+                  yield JSON.parse(line)
+                rescue JSON::ParserError => e
+                  Rails.logger.error "Parse error: #{e.message}"
+                end
+              end
+            end
+          end
+          
+          # Process any remaining data in buffer
+          if buffer.strip.present?
+            begin
+              yield JSON.parse(buffer)
+            rescue JSON::ParserError => e
+              Rails.logger.error "Final buffer parse error: #{e.message}"
+            end
+          end
+        end
+      end
+    rescue => e
+      Rails.logger.error "Error sending agent message: #{e.message}"
+      { error: e.message }
+    end
   end
 end

data/lib/llama_bot_rails/version.rb

@@ -1,3 +1,3 @@
 module LlamaBotRails
-  VERSION = "0.1.7"
+  VERSION = "0.1.8"
 end

data/lib/llama_bot_rails.rb

@@ -1,5 +1,6 @@
 require "llama_bot_rails/version"
 require "llama_bot_rails/engine"
+require "llama_bot_rails/llama_bot"
 
 module LlamaBotRails
   class << self
@@ -23,5 +24,9 @@ module LlamaBotRails
       FileUtils.mkdir_p(agent_prompt_path.dirname)
       File.write(agent_prompt_path, "\n#{new_instruction}", mode: 'a')
     end
+
+    def send_agent_message(agent_params)
+      LlamaBot.send_agent_message(agent_params)
+    end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llama_bot_rails
 version: !ruby/object:Gem::Version
-  version: 0.1.7
+  version: 0.1.8
 platform: ruby
 authors:
 - Kody Kendall
@@ -117,6 +117,7 @@ files:
 - app/models/llama_bot_rails/application_record.rb
 - app/views/layouts/llama_bot_rails/application.html.erb
 - app/views/llama_bot_rails/agent/chat.html.erb
+- app/views/llama_bot_rails/agent/chat_ws.html.erb
 - bin/rails
 - bin/rubocop
 - config/initializers/llama_bot_rails.rb