llama_bot_rails 0.1.7 → 0.1.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 22dd1ec3cd8056d6ad567a987afb3aee4590816f37477eeefa81e975d07b59a6
-  data.tar.gz: f38dfc3262e9794f7371e6d16c9be4f382f638eac84657850c725b0f85264731
+  metadata.gz: '0850d756a8d86153485d9fdbcb9a0154834e646050da9169b3269d7937d6760f'
+  data.tar.gz: c5276496549f2b055ec08dbfdf2615b47d431437f1d62845ff8b6c5d8baa0f7c
 SHA512:
-  metadata.gz: fd7d9a5386b68dcee1d2dd672df9a8ea6fa6c5860d2f6a829d7de73d9c28cfec0810addd344c3f341351c743a350afd8018bf6aff4d687611807bb9da37a4cef
-  data.tar.gz: b3dbc4afc368553e968b587ccda61905912c9190ba6bf05d2f59003f556f45a4613595bb8e2938661b30e10de3a9c0ada1b1c1541777b7d577f5910e71121c07
+  metadata.gz: 13c32b136629c642fb149a85197b445495e4c40f80a68402e5b7ab5f76d255b514a5584059df1e9bbe883f68a912c12d9de6811aed4de7f2d55d4ace6f23e432
+  data.tar.gz: b0d26dad8ee336083c702301c7ba36a6aa5926c65220ea205af6dec0abc941366c4af5de0126ed580251673fc935c693de717dc779ffbe0ba1f0f1d8d82e0dab

data/README.md

@@ -11,9 +11,10 @@ Chat with a powerful agent that has access to your models, your application cont
 ---
 
 ## 🎥 **See it in action** (30-Second Demo)
+![Demo](./assets/LlamaBotRailsGifSmaller.gif)
+
+
 
-👉 ![LlamaBot Demo](https://llamapress-ai-image-uploads.s3.us-west-2.amazonaws.com/pp1s3l4iskwabnq0gi5tx8mi9mue)
-“Welcome to the future of Rails + AI.”
 
 ### The agent can:
 
@@ -35,26 +36,11 @@ bundle add llama_bot_rails
 # 2. Install the routes & chat interface
 rails generate llama_bot_rails:install
 
-# 3. Clone & run the LangGraph backend
-git clone https://github.com/kodykendall/llamabot
-
-cd llamabot
-
-# 4. Set up your environment
-python3 -m venv venv
-
-source venv/bin/activate
-
-pip install -r requirements.txt
-
-echo "OPENAI_API_KEY=your_openai_api_key_here" > .env
-
-# 5. Run the agent
-cd backend
-uvicorn app:app --reload
-
-# 6. Confirm our agent is running properly. You should see: Hello, World! 🦙💬
-curl http://localhost:8000/hello
+# 3.Run the LlamaBot backend easily with Docker
+docker run \
+  -e OPENAI_API_KEY=(your-key) \
+  -p 8000:8000 \
+  kody06/llamabot-backend
 
 # 7. Start your Rails server.
 rails server
@@ -80,6 +66,20 @@ open http://localhost:3000/llama_bot/agent/chat
 
 ---
 
+## ⚙️ Rails Integration Note (for LlamaBot Rails Gem)
+
+If you're using the llama_bot_rails Gem with Docker, your Rails app must allow the Docker agent to connect back to it.
+
+Add this to your config/environments/development.rb (if it wasn’t added automatically by the Gem installer):
+
+```ruby
+Rails.application.configure do
+  config.hosts << /host\.docker\.internal/  # Allow Docker agent to connect to Rails
+end
+```
+
+This allows the Docker container to reach http://host.docker.internal:3000, which maps to your Rails app on the host machine.
+
 ## 🧨 **Power & Responsibility**
 
 ### ⚠️ **This gem gives the agent access to your Rails console.**

data/app/channels/llama_bot_rails/chat_channel.rb

@@ -4,6 +4,34 @@ require 'async/websocket'
 
 require 'json'  # Ensure JSON is required if not already
 
+# Why support both a websocket connection, (chat_channel.rb), and a non-websocket SSE connection? %>
+# Rails 6 wasn’t working with our ActionCable websocket connection, so I wanted to implement SSE as well.
+
+# We want to support a generic HTML interface that isn’t dependent on rails. (In case the Rails server goes down for whatever reason, we don’t lose access to LlamaBot).
+# Why have chat_channel.rb at all?
+
+# Because Ruby on Rails lacks good tooling to handle real-time interaction, that isn’t through ActionCable. 
+# For “cancel” requests. Websocket is a 2 way connection, so we can send a ‘cancel’ in. 
+# To support legacy LlamaPress stuff. 
+# We chose to implement it with ActionCable plus Async Websockets.
+# But, it’s Ruby on Rails specific, and is best for UI/UX experiences.
+
+# SSE is better for other clients that aren’t Ruby on Rails specific, and if you want to handle just a simple SSE approach.
+# This does add some complexity though.
+
+# We now have 2 different paradigms of front-end JavaScript consuming from LlamaBot
+# ActionCable consumption
+# StreamedResponse consumption.
+
+# We also have 2 new middleware layers:
+# ActionCable <-> chat_channel.rb <-> /ws <-> request_handler.py
+# HTTPS <-> agent_controller.rb <-> LlamaBot.rb <-> FastAPI HTTPS
+
+# So this increases our overall surface area for the application.
+
+# This is deprecated and will be removed over time, to move towards a simple SSE approach.
+
+
 module LlamaBotRails
   class ChatChannel < ApplicationCable::Channel
     # _chat.html.erb front-end subscribes to this channel in _websocket.html.erb.
@@ -105,10 +133,9 @@ module LlamaBotRails
         # Forward the processed data to the LlamaBot Backend Socket
         message = data["message"]
 
-        # 1. Instantiate the builder
         builder = state_builder_class.new(
-          params: { message: data["message"] },
-          context: { thread_id: data["thread_id"], api_token: @api_token }
+          params: data,
+          context: { api_token: @api_token }
         )
 
         # 2. Construct the LangGraph-ready state
@@ -143,7 +170,27 @@ module LlamaBotRails
     private
 
     def state_builder_class
-      LlamaBotRails.config.state_builder_class.constantize
+      builder_class_name = LlamaBotRails.config.state_builder_class || 'LlamaBotRails::AgentStateBuilder'
+
+      begin
+        builder_class_name.constantize
+      rescue NameError => e
+        # If it's not the default class, try to manually load from app/llama_bot
+        if builder_class_name != 'LlamaBotRails::AgentStateBuilder'
+          llama_bot_file = Rails.root.join("app", "llama_bot", "agent_state_builder.rb")
+          if llama_bot_file.exist?
+            Rails.logger.info "[LlamaBot] Autoload failed, attempting to manually load #{llama_bot_file}"
+            begin
+              load llama_bot_file.to_s
+              return builder_class_name.constantize
+            rescue => load_error
+              Rails.logger.error "[LlamaBot] Manual load failed: #{load_error.message}"
+            end
+          end
+        end
+        
+        raise NameError, "Could not load state builder class '#{builder_class_name}'. Make sure it's defined in app/llama_bot/agent_state_builder.rb or is available in your autoload paths. Original error: #{e.message}"
+      end
     end
 
     def setup_external_websocket(connection_id)

data/app/controllers/llama_bot_rails/agent_controller.rb

@@ -1,7 +1,8 @@
 require 'llama_bot_rails/llama_bot'
 module LlamaBotRails
     class AgentController < ActionController::Base
-        skip_before_action :verify_authenticity_token, only: [:command]
+        include ActionController::Live
+        skip_before_action :verify_authenticity_token, only: [:command, :send_message]
         before_action :authenticate_agent!, only: [:command]
 
         # POST /agent/command
@@ -38,6 +39,11 @@ module LlamaBotRails
             # Render chat.html.erb
         end
 
+        # GET /agent/chat_ws
+        def chat_ws
+            # render chat_ws.html.erb
+        end
+
         def threads
             begin
                 threads = LlamaBotRails::LlamaBot.get_threads
@@ -66,13 +72,75 @@ module LlamaBotRails
             end
         end
 
+        # POST /agent/send-message
+        def send_message
+            response.headers['Content-Type']  = 'text/event-stream'
+            response.headers['Cache-Control'] = 'no-cache'
+            response.headers['Connection']    = 'keep-alive'
+
+            @api_token = Rails.application.message_verifier(:llamabot_ws).generate(
+                { session_id: SecureRandom.uuid },
+                expires_in: 30.minutes
+              )
+
+            # 1. Instantiate the builder
+            builder = state_builder_class.new(
+                params: params,
+                context: { api_token: @api_token }
+            )
+    
+            # 2. Construct the LangGraph-ready state
+            state_payload = builder.build
+            # sse = SSE.new(response.stream)
+
+            begin
+                LlamaBotRails::LlamaBot.send_agent_message(state_payload) do |chunk|
+                    Rails.logger.info "[[LlamaBot]] Received chunk in agent_controller.rb: #{chunk}"
+                    # sse.write(chunk)
+                    response.stream.write "data: #{chunk.to_json}\n\n"
+
+                end
+            rescue => e
+                Rails.logger.error "Error in send_message action: #{e.message}"
+                response.stream.write "data: #{ { type: 'error', content: e.message }.to_json }\n\n"
+
+                # sse.write({ type: 'error', content: e.message })
+            ensure
+                response.stream.close
+
+                # sse.close
+            end
+        end
+
+        def test_streaming
+            response.headers['Content-Type']  = 'text/event-stream'
+            response.headers['Cache-Control'] = 'no-cache'
+            response.headers['Connection']    = 'keep-alive'
+            sse = SSE.new(response.stream)
+            sse.write({ type: 'start', content: 'Starting streaming' })
+            sleep 1
+            sse.write({ type: 'ai', content: 'This is an AI message' })
+            sleep 1
+            sse.write({ type: 'ai', content: 'This is an AI message' })
+            sleep 1
+            sse.write({ type: 'ai', content: 'This is an AI message' })
+            sleep 1
+            sse.write({ type: 'ai', content: 'This is an AI message' })
+        end
+
         private 
 
         def safety_eval(input)
-            # Change to Rails root directory for file operations
-            Dir.chdir(Rails.root) do
-                # Create a safer evaluation context
-                binding.eval(input)
+            begin
+                # Change to Rails root directory for file operations
+                Dir.chdir(Rails.root) do
+                    # Create a safer evaluation context
+                    Rails.logger.info "[[LlamaBot]] Evaluating input: #{input}"
+                    binding.eval(input)
+                end
+            rescue => exception
+                Rails.logger.error "Error in safety_eval: #{exception.message}"
+                return exception.message
             end
         end
 
@@ -83,5 +151,10 @@ module LlamaBotRails
         rescue ActiveSupport::MessageVerifier::InvalidSignature
             head :unauthorized
         end
+
+        def state_builder_class
+            #The user is responsible for creating a custom AgentStateBuilder if they want to use a custom agent. Otherwise, we default to LlamaBotRails::AgentStateBuilder.
+            LlamaBotRails.config.state_builder_class.constantize
+        end
     end
 end