meta_workflows 0.9.20 → 0.9.21

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3b91afe608b3c5260eebee5a4cc1211621c85171cf2ddc3740f5c695bc6df73f
-  data.tar.gz: cbafaa30a15e992936bdbe66ec444fb15740bbac999c2137e11f67d26870eea0
+  metadata.gz: 5ece4bc1842d69733d2b951c9406fda3e83f070ca2f6603e97a826d8fd0cd87d
+  data.tar.gz: 8208fa70b0e19259a21eaad10aa915d111b4cdc4135c16d9bc7e7929186fa7c6
 SHA512:
-  metadata.gz: '0886296d806086437b57857c1e509ea76a6db6c784df7bee23ff54428220d819e94265083165a0e33a17715f9ab00a9f0efd0a553d365c21b5b68a93b7c56c4e'
-  data.tar.gz: 76b74c3f7508be1ee96547583adaf43a13f41c8af6ba74023fdcd3cafd0cd59c34ff535eeb2490ee4ba0c03c23c75bfb6ed248630d179938e9dedd724fd50add
+  metadata.gz: be5e764d6188da7ea34398d3ab7649ee0c8bf3964deab167ee1c778b21ea2b3e8f4f86018bfdf2a3a6aea549f44187549ddc6803c76516c886c7f06184ba16d8
+  data.tar.gz: '028a513a4c38ea854f5f15798f3c6d8546653b94edf5bb41a14938f3dddf1c1ba6e40421956fd9f0a8c4e9982fea17879f53557911caefd1928012c72c36b97c'

data/app/controllers/concerns/meta_workflows/streamable.rb

@@ -17,9 +17,14 @@ module MetaWorkflows
 
       Turbo::StreamsChannel.broadcast_replace_to(
         turbo_stream_name(record),
-        target: target_frame_id(record, loader: true),
-        partial: meta_loader_message,
-        locals: { record: record, step_progress: step_progress }
+        target: target_frame_id(record, streaming: true),
+        partial: meta_streaming_response,
+        locals: {
+          record: record,
+          show_loader: true,
+          step_progress: step_progress,
+          full_response: nil
+        }
       )
     end
 
@@ -27,22 +32,11 @@ module MetaWorkflows
     def broadcast_error_response(workflow_execution)
       record = workflow_execution.record
 
-      Turbo::StreamsChannel.broadcast_replace_to(
-        turbo_stream_name(record),
-        target: target_frame_id(record, loader: true),
-        partial: meta_error_message,
-        locals: { record: record }
-      )
-    end
-
-    # Builds loader stream for direct response
-    def build_loader_stream(record:, workflow_execution:)
-      step_progress = workflow_execution.step_progress(workflow_execution.current_step) || default_step_progress
-
-      turbo_stream.replace(
-        target_frame_id(record, loader: true),
-        partial: meta_loader_message,
-        locals: { record: record, step_progress: step_progress }
+      broadcast_streaming_response(
+        record: record,
+        full_response: nil,
+        show_loader: false,
+        show_error: true
       )
     end
 
@@ -66,5 +60,51 @@ module MetaWorkflows
         step_has_repetitions: current_step_has_repetitions?(workflow_execution)
       }
     end
+
+    # Builds chat history stream for instant user message display
+    def build_chat_history_stream(record:, workflow_execution:)
+      chat_history = workflow_execution.execution_chat_history
+
+      turbo_stream.replace(
+        target_frame_id(record, chat_history: true),
+        partial: meta_chat_history,
+        locals: {
+          record: record,
+          chat_history: chat_history,
+          current_user_messages: []
+        }
+      )
+    end
+
+    # Builds streaming response stream for loader display
+    def build_streaming_response_stream(record:, show_loader: false, step_progress: nil)
+      turbo_stream.replace(
+        target_frame_id(record, streaming: true),
+        partial: meta_streaming_response,
+        locals: {
+          record: record,
+          show_loader: show_loader,
+          step_progress: step_progress || default_step_progress,
+          full_response: nil
+        }
+      )
+    end
+
+    # Broadcasts streaming response to the streaming frame
+    def broadcast_streaming_response(record:, full_response: nil, show_loader: false,
+                                     show_error: false, error_message: nil)
+      Turbo::StreamsChannel.broadcast_replace_to(
+        turbo_stream_name(record),
+        target: target_frame_id(record, streaming: true),
+        partial: meta_streaming_response,
+        locals: {
+          record: record,
+          full_response: full_response,
+          show_loader: show_loader,
+          show_error: show_error,
+          error_message: error_message
+        }
+      )
+    end
   end
 end

data/app/controllers/meta_workflows/humans_controller.rb

@@ -2,19 +2,19 @@
 
 module MetaWorkflows
   class HumansController < MetaController
-    include MetaWorkflows::MetaWorkflowsHelper
-    include MetaWorkflows::Streamable
     before_action :set_workflow_data, only: [:update]
 
     def update
+      append_user_message_to_history(params[:message]) if params[:message].present?
+
       auto_advancing = should_auto_advance?
 
       if params[:manual_advance].present? || auto_advancing
         @workflow_execution.increment_step
-        render_loader_stream
+        render_processing_state_stream
         process_human_input(auto_advancing:, manual_advancing: params[:manual_advance].present?)
       else
-        render_response_form_stream
+        render_processing_state_stream
         process_human_input
       end
     end
@@ -44,31 +44,5 @@ module MetaWorkflows
         }
       )
     end
-
-    def render_loader_stream
-      respond_to do |format|
-        format.turbo_stream do
-          render turbo_stream: [
-            build_loader_stream(record: @record, workflow_execution: @workflow_execution),
-            build_response_form_stream(record: @record, workflow_execution: @workflow_execution,
-                                       response_enabled: false, responding: false, chat_id: params[:chat_id])
-          ]
-        end
-      end
-    end
-
-    def render_response_form_stream
-      respond_to do |format|
-        format.turbo_stream do
-          render turbo_stream: build_response_form_stream(
-            record: @record,
-            workflow_execution: @workflow_execution,
-            response_enabled: true,
-            responding: true,
-            chat_id: params[:chat_id]
-          )
-        end
-      end
-    end
   end
 end

data/app/controllers/meta_workflows/meta_controller.rb

@@ -3,6 +3,7 @@
 module MetaWorkflows
   class MetaController < MetaWorkflows::ApplicationController
     include MetaWorkflows::MetaWorkflowsHelper
+    include MetaWorkflows::Streamable
 
     def set_workflow_data
       @workflow_execution = MetaWorkflows::WorkflowExecution.includes(:record, :workflow,
@@ -21,5 +22,37 @@ module MetaWorkflows
     def current_step_repetitions
       @workflow_execution.step_repetitions(@workflow_execution.current_step)
     end
+
+    def append_user_message_to_history(user_message)
+      message_data = {
+        role: 'user',
+        content: user_message,
+        model_id: nil,
+        input_tokens: nil,
+        output_tokens: nil,
+        created_at: Time.current.iso8601,
+        step: @workflow_execution.current_step
+      }
+
+      # Ensure ExecutionChatHistory exists
+      chat_history = @workflow_execution.execution_chat_history ||
+                     @workflow_execution.create_execution_chat_history!
+
+      # Append the user message to the history
+      chat_history.append_message(message_data)
+    end
+
+    def render_processing_state_stream
+      respond_to do |format|
+        format.turbo_stream do
+          render turbo_stream: [
+            build_chat_history_stream(record: @record, workflow_execution: @workflow_execution),
+            build_streaming_response_stream(record: @record, show_loader: true),
+            build_response_form_stream(record: @record, workflow_execution: @workflow_execution,
+                                       response_enabled: false, responding: false, chat_id: params[:chat_id])
+          ]
+        end
+      end
+    end
   end
 end

data/app/controllers/meta_workflows/structured_humans_controller.rb

@@ -2,72 +2,48 @@
 
 module MetaWorkflows
   class StructuredHumansController < MetaController
-    include MetaWorkflows::MetaWorkflowsHelper
-    include MetaWorkflows::Streamable
     before_action :set_workflow_data, only: [:update]
 
     def update
-      render_loader_stream
-      process_structured_human_input
+      formatted_input = extract_and_format_structured_input
+
+      append_user_message_to_history(formatted_input) if formatted_input.present?
+      render_processing_state_stream
+      process_structured_human_input(formatted_input)
       @workflow_execution.increment_step
     end
 
     private
 
-    def process_structured_human_input
+    def process_structured_human_input(formatted_input)
       MetaWorkflows::HumanInputJob.perform_later(
         user_id: current_user.id,
         record: @record,
         auto_advancing: true,
         manual_advancing: false,
         params: {
-          inputs: extract_structured_inputs,
+          inputs: formatted_input,
           chat_id: params[:chat_id],
           prompt_id: @prompt_id
         }
       )
     end
 
-    def extract_structured_inputs
+    def extract_and_format_structured_input
       step_data = @workflow_execution.step_data(@workflow_execution.current_step)
       structured_input_config = step_data&.dig('structured_input')
-      return params[:message] unless structured_input_config
+
+      return params[:message].to_s unless structured_input_config
 
       case structured_input_config['type']
       when 'single_choice'
-        params[:single_choice_selection]
+        params[:single_choice_selection].to_s
       when 'multiple_choice'
-        params[:multiple_choice_selections]
+        Array(params[:multiple_choice_selections]).join(', ')
       when 'range'
-        params[:range_value]
+        params[:range_value].to_s
       else
-        params[:message]
-      end
-    end
-
-    def render_loader_stream
-      respond_to do |format|
-        format.turbo_stream do
-          render turbo_stream: [
-            build_loader_stream(record: @record, workflow_execution: @workflow_execution),
-            build_response_form_stream(record: @record, workflow_execution: @workflow_execution,
-                                       response_enabled: false, responding: false, chat_id: params[:chat_id])
-          ]
-        end
-      end
-    end
-
-    def render_response_form_stream
-      respond_to do |format|
-        format.turbo_stream do
-          render turbo_stream: build_response_form_stream(
-            record: @record,
-            workflow_execution: @workflow_execution,
-            response_enabled: true,
-            responding: true,
-            chat_id: params[:chat_id]
-          )
-        end
+        params[:message].to_s
       end
     end
   end

data/app/helpers/meta_workflows/application_helper.rb

@@ -3,5 +3,6 @@
 module MetaWorkflows
   module ApplicationHelper
     include MetaWorkflows::MetaWorkflowsHelper
+    include ::ApplicationHelper
   end
 end

data/app/helpers/meta_workflows/meta_workflows_helper.rb

@@ -2,12 +2,14 @@
 
 module MetaWorkflows
   module MetaWorkflowsHelper
-    def target_frame_id(record, form: nil, loader: nil, structured_input: nil)
+    def target_frame_id(record, **options)
       base_id = "#{record.class.name.downcase}_#{record.id}"
 
-      return "#{base_id}_loader" if loader
-      return "#{base_id}_form" if form
-      return "#{base_id}_structured_input" if structured_input
+      return "#{base_id}_loader" if options[:loader]
+      return "#{base_id}_form" if options[:form]
+      return "#{base_id}_structured_input" if options[:structured_input]
+      return "#{base_id}_chat_history" if options[:chat_history]
+      return "#{base_id}_streaming" if options[:streaming]
 
       base_id
     end
@@ -36,6 +38,14 @@ module MetaWorkflows
       'meta_workflows/response_lexi'
     end
 
+    def meta_chat_history
+      'meta_workflows/chat_history'
+    end
+
+    def meta_streaming_response
+      'meta_workflows/streaming_response'
+    end
+
     def meta_redirect
       'meta_workflows/redirect'
     end

data/app/jobs/meta_workflows/human_input_job.rb

@@ -23,31 +23,14 @@ module MetaWorkflows
       @is_structured_input = structured_input_config.present? && current_step_data&.dig('action') == 'structured_human'
     end
 
-    def broadcast_response(chat, full_response)
-      user_messages = chat.messages.where(role: 'user').order(:created_at)
-      messages = chat.messages.order(:created_at)
-      last_message = messages.last
-      is_streaming = full_response.present?
-
-      # Remove loader message
-      Turbo::StreamsChannel.broadcast_remove_to(
-        turbo_stream_name(record),
-        target: target_frame_id(record, loader: true)
+    def broadcast_response(full_response)
+      # Update streaming response frame with LLM content
+      broadcast_streaming_response(
+        record: record,
+        full_response: full_response,
+        show_loader: false,
+        show_error: false
       )
-
-      # Update main chat content
-      Turbo::StreamsChannel.broadcast_replace_to(turbo_stream_name(record),
-                                                 target: target_frame_id(record),
-                                                 locals: {
-                                                   record: record,
-                                                   chat: chat,
-                                                   full_response: full_response,
-                                                   user_messages: user_messages,
-                                                   messages: messages,
-                                                   last_message: last_message,
-                                                   is_streaming: is_streaming
-                                                 },
-                                                 partial: meta_response)
     end
 
     def broadcast_form(chat)

data/app/jobs/meta_workflows/meta_job.rb

@@ -65,7 +65,7 @@ module MetaWorkflows
     def execute_llm_conversation(conversation)
       conversation.call_llm do |chunk|
         @full_response << (chunk.content || '')
-        broadcast_response(chat, full_response) unless auto_advancing
+        broadcast_response(full_response) unless auto_advancing
       end
     end
 
@@ -99,7 +99,7 @@ module MetaWorkflows
       raise NotImplementedError
     end
 
-    def broadcast_response(chat, full_response)
+    def broadcast_response(full_response)
       raise NotImplementedError
     end
 

data/app/views/meta_workflows/_chat_history.html.erb

@@ -0,0 +1,23 @@
+<%= turbo_frame_tag target_frame_id(record, chat_history: true) do %>
+  <div class="lexi-chat-history">
+    <!-- Show historical messages from ExecutionChatHistory -->
+    <% if local_assigns[:chat_history]&.history&.any? %>
+      <% local_assigns[:chat_history].history.each do |historical_message| %>
+        <% next if historical_message['role'] == 'system' %>
+        
+        <% if historical_message['role'] == 'user' %>
+          <%= render 'meta_workflows/user_message_bubble', content: historical_message['content'] %>
+        <% elsif historical_message['role'] == 'assistant' %>
+          <%= render 'meta_workflows/assistant_message_bubble', content: historical_message['content'] %>
+        <% end %>
+      <% end %>
+    <% end %>
+
+    <!-- Show current user messages (for instant display) -->
+    <% if local_assigns[:current_user_messages]&.any? %>
+      <% local_assigns[:current_user_messages].each do |user_message| %>
+        <%= render 'meta_workflows/user_message_bubble', content: user_message %>
+      <% end %>
+    <% end %>
+  </div>
+<% end %> 

data/app/views/meta_workflows/_lexi_chat_alpha_tray.html.erb

@@ -30,13 +30,13 @@
       <div id="main-scroll-container" class="lexi-chat-alpha-messages">
         <%= render partial: meta_response, locals: {
           record: local_assigns[:record],
-          chat: active_chat,
-          messages: active_chat&.messages&.order(:created_at) || [],
-          user_messages: active_chat&.messages&.where(role: 'user')&.order(:created_at) || [],
-          last_message: active_chat&.messages&.last,
+          chat_history: chat_history,
+          current_user_messages: [],
+          show_loader: false,
+          show_error: false,
+          step_progress: nil,
           full_response: nil,
-          is_streaming: false,
-          chat_history: chat_history
+          error_message: nil
         } %>
       </div>
 

data/app/views/meta_workflows/_lexi_chat_right_tray.html.erb

@@ -1,6 +1,7 @@
 <%# Lexi Chat Tray %>
 <% active_execution = local_assigns[:record]&.workflow_executions&.order(created_at: :desc)&.first %>
 <% active_chat = active_execution&.workflow_steps&.last&.chat %>
+<% chat_history = active_execution&.execution_chat_history %>
 
 <div class="lexi-chat-tray lexi-chat-container-full">
   <!-- Header with Lexi logo and action icons -->
@@ -22,12 +23,13 @@
   <div id="main-scroll-container" class="lexi-chat-messages">
     <%= render partial: meta_response, locals: {
       record: local_assigns[:record],
-      chat: active_chat,
-      messages: active_chat&.messages&.order(:created_at) || [],
-      user_messages: active_chat&.messages&.where(role: 'user')&.order(:created_at) || [],
-      last_message: active_chat&.messages&.last,
+      chat_history: chat_history,
+      current_user_messages: [],
+      show_loader: false,
+      show_error: false,
+      step_progress: nil,
       full_response: nil,
-      is_streaming: false
+      error_message: nil
     } %>
   </div>
 

data/app/views/meta_workflows/_response_lexi.html.erb

@@ -1,49 +1,22 @@
 <%= turbo_frame_tag target_frame_id(record) do %>
 <div id="response-content-container" class="lexi-response-container" data-controller="response-scroll">
   
-  <!-- Show historical messages from ExecutionChatHistory -->
-  <% if local_assigns[:chat_history]&.history&.any? %>
-    <% local_assigns[:chat_history].history.each do |historical_message| %>
-      <% next if historical_message['role'] == 'system' %>
-      
-      <% if historical_message['role'] == 'user' %>
-        <%= render 'meta_workflows/user_message_bubble', content: historical_message['content'] %>
-      <% elsif historical_message['role'] == 'assistant' %>
-        <%= render 'meta_workflows/assistant_message_bubble', content: historical_message['content'] %>
-      <% end %>
-    <% end %>
-  <% end %>
+  <!-- Persistent Chat History Frame -->
+  <%= render partial: meta_chat_history, locals: {
+    record: record,
+    chat_history: local_assigns[:chat_history],
+    current_user_messages: local_assigns[:current_user_messages] || []
+  } %>
 
-  <% if chat.present? && chat.messages.any? %>
-    <!-- Show streaming response -->
-    <% if is_streaming %>
+  <!-- Streaming Response Frame -->
+  <%= render partial: meta_streaming_response, locals: {
+    record: record,
+    show_loader: local_assigns[:show_loader] || true,
+    show_error: local_assigns[:show_error] || false,
+    step_progress: local_assigns[:step_progress],
+    full_response: local_assigns[:full_response],
+    error_message: local_assigns[:error_message]
+  } %>
 
-      <!-- Show all saved messages except the first user message -->
-      <% messages.each_with_index do |message, index| %>
-        <% next if message.role == 'system' %>
-        <% next if message.role == 'user' && message == user_messages.first %>
-        <% next if is_streaming && message.role == 'assistant' && message == last_message %>
-        
-        <% if message.role == 'user' %>
-          <%= render 'meta_workflows/user_message_bubble', content: message.content %>
-        <% elsif message.role == 'assistant' %>
-          <%= render 'meta_workflows/assistant_message_bubble', content: message.content %>
-        <% end %>
-      <% end %>
-
-      <%= render 'meta_workflows/assistant_message_bubble', content: full_response %>
-    <% end %>
-  <% end %>
-
-  <div class="lexi-loader-container">
-    <%= turbo_frame_tag target_frame_id(record, loader: true) do %>
-      <% if chat.blank? || chat.messages.empty? %>
-        <%= render partial: meta_loader_message, locals: {
-          record: local_assigns[:record],
-          step_progress: default_step_progress
-        } %>
-      <% end %>
-    <% end %>
-  </div>
 </div>
 <% end %> 

data/app/views/meta_workflows/_streaming_response.html.erb

@@ -0,0 +1,17 @@
+<%= turbo_frame_tag target_frame_id(record, streaming: true) do %>
+  <div class="lexi-streaming-response">
+    <% if local_assigns[:show_loader] %>
+      <!-- Show loader message -->
+      <%= render partial: meta_loader_message, locals: {
+        record: record,
+        step_progress: local_assigns[:step_progress] || default_step_progress
+      } %>
+    <% elsif local_assigns[:show_error] %>
+      <!-- Show error message -->
+      <%= render partial: meta_error_message, locals: { record: record } %>
+    <% elsif local_assigns[:full_response].present? %>
+      <!-- Show streaming LLM response -->
+      <%= render 'meta_workflows/assistant_message_bubble', content: local_assigns[:full_response] %>
+    <% end %>
+  </div>
+<% end %> 

data/lib/meta_workflows/version.rb

@@ -3,7 +3,7 @@
 module MetaWorkflows
   MAJOR = 0
   MINOR = 9
-  PATCH = 20 # this is automatically incremented by the build process
+  PATCH = 21 # this is automatically incremented by the build process
 
   VERSION = "#{MetaWorkflows::MAJOR}.#{MetaWorkflows::MINOR}.#{MetaWorkflows::PATCH}".freeze
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: meta_workflows
 version: !ruby/object:Gem::Version
-  version: 0.9.20
+  version: 0.9.21
 platform: ruby
 authors:
 - Leonid Medovyy
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2025-07-17 00:00:00.000000000 Z
+date: 2025-07-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
@@ -168,6 +168,7 @@ files:
 - app/sidekiq/meta_workflows/tools/meta_workflow_tool.rb
 - app/views/layouts/meta_workflows/application.html.erb
 - app/views/meta_workflows/_assistant_message_bubble.html.erb
+- app/views/meta_workflows/_chat_history.html.erb
 - app/views/meta_workflows/_checkbox_input.html.erb
 - app/views/meta_workflows/_error_message.html.erb
 - app/views/meta_workflows/_lexi_chat_alpha_tray.html.erb
@@ -178,6 +179,7 @@ files:
 - app/views/meta_workflows/_response_form_lexi.html.erb
 - app/views/meta_workflows/_response_lexi.html.erb
 - app/views/meta_workflows/_slider_input.html.erb
+- app/views/meta_workflows/_streaming_response.html.erb
 - app/views/meta_workflows/_structured_input.html.erb
 - app/views/meta_workflows/_user_message_bubble.html.erb
 - app/views/meta_workflows/debug/executions.html.erb