meta_workflows 0.9.18 → 0.9.19

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f70452cae76da68d70cc4e7b0f5c311ca8d287aac2526983fcee42e5cdb6555a
-  data.tar.gz: 47d7637b8ec224c160b62ac55f363b07515d1e6d6a43350dc4127afb0839f32e
+  metadata.gz: cf7568849f397d177f74890b1036e8a8f6ab845ff7f68b67f53641688637ad8b
+  data.tar.gz: da332e7bd731c441e4a80ffa53b5ba398edca8843d459cc11aa51af81de7caa6
 SHA512:
-  metadata.gz: 3b4bce3cecda4fa622ecc808fd5293f47e321c29bcd6ba1afb4b06f0aad1766307459275bb5bfaa89a03f0fd47f0dcc15cd55acbef3f33cfc8d42c7aa0690694
-  data.tar.gz: a1881bb94b04d89dba925e60d1915a16db2b32f0fd28a60bb1fa1517743e52be625bbbb7a32e69c7c264e95235b3b4848cf151dccf27aa7c0a8ac5e1f3574f76
+  metadata.gz: cfdca5467ebd4caa0872c2bde60cc7b7b800d7caabf78673711fb0480e7f297e583f276527f95598c017d097617aff4648db156226865f82b1791aa9f9c1d123
+  data.tar.gz: b68da4e79a390b42dc74952987f09822093424190d2373d87a0a49067a226ff04e55325db5d1c6f501f3fd8341c16fd7a85a9d4ef70041e8dbcb32aeb58f19bf

data/app/jobs/meta_workflows/concerns/error_handling.rb

@@ -0,0 +1,31 @@
+# frozen_string_literal: true
+
+module MetaWorkflows
+  module Concerns
+    module ErrorHandling
+      extend ActiveSupport::Concern
+
+      private
+
+      def handle_llm_error(error, workflow_step, workflow_execution, conversation)
+        log_error(error)
+        store_error_in_workflow_step(error, workflow_step, conversation)
+        broadcast_error_response(workflow_execution)
+      end
+
+      def log_error(error)
+        Rails.logger.error("LLM Error in MetaJob: #{error.message}")
+        Rails.logger.error(error.backtrace.join("\n"))
+      end
+
+      def store_error_in_workflow_step(error, workflow_step, conversation)
+        workflow_step&.record_error(error, additional_details: {
+                                      job_class: self.class.name,
+                                      chat_id: chat&.id,
+                                      conversation_id: conversation&.id,
+                                      full_response_length: full_response&.length || 0
+                                    })
+      end
+    end
+  end
+end

data/app/jobs/meta_workflows/meta_job.rb

@@ -2,6 +2,7 @@
 
 module MetaWorkflows
   class MetaJob < MetaWorkflows::ApplicationJob
+    include MetaWorkflows::Concerns::ErrorHandling
     include MetaWorkflows::Streamable
 
     attr_accessor :chat, :inputs, :full_response, :user_id, :record, :auto_advancing, :manual_advancing
@@ -70,27 +71,15 @@ module MetaWorkflows
 
     def finalize_conversation(conversation)
       chat.update!(conversation_id: conversation.id) if chat.conversation_id.blank?
+      persist_messages_to_history
       broadcast_form(chat) unless auto_advancing
     end
 
-    def handle_llm_error(error, workflow_step, workflow_execution, conversation)
-      log_error(error)
-      store_error_in_workflow_step(error, workflow_step, conversation)
-      broadcast_error_response(workflow_execution)
-    end
-
-    def log_error(error)
-      Rails.logger.error("LLM Error in MetaJob: #{error.message}")
-      Rails.logger.error(error.backtrace.join("\n"))
-    end
-
-    def store_error_in_workflow_step(error, workflow_step, conversation)
-      workflow_step&.record_error(error, additional_details: {
-                                    job_class: self.class.name,
-                                    chat_id: chat&.id,
-                                    conversation_id: conversation&.id,
-                                    full_response_length: full_response&.length || 0
-                                  })
+    def persist_messages_to_history
+      MetaWorkflows::MessageHistoryService.new(
+        chat: chat,
+        workflow_execution: active_workflow_execution
+      ).persist_messages_to_history
     end
 
     def current_workflow_step(workflow_execution)

data/app/models/meta_workflows/execution_chat_history.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+module MetaWorkflows
+  class ExecutionChatHistory < ApplicationRecord
+    belongs_to :workflow_execution, class_name: 'MetaWorkflows::WorkflowExecution'
+
+    def append_message(message_data)
+      update!(history: history + [message_data])
+    end
+
+    def clear_history
+      update!(history: [])
+    end
+
+    def message_count
+      history.length
+    end
+
+    def last_message
+      history.last
+    end
+  end
+end

data/app/models/meta_workflows/workflow_execution.rb

@@ -7,6 +7,7 @@ module MetaWorkflows
     belongs_to :workflow, class_name: 'MetaWorkflows::Workflow'
     belongs_to :record, polymorphic: true
     has_many :workflow_steps, dependent: :destroy, class_name: 'MetaWorkflows::WorkflowStep'
+    has_one :execution_chat_history, dependent: :destroy, class_name: 'MetaWorkflows::ExecutionChatHistory'
 
     # Default values for fields
     attribute :current_step, :integer, default: 0

data/app/services/meta_workflows/message_history_service.rb

@@ -0,0 +1,42 @@
+# frozen_string_literal: true
+
+module MetaWorkflows
+  class MessageHistoryService < MetaWorkflows::ApplicationService
+    def initialize(chat:, workflow_execution:)
+      super()
+      @chat = chat
+      @workflow_execution = workflow_execution
+    end
+
+    def persist_messages_to_history
+      # Ensure ExecutionChatHistory exists
+      chat_history = workflow_execution.execution_chat_history ||
+                     workflow_execution.create_execution_chat_history!
+
+      # Get all messages from the current chat (minus the first message since that is the system message)
+      messages = chat.messages.order(:created_at)[1..]
+
+      # Convert messages to a format suitable for persistence
+      messages.each do |message|
+        message_data = {
+          role: message.role,
+          content: message.content,
+          model_id: message.model_id,
+          input_tokens: message.input_tokens,
+          output_tokens: message.output_tokens,
+          created_at: message.created_at.iso8601,
+          step: workflow_execution.current_step
+        }
+
+        # Only append if not already in history (to avoid duplicates)
+        unless chat_history.history.any? { |h| h['content'] == message.content && h['role'] == message.role }
+          chat_history.append_message(message_data)
+        end
+      end
+    end
+
+    private
+
+    attr_reader :chat, :workflow_execution
+  end
+end

data/app/views/meta_workflows/_assistant_message_bubble.html.erb

@@ -0,0 +1,9 @@
+<!-- Lexi message bubble (left-aligned, white background) -->
+<div class="lexi-message-assistant">
+  <!-- Message Bubble -->
+  <div class="lexi-message-bubble-assistant">
+    <div class="lexi-message-content-assistant">
+      <%= markdown(content) %>
+    </div>
+  </div>
+</div> 

data/app/views/meta_workflows/_lexi_chat_alpha_tray.html.erb

@@ -1,6 +1,7 @@
 <%# Lexi Chat Alpha Tray (Center Display) %>
 <% active_execution = local_assigns[:record]&.workflow_executions&.order(created_at: :desc)&.first %>
 <% active_chat = active_execution&.workflow_steps&.last&.chat %>
+<% chat_history = active_execution&.execution_chat_history %>
 
 <div class="lexi-chat-alpha-tray">
   <%# Header with Lexi logo left and close button right %>
@@ -34,7 +35,8 @@
           user_messages: active_chat&.messages&.where(role: 'user')&.order(:created_at) || [],
           last_message: active_chat&.messages&.last,
           full_response: nil,
-          is_streaming: false
+          is_streaming: false,
+          chat_history: chat_history
         } %>
       </div>
 

data/app/views/meta_workflows/_response_lexi.html.erb

@@ -1,46 +1,37 @@
 <%= turbo_frame_tag target_frame_id(record) do %>
 <div id="response-content-container" class="lexi-response-container" data-controller="response-scroll">
-  <% if chat.present? && chat.messages.any? %>
-    
-    <!-- Show all saved messages except the first user message -->
-    <% messages.each_with_index do |message, index| %>
-      <% next if message.role == 'system' %>
-      <% next if message.role == 'user' && message == user_messages.first %>
-      <% next if is_streaming && message.role == 'assistant' && message == last_message %>
+  
+  <!-- Show historical messages from ExecutionChatHistory -->
+  <% if local_assigns[:chat_history]&.history&.any? %>
+    <% local_assigns[:chat_history].history.each do |historical_message| %>
+      <% next if historical_message['role'] == 'system' %>
       
-      <% if message.role == 'user' %>
-        <!-- User message bubble (right-aligned, purple background) -->
-        <div class="lexi-message-user">
-          <div class="lexi-message-bubble-user">
-            <div class="lexi-message-content-user">
-              <%= simple_format(message.content) %>
-            </div>
-          </div>
-        </div>
-        
-      <% elsif message.role == 'assistant' %>
-        <!-- Lexi message bubble (left-aligned, white background) -->
-        <div class="lexi-message-assistant">
-          <!-- Message Bubble -->
-          <div class="lexi-message-bubble-assistant">
-            <div class="lexi-message-content-assistant">
-              <%= markdown(message.content) %>
-            </div>
-          </div>
-        </div>
+      <% if historical_message['role'] == 'user' %>
+        <%= render 'meta_workflows/user_message_bubble', content: historical_message['content'] %>
+      <% elsif historical_message['role'] == 'assistant' %>
+        <%= render 'meta_workflows/assistant_message_bubble', content: historical_message['content'] %>
       <% end %>
     <% end %>
-    
+  <% end %>
+
+  <% if chat.present? && chat.messages.any? %>
     <!-- Show streaming response -->
     <% if is_streaming %>
-      <div class="lexi-message-assistant">
-        <!-- Streaming Message Bubble -->
-        <div class="lexi-message-bubble-assistant">
-          <div class="lexi-message-content-assistant">
-            <%= markdown(full_response) %>
-          </div>
-        </div>
-      </div>
+
+      <!-- Show all saved messages except the first user message -->
+      <% messages.each_with_index do |message, index| %>
+        <% next if message.role == 'system' %>
+        <% next if message.role == 'user' && message == user_messages.first %>
+        <% next if is_streaming && message.role == 'assistant' && message == last_message %>
+        
+        <% if message.role == 'user' %>
+          <%= render 'meta_workflows/user_message_bubble', content: message.content %>
+        <% elsif message.role == 'assistant' %>
+          <%= render 'meta_workflows/assistant_message_bubble', content: message.content %>
+        <% end %>
+      <% end %>
+
+      <%= render 'meta_workflows/assistant_message_bubble', content: full_response %>
     <% end %>
   <% end %>
 

data/app/views/meta_workflows/_user_message_bubble.html.erb

@@ -0,0 +1,8 @@
+<!-- User message bubble (right-aligned, purple background) -->
+<div class="lexi-message-user">
+  <div class="lexi-message-bubble-user">
+    <div class="lexi-message-content-user">
+      <%= simple_format(content) %>
+    </div>
+  </div>
+</div> 

data/db/migrate/20250714192853_create_meta_workflows_execution_chat_histories.rb

@@ -0,0 +1,12 @@
+class CreateMetaWorkflowsExecutionChatHistories < ActiveRecord::Migration[7.2]
+  def change
+    create_table :meta_workflows_execution_chat_histories do |t|
+      t.references :workflow_execution, null: false, foreign_key: { to_table: :meta_workflows_workflow_executions }
+      t.jsonb :history, null: false, default: []
+
+      t.timestamps
+    end
+    
+    add_index :meta_workflows_execution_chat_histories, :workflow_execution_id, unique: true, name: 'index_execution_chat_histories_on_workflow_execution_id'
+  end
+end

data/lib/meta_workflows/version.rb

@@ -3,7 +3,7 @@
 module MetaWorkflows
   MAJOR = 0
   MINOR = 9
-  PATCH = 18 # this is automatically incremented by the build process
+  PATCH = 19 # this is automatically incremented by the build process
 
   VERSION = "#{MetaWorkflows::MAJOR}.#{MetaWorkflows::MINOR}.#{MetaWorkflows::PATCH}".freeze
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: meta_workflows
 version: !ruby/object:Gem::Version
-  version: 0.9.18
+  version: 0.9.19
 platform: ruby
 authors:
 - Leonid Medovyy
@@ -143,6 +143,7 @@ files:
 - app/helpers/meta_workflows/meta_workflows_helper.rb
 - app/helpers/meta_workflows/status_badge_helper.rb
 - app/jobs/meta_workflows/application_job.rb
+- app/jobs/meta_workflows/concerns/error_handling.rb
 - app/jobs/meta_workflows/human_input_job.rb
 - app/jobs/meta_workflows/meta_job.rb
 - app/jobs/meta_workflows/meta_workflow_job.rb
@@ -152,6 +153,7 @@ files:
 - app/models/meta_workflows.rb
 - app/models/meta_workflows/application_record.rb
 - app/models/meta_workflows/chat.rb
+- app/models/meta_workflows/execution_chat_history.rb
 - app/models/meta_workflows/message.rb
 - app/models/meta_workflows/tool_call.rb
 - app/models/meta_workflows/workflow.rb
@@ -159,9 +161,11 @@ files:
 - app/models/meta_workflows/workflow_step.rb
 - app/services/meta_workflows/application_service.rb
 - app/services/meta_workflows/execution_filter_service.rb
+- app/services/meta_workflows/message_history_service.rb
 - app/services/meta_workflows/workflow_import_service.rb
 - app/sidekiq/meta_workflows/tools/meta_workflow_tool.rb
 - app/views/layouts/meta_workflows/application.html.erb
+- app/views/meta_workflows/_assistant_message_bubble.html.erb
 - app/views/meta_workflows/_error_message.html.erb
 - app/views/meta_workflows/_lexi_chat_alpha_tray.html.erb
 - app/views/meta_workflows/_lexi_chat_right_tray.html.erb
@@ -169,6 +173,7 @@ files:
 - app/views/meta_workflows/_redirect.html.erb
 - app/views/meta_workflows/_response_form_lexi.html.erb
 - app/views/meta_workflows/_response_lexi.html.erb
+- app/views/meta_workflows/_user_message_bubble.html.erb
 - app/views/meta_workflows/debug/executions.html.erb
 - app/views/meta_workflows/debug/show_execution.html.erb
 - app/views/meta_workflows/debug/show_workflow.html.erb
@@ -186,6 +191,7 @@ files:
 - db/migrate/20250618175439_add_call_id_and_status_to_meta_workflows_tool_calls.rb
 - db/migrate/20250626211926_add_repetition_to_meta_workflows_workflow_steps.rb
 - db/migrate/20250709153017_add_recipe_to_meta_workflows_workflow_executions.rb
+- db/migrate/20250714192853_create_meta_workflows_execution_chat_histories.rb
 - lib/meta_workflows.rb
 - lib/meta_workflows/asset_installer.rb
 - lib/meta_workflows/configuration.rb