lex-agentic-memory 0.1.20 → 0.1.21

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c4e20449f626874ab90b96c4452b4b35e4eae22e61df8fb6c9e5a51e4b0b8cd3
-  data.tar.gz: eff572db0f462ada591dcfc6e6efa2d8d3092cc43b1be6f907ddcfe9003b0cd9
+  metadata.gz: f403d34cba75eaf3f800a8852c8d6e16d2f56924b2454b7c444a0cee82a00f04
+  data.tar.gz: f946558e6cf3103bc32bf44d9accb9a4c3a13d91342e7a06a5f6b5ec98c0c856
 SHA512:
-  metadata.gz: e0e21635a796f9d4c9fbb2503446657d727bb01de9bb82a5b6323270611ff13c72a18bb0c520f2fb0ab3a987d5a869ca92ebf7e1e718dce0d20cd0b3712f1722
-  data.tar.gz: 0ea2e0a708e2cb8f853bc17595935a596de7e98c03955c9ce97582a7edcdc5546a22e645f9e929b05a08a43e9b52a4e4a1a45329129b1d797cea58d42f833b76
+  metadata.gz: e49ff76e259d4237f19a7998f8e973438ebcfceb44322990a6213f35bd07481adfea5f8cd037c351217af569931f2344ceb04b5603bc53cadd5c27d02cec4cbe
+  data.tar.gz: 28a6d1d21d23f0ba91d034b441ee7e858fc51d1d1662e9445b58ac215e09dd271871f90941121d04566e259d971cf6d615c56412ccf2cd9f08e5658e1dd20f0f

data/CHANGELOG.md

@@ -1,5 +1,11 @@
 # Changelog
 
+## [0.1.21] - 2026-04-01
+
+### Changed
+- `ErrorTracer.record_trace` now dispatches `Trace.shared_store` writes/flushes in a background `Thread.new` — error/fatal logging hooks no longer block the calling Puma thread, regardless of store backend (Postgres, CacheStore, or in-memory)
+- Debounce check remains synchronous; only the store write and flush go async
+
 ## [0.1.20] - 2026-03-31
 
 ### Added

data/Gemfile

@@ -3,3 +3,5 @@
 source 'https://rubygems.org'
 
 gemspec
+
+gem 'rubocop-legion'

data/lex-agentic-memory.gemspec

@@ -34,7 +34,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'msgpack', '~> 1.7'
 
   spec.add_development_dependency 'rspec', '~> 3.13'
-  spec.add_development_dependency 'rubocop', '~> 1.60'
-  spec.add_development_dependency 'rubocop-legion', '~> 0.1'
-  spec.add_development_dependency 'rubocop-rspec', '~> 2.26'
+  spec.add_development_dependency 'rubocop'
+  spec.add_development_dependency 'rubocop-legion'
+  spec.add_development_dependency 'rubocop-rspec'
 end

data/lib/legion/extensions/agentic/memory/trace/helpers/error_tracer.rb

@@ -17,8 +17,12 @@ module Legion
                 def setup
                   return if @active
 
-                  @recent = {}
-                  @runner = Object.new.extend(Legion::Extensions::Agentic::Memory::Trace::Runners::Traces)
+                  @recent       = {}
+                  @recent_mutex = ::Mutex.new
+                  @runner       = Object.new.extend(Legion::Extensions::Agentic::Memory::Trace::Runners::Traces)
+                  @write_queue  = ::Queue.new
+                  @worker       = ::Thread.new { drain_queue }
+                  @worker.name  = 'legion-error-tracer'
                   wrap_logging_methods
                   @active = true
                   Legion::Logging.info '[memory] ErrorTracer active — errors/fatals will become episodic traces'
@@ -30,6 +34,19 @@ module Legion
 
                 private
 
+                def drain_queue
+                  loop do
+                    payload = @write_queue.pop
+                    break if payload == :stop
+
+                    @runner.store_trace(**payload)
+                    store = @runner.send(:default_store)
+                    store.flush if store.respond_to?(:flush)
+                  rescue StandardError
+                    nil
+                  end
+                end
+
                 def wrap_logging_methods
                   original_error = Legion::Logging.method(:error)
                   original_fatal = Legion::Logging.method(:fatal)
@@ -50,23 +67,21 @@ module Legion
                 def record_trace(message, level)
                   return unless message.is_a?(String) && !message.empty?
 
-                  # Debounce: skip if same message within window
                   now = Time.now.utc
                   key = "#{level}:#{message[0..100]}"
-                  return if @recent[key] && (now - @recent[key]) < DEBOUNCE_WINDOW
 
-                  @recent[key] = now
+                  @recent_mutex.synchronize do
+                    return if @recent[key] && (now - @recent[key]) < DEBOUNCE_WINDOW
 
-                  # Clean old entries periodically
-                  @recent.delete_if { |_, t| (now - t) > DEBOUNCE_WINDOW } if @recent.size > 500
+                    @recent[key] = now
+                    @recent.delete_if { |_, t| (now - t) > DEBOUNCE_WINDOW } if @recent.size > 500
+                  end
 
-                  # Extract component from [bracket] prefix
                   component = message.match(/\A\[([^\]]+)\]/)&.captures&.first || 'unknown'
-
                   valence   = level == :fatal ? FATAL_VALENCE : ERROR_VALENCE
                   intensity = level == :fatal ? FATAL_INTENSITY : ERROR_INTENSITY
 
-                  @runner.store_trace(
+                  @write_queue.push(
                     type:                :episodic,
                     content_payload:     message,
                     domain_tags:         ['error', component.downcase],
@@ -76,12 +91,7 @@ module Legion
                     unresolved:          true,
                     confidence:          0.9
                   )
-
-                  # Flush if cache-backed
-                  store = @runner.send(:default_store)
-                  store.flush if store.respond_to?(:flush)
-                rescue StandardError => _e
-                  # Never let trace creation break the logging pipeline
+                rescue StandardError
                   nil
                 end
               end

data/lib/legion/extensions/agentic/memory/version.rb

@@ -4,7 +4,7 @@ module Legion
   module Extensions
     module Agentic
       module Memory
-        VERSION = '0.1.20'
+        VERSION = '0.1.21'
       end
     end
   end

data/spec/legion/extensions/agentic/memory/trace/helpers/error_tracer_spec.rb

@@ -11,13 +11,24 @@ RSpec.describe Legion::Extensions::Agentic::Memory::Trace::Helpers::ErrorTracer
     # Reset state between examples
     described_class.instance_variable_set(:@active, nil)
     described_class.instance_variable_set(:@recent, nil)
+    described_class.instance_variable_set(:@recent_mutex, nil)
     described_class.instance_variable_set(:@runner, nil)
+    described_class.instance_variable_set(:@write_queue, nil)
+    old_worker = described_class.instance_variable_get(:@worker)
+    old_worker&.kill
+    described_class.instance_variable_set(:@worker, nil)
   end
 
   after do
     # Restore logging singleton methods to prevent cross-test side effects
     Legion::Logging.define_singleton_method(:error, &original_error)
     Legion::Logging.define_singleton_method(:fatal, &original_fatal)
+    # Stop worker thread if still alive
+    worker = described_class.instance_variable_get(:@worker)
+    if worker&.alive?
+      described_class.instance_variable_get(:@write_queue)&.push(:stop)
+      worker.join(1)
+    end
   end
 
   describe '.setup' do
@@ -31,6 +42,13 @@ RSpec.describe Legion::Extensions::Agentic::Memory::Trace::Helpers::ErrorTracer
       described_class.setup
       expect(described_class.active?).to be true
     end
+
+    it 'starts a single background worker thread' do
+      described_class.setup
+      worker = described_class.instance_variable_get(:@worker)
+      expect(worker).to be_a(Thread)
+      expect(worker).to be_alive
+    end
   end
 
   describe '.active?' do
@@ -43,4 +61,114 @@ RSpec.describe Legion::Extensions::Agentic::Memory::Trace::Helpers::ErrorTracer
       expect(described_class.active?).to be true
     end
   end
+
+  describe 'record_trace (async dispatch via queue)' do
+    let(:store_dbl) { double('store', flush: nil) }
+    let(:runner_double) do
+      dbl = double('runner')
+      allow(dbl).to receive(:store_trace)
+      allow(dbl).to receive(:default_store).and_return(store_dbl)
+      dbl
+    end
+    let(:write_queue) { Queue.new }
+
+    before do
+      described_class.instance_variable_set(:@active, true)
+      described_class.instance_variable_set(:@recent, {})
+      described_class.instance_variable_set(:@recent_mutex, Mutex.new)
+      described_class.instance_variable_set(:@runner, runner_double)
+      described_class.instance_variable_set(:@write_queue, write_queue)
+    end
+
+    it 'enqueues a payload hash (fire-and-forget dispatch)' do
+      described_class.send(:record_trace, 'something broke', :error)
+      expect(write_queue.size).to eq(1)
+      payload = write_queue.pop
+      expect(payload).to be_a(Hash)
+    end
+
+    it 'enqueues a payload with expected keys' do
+      described_class.send(:record_trace, '[mycomponent] disk full', :error)
+      payload = write_queue.pop
+      expect(payload).to include(
+        type:            :episodic,
+        content_payload: '[mycomponent] disk full',
+        domain_tags:     %w[error mycomponent],
+        unresolved:      true
+      )
+    end
+
+    it 'uses fatal valence and intensity for :fatal level' do
+      described_class.send(:record_trace, 'total meltdown', :fatal)
+      payload = write_queue.pop
+      expect(payload).to include(
+        emotional_valence:   Legion::Extensions::Agentic::Memory::Trace::Helpers::ErrorTracer::FATAL_VALENCE,
+        emotional_intensity: Legion::Extensions::Agentic::Memory::Trace::Helpers::ErrorTracer::FATAL_INTENSITY
+      )
+    end
+
+    it 'does not enqueue (debounced) when same message is within the window' do
+      described_class.send(:record_trace, 'repeated error', :error)
+      described_class.send(:record_trace, 'repeated error', :error)
+      expect(write_queue.size).to eq(1)
+    end
+
+    it 'returns nil for blank messages without raising' do
+      expect(described_class.send(:record_trace, '', :error)).to be_nil
+      expect(write_queue.size).to eq(0)
+    end
+
+    it 'does not propagate errors from store_trace' do
+      worker_queue = Queue.new
+      described_class.instance_variable_set(:@write_queue, worker_queue)
+      allow(runner_double).to receive(:store_trace).and_raise(StandardError, 'db down')
+
+      # rubocop:disable ThreadSafety/NewThread
+      worker = Thread.new do
+        payload = worker_queue.pop
+        break if payload == :stop
+
+        runner_double.store_trace(**payload)
+      rescue StandardError
+        nil
+      end
+      # rubocop:enable ThreadSafety/NewThread
+
+      described_class.send(:record_trace, 'store failure', :error)
+      expect { worker.join(2) }.not_to raise_error
+    end
+
+    it 'the background worker calls store_trace with the enqueued payload' do
+      dedicated_queue = Queue.new
+      described_class.instance_variable_set(:@write_queue, dedicated_queue)
+
+      # rubocop:disable ThreadSafety/NewThread
+      worker = Thread.new do
+        loop do
+          payload = dedicated_queue.pop
+          break if payload == :stop
+
+          runner_double.store_trace(**payload)
+          store = runner_double.send(:default_store)
+          store.flush if store.respond_to?(:flush)
+        rescue StandardError
+          nil
+        end
+      end
+      # rubocop:enable ThreadSafety/NewThread
+
+      described_class.send(:record_trace, '[mycomponent] disk full', :error)
+      dedicated_queue.push(:stop)
+      worker.join(2)
+
+      expect(runner_double).to have_received(:store_trace).with(
+        hash_including(
+          type:            :episodic,
+          content_payload: '[mycomponent] disk full',
+          domain_tags:     %w[error mycomponent],
+          unresolved:      true
+        )
+      )
+    end
+  end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: lex-agentic-memory
 version: !ruby/object:Gem::Version
-  version: 0.1.20
+  version: 0.1.21
 platform: ruby
 authors:
 - Esity
@@ -139,44 +139,44 @@ dependencies:
   name: rubocop
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.60'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.60'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rubocop-legion
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '0.1'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '0.1'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rubocop-rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '2.26'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '2.26'
+        version: '0'
 description: 'LEX agentic memory domain: episodic, semantic, and working memory'
 email:
 - matthewdiverson@gmail.com