lex-agentic-memory 0.1.4 → 0.1.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 53e0072011f48d0b5fe21fb99b61fd6df8ffaf292a554073d6b65741ad57e4a3
-  data.tar.gz: b88e61da456389bbbb358c0a29816e85b98b0038fa11d12f59935094393dd476
+  metadata.gz: ab87360ac0b2afc81f1868d934c29c851acdbb9db7b3864bc41437a20d959850
+  data.tar.gz: 922800b83b2c11ae1d525d23c9da664fbe6098bab81d4c0f32b45d96cc80d111
 SHA512:
-  metadata.gz: 4236a2d5b8048945cf6889076555a8dab15c39e7b51b2632ade419f7432da7c85efca70ff404cf7a64757a1d67bfcae289f6424750f447f7a1b5e753c304e93c
-  data.tar.gz: b3a1a7c781ba2b41057249d7e383f81ac1cb41bd5031aaa1657631cd560889dd44f0345d6687b2714d5e103ffa83f789ec88dfb6e89b4d9ff0d1e596fa89a437
+  metadata.gz: 2b2d45540a99c67dae5a5b27b49f75b27c1baa3beb56db00f1b7f4aef671577172b6a9a3a71077e535c7d9bcff0dc8d0690eb3f8a1af818c9bea5b0ac7d04d2c
+  data.tar.gz: 212f0679f2e1248209ad7a4a41a92694348080f1d71d24bbd6baa2eb7fff4389d591bad3f931fd8c1d7fc48298fb361f64cb9c5d08053785f59c3ec82d5be2e1

data/CHANGELOG.md

@@ -1,5 +1,22 @@
 # Changelog
 
+## [0.1.6] - 2026-03-23
+
+### Fixed
+- Fix trace migration path registration (`'memory/local_migrations'` -> `'trace/local_migrations'`)
+- Refactor CacheStore from single-blob storage to per-trace individual cache keys with index, preventing OOM on flush
+
+### Changed
+- CacheStore now uses `legion:memory:trace:<uuid>` keys instead of serializing all traces into one key
+- Dirty set tracking replaces dirty flag for more efficient selective flushing
+- Batch flush in groups of 500 traces
+
+## [0.1.5] - 2026-03-22
+
+### Changed
+- Add legion-logging, legion-settings, legion-json, legion-cache, legion-crypt, legion-data, legion-transport as runtime dependencies
+- Update spec_helper with real sub-gem helper stubs replacing manual Legion::Logging and Helpers::Lex stubs
+
 ## [0.1.3] - 2026-03-22
 
 ### Fixed

data/lex-agentic-memory.gemspec

@@ -24,6 +24,13 @@ Gem::Specification.new do |spec|
   end
   spec.require_paths = ['lib']
 
+  spec.add_dependency 'legion-cache', '>= 1.3.11'
+  spec.add_dependency 'legion-crypt', '>= 1.4.9'
+  spec.add_dependency 'legion-data', '>= 1.4.17'
+  spec.add_dependency 'legion-json', '>= 1.2.1'
+  spec.add_dependency 'legion-logging', '>= 1.3.2'
+  spec.add_dependency 'legion-settings', '>= 1.3.14'
+  spec.add_dependency 'legion-transport', '>= 1.3.9'
   spec.add_dependency 'msgpack', '~> 1.7'
 
   spec.add_development_dependency 'rspec', '~> 3.13'

data/lib/legion/extensions/agentic/memory/trace/helpers/cache_store.rb

@@ -7,27 +7,32 @@ module Legion
         module Trace
           module Helpers
             # Cache-backed store using Legion::Cache (Memcached/Redis).
-            # Keeps a local copy in memory, syncs to/from cache on load/flush.
-            # Call `flush` after a batch of writes, or it auto-flushes when dirty.
-            # Call `reload` to pull latest state from cache (e.g. after another process wrote).
+            # Each trace is stored as an individual cache key for scalability.
+            # An index key tracks all known trace IDs.
+            # Keeps a local in-memory copy for fast reads; syncs to cache on flush.
             class CacheStore
-              TRACES_KEY = 'legion:memory:traces'
-              ASSOC_KEY  = 'legion:memory:associations'
-              TTL        = 86_400 # 24 hours
+              TRACE_PREFIX = 'legion:memory:trace:'
+              INDEX_KEY    = 'legion:memory:trace_index'
+              ASSOC_KEY    = 'legion:memory:associations'
+              TTL          = 86_400 # 24 hours
+              FLUSH_BATCH  = 500    # traces per flush batch
 
               attr_reader :traces, :associations
 
               def initialize
-                Legion::Logging.info '[memory] CacheStore initialized (memcached-backed)'
-                @traces       = Legion::Cache.get(TRACES_KEY) || {}
-                @associations = Legion::Cache.get(ASSOC_KEY) || {}
-                @dirty        = false
+                Legion::Logging.info '[memory] CacheStore initialized (memcached-backed, per-key)'
+                @traces       = {}
+                @associations = {}
+                @dirty_ids    = Set.new
+                @deleted_ids  = Set.new
+                @assoc_dirty  = false
+                load_index
                 Legion::Logging.info "[memory] CacheStore loaded #{@traces.size} traces from cache"
               end
 
               def store(trace)
                 @traces[trace[:trace_id]] = trace
-                @dirty = true
+                @dirty_ids << trace[:trace_id]
                 trace[:trace_id]
               end
 
@@ -39,7 +44,9 @@ module Legion
                 @traces.delete(trace_id)
                 @associations.delete(trace_id)
                 @associations.each_value { |links| links.delete(trace_id) }
-                @dirty = true
+                @dirty_ids.delete(trace_id)
+                @deleted_ids << trace_id
+                @assoc_dirty = true
               end
 
               def retrieve_by_type(type, min_strength: 0.0, limit: 100)
@@ -77,7 +84,7 @@ module Legion
 
                 threshold = Helpers::Trace::COACTIVATION_THRESHOLD
                 link_traces(trace_id_a, trace_id_b) if @associations[trace_id_a][trace_id_b] >= threshold
-                @dirty = true
+                @assoc_dirty = true
               end
 
               def all_traces(min_strength: 0.0)
@@ -121,26 +128,81 @@ module Legion
                 results
               end
 
-              # Write local state to cache
+              # Write dirty traces to cache as individual keys
               def flush
-                return unless @dirty
-
-                Legion::Cache.set(TRACES_KEY, @traces, TTL)
-                Legion::Cache.set(ASSOC_KEY, strip_default_procs(@associations), TTL)
-                @dirty = false
-                Legion::Logging.debug "[memory] CacheStore flushed #{@traces.size} traces to cache"
+                flush_deleted
+                flush_traces
+                flush_associations
+                flush_index
+                Legion::Logging.debug "[memory] CacheStore flushed #{@dirty_ids.size} dirty traces (#{@traces.size} total)"
+                @dirty_ids.clear
+                @deleted_ids.clear
               end
 
-              # Pull latest state from cache (after another process wrote)
+              # Pull latest state from cache
               def reload
-                @traces       = Legion::Cache.get(TRACES_KEY) || {}
-                @associations = Legion::Cache.get(ASSOC_KEY) || {}
-                @dirty        = false
+                @traces.clear
+                @associations = {}
+                @dirty_ids.clear
+                @deleted_ids.clear
+                @assoc_dirty = false
+                load_index
                 Legion::Logging.debug "[memory] CacheStore reloaded #{@traces.size} traces from cache"
               end
 
               private
 
+              def trace_key(trace_id)
+                "#{TRACE_PREFIX}#{trace_id}"
+              end
+
+              def load_index
+                index = Legion::Cache.get(INDEX_KEY)
+                return unless index.is_a?(Array)
+
+                loaded = 0
+                index.each do |id|
+                  trace = Legion::Cache.get(trace_key(id))
+                  if trace
+                    @traces[id] = trace
+                    loaded += 1
+                  end
+                end
+                Legion::Logging.debug "[memory] CacheStore loaded #{loaded}/#{index.size} traces from index" if defined?(Legion::Logging)
+              rescue StandardError => e
+                Legion::Logging.warn "[memory] CacheStore load_index failed: #{e.message}" if defined?(Legion::Logging)
+              end
+
+              def flush_traces
+                return if @dirty_ids.empty?
+
+                @dirty_ids.each_slice(FLUSH_BATCH) do |batch|
+                  batch.each do |id|
+                    trace = @traces[id]
+                    Legion::Cache.set(trace_key(id), trace, TTL) if trace
+                  end
+                end
+              end
+
+              def flush_deleted
+                @deleted_ids.each do |id|
+                  Legion::Cache.delete(trace_key(id))
+                end
+              end
+
+              def flush_associations
+                return unless @assoc_dirty
+
+                Legion::Cache.set(ASSOC_KEY, strip_default_procs(@associations), TTL)
+                @assoc_dirty = false
+              end
+
+              def flush_index
+                return if @dirty_ids.empty? && @deleted_ids.empty?
+
+                Legion::Cache.set(INDEX_KEY, @traces.keys, TTL)
+              end
+
               def strip_default_procs(hash)
                 hash.each_with_object({}) do |(k, v), plain|
                   plain[k] = v.is_a?(Hash) ? {}.merge(v) : v

data/lib/legion/extensions/agentic/memory/trace.rb

@@ -47,7 +47,7 @@ module Legion
     if defined?(Legion::Data::Local)
       Legion::Data::Local.register_migrations(
         name: :memory,
-        path: File.join(__dir__, 'memory', 'local_migrations')
+        path: File.join(__dir__, 'trace', 'local_migrations')
       )
     end
   end

data/lib/legion/extensions/agentic/memory/version.rb

@@ -4,7 +4,7 @@ module Legion
   module Extensions
     module Agentic
       module Memory
-        VERSION = '0.1.4'
+        VERSION = '0.1.6'
       end
     end
   end

data/spec/spec_helper.rb

@@ -1,41 +1,42 @@
 # frozen_string_literal: true
 
 require 'bundler/setup'
+require 'legion/logging'
+require 'legion/settings'
+require 'legion/cache/helper'
+require 'legion/crypt/helper'
+require 'legion/data/helper'
+require 'legion/json/helper'
+require 'legion/transport/helper'
 
 module Legion
-  module Logging
-    def self.debug(_msg); end
-    def self.info(_msg); end
-    def self.warn(_msg); end
-    def self.error(_msg); end
-    def self.fatal(_msg); end
-  end
-
   module Extensions
-    module Core
-      def self.extended(_base); end
-    end
-
     module Helpers
       module Lex
-        def self.included(_base); end
+        include Legion::Logging::Helper
+        include Legion::Settings::Helper
+        include Legion::Cache::Helper
+        include Legion::Crypt::Helper
+        include Legion::Data::Helper
+        include Legion::JSON::Helper
+        include Legion::Transport::Helper
       end
     end
-  end
-end
 
-# rubocop:disable Lint/EmptyClass, Style/OneClassPerFile
-module Legion
-  module Extensions
     module Actors
-      class Every; end
-      class Once; end
+      class Every
+        include Helpers::Lex
+      end
+
+      class Once
+        include Helpers::Lex
+      end
     end
   end
 end
+
 $LOADED_FEATURES << 'legion/extensions/actors/every'
 $LOADED_FEATURES << 'legion/extensions/actors/once'
-# rubocop:enable Lint/EmptyClass, Style/OneClassPerFile
 
 require 'legion/extensions/agentic/memory'
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: lex-agentic-memory
 version: !ruby/object:Gem::Version
-  version: 0.1.4
+  version: 0.1.6
 platform: ruby
 authors:
 - Esity
@@ -9,6 +9,104 @@ bindir: bin
 cert_chain: []
 date: 1980-01-02 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: legion-cache
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.3.11
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.3.11
+- !ruby/object:Gem::Dependency
+  name: legion-crypt
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.4.9
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.4.9
+- !ruby/object:Gem::Dependency
+  name: legion-data
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.4.17
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.4.17
+- !ruby/object:Gem::Dependency
+  name: legion-json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.2.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.2.1
+- !ruby/object:Gem::Dependency
+  name: legion-logging
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.3.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.3.2
+- !ruby/object:Gem::Dependency
+  name: legion-settings
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.3.14
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.3.14
+- !ruby/object:Gem::Dependency
+  name: legion-transport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.3.9
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.3.9
 - !ruby/object:Gem::Dependency
   name: msgpack
   requirement: !ruby/object:Gem::Requirement