llmemory 0.2.0 → 0.2.1

data/lib/llmemory/short_term/session_lifecycle.rb

@@ -5,6 +5,18 @@ require_relative "stores"
 module Llmemory
   module ShortTerm
     class SessionLifecycle
+      # Pseudo-sessions used by ForgetLog, FeedbackStore and WorkingMemory share
+      # the short-term K/V store but are not user sessions — they must not be
+      # idle-pruned, stale-pruned, or evicted by enforce_max_entries.
+      PSEUDO_SESSION_PATTERNS = [
+        /\A__[a-z_]+__\z/,    # e.g. "__forget_log__", "__retrieval_feedback__"
+        /:working_memory\z/    # WorkingMemory uses "<session>:working_memory"
+      ].freeze
+
+      def self.pseudo_session?(session_id)
+        PSEUDO_SESSION_PATTERNS.any? { |p| session_id.to_s.match?(p) }
+      end
+
       def initialize(store: nil)
         @store = store || build_store
       end
@@ -14,7 +26,7 @@ module Llmemory
         cutoff = Time.now - (idle_minutes * 60)
         deleted = 0
 
-        @store.list_sessions(user_id: user_id).each do |session_id|
+        user_sessions(user_id).each do |session_id|
           state = @store.load(user_id, session_id)
           next unless state.is_a?(Hash)
 
@@ -36,7 +48,7 @@ module Llmemory
         cutoff = Time.now - (prune_after_days * 86400)
         deleted = 0
 
-        @store.list_sessions(user_id: user_id).each do |session_id|
+        user_sessions(user_id).each do |session_id|
           state = @store.load(user_id, session_id)
           next unless state.is_a?(Hash)
 
@@ -55,7 +67,7 @@ module Llmemory
 
       def enforce_max_entries!(user_id:, max_entries: nil)
         max_entries ||= Llmemory.configuration.session_max_entries_per_user
-        sessions = @store.list_sessions(user_id: user_id)
+        sessions = user_sessions(user_id)
         return 0 if sessions.size <= max_entries
 
         session_ages = sessions.map do |session_id|
@@ -73,6 +85,10 @@ module Llmemory
 
       private
 
+      def user_sessions(user_id)
+        @store.list_sessions(user_id: user_id).reject { |s| self.class.pseudo_session?(s) }
+      end
+
       def build_store
         Stores.build
       end

data/lib/llmemory/tokenizer.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+module Llmemory
+  # Shared word tokenizer for keyword search and lexical scoring (BM25, MMR).
+  # Centralizes the tokenization regex that was duplicated across the codebase.
+  module Tokenizer
+    module_function
+
+    WORD = /\b[a-z0-9]{2,}\b/
+
+    def tokenize(text)
+      text.to_s.downcase.scan(WORD)
+    end
+
+    # Lexical match used by storage-level keyword search. A query is split into
+    # tokens and matched as an OR of per-token substrings, so multi-word queries
+    # work (a single contiguous substring of the whole query is no longer
+    # required) while single-term/partial matches are preserved. An empty query
+    # (no tokens) matches everything, keeping prior "return all" behavior.
+    def matches?(text, query)
+      tokens = tokenize(query)
+      return true if tokens.empty?
+      haystack = text.to_s.downcase
+      tokens.any? { |t| haystack.include?(t) }
+    end
+  end
+end

data/lib/llmemory/vector_store/active_record_store.rb

@@ -7,9 +7,10 @@ module Llmemory
     # Persists embeddings in llmemory_embeddings (pgvector).
     # Use when long_term_store is :active_record so hybrid search finds persisted embeddings.
     class ActiveRecordStore < Base
-      def initialize(embedding_provider: nil)
+      def initialize(embedding_provider: nil, source_type: "edge")
         self.class.load_model!
         @embedding_provider = embedding_provider
+        @source_type = source_type.to_s
       end
 
       def self.load_model!
@@ -29,7 +30,7 @@ module Llmemory
         text_content = (metadata || {}).dig("text") || (metadata || {}).dig(:text)
         rec = Llmemory::VectorStore::ActiveRecordEmbedding.find_or_initialize_by(
           user_id: user_id.to_s,
-          source_type: "edge",
+          source_type: @source_type,
           source_id: id.to_s
         )
         rec.embedding = embedding.to_a.map(&:to_f)
@@ -46,7 +47,7 @@ module Llmemory
         sanitized_vec = vec.map { |v| v.finite? ? v : 0.0 }
         vector_literal = "[#{sanitized_vec.join(',')}]"
         # pgvector cosine distance <=> (0 = same, 2 = opposite); score = 1 - distance for similarity
-        scope = Llmemory::VectorStore::ActiveRecordEmbedding.where(user_id: user_id.to_s)
+        scope = Llmemory::VectorStore::ActiveRecordEmbedding.where(user_id: user_id.to_s, source_type: @source_type)
         rows = scope.select(
           Llmemory::VectorStore::ActiveRecordEmbedding.arel_table[Arel.star],
           Arel.sql("(embedding <=> '#{vector_literal}'::vector) AS distance")

data/lib/llmemory/vector_store.rb

@@ -6,5 +6,19 @@ require_relative "vector_store/memory_store"
 
 module Llmemory
   module VectorStore
+    # Builds a vector store wired to OpenAI embeddings, selecting the backend
+    # from config (:active_record persists in llmemory_embeddings; otherwise
+    # in-process). `source_type` namespaces persisted embeddings so different
+    # memory types (edges, episodes, skills) never collide in the shared table.
+    def self.build(source_type: "edge")
+      embeddings = OpenAIEmbeddings.new
+      store_type = (Llmemory.configuration.long_term_store || :memory).to_s.to_sym
+      if store_type == :active_record || store_type == :activerecord
+        require_relative "vector_store/active_record_store"
+        ActiveRecordStore.new(embedding_provider: embeddings, source_type: source_type)
+      else
+        MemoryStore.new(embedding_provider: embeddings)
+      end
+    end
   end
 end

data/lib/llmemory/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Llmemory
-  VERSION = "0.2.0"
+  VERSION = "0.2.1"
 end

data/lib/llmemory.rb

@@ -3,6 +3,7 @@
 require_relative "llmemory/version"
 require_relative "llmemory/configuration"
 require_relative "llmemory/provenance"
+require_relative "llmemory/tokenizer"
 require_relative "llmemory/memory_module"
 require_relative "llmemory/forget_log"
 require_relative "llmemory/llm"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llmemory
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.2.1
 platform: ruby
 authors:
 - llmemory
@@ -131,6 +131,8 @@ files:
 - lib/llmemory/actions/reason.rb
 - lib/llmemory/cli.rb
 - lib/llmemory/cli/commands/base.rb
+- lib/llmemory/cli/commands/episodic.rb
+- lib/llmemory/cli/commands/forget_log.rb
 - lib/llmemory/cli/commands/long_term.rb
 - lib/llmemory/cli/commands/long_term/categories.rb
 - lib/llmemory/cli/commands/long_term/edges.rb
@@ -139,10 +141,12 @@ files:
 - lib/llmemory/cli/commands/long_term/nodes.rb
 - lib/llmemory/cli/commands/long_term/resources.rb
 - lib/llmemory/cli/commands/mcp.rb
+- lib/llmemory/cli/commands/procedural.rb
 - lib/llmemory/cli/commands/search.rb
 - lib/llmemory/cli/commands/short_term.rb
 - lib/llmemory/cli/commands/stats.rb
 - lib/llmemory/cli/commands/users.rb
+- lib/llmemory/cli/commands/working.rb
 - lib/llmemory/configuration.rb
 - lib/llmemory/dashboard.rb
 - lib/llmemory/dashboard/engine.rb
@@ -159,7 +163,10 @@ files:
 - lib/llmemory/long_term/episodic/episode.rb
 - lib/llmemory/long_term/episodic/memory.rb
 - lib/llmemory/long_term/episodic/storage.rb
+- lib/llmemory/long_term/episodic/storages/active_record_models.rb
+- lib/llmemory/long_term/episodic/storages/active_record_storage.rb
 - lib/llmemory/long_term/episodic/storages/base.rb
+- lib/llmemory/long_term/episodic/storages/database_storage.rb
 - lib/llmemory/long_term/episodic/storages/file_storage.rb
 - lib/llmemory/long_term/episodic/storages/memory_storage.rb
 - lib/llmemory/long_term/file_based.rb
@@ -190,7 +197,10 @@ files:
 - lib/llmemory/long_term/procedural/memory.rb
 - lib/llmemory/long_term/procedural/skill.rb
 - lib/llmemory/long_term/procedural/storage.rb
+- lib/llmemory/long_term/procedural/storages/active_record_models.rb
+- lib/llmemory/long_term/procedural/storages/active_record_storage.rb
 - lib/llmemory/long_term/procedural/storages/base.rb
+- lib/llmemory/long_term/procedural/storages/database_storage.rb
 - lib/llmemory/long_term/procedural/storages/file_storage.rb
 - lib/llmemory/long_term/procedural/storages/memory_storage.rb
 - lib/llmemory/maintenance.rb
@@ -203,10 +213,16 @@ files:
 - lib/llmemory/mcp/server.rb
 - lib/llmemory/mcp/tools/memory_add_message.rb
 - lib/llmemory/mcp/tools/memory_consolidate.rb
+- lib/llmemory/mcp/tools/memory_episode_record.rb
+- lib/llmemory/mcp/tools/memory_episodes.rb
+- lib/llmemory/mcp/tools/memory_forget.rb
 - lib/llmemory/mcp/tools/memory_info.rb
 - lib/llmemory/mcp/tools/memory_retrieve.rb
 - lib/llmemory/mcp/tools/memory_save.rb
 - lib/llmemory/mcp/tools/memory_search.rb
+- lib/llmemory/mcp/tools/memory_skill_register.rb
+- lib/llmemory/mcp/tools/memory_skill_report.rb
+- lib/llmemory/mcp/tools/memory_skills.rb
 - lib/llmemory/mcp/tools/memory_stats.rb
 - lib/llmemory/mcp/tools/memory_timeline.rb
 - lib/llmemory/mcp/tools/memory_timeline_context.rb
@@ -235,6 +251,7 @@ files:
 - lib/llmemory/short_term/stores/memory_store.rb
 - lib/llmemory/short_term/stores/postgres_store.rb
 - lib/llmemory/short_term/stores/redis_store.rb
+- lib/llmemory/tokenizer.rb
 - lib/llmemory/vector_store.rb
 - lib/llmemory/vector_store/active_record_embedding.rb
 - lib/llmemory/vector_store/active_record_store.rb