llmemory 0.2.4 → 0.2.5

data/lib/llmemory/vector_store/memory_store.rb

@@ -30,7 +30,11 @@ module Llmemory
         elsif meta[:text] && @cipher.enabled?
           meta[:text] = @cipher.encrypt(meta[:text].to_s)
         end
-        @entries[key] = { embedding: embedding.to_a.map(&:to_f), metadata: meta.merge("user_id" => user_id) }
+        @entries[key] = {
+          source_id: id.to_s,
+          embedding: embedding.to_a.map(&:to_f),
+          metadata: meta.merge("user_id" => user_id)
+        }
         id
       end
 
@@ -38,9 +42,9 @@ module Llmemory
         query = query_embedding.to_a.map(&:to_f)
         return [] if query.empty?
         entries = user_id ? @entries.select { |k, _| k.to_s.start_with?("#{user_id}:") } : @entries
-        scores = entries.map do |id, data|
+        scores = entries.map do |_key, data|
           sim = cosine_similarity(query, data[:embedding])
-          { id: id, score: sim, metadata: decrypt_metadata(data[:metadata]) }
+          { id: data[:source_id], score: sim, metadata: decrypt_metadata(data[:metadata]) }
         end
         scores.sort_by { |s| -s[:score] }.first(top_k)
       end

data/lib/llmemory/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Llmemory
-  VERSION = "0.2.4"
+  VERSION = "0.2.5"
 end

data/lib/tasks/llmemory.rake

@@ -0,0 +1,37 @@
+# frozen_string_literal: true
+
+namespace :llmemory do
+  desc "Backfill search_tokens blind index (and name_det on skills) for encrypted keyword search. " \
+       "Env: FORCE=1 (re-backfill all rows), DRY_RUN=1 (count only), STORE=active_record|postgres"
+  task :backfill_search_tokens, [:user_id] do |_t, args|
+    require "llmemory"
+    require_relative "../llmemory/maintenance/search_tokens_backfill"
+
+    dry_run = ENV["DRY_RUN"].to_s == "1"
+    force = ENV["FORCE"].to_s == "1"
+    store = ENV["STORE"]&.to_sym
+
+    if store.nil? && !Llmemory.configuration.encryption_enabled
+      warn "Note: encryption_enabled is false; backfill still aligns schema but keyword search uses plaintext LIKE."
+    end
+
+    backfill = Llmemory::Maintenance::SearchTokensBackfill.new(
+      dry_run: dry_run,
+      force: force,
+      store: store
+    )
+
+    user_id = args[:user_id].presence
+    puts "Backfilling search_tokens#{user_id ? " for user_id=#{user_id}" : " (all users)"} " \
+         "[store=#{store || Llmemory.configuration.long_term_store}]" \
+         "#{dry_run ? " [DRY RUN]" : ""}#{force ? " [FORCE]" : ""}"
+
+    result = backfill.run(user_id: user_id)
+    summary = result.to_h
+
+    puts "Updated: items=#{summary[:items]} resources=#{summary[:resources]} " \
+         "episodes=#{summary[:episodes]} skills=#{summary[:skills]} " \
+         "(total=#{summary[:total]})"
+    puts "Dry run — no rows written." if dry_run
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llmemory
 version: !ruby/object:Gem::Version
-  version: 0.2.4
+  version: 0.2.5
 platform: ruby
 authors:
 - llmemory
@@ -230,6 +230,7 @@ files:
 - lib/llmemory/maintenance/consolidator.rb
 - lib/llmemory/maintenance/reindexer.rb
 - lib/llmemory/maintenance/runner.rb
+- lib/llmemory/maintenance/search_tokens_backfill.rb
 - lib/llmemory/maintenance/summarizer.rb
 - lib/llmemory/maintenance/ttl_expiry.rb
 - lib/llmemory/mcp.rb
@@ -288,6 +289,7 @@ files:
 - lib/llmemory/vector_store/openai_embeddings.rb
 - lib/llmemory/version.rb
 - lib/llmemory/working_memory.rb
+- lib/tasks/llmemory.rake
 - lib/tasks/release.rake
 homepage: https://github.com/entaina/llmemory
 licenses:
@@ -309,7 +311,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 4.0.10
+rubygems_version: 4.0.16
 specification_version: 4
 summary: Persistent memory system for LLM agents
 test_files: []