llm_memory 0.1.8 → 0.1.10

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: baa56ad255b6c35f11a18779aa0e1bd3257b36fc53e1f6870cb5ae902dcb71a9
-  data.tar.gz: 1c03bea26b44ca3f74c7097155582087d645808756ba0e95e2f6767c912bd3f3
+  metadata.gz: 5117e4a12dc1c9a3848817dc949038d6c80aa3cfb62b2c10709331fd19baaea8
+  data.tar.gz: 3117e77cd3f0741e94c419cfbc1cb7390aaf84f63aea5df181fdf29df77eb7a4
 SHA512:
-  metadata.gz: e698370bda45506cf5e5be841378d5e5ba0914890cdd09dc65f254cc838c6d009ae188ccf8d0253a0eea96fde20f8ff968a5eaadd2626b4f88f208eaf0ab4faa
-  data.tar.gz: f78e7cda1b8438c66f2bf672591cf819db1e1651a6528dd752c0ae9ddf7c3a7d8657de3c93d5e0f3c62478a76ec26bf944d13624809f1c45c44a00a7b88976ec
+  metadata.gz: 05ea60dbd58ea1aabe974e32b22253febe355701940e16f04da685ecefadcdf58323bd8ab28354af6675cc57f17a9a3cc30e64595684deb1be79d3c8251e1eb0
+  data.tar.gz: da8cf3c76bb436e9665241a135ba1154b45581de08a6cb77a3022066c6c3898ea6beb749d561e7264e19cd2bf900e21c908980c4f03ab0dcdbf52b36036ccb26

data/Gemfile

@@ -13,6 +13,7 @@ gem "webmock", "~> 3.18.1"
 gem "ruby-openai"
 gem "tokenizers"
 gem "redis"
+gem "llm_memory_pgvector"
 # dev
 gem "dotenv"
 gem "pry"

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    llm_memory (0.1.8)
+    llm_memory (0.1.10)
       redis (~> 4.6.0)
       ruby-openai (~> 3.7.0)
       tokenizers (~> 0.3.3)
@@ -24,12 +24,18 @@ GEM
     json (2.6.3)
     language_server-protocol (3.17.0.3)
     lint_roller (1.0.0)
+    llm_memory_pgvector (0.1.2)
+      llm_memory (~> 0.1.7)
+      pg (~> 1.5.3)
+      pgvector (~> 0.2.0)
     method_source (1.0.0)
     mini_mime (1.1.2)
     multi_xml (0.6.0)
     parallel (1.23.0)
     parser (3.2.2.1)
       ast (~> 2.4.1)
+    pg (1.5.3)
+    pgvector (0.2.0)
     pry (0.14.2)
       coderay (~> 1.1)
       method_source (~> 1.0)
@@ -97,6 +103,7 @@ PLATFORMS
 DEPENDENCIES
   dotenv
   llm_memory!
+  llm_memory_pgvector
   pry
   rake (~> 13.0)
   redis

data/lib/llm_memory/hippocampus.rb

@@ -50,21 +50,11 @@ module LlmMemory
 
     def query(query_str, limit: 3)
       vector = @embedding_instance.embed_document(query_str)
-      response_list = @store.search(query: vector, k: limit)
-      response_list.shift # the first one is the size
-      # now [redis_key1, [],,, ]
-      result = response_list.each_slice(2).to_h.values.map { |v|
-        v.each_slice(2).to_h.transform_keys(&:to_sym)
-      }
-      result.each do |item|
-        hash = JSON.parse(item[:metadata])
-        item[:metadata] = hash.transform_keys(&:to_sym)
-      end
-      result
+      @store.search(query: vector, k: limit)
     end
 
     def forget_all
-      @store.drop_index
+      @store.drop_index if @store.index_exists?
     end
 
     def add_vectors(docs)

data/lib/llm_memory/store.rb

@@ -15,6 +15,10 @@ module LlmMemory
       raise NotImplementedError, "Each store must implement the 'create_index' method."
     end
 
+    def index_exists?
+      raise NotImplementedError, "Each store must implement the 'index_exists?' method."
+    end
+
     def drop_index
       raise NotImplementedError, "Each store must implement the 'drop_index' method."
     end

data/lib/llm_memory/stores/redis_store.rb

@@ -148,7 +148,17 @@ module LlmMemory
         "DIALECT",
         2
       ]
-      @client.call(command)
+      response_list = @client.call(command)
+      response_list.shift # the first one is the size
+      # now [redis_key1, [],,, ]
+      result = response_list.each_slice(2).to_h.values.map { |v|
+        v.each_slice(2).to_h.transform_keys(&:to_sym)
+      }
+      result.each do |item|
+        hash = JSON.parse(item[:metadata])
+        item[:metadata] = hash.transform_keys(&:to_sym)
+      end
+      result
     end
   end
 end

data/lib/llm_memory/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module LlmMemory
-  VERSION = "0.1.8"
+  VERSION = "0.1.10"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: llm_memory
 version: !ruby/object:Gem::Version
-  version: 0.1.8
+  version: 0.1.10
 platform: ruby
 authors:
 - Shohei Kameda
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2023-05-18 00:00:00.000000000 Z
+date: 2023-06-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: tokenizers