llm_memory 0.1.10 → 0.1.12

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5117e4a12dc1c9a3848817dc949038d6c80aa3cfb62b2c10709331fd19baaea8
-  data.tar.gz: 3117e77cd3f0741e94c419cfbc1cb7390aaf84f63aea5df181fdf29df77eb7a4
+  metadata.gz: 7d5876cf6c293ca2371eab3021704be2710c8b3d558e501543bde4acf6898595
+  data.tar.gz: 232d45abb20fb82b09b0f8ba6b22c12168d498cd8e23110d56446ae5265991aa
 SHA512:
-  metadata.gz: 05ea60dbd58ea1aabe974e32b22253febe355701940e16f04da685ecefadcdf58323bd8ab28354af6675cc57f17a9a3cc30e64595684deb1be79d3c8251e1eb0
-  data.tar.gz: da8cf3c76bb436e9665241a135ba1154b45581de08a6cb77a3022066c6c3898ea6beb749d561e7264e19cd2bf900e21c908980c4f03ab0dcdbf52b36036ccb26
+  metadata.gz: 128b6f275d904d2fafb8c7e0c1a26d33462edc015a33b1a3da6b4f1dc6f73ba51ae15f76f25d00221baa167956af06f1d5cd081fe8ab54e54b44c783c7380a98
+  data.tar.gz: 693ec575ca7b4add6b64afb6f3608a3ca6c989274c4f896aaf7520df5e82a0c051d062dd24bd6975a12c585bfaed91b6c4c1a96195e5f1831b05ee3c3679659a

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    llm_memory (0.1.10)
+    llm_memory (0.1.12)
       redis (~> 4.6.0)
       ruby-openai (~> 3.7.0)
       tokenizers (~> 0.3.3)

data/README.md

@@ -54,8 +54,10 @@ end
 
 To use LLM Memory, follow these steps:
 
+If you want to use pgvector instead of Redisearch. You can use the plugin. Please check the doc and change the setup steps(2&3)
+
 1. Install the gem: gem install llm_memory
-2. Set up Redis with Redisearch module enabled - Go to [Reids Cloud](https://redis.com/redis-enterprise-cloud/overview/) and get the redis url
+2. Set up Redis with Redisearch module enabled - Go to [Reids Cloud](https://redis.com/redis-enterprise-cloud/overview/) and get the redis url.
 3. Configure LLM Memory to connect to your Redis instance
 4. Use LlmMemory::Wernicke to load data from your external sources
 5. Use LlmMemory::Hippocampus to search for relevant information based on user queries
@@ -71,12 +73,13 @@ docs = LlmMemory::Wernicke.load(:file, "/tmp/a_directory")
 # docs = [{
 #   content: "Hi there",
 #   metadata: {
-#     file_name: "a.txt"
+#     file_name: "a.txt",
+#     timestamp: "20201231235959"
 #   }
 # },,,]
 
 hippocampus = LlmMemory::Hippocampus.new
-hippocampus.memorize(docs)
+res = hippocampus.memorize(docs)
 
 query_str = "What is my name?"
 related_docs = hippocampus.query(query_str, limit: 3)

data/lib/llm_memory/broca.rb

@@ -43,6 +43,46 @@ module LlmMemory
       end
     end
 
+    def respond_with_schema(context: {}, schema: {})
+      response_content = respond(context)
+      begin
+        response = client.chat(
+          parameters: {
+            model: "gpt-3.5-turbo-0613", # as of July 3, 2023
+            messages: [
+              {
+                role: "user",
+                content: response_content
+              }
+            ],
+            functions: [
+              {
+                name: "broca",
+                description: "Formating the content with the specified schema",
+                parameters: schema
+              }
+            ]
+          }
+        )
+        LlmMemory.logger.debug(response)
+        message = response.dig("choices", 0, "message")
+        if message["role"] == "assistant" && message["function_call"]
+          function_name = message.dig("function_call", "name")
+          args =
+            JSON.parse(
+              message.dig("function_call", "arguments"),
+              {symbolize_names: true}
+            )
+          if function_name == "broca"
+            args
+          end
+        end
+      rescue => e
+        LlmMemory.logger.info(e.inspect)
+        nil
+      end
+    end
+
     def generate_prompt(args)
       erb = ERB.new(@prompt)
       erb.result_with_hash(args)

data/lib/llm_memory/loaders/file_loader.rb

@@ -14,11 +14,13 @@ module LlmMemory
 
         file_name = File.basename(file_path)
         file_content = File.read(file_path)
+        ctime = File.ctime(file_path)
 
         files_array << {
           content: file_content,
           metadata: {
-            file_name: file_name
+            file_name: file_name,
+            timestamp: ctime.strftime("%Y%m%d%H%M%S") # YYMMDDHHmmss
           }
         }
       end

data/lib/llm_memory/stores/redis_store.rb

@@ -79,7 +79,12 @@ module LlmMemory
       result = {}
       @client.pipelined do |pipeline|
         data.each_with_index do |d, i|
-          key = "#{@index_name}:#{SecureRandom.uuid.delete("-")}"
+          key = @index_name # index_name:create_time:metadata_timestamp:uuid
+          timestamp = d.dig(:metadata, :timestamp)
+          key += ":#{Time.now.strftime("%Y%m%d%H%M%S")}"
+          key += ":#{timestamp}"
+          key += ":#{SecureRandom.hex(8)}"
+
           meta_json = d[:metadata].nil? ? "" : d[:metadata].to_json # serialize
           vector_value = d[:vector].map(&:to_f).pack("f*")
           pipeline.hset(

data/lib/llm_memory/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module LlmMemory
-  VERSION = "0.1.10"
+  VERSION = "0.1.12"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: llm_memory
 version: !ruby/object:Gem::Version
-  version: 0.1.10
+  version: 0.1.12
 platform: ruby
 authors:
 - Shohei Kameda
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2023-06-02 00:00:00.000000000 Z
+date: 2023-07-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: tokenizers