llm_memory 0.1.2 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0615d07f9e76aa0b4c762d027e757bb0cb03cc1448b11d5b5cf684d5a75b381a
-  data.tar.gz: 6aa24ea5ddf2476876ca2d873400018785c3bcc6c385faf35cac3f59de94049a
+  metadata.gz: 072b5fa983000a18bccb6e5d0185663cbb30547a0fd6cc6194e1d4235ae833fb
+  data.tar.gz: 7233ecf0cbbb254b08cbf7d1fe747b8374e1e3baa3b6214a1ba5fa64ecd0360d
 SHA512:
-  metadata.gz: 7f6ac569b18f28502e3b0e34614498b559dff4b6e085988f3bae2f5160aef9eb6491a7e61f78edc3d5e0c9be0ac8878f4e0747cc2d02358aa389071eea393c0c
-  data.tar.gz: b818a177d945d9e2544f1079f214231d792419772688b4907a50a8ceb2fde2435d5571e4e03307fa1bee8f8d22499e7ddf5821363203b1a1ecbd473d4edbdc2d
+  metadata.gz: 9e670ee60c3e780343317d2b2175ea5cf9fefdaa8b4ce81b13ec1b32caa3cbd13ad4363dec63ebaabf803e434897eb34a21d4b4e0b37b60bb4b3ff22b6a9a80c
+  data.tar.gz: e4defb25011469c10b36c6d4b98763dcb56a673eaedb2709741769de0fc888a8d30e4301f5444c88dbb07c31b8a290ae0fbfae584d9d93a21c6c7ce34d96c40b

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    llm_memory (0.1.2)
+    llm_memory (0.1.4)
       redis (~> 4.6.0)
       ruby-openai (~> 3.7.0)
       tiktoken_ruby (~> 0.0.4)

data/README.md

@@ -85,7 +85,7 @@ related_docs = hippocampus.query(query_str, limit: 3)
 #},,,]
 
 # ERB
-template = <<-TEMPLATE
+prompt = <<-TEMPLATE
 Context information is below.
 ---------------------
 <% related_docs.each do |doc| %>
@@ -98,7 +98,7 @@ Given the context information and not prior knowledge,
 answer the question: <%= query_str %>
 TEMPLATE
 
-broca = LlmMemory::Broca.new(prompt: tempate, model: 'gpt-3.5-turbo')
+broca = LlmMemory::Broca.new(prompt: prompt, model: 'gpt-3.5-turbo')
 messages = broca.respond(query_str: query_str, related_docs: related_docs)
 
 ...

data/lib/llm_memory/broca.rb

@@ -20,26 +20,31 @@ module LlmMemory
       @max_token = max_token
     end
 
-    def respond(*args)
-      final_prompt = generate_prompt(*args)
+    def respond(args)
+      final_prompt = generate_prompt(args)
       @messages.push({role: "user", content: final_prompt})
       adjust_token_count
-      response = client.chat(
-        parameters: {
-          model: @model,
-          messages: @messages,
-          temperature: @temperature
-        }
-      )
-      response_conent = response.dig("choices", 0, "message", "content")
-      @messages.push({role: "system", content: response_conent})
-      response_conent
+      begin
+        response = client.chat(
+          parameters: {
+            model: @model,
+            messages: @messages,
+            temperature: @temperature
+          }
+        )
+        response_content = response.dig("choices", 0, "message", "content")
+        @messages.push({role: "system", content: response_content})
+        response_content
+      rescue => e
+        puts e.inspect
+        # @messages = []
+        nil
+      end
     end
 
-    def generate_prompt(*args)
-      merged_args = args.reduce(:merge)
+    def generate_prompt(args)
       erb = ERB.new(@prompt)
-      erb.result_with_hash(merged_args)
+      erb.result_with_hash(args)
     end
 
     def adjust_token_count

data/lib/llm_memory/hippocampus.rb

@@ -23,7 +23,7 @@ module LlmMemory
       raise "Store '#{store_name}' not found." unless store_class
       @store = store_class.new(index_name: index_name)
 
-      # word count, not char count
+      # char count, not word count
       @chunk_size = chunk_size
       @chunk_overlap = chunk_overlap
     end
@@ -87,18 +87,14 @@ module LlmMemory
       docs.each do |item|
         content = item[:content]
         metadata = item[:metadata]
-        words = content.split
-
-        if words.length > @chunk_size
+        if content.length > @chunk_size
           start_index = 0
-
-          while start_index < words.length
-            end_index = [start_index + @chunk_size, words.length].min
-            chunk_words = words[start_index...end_index]
-            chunk = chunk_words.join(" ")
+          while start_index < content.length
+            end_index = [start_index + @chunk_size, content.length].min
+            chunk = content[start_index...end_index]
             result << {content: chunk, metadata: metadata}
-
-            start_index += @chunk_size - @chunk_overlap # Move index to create a overlap
+            break if end_index == content.length
+            start_index += @chunk_size - @chunk_overlap
           end
         else
           result << {content: content, metadata: metadata}

data/lib/llm_memory/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module LlmMemory
-  VERSION = "0.1.2"
+  VERSION = "0.1.4"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: llm_memory
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.4
 platform: ruby
 authors:
 - Shohei Kameda
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2023-05-09 00:00:00.000000000 Z
+date: 2023-05-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: tiktoken_ruby