speaky 0.1.7 → 0.1.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 978cd92d282523846c4b7b592776656f3d351162a361e28460de95e4af338378
-  data.tar.gz: dac048c47d89c41ef1b96dc31d3a7f600ee2ef393d59bffd203af1b7f97c17cd
+  metadata.gz: 564d48d19c0f2c99ef2266064911bc1010523dd52d127c7aca4262c8b329700f
+  data.tar.gz: 38c4365d3a09e26523c79da531211e276f53aa4a2ebff0a7337af8ff6e47a307
 SHA512:
-  metadata.gz: 06e1d13344593cce42a57f730d44e4f838660a7581810a5357e023b42a6f7a00c866e3fadcbb98d6a4398f202a0c693c02202c69415f7eac16ca7f9190903b93
-  data.tar.gz: 3afc6a7bd45fd9fff233a5e753a6778421d8664405ccc33c1e7189988770056dcd6a45dd04c60052aa2d24b1c7eb61ecb85ee508959c9360e53e1b26ca70f211
+  metadata.gz: 565cba4dfa83cd596d3fafbf45db271ffc99225726a7af0ad7a899f859c8157cca0da0308f79957f0d7307ad15e9c34ef31e009e960dc4cadd35b77cd171dbed
+  data.tar.gz: 81edbf263c317fe847fe6befbaf6d8bef329114ab8e1f87fefc440b6499d9218ec0090e39e0cad414f61e421f98a97a74c0b499247834a4d9ab3fd8c28bae9b6

data/lib/speaky/vectorstore_base.rb

@@ -25,7 +25,7 @@ module Speaky
     end
 
     # Query the vectorstore with a question.
-    # Returns a string.
+    # Returns an array of strings.
     def query(question)
       raise NotImplementedError
     end

data/lib/speaky/vectorstore_faiss.rb

@@ -1,25 +1,51 @@
-# frozen_string_literal: true
-
-module Speaky
-  class VectorstoreFaiss < VectorstoreBase
-    def initialize(config)
-      raise 'This class is not implemented yet.' # TEMP
-
-      @config = config
-
-      # check if the index path is set
-      raise ArgumentError, 'index_path is required' unless @config[:index_path]
-
-      # load index from index_path if exists
-      if File.exist?(@config[:index_path])
-        @index = Faiss::Index.load(@config[:index_path])
-      else
-        # create a new index
-        @index = Faiss::IndexFlatL2.new(768)
-        @index.save(@config[:index_path])
-      end
-    end
-
-    # TODO: Implement the other methods
-  end
-end
+# # frozen_string_literal: true
+
+# require 'faiss'
+
+# module Speaky
+#   class VectorstoreFaiss < VectorstoreBase
+#     def initialize(config)
+#       @config = config
+
+#       # check if the index path is set
+#       raise ArgumentError, 'index_path is required' unless @config[:index_path]
+
+#       # load index from index_path if exists
+#       if File.exist?(@config[:index_path])
+#         @index = Faiss::Index.load(@config[:index_path])
+#       else
+#         # create a new index
+#         index = Faiss::IndexFlatL2.new(1536)
+#         @index = Faiss::IndexIDMap.new(index)
+#         @index.save(@config[:index_path])
+#       end
+#     end
+
+#     def add(id, data)
+#       embeddings = Speaky.llm.embed(data)
+
+#       @index.add_with_ids([embeddings], [string_id_to_unique_int_id(id)])
+
+#       true
+#     end
+
+#     def remove(id)
+#       # remove is not supported by Faiss
+#       true
+#     end
+
+#     def query(question)
+#       # TODO: implement query
+
+#       []
+#     end
+
+#     private
+
+#     # This method is used to convert a string ID to a unique integer ID
+#     # that can be used by the Qdrant API.
+#     def string_id_to_unique_int_id(string_id)
+#       string_id.to_s.hash.abs
+#     end
+#   end
+# end

data/lib/speaky/vectorstore_qdrant.rb

@@ -67,7 +67,7 @@ module Speaky
 
       points_search = @client.points.search(
         collection_name: @config[:collection_name],
-        limit: 1,
+        limit: 5,
         vector: embeddings,
         with_payload: true,
         with_vector: false
@@ -78,7 +78,7 @@ module Speaky
         raise 'Failed to search vectors'
       end
 
-      points_search.dig('result').first.dig('payload', 'content')
+      points_search.dig('result').map { |r| r.dig('payload', 'content') }
     end
 
     def reset

data/lib/speaky/version.rb

@@ -1,3 +1,3 @@
 module Speaky
-  VERSION = '0.1.7'
+  VERSION = '0.1.9'
 end

data/lib/speaky.rb

@@ -87,7 +87,7 @@ module Speaky
       template ||= default_template
 
       # load context
-      context = vectorstore.query(question)
+      context = vectorstore.query(question).join("\n")
 
       # generate prompt
       prompt = template.gsub("{{context}}", context).gsub("{{question}}", question)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: speaky
 version: !ruby/object:Gem::Version
-  version: 0.1.7
+  version: 0.1.9
 platform: ruby
 authors:
 - Gregorio Galante