speaky 0.1.1 → 0.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b07781fbe4f9d2c3a4f117098558abe0937cc64bd979545979e84962a5c470e8
-  data.tar.gz: 27ea5bea5cd0cf71edca5b296e4691fd078e44b7dfe1c0e8b28b66cb33d06ddc
+  metadata.gz: 6223b310b2223f1af3c8c2c45dc5ebe90aade3ed8cf040b9caad69a03b97e06c
+  data.tar.gz: 77b50bfbf7925c14f78504774c7502c1018c27ef1e80bd6ebebf743310ed511a
 SHA512:
-  metadata.gz: 24522e88f88b854c59508f098e4b7a0c32f0a89c5f7f7d5aa0c58b808262420052d41bcfff449775ffefe4e6898e84bab1ffa8850aede74f072253ef69838016
-  data.tar.gz: f7940dd8e5745a91ef7768ff17e25b5ac77fe3c5d1de1eb2cc624725108739cfa9af9927c6d1ee76a7b4d1c82cb4dec2e7086be1de23ab7ff0f5103818d0ff41
+  metadata.gz: cd78c665ea63fc51f7ff069e5e7eb1ee41635e9bddcdf1e5f6105762442bb5b7be12ac890742cf9d7e2d62b7aab903a12b11723b45bce6c385fc57c59a23a5eb
+  data.tar.gz: 491775c48104c32a125934f9e8ffbd5f5960aebc357b08f135e1b78cc640409b1df5923cf0b3e0ac855c1f01ebc161f99b2981d8e6c0b886cf9c4e44e3924783

data/lib/speaky/vectorstore_base.rb

@@ -12,24 +12,35 @@ module Speaky
 
     # Add a vector to the vectorstore.
     # NOTE: If the vector already exists, it will be updated.
+    # Returns a boolean.
     def add(id, data)
       raise NotImplementedError
     end
 
     # Update a vector in the vectorstore.
     # NOTE: If the vector does not exist, it will be added.
+    # Returns a boolean.
     def update(id, data)
       raise NotImplementedError
     end
 
     # Remove a vector from the vectorstore.
     # NOTE: If the vector does not exist, it will be ignored.
+    # Returns a boolean.
     def remove(id)
       raise NotImplementedError
     end
 
+    # Query the vectorstore with a question.
+    # Returns a string.
     def query(question)
       raise NotImplementedError
     end
+
+    # Reset the vectorstore.
+    # Returns a boolean.
+    def reset
+      raise NotImplementedError
+    end
   end
 end

data/lib/speaky/vectorstore_qdrant.rb

@@ -18,26 +18,8 @@ module Speaky
         api_key: @config[:api_key]
       )
 
-      # create collection if it doesn't exist
-      collections_get = @client.collections.get(collection_name: @config[:collection_name])
-      if !collections_get || collections_get.dig('status') != 'ok'
-        collections_create = @client.collections.create(
-          collection_name: @config[:collection_name],
-          vectors: {
-            distance: "Cosine",
-            size: 1536
-          }
-        )
-        if !collections_create || collections_create.dig('status') != 'ok'
-          raise 'Failed to create collection'
-        end
-      end
-
-      # create index for field "id" in collection
-      collections_create_index = @client.collections.create_index(collection_name: @config[:collection_name], field_name: 'id', field_schema: 'keyword')
-      if !collections_create_index || collections_create_index.dig('status') != 'ok'
-        raise 'Failed to create index for field "id" on collection'
-      end
+      # create collection
+      create_collection
     end
 
     def add(id, data)
@@ -98,5 +80,40 @@ module Speaky
 
       points_search.dig('result').first.dig('payload', 'content')
     end
+
+    def reset
+      collections_delete = @client.collections.delete(collection_name: @config[:collection_name])
+      if !collections_delete || collections_delete.dig('status') != 'ok'
+        raise 'Failed to delete collection'
+      end
+
+      create_collection
+    end
+
+    private
+
+    def create_collection
+      collections_get = @client.collections.get(collection_name: @config[:collection_name])
+      if !collections_get || collections_get.dig('status') != 'ok'
+        collections_create = @client.collections.create(
+          collection_name: @config[:collection_name],
+          vectors: {
+            distance: "Cosine",
+            size: 1536
+          }
+        )
+        if !collections_create || collections_create.dig('status') != 'ok'
+          raise 'Failed to create collection'
+        end
+      end
+
+      # create index for field "id" in collection
+      collections_create_index = @client.collections.create_index(collection_name: @config[:collection_name], field_name: 'id', field_schema: 'keyword')
+      if !collections_create_index || collections_create_index.dig('status') != 'ok'
+        raise 'Failed to create index for field "id" on collection'
+      end
+
+      true
+    end
   end
 end

data/lib/speaky/version.rb

@@ -1,3 +1,3 @@
 module Speaky
-  VERSION = '0.1.1'
+  VERSION = '0.1.3'
 end

data/lib/speaky.rb

@@ -71,6 +71,7 @@ module Speaky
     #
     # Example of usage:
     # Speaky.ask("What is the capital of France?")
+    # Speaky.ask("What is the capital of France?", template: "You are an AI assistant. You are asked a question and you provide an answer. Use the provided context to generate the answer to the question. Context: {{context}} Question: {{question}}")
     def ask(question, template: nil, **other_params)
       # load template
       default_template = <<~TEMPLATE
@@ -95,7 +96,31 @@ module Speaky
       end
 
       # ask the question
-      llm.ask(prompt)
+      llm.chat(prompt)
+    end
+
+    # This is a method that re-embeds all Rails models into the vectorstore.
+    #
+    # Example of usage:
+    # Speaky.embed!
+    def embed!
+      # reset the vectorstore
+      vectorstore.reset
+
+      # re-embed all rails models that include the Concern module
+      Rails.application.eager_load!
+      rails_models = ActiveRecord::Base.descendants
+      rails_models.each do |rails_model|
+        next unless rails_model.instance_methods.include?(:create_for_speaky)
+
+        rails_model.find_in_batches do |batch|
+          batch.each do |record|
+            record.create_for_speaky
+          end
+        end
+      end
+
+      true
     end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: speaky
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.3
 platform: ruby
 authors:
 - Gregorio Galante