boxcars 0.2.9 → 0.2.10

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 65cac44b2b1953ea30b364d82f4bd727ab205097bc1debc94c49fefe37086f30
-  data.tar.gz: 959bc9669057e00a877878321f6458f0e486449a47870abab88564865f7beabe
+  metadata.gz: b7d76e1223cfa17d11ab3670ebc6d43a8dbdc142e6aa85bd6bb6c230ccdea160
+  data.tar.gz: 39172ff71234851bcef10c762ba29481b4dba199e851c37e8092794ed24604b1
 SHA512:
-  metadata.gz: a918cc81c4a8db8249ba0efc223fcdef5cf7be25bba7b3f998c90a6b1ff28fa4bd57d1d5a34bcd977e169f8c04bff196d7258c15b50c31526c3b9da953fe7f33
-  data.tar.gz: f0c78cb12026b9c7abcf927799c79e3520a0ccd518e6fdbb50cd4da5c3ef6fe2758e5032c03da1c5299d209874b0163d730a1774f583c530f69ff38291e90723
+  metadata.gz: b720092a75593e767564234f5990ccb7e57a382f7e5065c5cbaf9496ca0622ceb9dc63f07c10ff1ba305672c42817f94b371fadc3562b0043cfcde83ef2f1a8d
+  data.tar.gz: 2ded919f3e0157d777b541589d48472b0cceb348f1f9bfeb18f63b29dad25a4d23183a34aa111db726c366bbe0b74283d34a1c0e14372b726448e9c69961dc65

data/CHANGELOG.md

@@ -2,7 +2,27 @@
 
 ## [Unreleased](https://github.com/BoxcarsAI/boxcars/tree/HEAD)
 
-[Full Changelog](https://github.com/BoxcarsAI/boxcars/compare/v0.2.7...HEAD)
+[Full Changelog](https://github.com/BoxcarsAI/boxcars/compare/v0.2.9...HEAD)
+
+**Implemented enhancements:**
+
+- Notion Q&A [\#13](https://github.com/BoxcarsAI/boxcars/issues/13)
+
+## [v0.2.9](https://github.com/BoxcarsAI/boxcars/tree/v0.2.9) (2023-04-22)
+
+[Full Changelog](https://github.com/BoxcarsAI/boxcars/compare/v0.2.8...v0.2.9)
+
+**Closed issues:**
+
+- Getting started docs out of date [\#58](https://github.com/BoxcarsAI/boxcars/issues/58)
+
+**Merged pull requests:**
+
+- add default openai client, and new notebook [\#59](https://github.com/BoxcarsAI/boxcars/pull/59) ([francis](https://github.com/francis))
+
+## [v0.2.8](https://github.com/BoxcarsAI/boxcars/tree/v0.2.8) (2023-04-19)
+
+[Full Changelog](https://github.com/BoxcarsAI/boxcars/compare/v0.2.7...v0.2.8)
 
 **Closed issues:**
 

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    boxcars (0.2.9)
+    boxcars (0.2.10)
       google_search_results (~> 2.2)
       gpt4all (~> 0.0.4)
       ruby-openai (~> 3.0)

data/README.md

@@ -85,7 +85,7 @@ calc = Boxcars::Calculator.new # just use the default Engine
 puts calc.run "what is pi to the forth power divided by 22.1?"
 ```
 You can change the default_engine with `Boxcars::configuration.default_engine = NewDefaultEngine`
-### Boxcars currently implemmented
+### Boxcars currently implemented
 
 Here is what we have so far, but please put up a PR with your new ideas.
 - GoogleSearch: uses the SERP API to do seaches

data/lib/boxcars/{embedding.rb → boxcar/vector_search.rb}

@@ -3,9 +3,9 @@
 # Boxcars is a framework for running a series of tools to get an answer to a question.
 module Boxcars
   # For Boxcars that use an engine to do their work.
-  class Embedding < Boxcar
+  class VectorSearch < Boxcar
     Error = Class.new(StandardError)
   end
 end
 
-require "boxcars/boxcar/embeddings"
+require "boxcars/boxcar/vector_store"

data/lib/boxcars/boxcar/vector_store.rb

@@ -0,0 +1,34 @@
+# frozen_string_literal: true
+
+# Boxcars is a framework for running a series of tools to get an answer to a question.
+module Boxcars
+  module VectorStore
+    module ClassMethods
+      VectorStoresError = Class.new(StandardError)
+
+      def call(*args, **kw_args)
+        new(*args, **kw_args).call
+      end
+    end
+
+    def self.included(base)
+      base.extend(ClassMethods)
+
+      class << base
+        private :new
+      end
+    end
+  end
+end
+
+require_relative "vector_stores/document"
+require_relative "vector_stores/embed_via_open_ai"
+require_relative "vector_stores/embed_via_tensorflow"
+require_relative "vector_stores/split_text"
+require_relative "vector_stores/similarity_search"
+require_relative "vector_stores/hnswlib/hnswlib_config"
+require_relative "vector_stores/hnswlib/save_to_hnswlib"
+require_relative "vector_stores/hnswlib/build_vector_store"
+require_relative "vector_stores/hnswlib/hnswlib_search"
+require_relative "vector_stores/in_memory/add_documents"
+require_relative "vector_stores/in_memory/search"

data/lib/boxcars/boxcar/{embeddings → vector_stores}/document.rb

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 module Boxcars
-  module Embeddings
+  module VectorStores
     class Document
       attr_accessor :page_content, :metadata
 

data/lib/boxcars/boxcar/{embeddings → vector_stores}/embed_via_open_ai.rb

@@ -3,16 +3,16 @@
 require 'openai'
 
 module Boxcars
-  module Embeddings
+  module VectorStores
     class EmbedViaOpenAI
-      include Embeddings
+      include VectorStore
 
-      attr_accessor :texts, :openai_connection, :model
+      attr_accessor :texts, :client, :model
 
-      def initialize(texts:, openai_connection:, model: 'text-embedding-ada-002')
-        validate_params(texts, openai_connection)
+      def initialize(texts:, client:, model: 'text-embedding-ada-002')
+        validate_params(texts, client)
         @texts = texts
-        @openai_connection = openai_connection
+        @client = client
         @model = model
       end
 
@@ -28,13 +28,13 @@ module Boxcars
 
       private
 
-      def validate_params(texts, openai_connection)
+      def validate_params(texts, client)
         raise_error 'texts must be an array of strings' unless texts.is_a?(Array) && texts.all? { |text| text.is_a?(String) }
-        raise_error 'openai_connection must be an OpenAI::Client' unless openai_connection.is_a?(OpenAI::Client)
+        raise_error 'openai_connection must be an OpenAI::Client' unless client.is_a?(OpenAI::Client)
       end
 
       def embedding_with_retry(request)
-        response = @openai_connection.embeddings(parameters: request)
+        response = @client.embeddings(parameters: request)
         response['data'][0]['embedding']
       end
 

data/lib/boxcars/boxcar/vector_stores/embed_via_tensorflow.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+module Boxcars
+  module VectorStores
+    class EmbedViaTensorflow
+      include VectorStore
+      def call
+        raise NotImplementedError
+      end
+    end
+  end
+end

data/lib/boxcars/boxcar/{embeddings → vector_stores}/hnswlib/build_vector_store.rb

@@ -5,10 +5,10 @@ require 'hnswlib'
 require 'json'
 
 module Boxcars
-  module Embeddings
+  module VectorStores
     module Hnswlib
       class BuildVectorStore
-        include Embeddings
+        include VectorStore
 
         # This class is responsible for building the vector store for the hnswlib similarity search.
         # It will load the training data, generate the embeddings, and save the vector store.
@@ -76,7 +76,7 @@ module Boxcars
 
           docs = []
           data.each do |chunk|
-            doc_output = Boxcars::Embeddings::SplitText.call(
+            doc_output = Boxcars::VectorStores::SplitText.call(
               separator: "\n", chunk_size: split_chunk_size, chunk_overlap: 0, text: chunk
             )
             docs.concat(doc_output)
@@ -97,10 +97,8 @@ module Boxcars
           return true unless rebuild_required?
 
           puts "Initializing Store..."
-          openai_client = OpenAI::Client.new(access_token: ENV.fetch('OPENAI_API_KEY', nil))
-
-          embeddings_with_dim = Boxcars::Embeddings::EmbedViaOpenAI.call(texts: documents, openai_connection: openai_client)
-
+          openai_client = Openai.open_ai_client
+          embeddings_with_dim = Boxcars::VectorStores::EmbedViaOpenAI.call(texts: documents, client: openai_client)
           document_embeddings = embeddings_with_dim.map.with_index do |item, index|
             { doc_id: index, embedding: item[:embedding], document: documents[index] }
           end
@@ -112,7 +110,7 @@ module Boxcars
           return true unless rebuild_required?
 
           puts "Saving Vectorstore"
-          Boxcars::Embeddings::Hnswlib::SaveToHnswlib.call(
+          Boxcars::VectorStores::Hnswlib::SaveToHnswlib.call(
             document_embeddings: embeddings_with_config[:document_embeddings],
             index_file_path: index_file_path,
             json_doc_file_path: json_doc_file_path,
@@ -123,7 +121,7 @@ module Boxcars
 
         def hnswlib_config(dim)
           # dim: length of datum point vector that will be indexed.
-          Boxcars::Embeddings::Hnswlib::HnswlibConfig.new(
+          Boxcars::VectorStores::Hnswlib::HnswlibConfig.new(
             metric: "l2", max_item: 10000, dim: dim
           )
         end

data/lib/boxcars/boxcar/{embeddings → vector_stores}/hnswlib/hnswlib_config.rb

@@ -3,7 +3,7 @@
 require 'json'
 
 module Boxcars
-  module Embeddings
+  module VectorStores
     module Hnswlib
       class HnswlibConfig
         attr_reader :metric, :max_item, :dim, :ef_construction, :m

data/lib/boxcars/boxcar/{embeddings → vector_stores}/hnswlib/hnswlib_search.rb

@@ -4,7 +4,7 @@ require 'hnswlib'
 require 'json'
 
 module Boxcars
-  module Embeddings
+  module VectorStores
     module Hnswlib
       class HnswlibSearch
         def initialize(vector_store:, options: {})
@@ -46,7 +46,7 @@ module Boxcars
         end
 
         def raise_error(message)
-          raise ArgumentError, message
+          raise ::Boxcars::ArgumentError, message
         end
       end
     end

data/lib/boxcars/boxcar/{embeddings → vector_stores}/hnswlib/save_to_hnswlib.rb

@@ -5,14 +5,14 @@ require 'json'
 require 'fileutils'
 
 module Boxcars
-  module Embeddings
+  module VectorStores
     module Hnswlib
       class SaveToHnswlib
-        include Embeddings
+        include VectorStore
 
         # @param document_embeddings [Array] An array of hashes containing the document id, document text, and embedding.
         # @param index_file_path [String] The path to the index file.
-        # @param hnswlib_config [Boxcars::Embeddings::Hnswlib::Config] The config object for the hnswlib index.
+        # @param hnswlib_config [Boxcars::VectorStores::Hnswlib::Config] The config object for the hnswlib index.
         # @option json_doc_file_path [String] Optional. The path to the json file containing the document text.
         def initialize(document_embeddings:, index_file_path:, hnswlib_config:, json_doc_file_path: nil)
           @document_embeddings = document_embeddings

data/lib/boxcars/boxcar/vector_stores/in_memory/add_documents.rb

@@ -0,0 +1,67 @@
+# frozen_string_literal: true
+
+module Boxcars
+  module VectorStores
+    module InMemory
+      MemoryVector = Struct.new(:content, :embedding, :metadatax)
+
+      class AddDocuments
+        include VectorStore
+
+        def initialize(embedding_tool: :openai, documents: nil)
+          validate_params(embedding_tool, documents)
+          @embedding_tool = embedding_tool
+          @documents = documents
+          @memory_vectors = []
+        end
+
+        def call
+          texts = @documents.map { |doc| doc[:page_content] }
+          vectors = generate_vectors(texts)
+          add_vectors(vectors, @documents)
+          @memory_vectors
+        end
+
+        private
+
+        def validate_params(embedding_tool, documents)
+          raise ::Boxcars::ArgumentError, 'documents is nil' unless documents
+          return if %i[openai tensorflow].include?(embedding_tool)
+
+          raise ::Boxcars::ArgumentError, 'embedding_tool is invalid'
+        end
+
+        # returns array of documents with vectors
+        def add_vectors(vectors, documents)
+          vectors.zip(documents).each do |vector, doc|
+            memory_vector = MemoryVector.new(doc[:page_content], vector, doc[:metadata])
+            @memory_vectors << memory_vector
+          end
+        end
+
+        def generate_vectors(texts)
+          embeddings_method[:klass].call(
+            texts: texts, client: embeddings_method[:client]
+          )
+        end
+
+        def embeddings_method
+          @embeddings_method ||=
+            case @embedding_tool
+            when :openai
+              { klass: Boxcars::VectorStores::EmbedViaOpenAI, client: openai_client }
+            when :tensorflow
+              { klass: Boxcars::VectorStores::EmbedViaTensorflow, client: nil }
+            end
+        end
+
+        # Get the OpenAI client
+        # @param openai_access_token [String] the OpenAI access token
+        # @return [OpenAI::Client]
+        def openai_client(openai_access_token: nil)
+          @openai_client ||= Openai.open_ai_client(openai_access_token: openai_access_token)
+        end
+      end
+    end
+  end
+end

data/lib/boxcars/boxcar/vector_stores/in_memory/search.rb

@@ -0,0 +1,81 @@
+# frozen_string_literal: true
+
+# require 'openai'
+#
+# documents = [
+#     { page_content: "hello", metadata: { a: 1 } },
+#     { page_content: "hi", metadata: { a: 1 } },
+#     { page_content: "bye", metadata: { a: 1 } },
+#     { page_content: "what's this", metadata: { a: 1 } },
+# ]
+#
+# vector_documents = Boxcars::VectorStores::InMemory::AddDocuments.call(embedding_tool: :openai, documents: documents)
+#
+# result = Boxcars::VectorStores::InMemory::Search.call(vecotr_documents: vector_documents, query: "hello")
+#
+# expect(result).to eq(Boxcars::VectorStores::Document.new({ page_content: "hello", metadata: { a: 1 } }))
+
+module Boxcars
+  module VectorStores
+    module InMemory
+      class Search
+        include VectorStore
+        def initialize(vector_documents:, query:, embedding_tool: :openai)
+          validate_params(vector_documents, query, embedding_tool)
+          @vector_documents = vector_documents
+          @query = query
+          @embedding_tool = embedding_tool
+        end
+
+        def call
+          results = @vector_documents.map do |doc|
+            {
+              document: doc,
+              similarity: cosine_similarity(query_vector, doc[:vector])
+            }
+          end
+          results.min_by { |result| -result[:similarity] }[:document]
+        end
+
+        private
+
+        def validate_params(vector_documents, query, embedding_tool)
+          raise ::Boxcars::ArgumentError, 'query is empty' if query.to_s.empty?
+          raise ::Boxcars::ArgumentError, 'embedding_tool is invalid' unless %i[openai tensorflow].include?(embedding_tool)
+
+          unless vector_documents.is_a?(Array) && vector_documents.all? do |doc|
+                   doc.is_a?(Hash) && doc.key?(:document) && doc.key?(:vector)
+                 end
+            raise ::Boxcars::ArgumentError, "vector_documents is not valid"
+          end
+        end
+
+        def query_vector
+          embeddings_method(@embedding_tool)[:klass].call(
+            texts: [@query], client: embeddings_method(@embedding_tool)[:client]
+          ).first
+        end
+
+        def openai_client(openai_access_token: nil)
+          @openai_client ||= Openai.open_ai_client(openai_access_token: openai_access_token)
+        end
+
+        def embeddings_method(embedding_tool)
+          case embedding_tool
+          when :openai
+            { klass: Boxcars::VectorStores::EmbedViaOpenAI, client: openai_client }
+          when :tensorflow
+            { klass: Boxcars::VectorStores::EmbedViaTensorflow, client: nil }
+          end
+        end
+
+        def cosine_similarity(vector1, vector2)
+          dot_product = vector1.zip(vector2).reduce(0) { |sum, (a, b)| sum + (a * b) }
+          magnitude1 = Math.sqrt(vector1.reduce(0) { |sum, a| sum + (a**2) })
+          magnitude2 = Math.sqrt(vector2.reduce(0) { |sum, b| sum + (b**2) })
+          dot_product / (magnitude1 * magnitude2)
+        end
+      end
+    end
+  end
+end

data/lib/boxcars/boxcar/{embeddings → vector_stores}/similarity_search.rb

@@ -3,7 +3,7 @@
 require 'hnswlib'
 
 module Boxcars
-  module Embeddings
+  module VectorStores
     class SimilaritySearch
       def initialize(embeddings:, vector_store:, openai_connection: nil, openai_access_token: nil)
         @embeddings = embeddings
@@ -23,9 +23,7 @@ module Boxcars
       attr_reader :embeddings, :vector_store, :openai_connection
 
       def default_connection(openai_access_token: nil)
-        access_token = Boxcars.configuration.openai_access_token(openai_access_token: openai_access_token)
-        organization_id = Boxcars.configuration.organization_id
-        ::OpenAI::Client.new(access_token: access_token, organization_id: organization_id)
+        Openai.open_ai_client(openai_access_token: openai_access_token)
       end
 
       def validate_query(query)
@@ -34,13 +32,13 @@ module Boxcars
       end
 
       def convert_query_to_vector(query)
-        Boxcars::Embeddings::EmbedViaOpenAI.call(texts: [query], openai_connection: openai_connection).first[:embedding]
+        Boxcars::VectorStores::EmbedViaOpenAI.call(texts: [query], client: openai_connection).first[:embedding]
       end
 
       def create_similarity_search_instance
         case vector_store
         when ::Hnswlib::HierarchicalNSW
-          Boxcars::Embeddings::Hnswlib::HnswlibSearch.new(
+          Boxcars::VectorStores::Hnswlib::HnswlibSearch.new(
             vector_store: vector_store,
             options: { json_doc_path: embeddings, num_neighbors: 2 }
           )

data/lib/boxcars/boxcar/{embeddings → vector_stores}/split_text.rb

@@ -1,10 +1,10 @@
 # frozen_string_literal: true
 
 module Boxcars
-  module Embeddings
+  module VectorStores
     # Split a text into chunks of a given size.
     class SplitText
-      include Embeddings
+      include VectorStore
 
       attr_reader :separator, :chunk_size, :chunk_overlap, :text
 

data/lib/boxcars/boxcar.rb

@@ -156,3 +156,4 @@ require "boxcars/boxcar/wikipedia_search"
 require "boxcars/boxcar/sql"
 require "boxcars/boxcar/swagger"
 require "boxcars/boxcar/active_record"
+require "boxcars/boxcar/vector_search"

data/lib/boxcars/engine/openai.rb

@@ -33,15 +33,23 @@ module Boxcars
       super(description: description, name: name)
     end
 
+    # Get the OpenAI API client
+    # @param openai_access_token [String] The access token to use when asking the engine.
+    #   Defaults to Boxcars.configuration.openai_access_token.
+    # @return [OpenAI::Client] The OpenAI API client.
+    def self.open_ai_client(openai_access_token: nil)
+      access_token = Boxcars.configuration.openai_access_token(openai_access_token: openai_access_token)
+      organization_id = Boxcars.configuration.organization_id
+      ::OpenAI::Client.new(access_token: access_token, organization_id: organization_id)
+    end
+
     # Get an answer from the engine.
     # @param prompt [String] The prompt to use when asking the engine.
     # @param openai_access_token [String] The access token to use when asking the engine.
     #   Defaults to Boxcars.configuration.openai_access_token.
     # @param kwargs [Hash] Additional parameters to pass to the engine if wanted.
     def client(prompt:, inputs: {}, openai_access_token: nil, **kwargs)
-      access_token = Boxcars.configuration.openai_access_token(openai_access_token: openai_access_token)
-      organization_id = Boxcars.configuration.organization_id
-      clnt = ::OpenAI::Client.new(access_token: access_token, organization_id: organization_id)
+      clnt = Openai.open_ai_client(openai_access_token: openai_access_token)
       params = open_ai_params.merge(kwargs)
       if params[:model] == "gpt-3.5-turbo"
         prompt = prompt.first if prompt.is_a?(Array)

data/lib/boxcars/version.rb

@@ -2,5 +2,5 @@
 
 module Boxcars
   # The current version of the gem.
-  VERSION = "0.2.9"
+  VERSION = "0.2.10"
 end

data/lib/boxcars.rb

@@ -170,4 +170,3 @@ require "boxcars/ruby_repl"
 require "boxcars/engine"
 require "boxcars/boxcar"
 require "boxcars/train"
-require "boxcars/embedding"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: boxcars
 version: !ruby/object:Gem::Version
-  version: 0.2.9
+  version: 0.2.10
 platform: ruby
 authors:
 - Francis Sullivan
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2023-04-22 00:00:00.000000000 Z
+date: 2023-05-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: debug
@@ -120,23 +120,26 @@ files:
 - lib/boxcars/boxcar.rb
 - lib/boxcars/boxcar/active_record.rb
 - lib/boxcars/boxcar/calculator.rb
-- lib/boxcars/boxcar/embeddings.rb
-- lib/boxcars/boxcar/embeddings/document.rb
-- lib/boxcars/boxcar/embeddings/embed_via_open_ai.rb
-- lib/boxcars/boxcar/embeddings/hnswlib/build_vector_store.rb
-- lib/boxcars/boxcar/embeddings/hnswlib/hnswlib_config.rb
-- lib/boxcars/boxcar/embeddings/hnswlib/hnswlib_search.rb
-- lib/boxcars/boxcar/embeddings/hnswlib/save_to_hnswlib.rb
-- lib/boxcars/boxcar/embeddings/similarity_search.rb
-- lib/boxcars/boxcar/embeddings/split_text.rb
 - lib/boxcars/boxcar/engine_boxcar.rb
 - lib/boxcars/boxcar/google_search.rb
 - lib/boxcars/boxcar/sql.rb
 - lib/boxcars/boxcar/swagger.rb
+- lib/boxcars/boxcar/vector_search.rb
+- lib/boxcars/boxcar/vector_store.rb
+- lib/boxcars/boxcar/vector_stores/document.rb
+- lib/boxcars/boxcar/vector_stores/embed_via_open_ai.rb
+- lib/boxcars/boxcar/vector_stores/embed_via_tensorflow.rb
+- lib/boxcars/boxcar/vector_stores/hnswlib/build_vector_store.rb
+- lib/boxcars/boxcar/vector_stores/hnswlib/hnswlib_config.rb
+- lib/boxcars/boxcar/vector_stores/hnswlib/hnswlib_search.rb
+- lib/boxcars/boxcar/vector_stores/hnswlib/save_to_hnswlib.rb
+- lib/boxcars/boxcar/vector_stores/in_memory/add_documents.rb
+- lib/boxcars/boxcar/vector_stores/in_memory/search.rb
+- lib/boxcars/boxcar/vector_stores/similarity_search.rb
+- lib/boxcars/boxcar/vector_stores/split_text.rb
 - lib/boxcars/boxcar/wikipedia_search.rb
 - lib/boxcars/conversation.rb
 - lib/boxcars/conversation_prompt.rb
-- lib/boxcars/embedding.rb
 - lib/boxcars/engine.rb
 - lib/boxcars/engine/engine_result.rb
 - lib/boxcars/engine/gpt4all_eng.rb
@@ -173,7 +176,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.32
+rubygems_version: 3.4.10
 signing_key:
 specification_version: 4
 summary: Boxcars is a gem that enables you to create new systems with AI composability.

data/lib/boxcars/boxcar/embeddings.rb

@@ -1,31 +0,0 @@
-# frozen_string_literal: true
-
-# Boxcars is a framework for running a series of tools to get an answer to a question.
-module Boxcars
-  module Embeddings
-    module ClassMethods
-      EmbeddingsError = Class.new(StandardError)
-
-      def call(*args, **kw_args)
-        new(*args, **kw_args).call
-      end
-    end
-
-    def self.included(base)
-      base.extend(ClassMethods)
-
-      class << base
-        private :new
-      end
-    end
-  end
-end
-
-require_relative "embeddings/document"
-require_relative "embeddings/embed_via_open_ai"
-require_relative "embeddings/split_text"
-require_relative "embeddings/similarity_search"
-require_relative "embeddings/hnswlib/hnswlib_config"
-require_relative "embeddings/hnswlib/save_to_hnswlib"
-require_relative "embeddings/hnswlib/build_vector_store"
-require_relative "embeddings/hnswlib/hnswlib_search"