neighbor 0.3.0 → 0.3.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a0ab3641b145d2f7b83ab5b9639b63a97243aeaadd82e057ff71d30440eccf86
-  data.tar.gz: 0042cdebaff064ee3c27658f2a1edf348768bc7022e14fc12a15eabf1f4cb20f
+  metadata.gz: 5818fdfa27cc4b0678fb125e82d2fa0a3066ea173674ca541987b9084a94ac14
+  data.tar.gz: e874541532172dce9932a98506bd5ce7866a0f5c3e600ffd9d6473f226829368
 SHA512:
-  metadata.gz: 0c500661e9557575032762af3f54b36259a4b87493cd0ed30c559e9fb1b21c18c70b4c410becd1095aed64bbd86d8aac527cbd498a14717708030905ecc84d6e
-  data.tar.gz: 75a62b2a13ecb8a34bb6595b71d0aa5686111a390a32ab610c10bcaf8d1e688541b742073658498e20a4724a9f9a1e7ab718f0a2298a7214e5c1cbffdb47c2e2
+  metadata.gz: 96211da20caf70383018ca626cbd83bbda5e4ffaf95e5a9b5405686b192643916325f89a652b4ba9e34e17daa1b84e8045cc644b606bab8aa6ea339ed4d7ea0d
+  data.tar.gz: bf855dc34617d489618417b9c807969f828358de19462458b7c09e1743102a8b9967b32b09660fab35f35543b77d588297c69971edb7442af0995cdca3b6ff8e

data/CHANGELOG.md

@@ -1,3 +1,8 @@
+## 0.3.1 (2023-09-25)
+
+- Added support for passing multiple attributes to `has_neighbors`
+- Fixed error with `nearest_neighbors` scope with Ruby 3.2 and Active Record 6.1
+
 ## 0.3.0 (2023-07-24)
 
 - Dropped support for Ruby < 3 and Active Record < 6.1

data/README.md

@@ -117,18 +117,26 @@ For vector, add an approximate index to speed up queries. Create a migration wit
 class AddIndexToItemsNeighborVector < ActiveRecord::Migration[7.0]
   def change
     add_index :items, :embedding, using: :ivfflat, opclass: :vector_l2_ops
+    # or with pgvector 0.5.0+
+    add_index :items, :embedding, using: :hnsw, opclass: :vector_l2_ops
   end
 end
 ```
 
 Use `:vector_cosine_ops` for cosine distance and `:vector_ip_ops` for inner product.
 
-Set the number of probes
+Set the number of probes with IVFFlat
 
 ```ruby
 Item.connection.execute("SET ivfflat.probes = 3")
 ```
 
+Or the size of the dynamic candidate list with HNSW
+
+```ruby
+Item.connection.execute("SET hnsw.ef_search = 100")
+```
+
 ## Examples
 
 - [OpenAI Embeddings](#openai-embeddings)
@@ -139,14 +147,14 @@ Item.connection.execute("SET ivfflat.probes = 3")
 Generate a model
 
 ```sh
-rails generate model Article content:text embedding:vector{1536}
+rails generate model Document content:text embedding:vector{1536}
 rails db:migrate
 ```
 
 And add `has_neighbors`
 
 ```ruby
-class Article < ApplicationRecord
+class Document < ApplicationRecord
   has_neighbors :embedding
 end
 ```
@@ -184,18 +192,18 @@ embeddings = fetch_embeddings(input)
 Store the embeddings
 
 ```ruby
-articles = []
+documents = []
 input.zip(embeddings) do |content, embedding|
-  articles << {content: content, embedding: embedding}
+  documents << {content: content, embedding: embedding}
 end
-Article.insert_all!(articles) # use create! for Active Record < 6
+Document.insert_all!(documents)
 ```
 
 And get similar articles
 
 ```ruby
-article = Article.first
-article.nearest_neighbors(:embedding, distance: "inner_product").first(5).map(&:content)
+document = Document.first
+document.nearest_neighbors(:embedding, distance: "cosine").first(5).map(&:content)
 ```
 
 See the [complete code](examples/openai_embeddings.rb)

data/lib/neighbor/model.rb

@@ -1,7 +1,11 @@
 module Neighbor
   module Model
-    def has_neighbors(attribute_name = :neighbor_vector, dimensions: nil, normalize: nil)
-      attribute_name = attribute_name.to_sym
+    def has_neighbors(*attribute_names, dimensions: nil, normalize: nil)
+      if attribute_names.empty?
+        attribute_names << :neighbor_vector
+      else
+        attribute_names.map!(&:to_sym)
+      end
 
       class_eval do
         @neighbor_attributes ||= {}
@@ -19,14 +23,26 @@ module Neighbor
           end
         end
 
-        raise Error, "has_neighbors already called for #{attribute_name.inspect}" if neighbor_attributes[attribute_name]
-        @neighbor_attributes[attribute_name] = {dimensions: dimensions, normalize: normalize}
+        attribute_names.each do |attribute_name|
+          raise Error, "has_neighbors already called for #{attribute_name.inspect}" if neighbor_attributes[attribute_name]
+          @neighbor_attributes[attribute_name] = {dimensions: dimensions, normalize: normalize}
+
+          attribute attribute_name, Neighbor::Vector.new(dimensions: dimensions, normalize: normalize, model: self, attribute_name: attribute_name)
+        end
 
-        attribute attribute_name, Neighbor::Vector.new(dimensions: dimensions, normalize: normalize, model: self, attribute_name: attribute_name)
+        return if @neighbor_attributes.size != attribute_names.size
 
-        return if @neighbor_attributes.size != 1
+        scope :nearest_neighbors, ->(attribute_name, vector = nil, options = nil) {
+          # cannot use keyword arguments with scope with Ruby 3.2 and Active Record 6.1
+          # https://github.com/rails/rails/issues/46934
+          if options.nil? && vector.is_a?(Hash)
+            options = vector
+            vector = nil
+          end
+          raise ArgumentError, "missing keyword: :distance" unless options.is_a?(Hash) && options.key?(:distance)
+          distance = options.delete(:distance)
+          raise ArgumentError, "unknown keywords: #{options.keys.map(&:inspect).join(", ")}" if options.any?
 
-        scope :nearest_neighbors, ->(attribute_name, vector = nil, distance:) {
           if vector.nil? && !attribute_name.nil? && attribute_name.respond_to?(:to_a)
             vector = attribute_name
             attribute_name = :neighbor_vector

data/lib/neighbor/version.rb

@@ -1,3 +1,3 @@
 module Neighbor
-  VERSION = "0.3.0"
+  VERSION = "0.3.1"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: neighbor
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.3.1
 platform: ruby
 authors:
 - Andrew Kane
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-07-25 00:00:00.000000000 Z
+date: 2023-09-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord