neighbor 0.5.0 → 0.5.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5d7036a69b1c57161eaeb11e38feee92c1d5082ddbe8907a83ac3126adf9ae56
-  data.tar.gz: c88e4400b75d2a87f766f7e0b7ff6c5311d9c7866d32e7c2b9aa7601f60c474f
+  metadata.gz: ee3864aa1511aa273c2d619e408bff8bcb491adc6dd111c5c88f7b79ef0baafc
+  data.tar.gz: 7d79f79814a0041e77d18edf83cb87b5fba5f59d1a25a71370d8b28c6a5cd289
 SHA512:
-  metadata.gz: d3c4c25404fb64f324fbba70edcf06d827d3708905ed4a84404a6c9ce39f27b6890d449b285ce302e24495a666c34f0bf3050270b54ef8d283f53ebeb19e4e91
-  data.tar.gz: 63927a8801a88edd48f74ce85d056d7112fa526b37d473b232256b5f2d47e5254b34b25e0312afc01bfedcd6a9d7826496f208e0ab0d3f57c3307fa298b8984e
+  metadata.gz: c8d63b19a366d670212d6d5296f3b0f0de45e007635b7026bc9474bbd9248c9fc9a7ba4ee8b7c1b796ecdd7eef93460fe4e4e746eb49a8c19d471f4827530ecf
+  data.tar.gz: c371a55e3f1579b6a62fcc5cc55c5ac54cb318faa12278c736089b97de1990ecf56a17863bcc7043b4a2cde9be50cb02b8b7dcecaf5032d371e1675a062723f2

data/CHANGELOG.md

@@ -1,3 +1,8 @@
+## 0.5.1 (2024-12-03)
+
+- Added experimental support for MariaDB 11.7
+- Dropped experimental support for MariaDB 11.6 Vector
+
 ## 0.5.0 (2024-10-07)
 
 - Added experimental support for SQLite (sqlite-vec)

data/README.md

@@ -6,7 +6,7 @@ Supports:
 
 - Postgres (cube and pgvector)
 - SQLite (sqlite-vec) - experimental
-- MariaDB 11.6 Vector - experimental
+- MariaDB 11.7 - experimental
 - MySQL 9 (searching requires HeatWave) - experimental
 
 [![Build Status](https://github.com/ankane/neighbor/actions/workflows/build.yml/badge.svg)](https://github.com/ankane/neighbor/actions)
@@ -56,15 +56,15 @@ rails generate neighbor:sqlite
 Create a migration
 
 ```ruby
-class AddEmbeddingToItems < ActiveRecord::Migration[7.2]
+class AddEmbeddingToItems < ActiveRecord::Migration[8.0]
   def change
     # cube
     add_column :items, :embedding, :cube
 
-    # pgvector and MySQL
+    # pgvector, MariaDB, and MySQL
     add_column :items, :embedding, :vector, limit: 3 # dimensions
 
-    # sqlite-vec and MariaDB
+    # sqlite-vec
     add_column :items, :embedding, :binary
   end
 end
@@ -174,7 +174,7 @@ The `sparsevec` type can have up to 16,000 non-zero elements, and sparse vectors
 Add an approximate index to speed up queries. Create a migration with:
 
 ```ruby
-class AddIndexToItemsEmbedding < ActiveRecord::Migration[7.2]
+class AddIndexToItemsEmbedding < ActiveRecord::Migration[8.0]
   def change
     add_index :items, :embedding, using: :hnsw, opclass: :vector_l2_ops
     # or
@@ -202,7 +202,7 @@ Item.connection.execute("SET ivfflat.probes = 3")
 Use the `halfvec` type to store half-precision vectors
 
 ```ruby
-class AddEmbeddingToItems < ActiveRecord::Migration[7.2]
+class AddEmbeddingToItems < ActiveRecord::Migration[8.0]
   def change
     add_column :items, :embedding, :halfvec, limit: 3 # dimensions
   end
@@ -214,7 +214,7 @@ end
 Index vectors at half precision for smaller indexes
 
 ```ruby
-class AddIndexToItemsEmbedding < ActiveRecord::Migration[7.2]
+class AddIndexToItemsEmbedding < ActiveRecord::Migration[8.0]
   def change
     add_index :items, "(embedding::halfvec(3)) vector_l2_ops", using: :hnsw
   end
@@ -232,7 +232,7 @@ Item.nearest_neighbors(:embedding, [0.9, 1.3, 1.1], distance: "euclidean", preci
 Use the `bit` type to store binary vectors
 
 ```ruby
-class AddEmbeddingToItems < ActiveRecord::Migration[7.2]
+class AddEmbeddingToItems < ActiveRecord::Migration[8.0]
   def change
     add_column :items, :embedding, :bit, limit: 3 # dimensions
   end
@@ -250,7 +250,7 @@ Item.nearest_neighbors(:embedding, "101", distance: "hamming").first(5)
 Use expression indexing for binary quantization
 
 ```ruby
-class AddIndexToItemsEmbedding < ActiveRecord::Migration[7.2]
+class AddIndexToItemsEmbedding < ActiveRecord::Migration[8.0]
   def change
     add_index :items, "(binary_quantize(embedding)::bit(3)) bit_hamming_ops", using: :hnsw
   end
@@ -262,7 +262,7 @@ end
 Use the `sparsevec` type to store sparse vectors
 
 ```ruby
-class AddEmbeddingToItems < ActiveRecord::Migration[7.2]
+class AddEmbeddingToItems < ActiveRecord::Migration[8.0]
   def change
     add_column :items, :embedding, :sparsevec, limit: 3 # dimensions
   end
@@ -302,19 +302,19 @@ end
 You can also use [virtual tables](https://alexgarcia.xyz/sqlite-vec/features/knn.html)
 
 ```ruby
-class AddEmbeddingToItems < ActiveRecord::Migration[7.2]
+class AddEmbeddingToItems < ActiveRecord::Migration[8.0]
   def change
+    # Rails 8+
+    create_virtual_table :items, :vec0, [
+      "embedding float[3] distance_metric=L2"
+    ]
+
     # Rails < 8
     execute <<~SQL
       CREATE VIRTUAL TABLE items USING vec0(
         embedding float[3] distance_metric=L2
       )
     SQL
-
-    # Rails 8+
-    create_virtual_table :items, :vec0, [
-      "embedding float[3] distance_metric=L2"
-    ]
   end
 end
 ```
@@ -387,23 +387,15 @@ Supported values are:
 - `cosine`
 - `hamming`
 
-For cosine distance with MariaDB, vectors must be normalized before being stored.
-
-```ruby
-class Item < ApplicationRecord
-  has_neighbors :embedding, normalize: true
-end
-```
-
 ### Indexing
 
 Vector columns must use `null: false` to add a vector index
 
 ```ruby
-class CreateItems < ActiveRecord::Migration[7.2]
+class CreateItems < ActiveRecord::Migration[8.0]
   def change
     create_table :items do |t|
-      t.binary :embedding, null: false
+      t.vector :embedding, limit: 3, null: false
       t.index :embedding, type: :vector
     end
   end
@@ -415,7 +407,7 @@ end
 Use the `bigint` type to store binary vectors
 
 ```ruby
-class AddEmbeddingToItems < ActiveRecord::Migration[7.2]
+class AddEmbeddingToItems < ActiveRecord::Migration[8.0]
   def change
     add_column :items, :embedding, :bigint
   end
@@ -447,7 +439,7 @@ Note: The `DISTANCE()` function is [only available on HeatWave](https://dev.mysq
 Use the `binary` type to store binary vectors
 
 ```ruby
-class AddEmbeddingToItems < ActiveRecord::Migration[7.2]
+class AddEmbeddingToItems < ActiveRecord::Migration[8.0]
   def change
     add_column :items, :embedding, :binary
   end
@@ -892,7 +884,7 @@ bundle exec rake test:postgresql
 bundle exec rake test:sqlite
 
 # MariaDB
-docker run -e MARIADB_ALLOW_EMPTY_ROOT_PASSWORD=1 -e MARIADB_DATABASE=neighbor_test -p 3307:3306 quay.io/mariadb-foundation/mariadb-devel:11.6-vector-preview
+docker run -e MARIADB_ALLOW_EMPTY_ROOT_PASSWORD=1 -e MARIADB_DATABASE=neighbor_test -p 3307:3306 mariadb:11.7-rc
 bundle exec rake test:mariadb
 
 # MySQL

data/lib/neighbor/utils.rb

@@ -33,7 +33,7 @@ module Neighbor
     def self.normalize(value, column_info:)
       return nil if value.nil?
 
-      raise Error, "Normalize not supported for type" unless [:cube, :vector, :halfvec, :binary].include?(column_info&.type)
+      raise Error, "Normalize not supported for type" unless [:cube, :vector, :halfvec].include?(column_info&.type)
 
       norm = Math.sqrt(value.sum { |v| v * v })
 
@@ -86,10 +86,12 @@ module Neighbor
         end
       when :mariadb
         case column_type
-        when :binary
+        when :vector
           case distance
-          when "euclidean", "cosine"
-            "VEC_DISTANCE"
+          when "euclidean"
+            "VEC_DISTANCE_EUCLIDEAN"
+          when "cosine"
+            "VEC_DISTANCE_COSINE"
           end
         when :integer
           case distance
@@ -168,7 +170,7 @@ module Neighbor
         if operator == "BIT_COUNT"
           "BIT_COUNT(#{quoted_attribute} ^ #{query})"
         else
-          "VEC_DISTANCE(#{quoted_attribute}, #{query})"
+          "#{operator}(#{quoted_attribute}, #{query})"
         end
       when :mysql
         if operator == "BIT_COUNT"
@@ -191,8 +193,6 @@ module Neighbor
       case adapter
       when :postgresql
         column_type == :cube
-      when :mariadb
-        true
       else
         false
       end

data/lib/neighbor/version.rb

@@ -1,3 +1,3 @@
 module Neighbor
-  VERSION = "0.5.0"
+  VERSION = "0.5.1"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: neighbor
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 0.5.1
 platform: ruby
 authors:
 - Andrew Kane
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-10-08 00:00:00.000000000 Z
+date: 2024-12-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -77,7 +77,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.16
+rubygems_version: 3.5.22
 signing_key:
 specification_version: 4
 summary: Nearest neighbor search for Rails