activerecord-turbopuffer-adapter 0.1.4 → 0.1.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 69922615a71c6eefbe25e734208f52099110685db3ad28073dd79e284ec3381b
-  data.tar.gz: 47e713a1a9336e51dcb6e446e23d3364f2bcf8f23ff944a0b52e2a7d4e49acbf
+  metadata.gz: 8bb295502835167a50a215f96707b208574ac3e6641b3cd9d02c50646b2335b6
+  data.tar.gz: '09c4fcdaf392f394619a7a1b786a0be832e248edd7449a5d49e804908fd4d94d'
 SHA512:
-  metadata.gz: 7b366354338fd3d15e689340dbddf279ebf4b4d3823412ae1ef95d21eca48d1a06b492738b1aa21c9abb87e77906e2d3f07b67e71f80b61241e1f3143126946d
-  data.tar.gz: fe83fd43d546c5e07e19fcc38a14760b2810955f5e3398ce4b4895c19280fa3c77dc88874a6bb771ff5572fd90a6a9ebd13bb0563c2a69fa40de5375b6fa34fa
+  metadata.gz: d822446b93294cbca0db8d9cb13a373588e160805d6dc1f1d8e9e88b3d6695ebff58e3cb94fae1715bf0e42850cafb6b88b807b369cc48d174dbeab893e7c35a
+  data.tar.gz: a22568481e63de3ca8a83a7367a59ac9b1e57853ed2315873c2948cd17a0bf4d4a348e77188e8d2f9deefcc25484b8e128e028948dbe11c4064adbc1909e1ffe

data/lib/active_record/connection_adapters/turbopuffer_adapter.rb

@@ -32,12 +32,17 @@ module ActiveRecord
           m.register_type "float",    Type::Float.new
           m.register_type "bool",     Type::Boolean.new
           m.register_type "datetime", ::Turbopuffer::ActiveRecord::Type::DateTime.new
+          m.register_type "bytes",    ::Turbopuffer::ActiveRecord::Type::Bytes.new
+          m.register_type "{}f16",    ::Turbopuffer::ActiveRecord::Type::SparseVector.new
           m.register_type(%r{\A\[\].+\z}) do |type|
             ::Turbopuffer::ActiveRecord::Type::Array.new(m.lookup(type.delete_prefix("[]")))
           end
           m.register_type(%r{\A\[\d+\]f(?:16|32)\z}) do |type|
             ::Turbopuffer::ActiveRecord::Type::Vector.new(type[/\d+/].to_i)
           end
+          m.register_type(%r{\A\[\d+\]i8\z}) do |type|
+            ::Turbopuffer::ActiveRecord::Type::Vector.new(type[/\d+/].to_i, integer: true)
+          end
         end
       end
 
@@ -96,7 +101,7 @@ module ActiveRecord
 
       def type_cast(value)
         case value
-        when Array
+        when Array, Hash
           value
         else
           super

data/lib/turbopuffer/active_record/schema/attribute.rb

@@ -2,7 +2,7 @@ module Turbopuffer
   module ActiveRecord
     module Schema
       class Attribute
-        TYPES = %r{\A(?:\[\])?(?:string|uuid|int|uint|float|bool|datetime)\z|\A\[\d+\]f(?:16|32)\z}
+        TYPES = %r{\A(?:\[\])?(?:string|uuid|int|uint|float|bool|datetime)\z|\Abytes\z|\A\[\d+\](?:f16|f32|i8)\z|\A\{\}f16\z}
 
         attr_reader :name, :type, :filterable, :full_text_search, :ann, :glob, :regex, :notnull
 

data/lib/turbopuffer/active_record/schema/model.rb

@@ -115,6 +115,7 @@ module Turbopuffer
               attrs[:ann] = true if attribute.ann
               attrs[:glob] = true if attribute.glob
               attrs[:regex] = true if attribute.regex
+              attrs[:sparse_knn] = { distance_metric: "dot_product" } if attribute.type == "{}f16"
 
               schema[attribute.name] = attrs
             end

data/lib/turbopuffer/active_record/type/bytes.rb

@@ -0,0 +1,21 @@
+require "base64"
+
+module Turbopuffer
+  module ActiveRecord
+    module Type
+      class Bytes < ::ActiveModel::Type::Value
+        def serialize(value)
+          return if value.nil?
+
+          Base64.strict_encode64(value)
+        end
+
+        def deserialize(value)
+          return if value.nil?
+
+          Base64.decode64(value)
+        end
+      end
+    end
+  end
+end

data/lib/turbopuffer/active_record/type/sparse_vector.rb

@@ -0,0 +1,21 @@
+module Turbopuffer
+  module ActiveRecord
+    module Type
+      class SparseVector < ::ActiveModel::Type::Value
+        include ::ActiveModel::Type::Helpers::Mutable
+
+        def serialize(value)
+          return if value.nil?
+
+          value.to_h { |key, weight| [ key.to_s, Float(weight) ] }
+        end
+
+        def deserialize(value)
+          return if value.nil?
+
+          value.to_h.transform_keys(&:to_s)
+        end
+      end
+    end
+  end
+end

data/lib/turbopuffer/active_record/type/vector.rb

@@ -4,15 +4,16 @@ module Turbopuffer
       class Vector < ::ActiveModel::Type::Value
         include ::ActiveModel::Type::Helpers::Mutable
 
-        def initialize(dimensions)
+        def initialize(dimensions, integer: false)
           @dimensions = dimensions
+          @integer = integer
           super()
         end
 
         def serialize(value)
           return if value.nil?
 
-          vector = ::Array.wrap(value).map { |component| Float(component) }
+          vector = ::Array.wrap(value).map { |component| component(component) }
 
           unless vector.size == @dimensions
             raise ArgumentError, "expected a vector of #{@dimensions} dimensions, got #{vector.size}"
@@ -24,6 +25,19 @@ module Turbopuffer
         def deserialize(value)
           value
         end
+
+        private
+
+        def component(value)
+          number = Float(value)
+          return number unless @integer
+
+          unless number == number.to_i
+            raise ArgumentError, "expected an integer vector component, got #{value.inspect}"
+          end
+
+          number.to_i
+        end
       end
     end
   end

data/lib/turbopuffer/active_record/type.rb

@@ -1,7 +1,9 @@
 require "turbopuffer/active_record/type/date_time"
 require "turbopuffer/active_record/type/unsigned_integer"
+require "turbopuffer/active_record/type/bytes"
 require "turbopuffer/active_record/type/array"
 require "turbopuffer/active_record/type/vector"
+require "turbopuffer/active_record/type/sparse_vector"
 
 module Turbopuffer
   module ActiveRecord

data/lib/turbopuffer/active_record/version.rb

@@ -1,5 +1,5 @@
 module Turbopuffer
   module ActiveRecord
-    VERSION = "0.1.4"
+    VERSION = "0.1.5"
   end
 end

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: activerecord-turbopuffer-adapter
 version: !ruby/object:Gem::Version
-  version: 0.1.4
+  version: 0.1.5
 platform: ruby
 authors:
 - Richard Monette
 bindir: bin
 cert_chain: []
-date: 2026-09-22 00:00:00.000000000 Z
+date: 2026-09-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -23,6 +23,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '8.1'
+- !ruby/object:Gem::Dependency
+  name: base64
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: railties
   requirement: !ruby/object:Gem::Requirement
@@ -81,7 +95,9 @@ files:
 - lib/turbopuffer/active_record/schema/model.rb
 - lib/turbopuffer/active_record/type.rb
 - lib/turbopuffer/active_record/type/array.rb
+- lib/turbopuffer/active_record/type/bytes.rb
 - lib/turbopuffer/active_record/type/date_time.rb
+- lib/turbopuffer/active_record/type/sparse_vector.rb
 - lib/turbopuffer/active_record/type/unsigned_integer.rb
 - lib/turbopuffer/active_record/type/vector.rb
 - lib/turbopuffer/active_record/version.rb