activerecord-turbopuffer-adapter 0.1.4 → 0.1.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 69922615a71c6eefbe25e734208f52099110685db3ad28073dd79e284ec3381b
-  data.tar.gz: 47e713a1a9336e51dcb6e446e23d3364f2bcf8f23ff944a0b52e2a7d4e49acbf
+  metadata.gz: 735feec18b7fd1ae5ded62e4ed1be93fc11c72c7f26e4297cdad2959e364f5ae
+  data.tar.gz: 463e7962478cac322980777e1af86edd02ccf6109e4114afcbdf0738cb1ec635
 SHA512:
-  metadata.gz: 7b366354338fd3d15e689340dbddf279ebf4b4d3823412ae1ef95d21eca48d1a06b492738b1aa21c9abb87e77906e2d3f07b67e71f80b61241e1f3143126946d
-  data.tar.gz: fe83fd43d546c5e07e19fcc38a14760b2810955f5e3398ce4b4895c19280fa3c77dc88874a6bb771ff5572fd90a6a9ebd13bb0563c2a69fa40de5375b6fa34fa
+  metadata.gz: 961a01ae0f07741adf56396ef8df18ddb94896627d9ccee153b3f191ff34fda091136133ecc52e3c8e09b3726e9a45d70cde91957f1d9241f2cf5c122caabd38
+  data.tar.gz: ed62e9af80fd247549aecfe079f9d45f05037411dc631e310ef1faae981ba2581682335be96bfee6b3877cad4b8ae2d59936637a9179525349c375e9596671df

data/lib/active_record/connection_adapters/turbopuffer_adapter.rb

@@ -32,12 +32,17 @@ module ActiveRecord
           m.register_type "float",    Type::Float.new
           m.register_type "bool",     Type::Boolean.new
           m.register_type "datetime", ::Turbopuffer::ActiveRecord::Type::DateTime.new
+          m.register_type "bytes",    ::Turbopuffer::ActiveRecord::Type::Bytes.new
+          m.register_type "{}f16",    ::Turbopuffer::ActiveRecord::Type::SparseVector.new
           m.register_type(%r{\A\[\].+\z}) do |type|
             ::Turbopuffer::ActiveRecord::Type::Array.new(m.lookup(type.delete_prefix("[]")))
           end
           m.register_type(%r{\A\[\d+\]f(?:16|32)\z}) do |type|
             ::Turbopuffer::ActiveRecord::Type::Vector.new(type[/\d+/].to_i)
           end
+          m.register_type(%r{\A\[\d+\]i8\z}) do |type|
+            ::Turbopuffer::ActiveRecord::Type::Vector.new(type[/\d+/].to_i, integer: true)
+          end
         end
       end
 
@@ -96,7 +101,7 @@ module ActiveRecord
 
       def type_cast(value)
         case value
-        when Array
+        when Array, Hash
           value
         else
           super
@@ -267,7 +272,7 @@ module ActiveRecord
 
       def turbopuffer_select(namespace, query)
         fields = if query.include_attributes == [ "*" ]
-          column_definitions(query.namespace).map(&:name)
+          column_definitions(query.namespace).reject(&:vector?).map(&:name)
         else
           query.include_attributes
         end

data/lib/turbopuffer/active_record/schema/attribute.rb

@@ -2,7 +2,8 @@ module Turbopuffer
   module ActiveRecord
     module Schema
       class Attribute
-        TYPES = %r{\A(?:\[\])?(?:string|uuid|int|uint|float|bool|datetime)\z|\A\[\d+\]f(?:16|32)\z}
+        TYPES = %r{\A(?:\[\])?(?:string|uuid|int|uint|float|bool|datetime)\z|\Abytes\z|\A\[\d+\](?:f16|f32|i8)\z|\A\{\}f16\z}
+        VECTOR_TYPES = %r{\A\[\d+\]|\A\{\}}
 
         attr_reader :name, :type, :filterable, :full_text_search, :ann, :glob, :regex, :notnull
 
@@ -24,6 +25,8 @@ module Turbopuffer
 
           @notnull = not_null
         end
+
+        def vector? = VECTOR_TYPES.match?(type)
       end
     end
   end

data/lib/turbopuffer/active_record/schema/model.rb

@@ -78,6 +78,10 @@ module Turbopuffer
             order(::Arel::Nodes::RankByNode.new(expression))
           end
 
+          def with_vectors
+            select(*turbopuffer_attributes.map(&:name))
+          end
+
           def glob(pattern, case_sensitive: true)
             ::Turbopuffer::ActiveRecord::Glob.new(pattern, case_sensitive:)
           end
@@ -115,6 +119,7 @@ module Turbopuffer
               attrs[:ann] = true if attribute.ann
               attrs[:glob] = true if attribute.glob
               attrs[:regex] = true if attribute.regex
+              attrs[:sparse_knn] = { distance_metric: "dot_product" } if attribute.type == "{}f16"
 
               schema[attribute.name] = attrs
             end

data/lib/turbopuffer/active_record/type/bytes.rb

@@ -0,0 +1,21 @@
+require "base64"
+
+module Turbopuffer
+  module ActiveRecord
+    module Type
+      class Bytes < ::ActiveModel::Type::Value
+        def serialize(value)
+          return if value.nil?
+
+          Base64.strict_encode64(value)
+        end
+
+        def deserialize(value)
+          return if value.nil?
+
+          Base64.decode64(value)
+        end
+      end
+    end
+  end
+end

data/lib/turbopuffer/active_record/type/sparse_vector.rb

@@ -0,0 +1,21 @@
+module Turbopuffer
+  module ActiveRecord
+    module Type
+      class SparseVector < ::ActiveModel::Type::Value
+        include ::ActiveModel::Type::Helpers::Mutable
+
+        def serialize(value)
+          return if value.nil?
+
+          value.to_h { |key, weight| [ key.to_s, Float(weight) ] }
+        end
+
+        def deserialize(value)
+          return if value.nil?
+
+          value.to_h.transform_keys(&:to_s)
+        end
+      end
+    end
+  end
+end

data/lib/turbopuffer/active_record/type/vector.rb

@@ -4,15 +4,16 @@ module Turbopuffer
       class Vector < ::ActiveModel::Type::Value
         include ::ActiveModel::Type::Helpers::Mutable
 
-        def initialize(dimensions)
+        def initialize(dimensions, integer: false)
           @dimensions = dimensions
+          @integer = integer
           super()
         end
 
         def serialize(value)
           return if value.nil?
 
-          vector = ::Array.wrap(value).map { |component| Float(component) }
+          vector = ::Array.wrap(value).map { |component| component(component) }
 
           unless vector.size == @dimensions
             raise ArgumentError, "expected a vector of #{@dimensions} dimensions, got #{vector.size}"
@@ -24,6 +25,19 @@ module Turbopuffer
         def deserialize(value)
           value
         end
+
+        private
+
+        def component(value)
+          number = Float(value)
+          return number unless @integer
+
+          unless number == number.to_i
+            raise ArgumentError, "expected an integer vector component, got #{value.inspect}"
+          end
+
+          number.to_i
+        end
       end
     end
   end

data/lib/turbopuffer/active_record/type.rb

@@ -1,7 +1,9 @@
 require "turbopuffer/active_record/type/date_time"
 require "turbopuffer/active_record/type/unsigned_integer"
+require "turbopuffer/active_record/type/bytes"
 require "turbopuffer/active_record/type/array"
 require "turbopuffer/active_record/type/vector"
+require "turbopuffer/active_record/type/sparse_vector"
 
 module Turbopuffer
   module ActiveRecord

data/lib/turbopuffer/active_record/version.rb

@@ -1,5 +1,5 @@
 module Turbopuffer
   module ActiveRecord
-    VERSION = "0.1.4"
+    VERSION = "0.1.6"
   end
 end

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: activerecord-turbopuffer-adapter
 version: !ruby/object:Gem::Version
-  version: 0.1.4
+  version: 0.1.6
 platform: ruby
 authors:
 - Richard Monette
 bindir: bin
 cert_chain: []
-date: 2026-09-22 00:00:00.000000000 Z
+date: 2026-09-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -23,6 +23,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '8.1'
+- !ruby/object:Gem::Dependency
+  name: base64
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: railties
   requirement: !ruby/object:Gem::Requirement
@@ -81,7 +95,9 @@ files:
 - lib/turbopuffer/active_record/schema/model.rb
 - lib/turbopuffer/active_record/type.rb
 - lib/turbopuffer/active_record/type/array.rb
+- lib/turbopuffer/active_record/type/bytes.rb
 - lib/turbopuffer/active_record/type/date_time.rb
+- lib/turbopuffer/active_record/type/sparse_vector.rb
 - lib/turbopuffer/active_record/type/unsigned_integer.rb
 - lib/turbopuffer/active_record/type/vector.rb
 - lib/turbopuffer/active_record/version.rb