activerecord-turbopuffer-adapter 0.1.8 → 0.1.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f7e4579b0235c712aef39dedae94abdb3e8053ef5b04fff2e46ee38c0fd5710a
-  data.tar.gz: dadc48af421f105ed95d7964b7929ced1dd613217fdda1b88b00a58c291867cf
+  metadata.gz: fde17eff7db3a885b55a20550170a189c505ef52afc6bbdfded1f9b5dfcc9a76
+  data.tar.gz: 4ee793a06d003d5d69c6d3748c7a74331d6bd4c5db1df6c4ec79fba22f408fea
 SHA512:
-  metadata.gz: 6037d2898aa914ed3990f238ac00b86c4b710d630fd3aa7c9dd3af9200f768736b9207cf8cedf079c01d60fd8fce614cdafdaa5873241b1c7a47fa1f6bb4b9df
-  data.tar.gz: 8b6c7caf5e1b82fbed33da7e5e06e1232cf9603aab035b6a9ef8540223047020429927721928911c80512c778fbdef5a52b1628ca0110ac4414d0419f18a9aed
+  metadata.gz: b716b0601df52af79a1d6edbba112630504f356fb2e6c7b91ad00ac6e41485809b43849eb58d8399f0238190db6ea3f5bd3b0b490f0658b17e2d138132f24b7c
+  data.tar.gz: 7b79a130b932801f07c98ec849cb9838c8c86246c432464b64aa2c9c079d8432146bb189986886169f614f395fb5e1c00a7b5ccc56a76424d4fbe1ca3ef6b290

data/README.md

@@ -109,6 +109,7 @@ Document.where(tags: nil)
 Document.where(scores: 90..)
 
 Document.order(:title).limit(20)
+Document.order(:title).limit(20).offset(20)
 Document.group(:title).count
 Document.count
 Document.find("018f...")
@@ -128,7 +129,7 @@ Document
   .limit(10)
 ```
 
-> Note that turbopuffer has a limit on the maximum number of documents returned (https://turbopuffer.com/docs/query#param-limit), so Document.all.to_a etc. will only return at most 10,000 items
+> Note that turbopuffer has a limit on the maximum number of documents returned (https://turbopuffer.com/docs/query#param-limit), so Document.all.to_a etc. will only return at most 10,000 items, and `limit` plus `offset` must stay within that
 
 > Eventual reads are cheaper but may not include writes from the last few seconds. Set a default with `turbopuffer_consistency "eventual"` in a model or `consistency: eventual` in `database.yml`. Strong is the default.
 

data/lib/active_record/connection_adapters/turbopuffer_adapter.rb

@@ -279,9 +279,11 @@ module ActiveRecord
 
         tpuf_query_args = {
           include_attributes: fields,
-          top_k: query.top_k.present? ? query.top_k : 10_000
+          top_k: query.top_k.present? ? query.top_k : 10_000 - query.offset.to_i
         }
 
+        tpuf_query_args[:offset] = query.offset if query.offset
+
         tpuf_query_args[:rank_by] = query.rank_by.first if query.rank_by.present?
         tpuf_query_args[:filters] = query.filters if query.filters
         consistency = consistency_for(query)

data/lib/arel/visitors/turbopuffer.rb

@@ -12,7 +12,8 @@ module Arel::Visitors
         aggregate_by: @aggregate_by,
         upsert_rows: @upsert_rows,
         consistency: @consistency,
-        namespace_override: @namespace_override
+        namespace_override: @namespace_override,
+        offset: @offset
       }
     end
     def to_s = JSON.generate(to_h)
@@ -22,10 +23,10 @@ module Arel::Visitors
     alias == eql?
 
     attr_reader :op, :namespace, :filters, :top_k, :rank_by, :include_attributes, :upsert_rows, :aggregate_by, :group_by,
-                :consistency, :namespace_override
+                :consistency, :namespace_override, :offset
 
-    def initialize(op:, namespace:, filters: nil, top_k: nil, rank_by: nil, include_attributes: nil,
-                   upsert_rows: nil, aggregate_by: nil, group_by: nil, consistency: nil, namespace_override: nil)
+    def initialize(op:, namespace:, filters: nil, top_k: nil, rank_by: nil, include_attributes: nil, upsert_rows: nil,
+                   aggregate_by: nil, group_by: nil, consistency: nil, namespace_override: nil, offset: nil)
       @op = op
       @namespace = namespace
       @filters = filters
@@ -37,6 +38,7 @@ module Arel::Visitors
       @upsert_rows = upsert_rows
       @consistency = consistency
       @namespace_override = namespace_override
+      @offset = offset
     end
   end
 
@@ -100,7 +102,6 @@ module Arel::Visitors
     end
 
     def visit_Arel_Nodes_SelectStatement(o)
-      raise NotImplementedError, "offset is not supported, filter on a sortable attribute for cursor pagination" if o.offset
       # https://turbopuffer.com/docs/query#ordering-by-attributes: "Ordering by
       # multiple attributes isn't yet implemented."
       raise NotImplementedError, "one ranking per query, sort in Ruby after loading" if o.orders.size > 1
@@ -113,6 +114,8 @@ module Arel::Visitors
       aggregates, attributes = core.projections.partition { |p| aggregate?(p) }
       aggregate = aggregates.first
 
+      raise NotImplementedError, "offset is not supported on aggregate queries" if o.offset && aggregate
+
       filters = core.wheres.map { |w| visit(w) }
       counted = aggregate && counted_attribute(aggregate)
       filters << [ visit(counted), "NotEq", nil ] if counted
@@ -127,7 +130,8 @@ module Arel::Visitors
         group_by:           core.groups.map { |g| visit(g) },
         aggregate_by:       aggregate && visit(aggregate),
         consistency:        consistency_hint(core.optimizer_hints),
-        namespace_override: namespace_annotation(core.comment)
+        namespace_override: namespace_annotation(core.comment),
+        offset:             o.offset && visit(o.offset)
       )
     end
 
@@ -207,6 +211,10 @@ module Arel::Visitors
       visit(o.left)
     end
 
+    def visit_Arel_Nodes_TableAlias(o)
+      raise NotImplementedError, "subqueries are not supported, count a limited or offset relation in Ruby after loading"
+    end
+
     def visit_Arel_Table(o) = o.name
 
     # filters
@@ -293,6 +301,7 @@ module Arel::Visitors
     def visit_Arel_Nodes_Casted(o)         = o.value_for_database
     def visit_Arel_Nodes_Quoted(o)         = o.expr
     def visit_Arel_Nodes_Limit(o)          = visit(o.expr)
+    def visit_Arel_Nodes_Offset(o)         = visit(o.expr)
     def visit_Arel_Nodes_Ascending(o)      = [ visit(o.expr), "asc" ]
     def visit_Arel_Nodes_Descending(o)     = [ visit(o.expr), "desc" ]
 

data/lib/turbopuffer/active_record/version.rb

@@ -1,5 +1,5 @@
 module Turbopuffer
   module ActiveRecord
-    VERSION = "0.1.8"
+    VERSION = "0.1.9"
   end
 end

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: activerecord-turbopuffer-adapter
 version: !ruby/object:Gem::Version
-  version: 0.1.8
+  version: 0.1.9
 platform: ruby
 authors:
 - Richard Monette
 bindir: bin
 cert_chain: []
-date: 2026-10-07 00:00:00.000000000 Z
+date: 2026-10-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -57,7 +57,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '2.4'
+        version: '2.5'
     - - "<"
       - !ruby/object:Gem::Version
         version: '3'
@@ -67,7 +67,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '2.4'
+        version: '2.5'
     - - "<"
       - !ruby/object:Gem::Version
         version: '3'