slatedb 0.5.0-aarch64-linux → 0.6.1-aarch64-linux

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ed29074506d3ec0998e585cf316ce03e2518aab3e42ec26704e2f41cb2df6f25
-  data.tar.gz: 18a4c04c383ea51511db610953a055d4416ae41a1acb21ad44cd743a6d617ee2
+  metadata.gz: f94b5f32f05b9d21536aa9441c17e42539db489eae97aa46556f35dfa699b7dd
+  data.tar.gz: 1620d5a46e797daf8de95d821415be96a5fc6c80e4f97a278b07a1032ae1c240
 SHA512:
-  metadata.gz: 7d54388635318353eaf700ef410c1aed4fd2c2a2ff434ad5e6cba98d5046ec6e6e1c8968f62be9e44b35336b64364972ad8336c54a248496425533caf82d1fe4
-  data.tar.gz: f4e74b56361d0b76f395704554ed50c180a05629ef9329599b1e938ed562a74a65a3ca33273481fb6976ccae2e0f10076fae150e980728ae9b786067eb99b74d
+  metadata.gz: ce0bef97705696cf225053c27f088e5c3dabe30f0d05f358e7a71d405e39fe2b7f864c5d0d29e57f74636e6d7eb1319ed05b9d12eed107dfc8410c86e4c4cafa
+  data.tar.gz: cf8eaa8427cdd8d9346635fe7c1463cf5be0a05256da13e3679105e371d5cc7c82e383c357c7c0dd092f0f745581ac4e0b4ef1404967a07631ec1d95542e00cf

data/README.md

@@ -64,6 +64,34 @@ SlateDb::Database.open("/tmp/mydb") do |db|
 end  # automatically closed
 ```
 
+### Compaction Controls
+
+SlateDB 0.17 adds controls for how long compaction inputs remain protected from
+garbage collection and when to consolidate sorted runs:
+
+```ruby
+SlateDb::Database.open("mydb",
+                       url: "s3://mybucket/path",
+                       compactor_checkpoint_lifetime: 30 * 60_000,
+                       sorted_run_consolidation_threshold: 8) do |db|
+  db.put("key", "value")
+end
+```
+
+`compactor_checkpoint_lifetime` is in milliseconds and defaults to 15 minutes.
+Reads, scans, snapshots, and transactions using old compaction inputs must finish
+within that time; after it expires, garbage collection can remove those inputs.
+
+`sorted_run_consolidation_threshold` starts fallback consolidation when the
+projected sorted-run count exceeds the threshold. It is not a hard limit.
+Zero disables it (the default); use at least two to enable it. SlateDB warns and
+disables the trigger for one. Low thresholds can increase storage reads and writes.
+
+### Key Size
+
+Keys can now exceed the previous 65,535-byte limit, up to SlateDB's new
+4,294,967,295-byte limit. Very large keys still require enough memory to process.
+
 ### Persistent Storage
 
 For persistent storage, provide an object store URL:
@@ -501,6 +529,14 @@ SlateDb::Reader.open("/tmp/mydb", url: "s3://bucket/path") do |reader|
   reader.scan("prefix:").each do |k, v|
     puts "#{k}: #{v}"
   end
+
+  # Range and prefix scans accept :asc/:ascending or :desc/:descending.
+  reader.scan("user:100", "user:200", order: :desc).each do |k, v|
+    puts "#{k}: #{v}"
+  end
+  reader.scan_prefix("user:", from: "100", to: "200", order: :desc).each do |k, v|
+    puts "#{k}: #{v}"
+  end
 end
 
 # Open at a specific checkpoint (pins the reader to that checkpoint's state)

data/lib/slatedb/database.rb

@@ -12,6 +12,12 @@ module SlateDb
       # @param merge_operator [Symbol, String, Proc, nil] Optional merge operator.
       #   Can be a symbol/string ("string_concat" or "concat") or a Proc/lambda
       #   that takes (key, existing_value, new_value) and returns the merged value.
+      # @param compactor_checkpoint_lifetime [Integer, nil] How long compaction inputs
+      #   are protected from garbage collection, in milliseconds (default: 15 minutes).
+      #   Reads using those inputs must finish within this time.
+      # @param sorted_run_consolidation_threshold [Integer, nil] Sorted-run count above
+      #   which fallback consolidation starts. Zero disables it (default); use at least
+      #   two to enable it. One is disabled by SlateDB with a warning. This is not a hard limit.
       # @yield [db] If a block is given, yields the database and ensures it's closed
       # @return [Database] The opened database (or block result if block given)
       #
@@ -38,8 +44,12 @@ module SlateDb
       #   db.merge("counter", "3")
       #   db.get("counter") # => "8"
       #
-      def open(path, url: nil, merge_operator: nil)
-        opts = {}
+      def open(path, url: nil, merge_operator: nil,
+               compactor_checkpoint_lifetime: nil, sorted_run_consolidation_threshold: nil)
+        opts = {
+          compactor_checkpoint_lifetime: compactor_checkpoint_lifetime,
+          sorted_run_consolidation_threshold: sorted_run_consolidation_threshold
+        }.compact
 
         case merge_operator
         when Symbol, String

data/lib/slatedb/reader.rb

@@ -106,16 +106,19 @@ module SlateDb
     #
     # @param start_key [String] The start key (inclusive)
     # @param end_key [String, nil] The end key (exclusive)
+    # @param order [Symbol, String, nil] Iteration order (:asc/:ascending or :desc/:descending)
     # @return [Iterator] An iterator over key-value pairs
     #
     def scan(start_key, end_key = nil, durability_filter: nil, dirty: nil,
-             read_ahead_bytes: nil, cache_blocks: nil, max_fetch_tasks: nil, &)
-      opts = {}
-      opts[:durability_filter] = durability_filter.to_s if durability_filter
-      opts[:dirty] = dirty unless dirty.nil?
-      opts[:read_ahead_bytes] = read_ahead_bytes if read_ahead_bytes
-      opts[:cache_blocks] = cache_blocks unless cache_blocks.nil?
-      opts[:max_fetch_tasks] = max_fetch_tasks if max_fetch_tasks
+             read_ahead_bytes: nil, cache_blocks: nil, max_fetch_tasks: nil, order: nil, &)
+      opts = {
+        durability_filter: durability_filter&.to_s,
+        dirty: dirty,
+        read_ahead_bytes: read_ahead_bytes,
+        cache_blocks: cache_blocks,
+        max_fetch_tasks: max_fetch_tasks,
+        order: order&.to_s
+      }.compact
 
       iter = if opts.empty?
                _scan(start_key, end_key)
@@ -138,6 +141,7 @@ module SlateDb
     # @param read_ahead_bytes [Integer, nil] Number of bytes to read ahead
     # @param cache_blocks [Boolean, nil] Whether to cache blocks
     # @param max_fetch_tasks [Integer, nil] Maximum number of fetch tasks
+    # @param order [Symbol, String, nil] Iteration order (:asc/:ascending or :desc/:descending)
     # @param from [String, nil] Inclusive lower bound suffix, appended to the
     #   prefix, to start scanning from (e.g. prefix "user:" with from "100"
     #   starts at "user:100"). Defaults to the start of the prefix.
@@ -146,7 +150,7 @@ module SlateDb
     # @return [Iterator] An iterator over key-value pairs
     #
     def scan_prefix(prefix, durability_filter: nil, dirty: nil,
-                    read_ahead_bytes: nil, cache_blocks: nil, max_fetch_tasks: nil,
+                    read_ahead_bytes: nil, cache_blocks: nil, max_fetch_tasks: nil, order: nil,
                     from: nil, to: nil, &)
       opts = {
         durability_filter: durability_filter&.to_s,
@@ -154,6 +158,7 @@ module SlateDb
         read_ahead_bytes: read_ahead_bytes,
         cache_blocks: cache_blocks,
         max_fetch_tasks: max_fetch_tasks,
+        order: order&.to_s,
         subrange_from: from,
         subrange_to: to
       }.compact

data/lib/slatedb/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module SlateDb
-  VERSION = "0.5.0"
+  VERSION = "0.6.1"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: slatedb
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 0.6.1
 platform: aarch64-linux
 authors:
 - SlateDB Contributors
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2026-10-26 00:00:00.000000000 Z
+date: 2026-10-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -58,14 +58,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.86'
+        version: '1.92'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.86'
+        version: '1.92'
 description: A cloud-native embedded key-value store built on object storage
 email:
 - slatedb@example.com