large_object_store 1.6.1 → 1.8.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a72748e1b76afaf0bf1f32ffddba01354405a7fd0d41ee5bdf5a29180259c5d8
-  data.tar.gz: e16591860fd1542d994d49ace89c3f759f00c641c1566d780e6d3fc93afcb258
+  metadata.gz: 6f11e8dd54268874539335ca07d5a8cc1dfa2910e14bb81f6b1a506233727a4f
+  data.tar.gz: b2b5f7bf4610df371b4ca424e8efa5cc0d0c632c28e83fb6c083a45ccbb83ec3
 SHA512:
-  metadata.gz: 0c0878955ba7c92f6fdbdfa9c25c2f8c4b6ef441863940732c804076d423f53a8d1a40aae7f06544a15779b81a7225ec367b65caa3e16a4c49c07952a5363c24
-  data.tar.gz: 3d7c5fdc351ae6c0170ce41cf58696d08d2c1493e35324252ccd49511d977f1880ea00acfddfef741e4977feb201ac052a1270a743c5037befb57ba44edbbcaf
+  metadata.gz: 0e73adada15c374cef708d10ceb0829dca94c3251461735ef57ac2d707e7dd8b6eb1d6da1158d93510715b4763c63b4e679046e2313bff10a915bca4e8704475
+  data.tar.gz: e3b09f3345f4d090cfa33a73909769aa649a46bd7c75409e58d9e722a5ff354630f3bab98b3e27c64a7002755d3ff5c6cf86598903f0f885f23110a4789f7922

data/lib/large_object_store/version.rb

@@ -1,3 +1,3 @@
 module LargeObjectStore
-  VERSION = "1.6.1"
+  VERSION = "1.8.0"
 end

data/lib/large_object_store.rb

@@ -27,21 +27,18 @@ module LargeObjectStore
   class RailsWrapper
     attr_reader :store
 
-    def initialize(store, serializer: Marshal)
+    def initialize(store, serializer: Marshal, max_slice_size: MAX_OBJECT_SIZE)
       @store = store
       @serializer = serializer
+      @max_slice_size = [max_slice_size, MAX_OBJECT_SIZE].min
+      @namespace = (store.respond_to?(:options) && store.options[:namespace]) || ""
     end
 
     def write(key, value, **options)
       options = options.dup
       value = serialize(value, options)
 
-      # calculate slice size; note that key length is a factor because
-      # the key is stored on the same slab page as the value
-      namespace = (store.respond_to?(:options) && store.options[:namespace]) || ""
-      namespace_length = namespace.empty? ? 0 : namespace.size + 1
-      slice_size = MAX_OBJECT_SIZE - ITEM_HEADER_SIZE - UUID_SIZE - key.bytesize - namespace_length
-
+      slice_size = safe_slice_size(key)
       # store number of pages
       pages = (value.size / slice_size.to_f).ceil
 
@@ -74,7 +71,7 @@ module LargeObjectStore
         # read sliced data
         keys = (1..pages).map { |i| key(key, i) }
         # use values_at to enforce key order because read_multi doesn't guarantee a return order
-        slices = @store.read_multi(*keys).values_at(*keys)
+        slices = @store.read_multi(*keys, raw: true).values_at(*keys)
         return nil if slices.compact.size != pages
 
         slices = slices.map do |slice|
@@ -110,6 +107,19 @@ module LargeObjectStore
 
     private
 
+    # calculate slice size; note that key length is a factor because
+    # the key is stored on the same slab page as the value
+    def safe_slice_size(key)
+      namespace_length = @namespace.empty? ? 0 : @namespace.size + 1
+      overhead = ITEM_HEADER_SIZE + UUID_SIZE + key.bytesize + namespace_length
+      slice_size = @max_slice_size - overhead
+      if slice_size <= 0
+        MAX_OBJECT_SIZE - overhead
+      else
+        slice_size
+      end
+    end
+
     # convert a object to a string
     # modifies options
     def serialize(value, options)

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: large_object_store
 version: !ruby/object:Gem::Version
-  version: 1.6.1
+  version: 1.8.0
 platform: ruby
 authors:
 - Ana Martinez
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2024-01-25 00:00:00.000000000 Z
+date: 2024-05-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: zstd-ruby
@@ -45,14 +45,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '2.6'
+      version: '3.0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.3
+rubygems_version: 3.5.9
 signing_key: 
 specification_version: 4
 summary: Store large objects in memcache or others