emb 0.2.5 → 0.2.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7fa662777093c5abee44186eba00b90fde9f1d3cd7bafcde73fc88748dd45478
-  data.tar.gz: ba3544c2dc3e1fc875f8d86d3448b8469fd194f2f9f9a12cbf2c8a6a18353ce2
+  metadata.gz: 0465face51bde07116c17303587651ae8c947875b9702a587654ead5256c71da
+  data.tar.gz: b0e8cf2d155a51c9b65a2bb006eec6be4d7a60e932301bea426b2ae986a91015
 SHA512:
-  metadata.gz: 5091504bd2fc95a74f2f0430b76a2dd029f26c3c514ecf0a1a47e8262bc21374e27786fc4f3b734c79df075d2c33794db90f3c31c5e20d45e7c10ebf99e70eec
-  data.tar.gz: 67fd93e9b4b45e0155d3cb1f9165f31810571d9eac1468e0bdbbfcf8429dc9089335961b7004bafa28176e2297602dbec7fcd4abdc794c15ffd5acb0f8ab024c
+  metadata.gz: 843e3cdb952a4a1ece48413aad778939d155f4e345c9ebbce3ccd18ce703e53183a099dcae3b815856d062a0d7a80b3d028587704c736402ce659133eb1d7b8a
+  data.tar.gz: 786734c2ac2765bde4810313f998f83550e0823cd47887e16ebf5b2014fe2c865e22b021286187cedaf105d2d5b818c8885d85acceab72ead5e07915da17d9f3

data/lib/emb/batch.rb

@@ -7,18 +7,24 @@ module Emb
 
   BATCH_BLOCK = lambda do |items, loader, _args|
     items.group_by(&:first).each do |client, client_items|
-      pairs = client_items.flat_map { |_, model, text| Array(text).flat_map { |t| [model.to_s, t] } }
-      results = Array(client.send_command('EMB.MULTI', *pairs))
-
-      offset = 0
-      client_items.each do |item|
-        _, _, text = item
-        texts = Array(text)
-        values = results[offset, texts.size].map { |entry| entry&.unpack('e*') }
-        offset += texts.size
-
-        # eager Proxy#[] shape: vector for a single text, vectors for many
-        loader.call(item, values.size == 1 ? values.first : values)
+      chunk = client.respond_to?(:batch_size) && client.batch_size ? client.batch_size : Emb.configuration.batch_size
+
+      # Chunk at batch_size pairs per EMB.MULTI so a single command stays well
+      # under the server's max_pairs cap and within client read timeouts.
+      client_items.each_slice(chunk) do |slice|
+        pairs = slice.flat_map { |_, model, text| Array(text).flat_map { |t| [model.to_s, t] } }
+        results = Array(client.send_command('EMB.MULTI', *pairs))
+
+        offset = 0
+        slice.each do |item|
+          _, _, text = item
+          texts = Array(text)
+          values = results[offset, texts.size].map { |entry| entry&.unpack('e*') }
+          offset += texts.size
+
+          # eager Proxy#[] shape: vector for a single text, vectors for many
+          loader.call(item, values.size == 1 ? values.first : values)
+        end
       end
     end
   end

data/lib/emb/client.rb

@@ -7,11 +7,12 @@ module Emb
   class Client
     include Commands
 
-    attr_reader :pool
+    attr_reader :pool, :batch_size
 
     def initialize(pool: nil, batch: nil, **redis_options)
       cfg = Emb.configuration
       @batch_enabled = batch.nil? ? cfg.batch : batch
+      @batch_size = redis_options.delete(:batch_size) || cfg.batch_size
       size = pool.nil? ? cfg.pool : pool
       url = extract_url!(redis_options, cfg)
       redis_options = merged_redis_options(redis_options, cfg, url)
@@ -104,7 +105,7 @@ module Emb
 
     def merged_redis_options(opts, cfg, url)
       defaults = cfg.to_h
-      keys = defaults.keys - %i[url pool batch]
+      keys = defaults.keys - %i[url pool batch batch_size]
       keys -= %i[host port] if url
 
       keys.each do |key|

data/lib/emb/configuration.rb

@@ -3,7 +3,7 @@
 module Emb
   class Configuration
     OPTIONS = %i[
-      host port url pool batch driver protocol
+      host port url pool batch batch_size driver protocol
       connect_timeout read_timeout write_timeout reconnect_attempts
     ].freeze
 
@@ -15,6 +15,7 @@ module Emb
       self.url = nil
       self.pool = 5
       self.batch = true
+      self.batch_size = 512
       self.driver = nil
       self.protocol = 2
       self.connect_timeout = nil

data/lib/emb/multi.rb

@@ -12,11 +12,17 @@ module Emb
     end
 
     def run
-      args = @pairs.flat_map { |pair| [pair[:model].to_s, pair[:text]] }
+      chunk = @client.respond_to?(:batch_size) && @client.batch_size ? @client.batch_size : Emb.configuration.batch_size
 
-      @client
-        .send_command('EMB.MULTI', *args)
-        .map { |entry| entry.unpack('e*') }
+      # Chunk at batch_size pairs per EMB.MULTI so a single command stays well
+      # under the server's max_pairs cap and within client read timeouts.
+      @pairs.each_slice(chunk).flat_map do |slice|
+        args = slice.flat_map { |pair| [pair[:model].to_s, pair[:text]] }
+
+        @client
+          .send_command('EMB.MULTI', *args)
+          .map { |entry| entry&.unpack('e*') }
+      end
     end
 
     class PairCollector

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: emb
 version: !ruby/object:Gem::Version
-  version: 0.2.5
+  version: 0.2.6
 platform: ruby
 authors:
 - elcuervo
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-08-31 00:00:00.000000000 Z
+date: 2026-09-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: batch-loader