pinot-client 1.8.0 → 1.12.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 819824203883477127807cc1a86d8535f7721883dfaec85423c5b333dd453b6e
-  data.tar.gz: dff26b09b035ad4d217a63b2b661677d4b47922760f2f140a6cda942d9383a20
+  metadata.gz: ff1b333b02ecef88a907d5ad1194d7e5a6a320bbd03337a6214d38af0b0995b3
+  data.tar.gz: f547e9d59b9c0ce692ad17d0b15f398b81df605acdb79078510a1987bd15ad8b
 SHA512:
-  metadata.gz: 606903f919bd310a8b1c208206db2c4ac25b5522ee26079435966f95f171573b0800266970ca3643c29528f506cf2a2c392b7161f7f2c3a174c313732a53721e
-  data.tar.gz: bc99e8c6ba493de6a534009e557915f9e72a57298129837750c49d8e1026dc8785822b079c63d05c42842a5b800930c44ac415bdf487e622fe1518f5cbbbf867
+  metadata.gz: ec32bb234ba6ed82303b6d3d3ebd6d33b441f6bc489cef38e7a7adbe21d7f5d025003c3f55d5bab371c14c8a8267f0835be9757e04817249f4274bfc2d7249f0
+  data.tar.gz: 9e133f3c42967560bf7570da11cec1503451542b8bb58acfea33985b94b393bc77ae352a03f8c644870a0e923ed40f20d75685ff1b1e51e539f81a1d188f7484

data/lib/pinot/transport.rb

@@ -9,11 +9,14 @@ module Pinot
     MAX_POOL_SIZE = 5
     KEEP_ALIVE_TIMEOUT = 30
 
+    PoolEntry = Struct.new(:http, :checked_in_at)
+
     def initialize(timeout: nil, tls_config: nil)
       @timeout = timeout
       @tls_config = tls_config
       @pool = {}
       @pool_mutex = Mutex.new
+      @reaper = start_reaper
     end
 
     def post(url, body:, headers: {})
@@ -52,20 +55,61 @@ module Pinot
     end
 
     def checkout(key, uri)
-      @pool_mutex.synchronize { @pool[key]&.pop } || new_connection(uri)
+      now = Process.clock_gettime(Process::CLOCK_MONOTONIC)
+      http = @pool_mutex.synchronize do
+        entries = @pool[key] ||= []
+        fresh = nil
+        while (entry = entries.pop)
+          if now - entry.checked_in_at < KEEP_ALIVE_TIMEOUT
+            fresh = entry.http
+            break
+          else
+            entry.http.finish rescue nil
+          end
+        end
+        fresh
+      end
+      http || new_connection(uri)
     end
 
     def checkin(key, http)
       @pool_mutex.synchronize do
         pool_for_key = @pool[key] ||= []
         if pool_for_key.size < MAX_POOL_SIZE
-          pool_for_key.push(http)
+          pool_for_key.push(PoolEntry.new(http, Process.clock_gettime(Process::CLOCK_MONOTONIC)))
         else
           http.finish rescue nil
         end
       end
     end
 
+    def start_reaper
+      t = Thread.new do
+        loop do
+          sleep KEEP_ALIVE_TIMEOUT / 2.0
+          reap_stale_connections
+        end
+      end
+      t.abort_on_exception = false
+      t
+    end
+
+    def reap_stale_connections
+      now = Process.clock_gettime(Process::CLOCK_MONOTONIC)
+      @pool_mutex.synchronize do
+        @pool.each_value do |entries|
+          entries.reject! do |entry|
+            if now - entry.checked_in_at >= KEEP_ALIVE_TIMEOUT
+              entry.http.finish rescue nil
+              true
+            else
+              false
+            end
+          end
+        end
+      end
+    end
+
     def new_connection(uri)
       http = Net::HTTP.new(uri.host, uri.port)
       configure_ssl(http, uri)

data/lib/pinot/version.rb

@@ -1,3 +1,3 @@
 module Pinot
-  VERSION = "1.8.0"
+  VERSION = "1.12.0"
 end

data/lib/pinot.rb

@@ -22,9 +22,9 @@ require_relative "pinot/connection"
 require_relative "pinot/prepared_statement"
 require_relative "pinot/connection_factory"
 
+require_relative "pinot/grpc_config"
 begin
   require_relative "pinot/grpc_transport"
-  require_relative "pinot/grpc_config"
 rescue LoadError
   # grpc gem not available; GrpcTransport disabled
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pinot-client
 version: !ruby/object:Gem::Version
-  version: 1.8.0
+  version: 1.12.0
 platform: ruby
 authors:
 - Xiang Fu