pinot-client 1.23.0 → 1.25.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0752e62700790e556388c588d9a305049a5935fc4da0afdefeecab830a9dde0c
-  data.tar.gz: 4f5b1e86e84817febf245ec13498ec300ac68688c691eda58a2f4aafa79d219c
+  metadata.gz: 1f76e9f295ba992d3a6c2ec7a4dc738230c8676bda0f64bafb3aa85af1530c34
+  data.tar.gz: 4ea8dfd7e0c530f38c860928c18c1facc76d5fabb7667cf7b802864629365dd1
 SHA512:
-  metadata.gz: 684b1e6b39e4e1f5f84bed527de2b50f056d101b81ba7621549454d81cc08f49dd044ce2d3dfa5cbb8084075339c0b4c45a89f32c7cf185f1aa73e6c9e40ec95
-  data.tar.gz: 4ea1edf2abac766c358f0e99ed073a05e500d19fb77101475c96f6b82fa4d308a0025565bc1d8d55103da7c7af470654343f9b2b5b57366838e257853e493223
+  metadata.gz: 2a07d7e620bf3adbbcd2f809c37854a1c96da7e1bbb416cbe994d6ce7ea5d17620839aad66b2059e5f1f0de683cd5a405868d1729b5da7dbba19ff820c1ac704
+  data.tar.gz: 2da45bfbb16a63ed13c72fdec7c2684511d27caac9a211155135a3697c88cbf36686a7ded2d569859cb751e8dac59a04b7d91aaf06b3d06136461a217166924e

data/lib/pinot/connection.rb

@@ -50,6 +50,35 @@ module Pinot
       raise e
     end
 
+    def execute_many(queries, max_concurrency: nil)
+      return [] if queries.empty?
+
+      results  = Array.new(queries.size)
+      # Queue acts as a counting semaphore: pre-filled with N tokens.
+      sem = max_concurrency ? build_semaphore(max_concurrency) : nil
+
+      threads = queries.each_with_index.map do |item, idx|
+        table      = item[:table]           || item["table"]           || ""
+        query      = item[:query]           || item["query"]           || ""
+        timeout_ms = item[:query_timeout_ms] || item["query_timeout_ms"]
+
+        Thread.new do
+          sem&.pop   # acquire
+          begin
+            resp = execute_sql(table, query, query_timeout_ms: timeout_ms)
+            results[idx] = QueryResult.new(table: table, query: query, response: resp, error: nil)
+          rescue => e
+            results[idx] = QueryResult.new(table: table, query: query, response: nil, error: e)
+          ensure
+            sem&.push(:token)  # release
+          end
+        end
+      end
+
+      threads.each(&:join)
+      results
+    end
+
     def prepare(table, query_template)
       raise ArgumentError, "table name cannot be empty" if table.nil? || table.strip.empty?
       raise ArgumentError, "query template cannot be empty" if query_template.nil? || query_template.strip.empty?
@@ -101,6 +130,12 @@ module Pinot
 
     private
 
+    def build_semaphore(n)
+      q = SizedQueue.new(n)
+      n.times { q.push(:token) }
+      q
+    end
+
     def run_with_circuit_breaker(broker, &block)
       return yield unless @circuit_breaker_registry
       @circuit_breaker_registry.for(broker).call(broker, &block)

data/lib/pinot/query_result.rb

@@ -0,0 +1,11 @@
+module Pinot
+  QueryResult = Struct.new(:table, :query, :response, :error, keyword_init: true) do
+    def success?
+      error.nil?
+    end
+
+    def error?
+      !error.nil?
+    end
+  end
+end

data/lib/pinot/transport.rb

@@ -171,6 +171,7 @@ module Pinot
 
     # HTTP status codes that map to specific error classes and are safe to retry
     HTTP_ERROR_MAP = {
+      "408" => QueryTimeoutError,
       "429" => RateLimitError,
       "503" => BrokerUnavailableError,
       "504" => BrokerUnavailableError
@@ -178,6 +179,10 @@ module Pinot
 
     RETRYABLE_HTTP_ERRORS = [RateLimitError, BrokerUnavailableError].freeze
 
+    # Pinot exception errorCode values that indicate query timeout.
+    # 250 = ExecutionTimeoutError (server-side), 400 = BrokerTimeoutError.
+    TIMEOUT_ERROR_CODES = [250, 400].freeze
+
     def initialize(http_client:, extra_headers: {}, timeout_ms: nil, logger: nil,
                    max_retries: 0, retry_interval_ms: 200)
       @http_client = http_client
@@ -216,18 +221,24 @@ module Pinot
           raise TransportError, "http exception with HTTP status code #{resp.code}"
         end
 
-        begin
+        broker_response = begin
           BrokerResponse.from_json(resp.body)
         rescue JSON::ParserError => e
           raise e.message
         end
+
+        if (timeout_ex = broker_response.exceptions.find { |ex| TIMEOUT_ERROR_CODES.include?(ex.error_code) })
+          raise QueryTimeoutError, timeout_ex.message
+        end
+
+        broker_response
       rescue *RETRYABLE_HTTP_ERRORS, *RETRYABLE_ERRORS => e
         if attempts < max_attempts
           sleep_ms = (@retry_interval_ms || 200) * (2 ** (attempts - 1))
           sleep(sleep_ms / 1000.0)
           retry
         end
-        raise
+        raise Net::ReadTimeout === e || Net::WriteTimeout === e ? QueryTimeoutError.new(e.message) : e
       end
     end
 

data/lib/pinot/version.rb

@@ -1,3 +1,3 @@
 module Pinot
-  VERSION = "1.23.0"
+  VERSION = "1.25.0"
 end

data/lib/pinot.rb

@@ -19,6 +19,7 @@ require_relative "pinot/controller_response"
 require_relative "pinot/controller_based_broker_selector"
 require_relative "pinot/transport"
 require_relative "pinot/circuit_breaker"
+require_relative "pinot/query_result"
 require_relative "pinot/connection"
 require_relative "pinot/prepared_statement"
 require_relative "pinot/connection_factory"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pinot-client
 version: !ruby/object:Gem::Version
-  version: 1.23.0
+  version: 1.25.0
 platform: ruby
 authors:
 - Xiang Fu
@@ -119,6 +119,7 @@ files:
 - lib/pinot/proto/broker_service.proto
 - lib/pinot/proto/broker_service_pb.rb
 - lib/pinot/proto/broker_service_services_pb.rb
+- lib/pinot/query_result.rb
 - lib/pinot/request.rb
 - lib/pinot/response.rb
 - lib/pinot/simple_broker_selector.rb