clickhouse-rb 0.3.0 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b3665b6f44472615341970c7b6169eaa3e54e7df0132ad866d24b8e24cb170df
-  data.tar.gz: b5948f2b40a4e969ed35daf92dfb24f3da23215fa113b86b168c3ab911f20335
+  metadata.gz: 86a862148595c1c9794a3d122e750db7959f5d4478b9dc3f65ee0f00319c55c0
+  data.tar.gz: c346972569d9e190445eceea9c9c7eef9bffa8d0dea95825ed53c1025e52e74a
 SHA512:
-  metadata.gz: 777e4c17a2d3278fb7a1221ed16f5d4ea01f16eeaac31c5e24ba52f81a2b5dc81613ea379c1e722b9d75f55c3850f6761a1ad5e45265e3be4a2199449777f68c
-  data.tar.gz: af8ac7a565c217142e5234d4d83dc9caf70cf2aca86714985b76155ecf8434076f27b9716794f09090b392033a49a7b14097645bc8b180190d089df4e45616c5
+  metadata.gz: a31b2bcd62a7157933af6e3e57a28b3314a9b42fd91c8250304f77a2eb8eb74c4df5651f1952ff76e237aa586eae77135e8d84dc24672e42eba9a95c2c42c899
+  data.tar.gz: '09479b26facc3ae8584d584cd1d2982c3aa46f0c43cffa5a0ec91baa93d036647ce5a910224f51f17ed26c157755e8f5eed3fbbf3d0994a849086258d269d866'

data/CHANGELOG.md

@@ -1,5 +1,9 @@
 ## Unreleased
 
+## [0.4.0] - 2026-01-25
+
+- Replace http.rb with httpx for HTTP client, remove `Pool` class ([#3](https://github.com/kukicola/clickhouse-rb/pull/3))
+
 ## [0.3.0] - 2025-12-31
 
 - Make responses more user-friendly ([#1](https://github.com/kukicola/clickhouse-rb/pull/1))

data/README.md

@@ -5,8 +5,8 @@ Fast Ruby client for ClickHouse database using the Native binary format for effi
 ## Features
 
 - Native binary format parsing (faster than JSON/TSV)
-- Persistent HTTP connections
-- Connection pooling for thread-safe concurrent access
+- Persistent HTTP connections with built-in connection pooling
+- Thread-safe concurrent access
 - Supports all common ClickHouse data types
 
 ## Installation
@@ -58,25 +58,24 @@ response.each do |row|
 end
 ```
 
-### Connection Pool
+### Thread-Safe Usage
 
-For multi-threaded applications:
+Connections use httpx's built-in connection pooling, making them safe for concurrent use:
 
 ```ruby
-pool = Clickhouse::Pool.new
+conn = Clickhouse::Connection.new
 
-# Thread-safe queries
 threads = 10.times.map do
-  Thread.new { pool.query("SELECT 1") }
+  Thread.new { conn.query("SELECT 1") }
 end
 threads.each(&:join)
 ```
 
-Pool size and timeout are configured globally:
+Pool settings are configured globally:
 
 ```ruby
 Clickhouse.configure do |config|
-  config.pool_size = 10
+  config.pool_size = 10 
   config.pool_timeout = 5
 end
 ```
@@ -151,6 +150,8 @@ response = conn.query(
 | `username` | `""` | Authentication username |
 | `password` | `""` | Authentication password |
 | `connection_timeout` | `5` | Connection timeout in seconds |
+| `read_timeout` | `60` | Read timeout in seconds |
+| `write_timeout` | `60` | Write timeout in seconds |
 | `pool_size` | `100` | Connection pool size |
 | `pool_timeout` | `5` | Pool checkout timeout in seconds |
 | `instrumenter` | `NullInstrumenter` | Instrumenter for query instrumentation |

data/lib/clickhouse/body_reader.rb

@@ -0,0 +1,40 @@
+# frozen_string_literal: true
+
+module Clickhouse
+  # Wrapper for HTTP response body providing position tracking and EOF detection.
+  # @api private
+  class BodyReader
+    # Creates a new body reader.
+    #
+    # @param body [#read, #bytesize, #close] HTTP response body
+    def initialize(body)
+      @body = body
+      @pos = 0
+      @size = body.bytesize
+    end
+
+    # Closes the underlying body.
+    #
+    # @return [void]
+    def close
+      @body.close
+    end
+
+    # Returns true if at end of stream.
+    #
+    # @return [Boolean]
+    def eof?
+      @pos >= @size
+    end
+
+    # Reads exactly n bytes from the body.
+    #
+    # @param n [Integer] number of bytes to read
+    # @return [String] binary string of n bytes
+    def read(n)
+      result = @body.read(n)
+      @pos += n
+      result
+    end
+  end
+end

data/lib/clickhouse/config.rb

@@ -20,6 +20,8 @@ module Clickhouse
       username: "",
       password: "",
       connection_timeout: 5,
+      read_timeout: 60,
+      write_timeout: 60,
       pool_size: 100,
       pool_timeout: 5,
       instrumenter: NullInstrumenter.new
@@ -32,10 +34,12 @@ module Clickhouse
     # @return [String] Username for authentication
     # @return [String] Password for authentication
     # @return [Integer] Connection timeout in seconds
+    # @return [Integer] Read timeout in seconds
+    # @return [Integer] Write timeout in seconds
     # @return [Integer] Connection pool size
     # @return [Integer] Pool checkout timeout in seconds
     # @return [#instrument] Instrumenter for query instrumentation
-    attr_accessor :scheme, :host, :port, :database, :username, :password, :connection_timeout, :pool_size, :pool_timeout, :instrumenter
+    attr_accessor :scheme, :host, :port, :database, :username, :password, :connection_timeout, :read_timeout, :write_timeout, :pool_size, :pool_timeout, :instrumenter
 
     # Creates a new configuration instance.
     #
@@ -46,7 +50,9 @@ module Clickhouse
     # @option params [String] :database database name (default: "default")
     # @option params [String] :username authentication username (default: "")
     # @option params [String] :password authentication password (default: "")
-    # @option params [Integer] :connection_timeout timeout in seconds (default: 5)
+    # @option params [Integer] :connection_timeout connection timeout in seconds (default: 5)
+    # @option params [Integer] :read_timeout read timeout in seconds (default: 60)
+    # @option params [Integer] :write_timeout write timeout in seconds (default: 60)
     # @option params [Integer] :pool_size connection pool size (default: 100)
     # @option params [Integer] :pool_timeout pool checkout timeout (default: 5)
     def initialize(params = {})

data/lib/clickhouse/http_transport.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-require "http"
+require "httpx"
 require "json"
 
 module Clickhouse
@@ -12,10 +12,19 @@ module Clickhouse
     # @param config [Config] configuration instance
     def initialize(config)
       @config = config
-      @http_client = HTTP.persistent("#{config.scheme}://#{config.host}:#{config.port}")
-        .use(:auto_deflate)
-        .use(:auto_inflate)
-        .timeout(connect: config.connection_timeout)
+      @base_url = "#{config.scheme}://#{config.host}:#{config.port}"
+      @http_client = HTTPX.plugin(:persistent, close_on_fork: true)
+        .with(
+          timeout: {
+            connect_timeout: config.connection_timeout,
+            read_timeout: config.read_timeout,
+            write_timeout: config.write_timeout
+          },
+          pool_options: {
+            max_connections_per_origin: config.pool_size,
+            pool_timeout: config.pool_timeout
+          }
+        )
 
       @default_headers = {
         "Accept-Encoding" => "gzip",
@@ -34,11 +43,13 @@ module Clickhouse
     # @raise [QueryError] if the query fails
     def execute(sql, options = {})
       query_params = {database: @config.database}.merge(options[:params] || {})
-      response = @http_client.post("/", params: query_params, body: sql, headers: @default_headers)
+      response = @http_client.post(@base_url, params: query_params, body: sql, headers: @default_headers)
 
-      summary = JSON.parse(response.headers["X-ClickHouse-Summary"], symbolize_names: true)
+      raise QueryError, response.error.message if response.error
 
-      raise QueryError, response.body.to_s unless response.status.success?
+      summary = JSON.parse(response.headers["x-clickhouse-summary"], symbolize_names: true)
+
+      raise QueryError, response.body.to_s unless response.status == 200
 
       TransportResult.new(body: response.body, summary: summary)
     end

data/lib/clickhouse/native_format_parser.rb

@@ -11,9 +11,9 @@ module Clickhouse
 
     # Creates a new parser.
     #
-    # @param body [#readpartial] response body to parse
+    # @param body [#read] response body to parse
     def initialize(body)
-      @body = body
+      @reader = BodyReader.new(body)
       @columns = []
       @types = []
       @rows = []
@@ -24,11 +24,10 @@ module Clickhouse
     # @return [Response] parsed response with columns, types, and rows
     # @raise [UnsupportedTypeError] if an unsupported data type is encountered
     def parse
-      @reader = BufferedReader.new(@body)
       parse_block until @reader.eof?
       Response.new(columns: @columns, types: @types, rows: @rows)
     ensure
-      @reader.flush
+      @reader.close
     end
 
     private
@@ -248,8 +247,9 @@ module Clickhouse
       result = 0
       shift = 0
       loop do
-        byte = @reader.read_byte
-        return result if byte.nil?
+        byte_str = @reader.read(1)
+        return result if byte_str.nil? || byte_str.empty?
+        byte = byte_str.ord
         result |= (byte & 0x7F) << shift
         break if (byte & 0x80) == 0
         shift += 7

data/lib/clickhouse/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Clickhouse
-  VERSION = "0.3.0"
+  VERSION = "0.4.0"
 end

data/lib/clickhouse.rb

@@ -6,9 +6,8 @@ require_relative "clickhouse/config"
 require_relative "clickhouse/transport_result"
 require_relative "clickhouse/http_transport"
 require_relative "clickhouse/connection"
-require_relative "clickhouse/pool"
 require_relative "clickhouse/response"
-require_relative "clickhouse/buffered_reader"
+require_relative "clickhouse/body_reader"
 require_relative "clickhouse/native_format_parser"
 
 # Ruby client for ClickHouse database with Native format support.

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: clickhouse-rb
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.4.0
 platform: ruby
 authors:
 - Karol Bąk
@@ -24,33 +24,19 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '3.1'
 - !ruby/object:Gem::Dependency
-  name: connection_pool
+  name: httpx
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '1.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.0'
-- !ruby/object:Gem::Dependency
-  name: http
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '5.0'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '5.0'
+        version: '1.0'
 description: Fast Ruby client for ClickHouse database using the Native binary format
   for efficient data transfer
 email:
@@ -65,13 +51,12 @@ files:
 - README.md
 - lib/clickhouse-rb.rb
 - lib/clickhouse.rb
-- lib/clickhouse/buffered_reader.rb
+- lib/clickhouse/body_reader.rb
 - lib/clickhouse/config.rb
 - lib/clickhouse/connection.rb
 - lib/clickhouse/http_transport.rb
 - lib/clickhouse/native_format_parser.rb
 - lib/clickhouse/null_instrumenter.rb
-- lib/clickhouse/pool.rb
 - lib/clickhouse/response.rb
 - lib/clickhouse/transport_result.rb
 - lib/clickhouse/version.rb

data/lib/clickhouse/buffered_reader.rb

@@ -1,69 +0,0 @@
-# frozen_string_literal: true
-
-module Clickhouse
-  # Buffered binary reader for streaming IO.
-  # @api private
-  class BufferedReader
-    # Creates a new buffered reader.
-    #
-    # @param io [#readpartial] IO object supporting readpartial
-    def initialize(io)
-      @io = io
-      @buffer = String.new(encoding: Encoding::BINARY)
-      @eof = false
-    end
-
-    # Returns true if at end of stream.
-    #
-    # @return [Boolean]
-    def eof?
-      fill if @buffer.empty?
-      @buffer.empty?
-    end
-
-    # Reads exactly n bytes from the stream.
-    #
-    # @param n [Integer] number of bytes to read
-    # @return [String] binary string of n bytes
-    def read(n)
-      fill until @buffer.bytesize >= n
-      @buffer.slice!(0, n)
-    end
-
-    # Reads a single byte from the stream.
-    #
-    # @return [Integer, nil] byte value (0-255) or nil if at EOF
-    def read_byte
-      fill if @buffer.empty?
-      return if @buffer.empty?
-
-      @buffer.slice!(0, 1).ord
-    end
-
-    # Drains remaining data from the stream.
-    #
-    # @return [void]
-    def flush
-      @buffer.clear
-      nil while @io.readpartial
-    end
-
-    private
-
-    def fill
-      return if @eof
-
-      loop do
-        chunk = @io.readpartial
-        if chunk.nil?
-          @eof = true
-          break
-        elsif !chunk.empty?
-          @buffer << chunk
-          break
-        end
-        # Empty chunk - keep reading (gzip header processing)
-      end
-    end
-  end
-end

data/lib/clickhouse/pool.rb

@@ -1,39 +0,0 @@
-# frozen_string_literal: true
-
-require "connection_pool"
-
-module Clickhouse
-  # Thread-safe connection pool for ClickHouse.
-  #
-  # @example
-  #   pool = Clickhouse::Pool.new
-  #   response = pool.query("SELECT * FROM users")
-  #
-  # @example Concurrent usage
-  #   pool = Clickhouse::Pool.new
-  #   threads = 10.times.map do
-  #     Thread.new { pool.query("SELECT 1") }
-  #   end
-  #   threads.each(&:join)
-  class Pool
-    # Creates a new connection pool.
-    #
-    # @param config [Config] configuration instance (defaults to global config)
-    #   Pool size and timeout are read from config.pool_size and config.pool_timeout
-    def initialize(config = Clickhouse.config)
-      @pool = ConnectionPool.new(size: config.pool_size, timeout: config.pool_timeout) do
-        Connection.new(config)
-      end
-    end
-
-    # Executes a SQL query using a pooled connection.
-    #
-    # @param sql [String] SQL query to execute
-    # @param options [Hash] query options
-    # @option options [Hash] :params query parameters
-    # @return [Response] query response with rows, columns, and metadata
-    def query(sql, options = {})
-      @pool.with { |conn| conn.query(sql, options) }
-    end
-  end
-end