chalk_ruby 0.4.0 → 0.4.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 394c3d1735d1ee6d9ecc4df5d6ba9627a7323bc42a0c89df4879aadfc7a9b923
-  data.tar.gz: 62bca659a3b33122657df4c6bfccc2a420de7d815d8a4da09e7f3b01b13ef683
+  metadata.gz: 4165478b519e054426f89a0e2a5baa7a8f1ef2e4eb3d23a4489bb478e96adca2
+  data.tar.gz: c51633a4a2a3ee79dfb2f1a22d9bf80d9a6c8719f587f71d894b7be877f1fa91
 SHA512:
-  metadata.gz: 5027aaea4f0bc4c65b3f51d8552992c4831137f4a118f82f308332c9277381b2c4d86c71d4858aaf6f53a9518f6654918fec701188abb030dd48891b01f0b917
-  data.tar.gz: 90555aee1fde8a17db6624ea7d9ed8049e5ffee4f4ce4b2bdb1171edf91aae422cae8366958223ffe343bc9c2c69bdbacdb796079aca318519ba0503c56661a4
+  metadata.gz: 3a52b774af1729f1ba7194c97aa9ba8b323b3bbb47efe06dd9e8cfd5124e3fe963eb5fab5ecf698614cc9a3f4ae6aa09a65c6ff1f770f0d0ae6e257be80a1036
+  data.tar.gz: a4f91f89f52e8b3b036e3d19c1dde26845e430fa69e766cf88e0e7122f5a12f2750c8d689bfa7cdfc5d6094b307b608a8d79aeec9c5df0c462cf7a19450e38aa

data/chalk_ruby.gemspec

@@ -42,11 +42,11 @@ Gem::Specification.new do |spec|
 
   spec.add_dependency 'multi_json', '~> 1.0'
   spec.add_dependency 'net-http-persistent'
-  spec.add_dependency 'red-arrow', '~> 18.0.0'
 
   spec.add_development_dependency 'httpclient'
   spec.add_development_dependency 'm'
   spec.add_development_dependency 'minitest'
   spec.add_development_dependency 'minitest-hooks'
   spec.add_development_dependency 'minitest-proveit'
+  spec.add_development_dependency 'red-arrow', '~> 18.0.0'
 end

data/lib/chalk_ruby/client.rb

@@ -228,7 +228,7 @@ module ChalkRuby
     end
 
     # Warm up connections to the API and query servers by establishing
-    # connections without making actual requests
+    # TCP connections with lightweight HEAD requests
     def warm_connections
       # Get the query server host
       query_host = query_server_host
@@ -242,13 +242,23 @@ module ChalkRuby
 
     private
     
-    # Establish a connection to a host without making a request
+    # Establish a connection to a host by making a lightweight request
     def warm_connection(host)
       # Access the underlying HTTP requester
       requester = @transporter.instance_variable_get(:@http_requester)
       
-      # This will create and cache the Faraday connection
-      requester.connection(host)
+      # Create the Faraday connection object
+      connection = requester.connection(host)
+      
+      # Make a HEAD request to "/" to actually establish the TCP connection
+      # HEAD is used as it's lightweight and most servers support it
+      begin
+        connection.head('/')
+      rescue => e
+        # Ignore errors - we're just warming the connection
+        # The server might not support HEAD on /, but the TCP connection
+        # will still be established
+      end
     end
 
     def api_server_request(method:, path:, body:, headers:)

data/lib/chalk_ruby/grpc_client.rb

@@ -168,6 +168,9 @@ module ChalkRuby
       correlation_id: nil,
       planner_options: nil
       )
+      unless red_arrow_available?
+        raise NotImplementedError, "query_bulk requires the 'red-arrow' gem. Please add it to your Gemfile: gem 'red-arrow', '~> 18.0.0'"
+      end
       # Convert input to feather format
       inputs_feather = to_feather(input)
 
@@ -412,10 +415,22 @@ module ChalkRuby
 
       private
 
+    def red_arrow_available?
+      @red_arrow_available ||= begin
+        require 'arrow'
+        true
+      rescue LoadError
+        false
+      end
+    end
+
     # Converts Arrow binary data to an array of hashes
     # @param arrow_data [String] Binary Arrow data (IPC stream format)
     # @return [Array<Hash>] Array of hashes with column name as keys and Ruby values
     def arrow_table_to_array(arrow_data)
+      unless red_arrow_available?
+        raise NotImplementedError, "arrow_table_to_array requires the 'red-arrow' gem. Please add it to your Gemfile: gem 'red-arrow', '~> 18.0.0'"
+      end
       require 'arrow'
       
       buffer = Arrow::Buffer.new(arrow_data)
@@ -454,23 +469,55 @@ module ChalkRuby
     end
 
     def to_feather(input_hash)
+      raise NotImplementedError,
+            "Add `gem 'red-arrow', '~> 18.0'` to your Gemfile" unless red_arrow_available?
+
       require 'arrow'
 
-      # Ensure all values in the input hash are arrays
-      array_input_hash = input_hash.transform_values { |v| v.is_a?(Array) ? v : [v] }
+      # Normalise column data
+      array_input_hash = input_hash.transform_keys(&:to_s)
+                                   .transform_values { |v| v.is_a?(Array) ? v : [v] }
 
-      # Create a table from the transformed input hash
-      table = Arrow::Table.new(array_input_hash)
+      lengths = array_input_hash.values.map(&:length).uniq
+      raise ArgumentError, "Columns must be the same length (got #{lengths})" unless lengths.one?
 
-      # Write to feather format in memory
-      buffer = Arrow::ResizableBuffer.new(0)
+      table  = Arrow::Table.new(array_input_hash)
 
+      buffer = Arrow::ResizableBuffer.new(0)
       output = Arrow::BufferOutputStream.new(buffer)
 
+      # ──────────────────────────────────────────────────────────
       table.write_as_feather(output)
+      output.close                      # ← **critical**: flush footer
+      # ──────────────────────────────────────────────────────────
 
-      # Remove trailing null bytes from the resizable buffer; the buffer is 512 aligned
-      buffer.data.to_s.b.gsub(/ARROW1(.*)ARROW1.*/m) {"ARROW1#{$1}ARROW1"}
+      # The stream writes exactly `output.tell` bytes; slice to that.
+      bytes_written = output.tell
+      buffer.data.to_s.b.byteslice(0, bytes_written)
     end
     end
+
+    # def to_feather(input_hash)
+    #   unless red_arrow_available?
+    #     raise NotImplementedError, "to_feather requires the 'red-arrow' gem. Please add it to your Gemfile: gem 'red-arrow', '~> 18.0.0'"
+    #   end
+    #   require 'arrow'
+    #
+    #   # Ensure all values in the input hash are arrays
+    #   array_input_hash = input_hash.transform_values { |v| v.is_a?(Array) ? v : [v] }
+    #
+    #   # Create a table from the transformed input hash
+    #   table = Arrow::Table.new(array_input_hash)
+    #
+    #   # Write to feather format in memory
+    #   buffer = Arrow::ResizableBuffer.new(0)
+    #
+    #   output = Arrow::BufferOutputStream.new(buffer)
+    #
+    #   table.write_as_feather(output)
+    #
+    #   # Remove trailing null bytes from the resizable buffer; the buffer is 512 aligned
+    #   buffer.data.to_s.b.gsub(/ARROW1(.*)ARROW1.*/m) {"ARROW1#{$1}ARROW1"}
+    # end
+    # end
   end

data/lib/chalk_ruby/version.rb

@@ -1,3 +1,3 @@
 module ChalkRuby
-  VERSION = '0.4.0'.freeze
+  VERSION = '0.4.2'.freeze
 end

data/test/chalk_ruby/integration/client_test.rb

@@ -3,8 +3,8 @@ require 'rspec/autorun'
 require 'chalk_ruby/client'
 require 'chalk_ruby/error'
 
-CLIENT_ID     = ''
-CLIENT_SECRET = ''
+CLIENT_ID     = 'client-9314816c664be6cb04678e5e3d0e50e2'
+CLIENT_SECRET = 'secret-51f3ce3d4f701f23afdd622015732edf1eb62d0d678b3511b615f9b1f00b4a7d'
 
 RSpec.describe 'Online query' do
   it 'should accept valid queries' do

data/test/chalk_ruby/integration/grpc_client_test.rb

@@ -14,6 +14,8 @@ require 'chalk_ruby/protos/chalk/engine/v1/query_server_services_pb'
 require 'arrow'
 
 
+CLIENT_ID     = 'client-9314816c664be6cb04678e5e3d0e50e2'
+CLIENT_SECRET = 'secret-51f3ce3d4f701f23afdd622015732edf1eb62d0d678b3511b615f9b1f00b4a7d'
 
 
 RSpec.describe ChalkRuby::GrpcClient do

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: chalk_ruby
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.4.2
 platform: ruby
 authors:
 - Chalk AI, Inc.
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2025-07-07 00:00:00.000000000 Z
+date: 2025-08-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -140,20 +140,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: red-arrow
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 18.0.0
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 18.0.0
 - !ruby/object:Gem::Dependency
   name: httpclient
   requirement: !ruby/object:Gem::Requirement
@@ -224,6 +210,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: red-arrow
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 18.0.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 18.0.0
 description: A simple Ruby client for Chalk
 email:
 - help@chalk.ai