parqueteur 1.3.2 → 1.3.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6bae31969c118f27e2a1e3796a72dff3c7c63db4ce7b12db6f967d8f5b222ee5
-  data.tar.gz: 13bcbc2a1eaee55ba0b27d6aa2848147829c90d85a7089d35fb22e01ae586053
+  metadata.gz: ee67e88dd319c32dabd83b2ee9c0b701a9f02e5f6362fada4d017232011d8dd7
+  data.tar.gz: 5a06d816db267a0ef903a607bff35b33a747a268cb04a9c2187e766abeb49182
 SHA512:
-  metadata.gz: 04d7dc514fb2c0869a1b8ef071117b22da51ce162a31169b76a413c9bfb356b12ff7493e3fdbce5b8691033ad013254c53547d592f12f17bc554600e1ecc4d0d
-  data.tar.gz: fafaca859454f78f81b63961360c4baad6b0ec2614c0a8b675cb14a9df5c6aaef3bf4b72050effce84418415271567bf4a3032bef27abcb4bcbcd8e22ab160b2
+  metadata.gz: 399868f168698110c4725a993e066e78fd8730942519af34b8e785a41bbfa51f10e65078c44f3ea7264e41aa84e7de5a48b6652e95467d7e8fabf481595e0cff
+  data.tar.gz: d393e87fc5dec19f2528910a6ed2e2e3714aeb6886124d56acaaaac38102e7e61dde42a1721f1d8c98e852e55a5f73481e5a016cbc191474cf97a188268dc001

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    parqueteur (1.3.2)
+    parqueteur (1.3.3)
       red-parquet (~> 6.0)
 
 GEM

data/examples/hello-world.rb

@@ -1,3 +1,4 @@
+require 'securerandom'
 require 'bundler/setup'
 require 'parqueteur'
 
@@ -17,14 +18,16 @@ class FooParquetConverter < Parqueteur::Converter
   column :my_timestamp, :timestamp
 end
 
-data = 100.times.collect do |i|
+data = 1000.times.collect do |i|
   {
     'id' => i,
     'my_string_array' => %w[a b c],
     'my_date' => Date.today,
     'my_decimal' => BigDecimal('0.03'),
     'my_int' => rand(1..10),
-    'my_map' => { 'a' => 'b' },
+    'my_map' => 20.times.each_with_object({}) do |idx, hash|
+      hash["k_#{idx}"] = SecureRandom.urlsafe_base64(64)
+    end,
     'my_string' => 'Hello World',
     'my_struct' => {
       'my_struct_str' => 'Hello World',

data/lib/parqueteur/converter.rb

@@ -2,7 +2,7 @@
 
 module Parqueteur
   class Converter
-    DEFAULT_BATCH_SIZE = 10
+    DEFAULT_BATCH_SIZE = 100
 
     def self.inline(&block)
       Class.new(self, &block)

data/lib/parqueteur/types/map_type.rb

@@ -4,18 +4,7 @@ module Parqueteur
   module Types
     class MapType < Parqueteur::Type
       def build_value_array(values)
-        builder = Arrow::MapArrayBuilder.new(arrow_type)
-        values.each do |entry|
-          builder.append_value
-          next if entry.nil?
-
-          entry.each do |k, v|
-            builder.key_builder.append(k)
-            builder.item_builder.append(v)
-          end
-        end
-
-        builder.finish
+        Arrow::MapArrayBuilder.build(arrow_type, values)
       end
 
       def arrow_type_builder

data/lib/parqueteur/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Parqueteur
-  VERSION = '1.3.2'
+  VERSION = '1.3.3'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: parqueteur
 version: !ruby/object:Gem::Version
-  version: 1.3.2
+  version: 1.3.3
 platform: ruby
 authors:
 - Julien D.