parqueteur 1.1.0 → 1.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 90ffcadf5b78e4ffc3329eac9be1be34af9209a77a39a6395eefc1c56afa7ce6
-  data.tar.gz: 1d7f5257d3f86443e0d13b789d7449565198f6cda1563d111a36ad3728264044
+  metadata.gz: 1805a7356005e238c3d8f4318a54ea498ff58a0fcd93819c51cc445c4f8b6ee0
+  data.tar.gz: 1360c3d481eac282e684f588e49cbcd142c7cc0f6c345d8a98e48e402a9edf22
 SHA512:
-  metadata.gz: 262039094dd3aa5890f9d1a87d836eb64004c51fc57456d7880a36332295ac8a447fcd045c6bd2e053986ad4e9981021448b39e20010d0e41fef6b7e233d91ca
-  data.tar.gz: 73988e1f836acbe22e26c20b8559d8f79e9eeda55f9612fbefae7aa5bef131187b7a0716a3bd7804db5321b29b19f54b383e8594830814ae765d2c7b30986f59
+  metadata.gz: 28c157c39f25744a10223e8d11d165b7e4e25eb70e45cf2e22513795b4b1b4b1b9f44bc04d5ef8e10b74ebd82d1c87bc318a02b32fc25dbd6c32c0763e79801c
+  data.tar.gz: 6f0433e8090c49c48278bcd4d5f36f96c394bd8d8386fbf2bc22d224d42ef58036beaa0307c32420cbbb3b33eec463964b28e616f862385de6afa1f8c98c9310

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    parqueteur (1.1.0)
+    parqueteur (1.1.1)
       red-parquet (~> 5.0)
 
 GEM

data/lib/parqueteur/converter.rb

@@ -4,6 +4,8 @@ module Parqueteur
   class Converter
     attr_reader :schema
 
+    DEFAULT_BATCH_SIZE = 25
+
     def self.inline(&block)
       Class.new(self, &block)
     end
@@ -24,8 +26,8 @@ module Parqueteur
       transforms << (method_name || block)
     end
 
-    def self.convert(input, output: nil)
-      converter = new(input)
+    def self.convert(input, output: nil, batch_size: DEFAULT_BATCH_SIZE)
+      converter = new(input, bactch_size: batch_size)
       if !output.nil?
         converter.write(output)
       else
@@ -35,6 +37,7 @@ module Parqueteur
 
     def initialize(input, options = {})
       @input = Parqueteur::Input.from(input, options)
+      @batch_size = options.fetch(:batch_size, DEFAULT_BATCH_SIZE)
     end
 
     def write(output)
@@ -72,8 +75,9 @@ module Parqueteur
       chunks = self.class.columns.each_with_object({}) do |column, hash|
         hash[column.name] = []
       end
+
       items_count = 0
-      @input.each_slice(100) do |items|
+      @input.each_slice(@batch_size) do |items|
         values = self.class.columns.each_with_object({}) do |column, hash|
           hash[column.name] = []
         end

data/lib/parqueteur/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Parqueteur
-  VERSION = '1.1.0'
+  VERSION = '1.1.1'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: parqueteur
 version: !ruby/object:Gem::Version
-  version: 1.1.0
+  version: 1.1.1
 platform: ruby
 authors:
 - Julien D.