parqueteur 1.1.1 → 1.3.2

data/lib/parqueteur/chunked_converter.rb

@@ -1,28 +0,0 @@
-# frozen_string_literal: true
-
-module Parqueteur
-  class ChunkedConverter
-    attr_reader :schema
-
-    def initialize(input, converter, chunk_size = 200)
-      @input = Parqueteur::Input.from(input)
-      @converter = converter
-      @chunk_size = chunk_size
-    end
-
-    def chunks
-      Enumerator.new do |arr|
-        @input.each_slice(@chunk_size) do |chunk|
-          local_converter = @converter.new(chunk)
-          arr << local_converter.to_io
-        end
-      end
-    end
-
-    def write_files(prefix)
-      chunks.each_with_index do |chunk, idx|
-        File.write("#{prefix}.#{idx}.parquet", chunk.read)
-      end
-    end
-  end
-end

data/test.json

@@ -1 +0,0 @@
-[{"id":1,"reference":"coucou","hash":{"a":"b"},"valid":true,"hash2":{},"numbers":[1,2,3],"map_array":[]},{"id":2,"reference":"coucou","hash":{"c":"d"},"valid":false,"hash2":{},"numbers":[4,5,6],"map_array":[]},{"id":3,"reference":"coucou","hash":{"e":"f"},"valid":true,"hash2":{"x":[1,2,3]},"numbers":[7,8,9],"map_array":[{"x":"y"}]}]