red-arrow 0.15.1 → 0.16.0

data/test/test-table.rb

@@ -54,11 +54,12 @@ class TableTest < Test::Unit::TestCase
       target_rows = Arrow::BooleanArray.new(target_rows_raw)
       assert_equal(<<-TABLE, @table.slice(target_rows).to_s)
 	count	visible
-0	    2	false  
-1	    4	       
-2	   16	true   
-3	   64	       
-4	  128	       
+0	     	       
+1	    2	false  
+2	    4	       
+3	   16	true   
+4	   64	       
+5	  128	       
       TABLE
     end
 
@@ -66,11 +67,12 @@ class TableTest < Test::Unit::TestCase
       target_rows_raw = [nil, true, true, false, true, false, true, true]
       assert_equal(<<-TABLE, @table.slice(target_rows_raw).to_s)
 	count	visible
-0	    2	false  
-1	    4	       
-2	   16	true   
-3	   64	       
-4	  128	       
+0	     	       
+1	    2	false  
+2	    4	       
+3	   16	true   
+4	   64	       
+5	  128	       
       TABLE
     end
 
@@ -436,12 +438,24 @@ class TableTest < Test::Unit::TestCase
         assert_equal(@table, Arrow::Table.load(output))
       end
 
+      def test_arrow_file
+        output = create_output(".arrow")
+        @table.save(output, format: :arrow_file)
+        assert_equal(@table, Arrow::Table.load(output, format: :arrow_file))
+      end
+
       def test_batch
         output = create_output(".arrow")
         @table.save(output, format: :batch)
         assert_equal(@table, Arrow::Table.load(output, format: :batch))
       end
 
+      def test_arrow_streaming
+        output = create_output(".arrow")
+        @table.save(output, format: :arrow_streaming)
+        assert_equal(@table, Arrow::Table.load(output, format: :arrow_streaming))
+      end
+
       def test_stream
         output = create_output(".arrow")
         @table.save(output, format: :stream)
@@ -468,6 +482,15 @@ class TableTest < Test::Unit::TestCase
                                        compression: :gzip,
                                        schema: @table.schema))
       end
+
+      def test_tsv
+        output = create_output(".tsv")
+        @table.save(output, format: :tsv)
+        assert_equal(@table,
+                     Arrow::Table.load(output,
+                                       format: :tsv,
+                                       schema: @table.schema))
+      end
     end
 
     sub_test_case("path") do
@@ -498,18 +521,27 @@ class TableTest < Test::Unit::TestCase
                                            compression: :gzip,
                                            schema: @table.schema))
           end
+
+          test("tsv") do
+            output = create_output(".tsv")
+            @table.save(output)
+            assert_equal(@table,
+                         Arrow::Table.load(output,
+                                           format: :tsv,
+                                           schema: @table.schema))
+          end
         end
 
         sub_test_case("load: auto detect") do
-          test("batch") do
+          test("arrow: file") do
             output = create_output(".arrow")
-            @table.save(output, format: :batch)
+            @table.save(output, format: :arrow_file)
             assert_equal(@table, Arrow::Table.load(output))
           end
 
-          test("stream") do
+          test("arrow: streaming") do
             output = create_output(".arrow")
-            @table.save(output, format: :stream)
+            @table.save(output, format: :arrow_streaming)
             assert_equal(@table, Arrow::Table.load(output))
           end
 
@@ -539,6 +571,24 @@ chris,-1
 	name	score
 0	alice	   10
 1	bob 	   29
+2	chris	   -1
+            TABLE
+          end
+
+          test("tsv") do
+            file = Tempfile.new(["red-arrow", ".tsv"])
+            file.puts(<<-TSV)
+name\tscore
+alice\t10
+bob\t29
+chris\t-1
+            TSV
+            file.close
+            table = Arrow::Table.load(file.path)
+            assert_equal(<<-TABLE, table.to_s)
+	name	score
+0	alice	   10
+1	bob 	   29
 2	chris	   -1
             TABLE
           end
@@ -646,4 +696,87 @@ visible: false
       end
     end
   end
+
+  sub_test_case("#filter") do
+    test("Array: boolean") do
+      filter = [nil, true, true, false, true, false, true, true]
+      assert_equal(<<-TABLE, @table.filter(filter).to_s)
+	count	visible
+0	     	       
+1	    2	false  
+2	    4	       
+3	   16	true   
+4	   64	       
+5	  128	       
+      TABLE
+    end
+
+    test("Arrow::BooleanArray") do
+      array = [nil, true, true, false, true, false, true, true]
+      filter = Arrow::BooleanArray.new(array)
+      assert_equal(<<-TABLE, @table.filter(filter).to_s)
+	count	visible
+0	     	       
+1	    2	false  
+2	    4	       
+3	   16	true   
+4	   64	       
+5	  128	       
+      TABLE
+    end
+
+    test("Arrow::ChunkedArray") do
+      filter_chunks = [
+        Arrow::BooleanArray.new([nil, true, true]),
+        Arrow::BooleanArray.new([false, true, false]),
+        Arrow::BooleanArray.new([true, true]),
+      ]
+      filter = Arrow::ChunkedArray.new(filter_chunks)
+      assert_equal(<<-TABLE, @table.filter(filter).to_s)
+	count	visible
+0	     	       
+1	    2	false  
+2	    4	       
+3	   16	true   
+4	   64	       
+5	  128	       
+      TABLE
+    end
+  end
+
+  sub_test_case("#take") do
+    test("Arrow: boolean") do
+      indices = [1, 0, 2]
+      assert_equal(<<-TABLE, @table.take(indices).to_s)
+	count	visible
+0	    2	false  
+1	    1	true   
+2	    4	       
+      TABLE
+    end
+
+    test("Arrow::Array") do
+      indices = Arrow::Int16Array.new([1, 0, 2])
+      assert_equal(<<-TABLE, @table.take(indices).to_s)
+	count	visible
+0	    2	false  
+1	    1	true   
+2	    4	       
+      TABLE
+    end
+
+    test("Arrow::ChunkedArray") do
+      chunks = [
+        Arrow::Int16Array.new([1, 0]),
+        Arrow::Int16Array.new([2])
+      ]
+      indices = Arrow::ChunkedArray.new(chunks)
+      assert_equal(<<-TABLE, @table.take(indices).to_s)
+	count	visible
+0	    2	false  
+1	    1	true   
+2	    4	       
+      TABLE
+    end
+  end
 end

data/test/test-timestamp-array.rb

@@ -23,4 +23,23 @@ class TimestampArrayTest < Test::Unit::TestCase
     time = Time.at(sec, usec)
     assert_equal(time, array[0])
   end
+
+  sub_test_case("#is_in") do
+    def setup
+      values = [
+        Time.parse("2019-11-18T00:09:11"),
+        Time.parse("2019-11-18T00:09:12"),
+        Time.parse("2019-11-18T00:09:13"),
+      ]
+      @array = Arrow::TimestampArray.new(:micro, values)
+    end
+
+    test("Arrow: Array") do
+      right = [
+        Time.parse("2019-11-18T00:09:12"),
+      ]
+      assert_equal(Arrow::BooleanArray.new([false, true, false]),
+                   @array.is_in(right))
+    end
+  end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: red-arrow
 version: !ruby/object:Gem::Version
-  version: 0.15.1
+  version: 0.16.0
 platform: ruby
 authors:
 - Apache Arrow Developers
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-11-01 00:00:00.000000000 Z
+date: 2020-02-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: extpp
@@ -191,7 +191,6 @@ files:
 - lib/arrow/array-builder.rb
 - lib/arrow/array.rb
 - lib/arrow/bigdecimal-extension.rb
-- lib/arrow/binary-array-builder.rb
 - lib/arrow/block-closable.rb
 - lib/arrow/chunked-array.rb
 - lib/arrow/column-containable.rb
@@ -213,11 +212,14 @@ files:
 - lib/arrow/field-containable.rb
 - lib/arrow/field.rb
 - lib/arrow/file-output-stream.rb
+- lib/arrow/generic-filterable.rb
+- lib/arrow/generic-takeable.rb
 - lib/arrow/group.rb
 - lib/arrow/list-array-builder.rb
 - lib/arrow/list-data-type.rb
 - lib/arrow/loader.rb
 - lib/arrow/null-array-builder.rb
+- lib/arrow/null-array.rb
 - lib/arrow/path-extension.rb
 - lib/arrow/record-batch-builder.rb
 - lib/arrow/record-batch-file-reader.rb
@@ -294,6 +296,7 @@ files:
 - test/test-list-array-builder.rb
 - test/test-list-array.rb
 - test/test-list-data-type.rb
+- test/test-null-array.rb
 - test/test-orc.rb
 - test/test-record-batch-builder.rb
 - test/test-record-batch-file-reader.rb
@@ -323,7 +326,7 @@ homepage: https://arrow.apache.org/
 licenses:
 - Apache-2.0
 metadata:
-  msys2_mingw_dependencies: arrow
+  msys2_mingw_dependencies: arrow>=0.16.0
 post_install_message: 
 rdoc_options: []
 require_paths:
@@ -339,75 +342,77 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.6
+rubyforge_project: 
+rubygems_version: 2.7.6.2
 signing_key: 
 specification_version: 4
 summary: Red Arrow is the Ruby bindings of Apache Arrow
 test_files:
-- test/test-orc.rb
-- test/test-file-output-stream.rb
+- test/test-time64-data-type.rb
+- test/test-feather.rb
+- test/test-decimal128.rb
+- test/test-struct-array.rb
+- test/test-data-type.rb
+- test/test-list-data-type.rb
 - test/test-dense-union-data-type.rb
-- test/test-record-batch-builder.rb
+- test/helper.rb
 - test/test-record-batch.rb
-- test/test-list-data-type.rb
-- test/test-decimal128.rb
-- test/test-chunked-array.rb
-- test/test-array.rb
-- test/test-struct-array-builder.rb
 - test/test-table.rb
+- test/run-test.rb
+- test/test-timestamp-array.rb
+- test/test-date32-array.rb
+- test/test-array-builder.rb
+- test/test-date64-array.rb
+- test/test-record-batch-file-reader.rb
 - test/test-decimal128-data-type.rb
-- test/fixture/TestOrcFile.test1.orc
+- test/test-time.rb
+- test/test-timestamp-data-type.rb
+- test/test-column.rb
+- test/test-field.rb
+- test/test-decimal128-array.rb
+- test/test-csv-loader.rb
+- test/test-bigdecimal.rb
+- test/test-list-array.rb
+- test/test-time64-array.rb
+- test/test-rolling-window.rb
+- test/test-dictionary-data-type.rb
 - test/fixture/integer-float.csv
-- test/fixture/null-with-double-quote.csv
-- test/fixture/with-header.csv
-- test/fixture/without-header.csv
 - test/fixture/without-header-float.csv
+- test/fixture/null-with-double-quote.csv
 - test/fixture/with-header-float.csv
+- test/fixture/TestOrcFile.test1.orc
 - test/fixture/null-without-double-quote.csv
+- test/fixture/without-header.csv
+- test/fixture/with-header.csv
 - test/fixture/float-integer.csv
-- test/run-test.rb
+- test/test-orc.rb
+- test/test-null-array.rb
+- test/test-time32-data-type.rb
+- test/test-struct-data-type.rb
 - test/test-group.rb
-- test/helper.rb
-- test/test-time64-array.rb
-- test/test-csv-loader.rb
-- test/test-feather.rb
-- test/test-time64-data-type.rb
-- test/values/test-sparse-union-array.rb
+- test/test-buffer.rb
+- test/values/test-struct-array.rb
 - test/values/test-basic-arrays.rb
-- test/values/test-dense-union-array.rb
 - test/values/test-list-array.rb
-- test/values/test-struct-array.rb
-- test/test-struct-data-type.rb
-- test/test-date64-array.rb
-- test/raw-records/test-sparse-union-array.rb
-- test/raw-records/test-multiple-columns.rb
-- test/raw-records/test-basic-arrays.rb
+- test/values/test-dense-union-array.rb
+- test/values/test-sparse-union-array.rb
+- test/test-slicer.rb
+- test/test-list-array-builder.rb
+- test/test-sparse-union-data-type.rb
+- test/test-record-batch-builder.rb
+- test/raw-records/test-struct-array.rb
 - test/raw-records/test-table.rb
-- test/raw-records/test-dense-union-array.rb
+- test/raw-records/test-basic-arrays.rb
 - test/raw-records/test-list-array.rb
-- test/raw-records/test-struct-array.rb
-- test/test-list-array.rb
-- test/test-timestamp-data-type.rb
-- test/test-timestamp-array.rb
-- test/test-data-type.rb
-- test/test-array-builder.rb
-- test/test-time32-data-type.rb
-- test/test-record-batch-file-reader.rb
-- test/test-rolling-window.rb
-- test/test-list-array-builder.rb
-- test/test-slicer.rb
+- test/raw-records/test-dense-union-array.rb
+- test/raw-records/test-sparse-union-array.rb
+- test/raw-records/test-multiple-columns.rb
+- test/test-array.rb
+- test/test-file-output-stream.rb
+- test/test-tensor.rb
 - test/test-decimal128-array-builder.rb
+- test/test-chunked-array.rb
 - test/test-schema.rb
-- test/test-time.rb
-- test/test-column.rb
-- test/test-bigdecimal.rb
-- test/test-sparse-union-data-type.rb
-- test/test-tensor.rb
-- test/test-time32-array.rb
-- test/test-buffer.rb
-- test/test-decimal128-array.rb
+- test/test-struct-array-builder.rb
 - test/helper/fixture.rb
-- test/test-dictionary-data-type.rb
-- test/test-date32-array.rb
-- test/test-field.rb
-- test/test-struct-array.rb
+- test/test-time32-array.rb