red-arrow 0.8.2 → 0.10.0

data/test/test-slicer.rb

@@ -1,16 +1,19 @@
-# Copyright 2017-2018 Kouhei Sutou <kou@clear-code.com>
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
 #
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
+#   http://www.apache.org/licenses/LICENSE-2.0
 #
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
 
 class SlicerTest < Test::Unit::TestCase
   def setup

data/test/test-struct-array.rb

@@ -0,0 +1,36 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+class StructArrayTest < Test::Unit::TestCase
+  test("#[]") do
+    type = Arrow::StructDataType.new([
+      Arrow::Field.new("field1", :boolean),
+      Arrow::Field.new("field2", :uint64),
+    ])
+    builder = Arrow::StructArrayBuilder.new(type)
+    builder.append
+    builder.get_field_builder(0).append(true)
+    builder.get_field_builder(1).append(1)
+    builder.append
+    builder.get_field_builder(0).append(false)
+    builder.get_field_builder(1).append(2)
+    array = builder.finish
+
+    assert_equal([[true, false], [1, 2]],
+                 [array[0].to_a, array[1].to_a])
+  end
+end

data/test/test-table.rb

@@ -1,16 +1,19 @@
-# Copyright 2017-2018 Kouhei Sutou <kou@clear-code.com>
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
 #
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
+#   http://www.apache.org/licenses/LICENSE-2.0
 #
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
 
 class TableTest < Test::Unit::TestCase
   include Helper::Fixture
@@ -58,6 +61,18 @@ class TableTest < Test::Unit::TestCase
       TABLE
     end
 
+    test("Array: boolean") do
+      target_rows_raw = [nil, true, true, false, true, false, true, true]
+      assert_equal(<<-TABLE, @table.slice(target_rows_raw).to_s)
+	count	visible
+0	    2	false  
+1	    4	       
+2	   16	true   
+3	   64	       
+4	  128	       
+      TABLE
+    end
+
     test("Integer: positive") do
       assert_equal(<<-TABLE, @table.slice(2).to_s)
 	count	visible
@@ -107,7 +122,7 @@ class TableTest < Test::Unit::TestCase
     end
 
     test("[from, to]: positive") do
-      assert_equal(<<-TABLE, @table.slice([0, 2]).to_s)
+      assert_equal(<<-TABLE, @table.slice(0, 2).to_s)
 	count	visible
 0	    1	true   
 1	    2	false  
@@ -115,21 +130,34 @@ class TableTest < Test::Unit::TestCase
     end
 
     test("[from, to]: negative") do
-      assert_equal(<<-TABLE, @table.slice([-4, 2]).to_s)
+      assert_equal(<<-TABLE, @table.slice(-4, 2).to_s)
 	count	visible
 0	   16	true   
 1	   32	false  
       TABLE
     end
 
-    test("Integer, Range, ...") do
-      assert_equal(<<-TABLE, @table.slice(0, 4...7).to_s)
-	count	visible
-0	    1	true   
-1	   16	true   
-2	   32	false  
-3	   64	       
-      TABLE
+    sub_test_case("wrong argument") do
+      test("no arguments") do
+        message = "wrong number of arguments (given 0, expected 1..2)"
+        assert_raise(ArgumentError.new(message)) do
+          @table.slice
+        end
+      end
+
+      test("too many arguments: with block") do
+        message = "wrong number of arguments (given 3, expected 1..2)"
+        assert_raise(ArgumentError.new(message)) do
+          @table.slice(1, 2, 3)
+        end
+      end
+
+      test("too many arguments: without block") do
+        message = "wrong number of arguments (given 3, expected 0..2)"
+        assert_raise(ArgumentError.new(message)) do
+          @table.slice(1, 2, 3) {}
+        end
+      end
     end
   end
 
@@ -407,7 +435,7 @@ class TableTest < Test::Unit::TestCase
 
         test(":csv") do
           path = fixture_path("with-header.csv")
-          assert_equal(<<-TABLE, Arrow::Table.load(path).to_s)
+          assert_equal(<<-TABLE, Arrow::Table.load(path, skip_lines: /^#/).to_s)
 	name	score
 0	alice	   10
 1	bob 	   29

data/test/test-timestamp-array.rb

@@ -1,16 +1,19 @@
-# Copyright 2017 Kouhei Sutou <kou@clear-code.com>
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
 #
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
+#   http://www.apache.org/licenses/LICENSE-2.0
 #
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
 
 class TimestampArrayTest < Test::Unit::TestCase
   test("#[]") do

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: red-arrow
 version: !ruby/object:Gem::Version
-  version: 0.8.2
+  version: 0.10.0
 platform: ruby
 authors:
-- Kouhei Sutou
+- Apache Arrow Developers
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-02-04 00:00:00.000000000 Z
+date: 2018-08-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: gobject-introspection
@@ -94,63 +94,31 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: packnga
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: kramdown
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-description: "[Apache Arrow](https://arrow.apache.org/) is an in-memory columnar data
-  store. It's used by many products for data analytics."
+description: Apache Arrow is a common in-memory columnar data store. It's useful to
+  share and process large data.
 email:
-- kou@clear-code.com
+- dev@arrow.apache.org
 executables: []
 extensions:
 - dependency-check/Rakefile
 extra_rdoc_files: []
 files:
-- ".yardopts"
 - Gemfile
+- LICENSE.txt
+- NOTICE.txt
 - README.md
 - Rakefile
 - dependency-check/Rakefile
-- doc/text/apache-2.0.txt
 - doc/text/development.md
-- doc/text/news.md
 - image/red-arrow.png
 - lib/arrow.rb
 - lib/arrow/array-builder.rb
 - lib/arrow/array.rb
 - lib/arrow/block-closable.rb
-- lib/arrow/buffer.rb
 - lib/arrow/chunked-array.rb
 - lib/arrow/column.rb
-- lib/arrow/compatibility.rb
 - lib/arrow/csv-loader.rb
 - lib/arrow/csv-reader.rb
-- lib/arrow/data-type.rb
 - lib/arrow/date32-array-builder.rb
 - lib/arrow/date32-array.rb
 - lib/arrow/date64-array-builder.rb
@@ -163,7 +131,9 @@ files:
 - lib/arrow/record-batch.rb
 - lib/arrow/record-containable.rb
 - lib/arrow/record.rb
+- lib/arrow/rolling-window.rb
 - lib/arrow/slicer.rb
+- lib/arrow/struct-array.rb
 - lib/arrow/table-formatter.rb
 - lib/arrow/table-list-formatter.rb
 - lib/arrow/table-loader.rb
@@ -175,9 +145,14 @@ files:
 - lib/arrow/timestamp-array.rb
 - lib/arrow/version.rb
 - red-arrow.gemspec
+- test/fixture/TestOrcFile.test1.orc
+- test/fixture/float-integer.csv
+- test/fixture/integer-float.csv
 - test/fixture/null-with-double-quote.csv
 - test/fixture/null-without-double-quote.csv
+- test/fixture/with-header-float.csv
 - test/fixture/with-header.csv
+- test/fixture/without-header-float.csv
 - test/fixture/without-header.csv
 - test/helper.rb
 - test/helper/fixture.rb
@@ -191,12 +166,15 @@ files:
 - test/test-date32-array.rb
 - test/test-date64-array.rb
 - test/test-group.rb
+- test/test-orc.rb
 - test/test-record-batch-file-reader.rb
 - test/test-record-batch.rb
+- test/test-rolling-window.rb
 - test/test-slicer.rb
+- test/test-struct-array.rb
 - test/test-table.rb
 - test/test-timestamp-array.rb
-homepage: https://github.com/red-data-tools/red-arrow
+homepage: https://arrow.apache.org/
 licenses:
 - Apache-2.0
 metadata: {}
@@ -216,30 +194,37 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.5.2.2
+rubygems_version: 3.0.0.beta1
 signing_key: 
 specification_version: 4
-summary: Red Arrow is a Ruby bindings of Apache Arrow. Red Arrow is based on GObject
-  Introspection.
+summary: Red Arrow is the Ruby bindings of Apache Arrow
 test_files:
-- test/test-record-batch-file-reader.rb
+- test/test-date64-array.rb
+- test/test-csv-loader.rb
+- test/test-array.rb
+- test/test-chunked-array.rb
+- test/test-csv-reader.rb
+- test/fixture/float-integer.csv
+- test/fixture/without-header.csv
+- test/fixture/TestOrcFile.test1.orc
 - test/fixture/with-header.csv
+- test/fixture/without-header-float.csv
+- test/fixture/integer-float.csv
 - test/fixture/null-without-double-quote.csv
-- test/fixture/without-header.csv
 - test/fixture/null-with-double-quote.csv
-- test/test-csv-reader.rb
+- test/fixture/with-header-float.csv
+- test/test-slicer.rb
+- test/test-timestamp-array.rb
+- test/test-orc.rb
+- test/test-rolling-window.rb
 - test/test-column.rb
+- test/test-table.rb
 - test/test-array-builder.rb
-- test/test-chunked-array.rb
-- test/test-date32-array.rb
 - test/test-record-batch.rb
-- test/helper.rb
-- test/run-test.rb
-- test/test-timestamp-array.rb
-- test/test-table.rb
-- test/test-csv-loader.rb
-- test/test-array.rb
 - test/test-group.rb
+- test/helper.rb
+- test/test-record-batch-file-reader.rb
+- test/test-struct-array.rb
+- test/test-date32-array.rb
 - test/helper/fixture.rb
-- test/test-date64-array.rb
-- test/test-slicer.rb
+- test/run-test.rb

data/.yardopts

@@ -1,6 +0,0 @@
---output-dir doc/reference/en
---markup markdown
---markup-provider kramdown
-lib/**/*.rb
--
-doc/text/**/*

data/doc/text/news.md

@@ -1,176 +0,0 @@
-# News
-
-## 0.8.2 - 2018-02-04
-
-### Improvements
-
-  * `Arrow::Table#size`: Added.
-
-  * `Arrow::Table#length`: Added.
-
-  * `Arrow::Table#pack`: Added.
-
-  * `Arrow::Column#pack`: Added.
-
-  * `Arrow::ChunkedArray#pack`: Added.
-
-  * `Arrow::Column#reverse_each`: Added.
-
-  * `Arrow::Table#slice`: Added negative integer support.
-
-  * `Arrow::Slicer::ColumnCondition#in?`: Added.
-
-  * `Arrow::Table#group`: Added.
-
-  * `Arrow::ChunkedArray#null?`: Added.
-
-  * `Arrow::Column#null?`: Added.
-
-  * `Arrow::Group`: Added.
-
-  * `Arrow::CSVLoader`: Changed to treat `""` as a null value instead
-    of empty string.
-
-  * `Arrow::Table#[]`: Stopped to accept multiple column name.
-
-  * `Arrow::ChunkedArray#valid?`: Added.
-
-  * `Arrow::Column#valid?`: Added.
-
-  * `Arrow::Slicer::ColumnCondition#valid?`: Added.
-
-### Fixes
-
-  * `Arrow::TableFormatter`: Fixed a bug that too much records are
-    formatted.
-
-## 0.8.1 - 2018-01-05
-
-### Improvements
-
-  * `Arrow::ArrayBuilder.build`: Added generic array build support.
-
-  * `Arrow::Table#save`: Added.
-
-  * `Arrow::Table.load`: Added.
-
-  * `Arrow::CSVLoader`: Added.
-
-  * `Arrow::CSVReader.read`: Removed.
-
-## 0.8.0 - 2018-01-04
-
-### Improvements
-
-  * Required Apache Arrow 0.8.0.
-
-  * Update README. [GitHub#5][Patch by mikisou]
-
-  * `Arrow::Table#each_record_batch`: Added.
-
-  * `Arrow::ArrayBuilder#build`: Added.
-
-  * `Arrow::CSVReader`: Added.
-
-  * `Arrow::Array#[]`: Added `NULL` support.
-
-  * `Arrow::TimestampArray`: Added.
-
-  * `Arrow::Table#to_s`: Added table style format.
-
-  * `Arrow::Table#slice`: Added.
-
-  * `Arrow::Table#[]`: Added.
-
-  * `Arrow::Table`: Added dynamic column name reader.
-
-  * `Arrow::Table#merge`: Added.
-
-  * `Arrow::Table#remove_column`: Added column name support.
-
-  * `Arrow::Table#select_columns`: Added.
-
-### Thanks
-
-  * mikisou
-
-## 0.4.1 - 2017-09-19
-
-### Improvements
-
-  * `Arrow::Array.new`: Improved performance.
-
-### Fixes
-
-  * `Arrow::Buffer`: Fixed a crash on GC.
-
-## 0.4.0 - 2017-05-18
-
-### Improvements
-
-  * `Arrow::StringArray#[]`: Changed to return `String` instead of
-    `GLib::Bytes`.
-
-## 0.3.1 - 2017-05-17
-
-### Improvements
-
-  * `Arrow::MemoryMappedInputStream`: Renamed from
-    `Arrow::MemoryMappedFile`.
-
-  * `Arrow::RecordBatchStreamReader`: Renamed from
-    `Arrow::StreamReader`.
-
-  * `Arrow::RecordBatchFileReader`: Renamed from
-    `Arrow::FileReader`.
-
-  * `Arrow::RecordBatchStreamWriter`: Renamed from
-    `Arrow::StreamWriter`.
-
-  * `Arrow::RecordBatchFileWriter`: Renamed from
-    `Arrow::FileWriter`.
-
-  * `Arrow::Column#each`: Added.
-
-  * `Arrow::ChunkedColumn#each`: Added.
-
-  * `Arrow::Table#columns`: Added.
-
-  * `Arrow::Table#each_column`: Added.
-
-  * Supported auto native package install on install.
-
-## 0.3.0 - 2017-05-06
-
-### Improvements
-
-  * `Arrow::Record#to_h`: Added.
-
-  * `#to_arrow`: Added convenience methods for polymorphism.
-
-  * Supported Apache Arrow 0.3.0.
-
-## 0.2.2 - 2017-04-24
-
-### Improvements
-
-  * `Arrow::RecordBatch#each`: Supported reusing record object for
-    performance.
-
-  * ``Arrow::IO`: Unified into `Arrow`.
-
-  * ``Arrow::IPC`: Unified into `Arrow`.
-
-## 0.2.1 - 2017-03-23
-
-### Improvements
-
-  * Added `Arrow::IPC::FileReader#each`.
-
-### Fixes
-
-  * Fixed a bug that `Arrow::Record#[]` doesn't work.
-
-## 0.2.0 - 2017-03-14
-
-Initial release!!!