red-arrow 0.3.0 → 0.3.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d66932ddc8b1edd4d0a00a3c44ace6a54eb23509
-  data.tar.gz: d373ca2d306387a5709e8b2b28946e10ec5529ee
+  metadata.gz: 77e27ff86072c96cce811ad70a0657630899f7c9
+  data.tar.gz: 33fe984ad9e639d3fb98e9733da997c39da6bf65
 SHA512:
-  metadata.gz: d018d51d091d4ad37cd608f4bd951a837b385d36cf975a0a0652a5d1173a847aa2f875705e46d66e533b8246d5f3b0b0b75d936fdcdd2e794e1676463759bd66
-  data.tar.gz: 434cd73edc6180de459d9bfa95272703d7d0ffb1a095ea7e7f64462880bae79cdb14ccadbcd8285966462832c80c8837a55c26c79e424c9160ceb9e719989639
+  metadata.gz: 4c2a4829076698810d9ce2837e238d0ad673d70ed1487fd116ce836713a99278aab0136a08b2824f1d6bc7e652c94b972d7a97ccfc5d22821ad61d8d5ae45332
+  data.tar.gz: c374346921b53f397c58c03eb0f025aba425529f9ff6422eb397ea97170aeddd3b45692e9b16e9ec0df1ea211c98b9fa54119e207e9a5a099c7a0f7d787d4af9

data/dependency-check/Rakefile

@@ -0,0 +1,40 @@
+# -*- ruby -*-
+#
+# Copyright 2017 Kouhei Sutou <kou@clear-code.com>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require "pkg-config"
+require "native-package-installer"
+
+case RUBY_PLATFORM
+when /mingw|mswin/
+  task :default => "nothing"
+else
+  task :default => "dependency:check"
+end
+
+task :nothing do
+end
+
+namespace :dependency do
+  desc "Check dependency"
+  task :check do
+    unless PKGConfig.check_version?("arrow-glib")
+      unless NativePackageInstaller.install(:debian => "libarrow-glib-dev",
+                                            :redhat => "arrow-glib-devel")
+        exit(false)
+      end
+    end
+  end
+end

data/doc/text/news.md

@@ -1,5 +1,34 @@
 # News
 
+## 0.3.1 - 2017-05-17
+
+### Improvements
+
+  * `Arrow::MemoryMappedInputStream`: Renamed from
+    `Arrow::MemoryMappedFile`.
+
+  * `Arrow::RecordBatchStreamReader`: Renamed from
+    `Arrow::StreamReader`.
+
+  * `Arrow::RecordBatchFileReader`: Renamed from
+    `Arrow::FileReader`.
+
+  * `Arrow::RecordBatchStreamWriter`: Renamed from
+    `Arrow::StreamWriter`.
+
+  * `Arrow::RecordBatchFileWriter`: Renamed from
+    `Arrow::FileWriter`.
+
+  * `Arrow::Column#each`: Added.
+
+  * `Arrow::ChunkedColumn#each`: Added.
+
+  * `Arrow::Table#columns`: Added.
+
+  * `Arrow::Table#each_column`: Added.
+
+  * Supported auto native package install on install.
+
 ## 0.3.0 - 2017-05-06
 
 ### Improvements

data/lib/arrow/array.rb

@@ -30,7 +30,11 @@ module Arrow
 
     def each
       length.times do |i|
-        yield(self[i])
+        if null?(i)
+          yield(nil)
+        else
+          yield(self[i])
+        end
       end
     end
 

data/lib/arrow/chunked-array.rb

@@ -0,0 +1,28 @@
+# Copyright 2017 Kouhei Sutou <kou@clear-code.com>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module Arrow
+  class ChunkedArray
+    include Enumerable
+
+    def each(&block)
+      return to_enum(__method__) unless block_given?
+
+      n_chunks.times do |i|
+        array = get_chunk(i)
+        array.each(&block)
+      end
+    end
+  end
+end

data/lib/arrow/column.rb

@@ -0,0 +1,25 @@
+# Copyright 2017 Kouhei Sutou <kou@clear-code.com>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module Arrow
+  class Column
+    include Enumerable
+
+    def each(&block)
+      return to_enum(__method__) unless block_given?
+
+      data.each(&block)
+    end
+  end
+end

data/lib/arrow/loader.rb

@@ -30,12 +30,15 @@ module Arrow
     def require_libraries
       require "arrow/array"
       require "arrow/array-builder"
+      require "arrow/chunked-array"
+      require "arrow/column"
       require "arrow/field"
       require "arrow/record-batch"
+      require "arrow/table"
       require "arrow/tensor"
 
-      require "arrow/file-reader"
-      require "arrow/stream-reader"
+      require "arrow/record-batch-file-reader"
+      require "arrow/record-batch-stream-reader"
 
       require "arrow/compatibility"
     end

data/lib/arrow/{file-reader.rb → record-batch-file-reader.rb}

@@ -13,37 +13,9 @@
 # limitations under the License.
 
 module Arrow
-  class FileReader
+  class RecordBatchFileReader
     include Enumerable
 
-    # For backward compatibility
-    if respond_to?(:open)
-      class << self
-        alias_method :open_raw, :open
-        def open(input)
-          warn("#{self}.#{__method__}: use #{self}.new instead: #{caller(1, 1)[0]}")
-          reader = open_raw(input)
-          if block_given?
-            yield(reader)
-          else
-            reader
-          end
-        end
-      end
-    else
-      class << self
-        def open(input)
-          warn("#{self}.#{__method__}: use #{self}.new instead #{caller(1, 1)[0]}")
-          reader = new(input)
-          if block_given?
-            yield(reader)
-          else
-            reader
-          end
-        end
-      end
-    end
-
     def each
       n_record_batches.times do |i|
         yield(get_record_batch(i))

data/lib/arrow/{stream-reader.rb → record-batch-stream-reader.rb}

@@ -13,7 +13,7 @@
 # limitations under the License.
 
 module Arrow
-  class StreamReader
+  class RecordBatchStreamReader
     include Enumerable
 
     def each

data/lib/arrow/table.rb

@@ -0,0 +1,29 @@
+# Copyright 2017 Kouhei Sutou <kou@clear-code.com>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module Arrow
+  class Table
+    def each_column(&block)
+      return to_enum(__method__) unless block_given?
+
+      n_columns.times do |i|
+        yield(get_column(i))
+      end
+    end
+
+    def columns
+      each_column.to_a
+    end
+  end
+end

data/lib/arrow/version.rb

@@ -13,5 +13,5 @@
 # limitations under the License.
 
 module Arrow
-  VERSION = "0.3.0"
+  VERSION = "0.3.1"
 end

data/red-arrow.gemspec

@@ -40,8 +40,11 @@ Gem::Specification.new do |spec|
   spec.files += Dir.glob("lib/**/*.rb")
   spec.files += Dir.glob("doc/text/*")
   spec.test_files += Dir.glob("test/**/*")
+  spec.extensions = ["dependency-check/Rakefile"]
 
   spec.add_runtime_dependency("gobject-introspection", ">= 3.1.1")
+  spec.add_runtime_dependency("pkg-config")
+  spec.add_runtime_dependency("native-package-installer")
 
   spec.add_development_dependency("bundler")
   spec.add_development_dependency("rake")

data/test/test-array.rb

@@ -20,4 +20,10 @@ class ArrayTest < Test::Unit::TestCase
                    array.to_a)
     end
   end
+
+  test("#each") do
+    array = Arrow::BooleanArray.new([true, false, nil, true])
+    assert_equal([true, false, nil, true],
+                 array.to_a)
+  end
 end

data/test/test-chunked-array.rb

@@ -0,0 +1,25 @@
+# Copyright 2017 Kouhei Sutou <kou@clear-code.com>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+class ChunkedArrayTest < Test::Unit::TestCase
+  test("#each") do
+    arrayes = [
+      Arrow::BooleanArray.new([true, false]),
+      Arrow::BooleanArray.new([nil, true]),
+    ]
+    chunked_array = Arrow::ChunkedArray.new(arrayes)
+    assert_equal([true, false, nil, true],
+                 chunked_array.to_a)
+  end
+end

data/test/test-column.rb

@@ -0,0 +1,27 @@
+# Copyright 2017 Kouhei Sutou <kou@clear-code.com>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+class ColumnTest < Test::Unit::TestCase
+  test("#each") do
+    arrayes = [
+      Arrow::BooleanArray.new([true, false]),
+      Arrow::BooleanArray.new([nil, true]),
+    ]
+    chunked_array = Arrow::ChunkedArray.new(arrayes)
+    column = Arrow::Column.new(Arrow::Field.new("visible", :boolean),
+                               chunked_array)
+    assert_equal([true, false, nil, true],
+                 column.to_a)
+  end
+end

data/test/{test-file-reader.rb → test-record-batch-file-reader.rb}

@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-class FileReaderTest < Test::Unit::TestCase
+class RecordBatchFileReaderTest < Test::Unit::TestCase
   test("write/read") do
     fields = [
       Arrow::Field.new("uint8",  :uint8),
@@ -30,7 +30,7 @@ class FileReaderTest < Test::Unit::TestCase
 
     tempfile = Tempfile.new(["batch", ".arrow"])
     Arrow::FileOutputStream.open(tempfile.path, false) do |output|
-      Arrow::FileWriter.open(output, schema) do |writer|
+      Arrow::RecordBatchFileWriter.open(output, schema) do |writer|
         uints = [1, 2, 4, 8]
         ints = [1, -2, 4, -8]
         floats = [1.1, -2.2, 4.4, -8.8]
@@ -53,7 +53,7 @@ class FileReaderTest < Test::Unit::TestCase
     end
 
     Arrow::MemoryMappedInputStream.open(tempfile.path) do |input|
-      reader = Arrow::FileReader.new(input)
+      reader = Arrow::RecordBatchFileReader.new(input)
       reader.each do |record_batch|
         assert_equal([
                        {

data/test/test-table.rb

@@ -0,0 +1,32 @@
+# Copyright 2017 Kouhei Sutou <kou@clear-code.com>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+class TableTest < Test::Unit::TestCase
+  test("#columns") do
+    fields = [
+      Arrow::Field.new("count", :uint32),
+      Arrow::Field.new("visible", :boolean),
+    ]
+    schema = Arrow::Schema.new(fields)
+    columns = [
+      Arrow::Column.new(fields[0],
+                        Arrow::UInt32Array.new([1, 2, 4, 8])),
+      Arrow::Column.new(fields[1],
+                        Arrow::BooleanArray.new([true, false, nil, true])),
+    ]
+    table = Arrow::Table.new(schema, columns)
+    assert_equal(["count", "visible"],
+                 table.columns.collect(&:name))
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: red-arrow
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.3.1
 platform: ruby
 authors:
 - Kouhei Sutou
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-05-06 00:00:00.000000000 Z
+date: 2017-05-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: gobject-introspection
@@ -24,6 +24,34 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 3.1.1
+- !ruby/object:Gem::Dependency
+  name: pkg-config
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: native-package-installer
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -99,34 +127,42 @@ description: "[Apache Arrow](https://arrow.apache.org/) is an in-memory columnar
 email:
 - kou@clear-code.com
 executables: []
-extensions: []
+extensions:
+- dependency-check/Rakefile
 extra_rdoc_files: []
 files:
 - ".yardopts"
 - Gemfile
 - README.md
 - Rakefile
+- dependency-check/Rakefile
 - doc/text/apache-2.0.txt
 - doc/text/news.md
 - lib/arrow.rb
 - lib/arrow/array-builder.rb
 - lib/arrow/array.rb
 - lib/arrow/block-closable.rb
+- lib/arrow/chunked-array.rb
+- lib/arrow/column.rb
 - lib/arrow/compatibility.rb
 - lib/arrow/field.rb
-- lib/arrow/file-reader.rb
 - lib/arrow/loader.rb
+- lib/arrow/record-batch-file-reader.rb
+- lib/arrow/record-batch-stream-reader.rb
 - lib/arrow/record-batch.rb
 - lib/arrow/record.rb
-- lib/arrow/stream-reader.rb
+- lib/arrow/table.rb
 - lib/arrow/tensor.rb
 - lib/arrow/version.rb
 - red-arrow.gemspec
 - test/helper.rb
 - test/run-test.rb
 - test/test-array.rb
-- test/test-file-reader.rb
+- test/test-chunked-array.rb
+- test/test-column.rb
+- test/test-record-batch-file-reader.rb
 - test/test-record-batch.rb
+- test/test-table.rb
 homepage: https://github.com/red-data-tools/red-arrow
 licenses:
 - Apache-2.0
@@ -153,8 +189,11 @@ specification_version: 4
 summary: Red Arrow is a Ruby bindings of Apache Arrow. Red Arrow is based on GObject
   Introspection.
 test_files:
+- test/test-record-batch-file-reader.rb
+- test/test-column.rb
+- test/test-chunked-array.rb
 - test/test-record-batch.rb
 - test/helper.rb
 - test/run-test.rb
+- test/test-table.rb
 - test/test-array.rb
-- test/test-file-reader.rb