red-arrow 0.4.0 → 0.4.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 146a831238ac8ad6396abf3f677cf1c3660e26d6
-  data.tar.gz: c2b6d01ebf36c113c34f0402f4b0417c288afe02
+  metadata.gz: 244f843a8c061c6853ae9325eb442adada478f30
+  data.tar.gz: 304840d2642191a717b21695db9012b8c8037fe3
 SHA512:
-  metadata.gz: e1e161b7d02ac8fa93e159cadde2305e8adbb382048a3ce8a086f09c27bea2ea12d45b98947b00943e67ede43a159ef8823a56f3df4bbc4bd25908506e1d2e86
-  data.tar.gz: 57bf463aee06ef2e0853818d17af004336a83faad818b6230fc069ab3c4539295a5f58e114b92f41a23ac767ddccf2838905d8bafc72bfc0832fd2c6784f24ab
+  metadata.gz: c8cb38809f2a5532569bd07fa1c39471887f79ce330faf5bc0c1543912cce125926d6e0d042c3a302c91ebbfe85a4f0cc56e639b109d04a656152dd0bbd733fe
+  data.tar.gz: 7e0c529708ae390dbd3a275308c7e14f5c7c1484ca630951c415ad0102b09a0aa5decc32875cbc74554f291aab2eed1e144ca14d07ef58d8b6121e0bd9db86ba

data/doc/text/news.md

@@ -1,5 +1,15 @@
 # News
 
+## 0.7.0 - 2017-09-19
+
+### Improvements
+
+  * `Arrow::Array.new`: Improved performance.
+
+### Fixes
+
+  * `Arrow::Buffer`: Fixed a crash on GC.
+
 ## 0.4.0 - 2017-05-18
 
 ### Improvements

data/lib/arrow/array-builder.rb

@@ -17,11 +17,46 @@ module Arrow
     class << self
       def build(values)
         builder = new
-        values.each do |value|
-          if value.nil?
-            builder.append_null
-          else
-            builder.append(value)
+        if builder.respond_to?(:append_values)
+          start_index = 0
+          current_index = 0
+          status = :value
+          values.each do |value|
+            if value.nil?
+              if status == :value
+                if start_index != current_index
+                  builder.append_values(values[start_index...current_index])
+                  start_index = current_index
+                end
+                status = :null
+              end
+            else
+              if status == :null
+                builder.append_nulls(current_index - start_index)
+                start_index = current_index
+                status = :value
+              end
+            end
+            current_index += 1
+          end
+          if start_index != current_index
+            if status == :value
+              if start_index == 0 and current_index == values.size
+                builder.append_values(values)
+              else
+                builder.append_values(values[start_index...current_index])
+              end
+            else
+              builder.append_nulls(current_index - start_index)
+            end
+          end
+        else
+          values.each do |value|
+            if value.nil?
+              builder.append_null
+            else
+              builder.append(value)
+            end
           end
         end
         builder.finish

data/lib/arrow/buffer.rb

@@ -0,0 +1,24 @@
+# Copyright 2017 Kouhei Sutou <kou@clear-code.com>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module Arrow
+  class Buffer
+    alias_method :initialize_raw, :initialize
+    def initialize(data)
+      initialize_raw(data)
+      @data = data
+    end
+    private :initialize_raw
+  end
+end

data/lib/arrow/loader.rb

@@ -30,6 +30,7 @@ module Arrow
     def require_libraries
       require "arrow/array"
       require "arrow/array-builder"
+      require "arrow/buffer"
       require "arrow/chunked-array"
       require "arrow/column"
       require "arrow/field"

data/lib/arrow/version.rb

@@ -13,5 +13,5 @@
 # limitations under the License.
 
 module Arrow
-  VERSION = "0.4.0"
+  VERSION = "0.4.1"
 end

data/test/test-array-builder.rb

@@ -0,0 +1,71 @@
+# Copyright 2017 Kouhei Sutou <kou@clear-code.com>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+class ArrayBuilderTest < Test::Unit::TestCase
+  sub_test_case(".build") do
+    test("empty") do
+      array = Arrow::Int32ArrayBuilder.build([])
+      assert_equal([],
+                   array.to_a)
+    end
+
+    test("values") do
+      array = Arrow::Int32ArrayBuilder.build([1, -2])
+      assert_equal([1, -2],
+                   array.to_a)
+    end
+
+    test("values, nils") do
+      array = Arrow::Int32ArrayBuilder.build([1, -2, nil, nil])
+      assert_equal([1, -2, nil, nil],
+                   array.to_a)
+    end
+
+    test("values, nils, values") do
+      array = Arrow::Int32ArrayBuilder.build([1, -2, nil, nil, 3, -4])
+      assert_equal([1, -2, nil, nil, 3, -4],
+                   array.to_a)
+    end
+
+    test("values, nils, values, nils") do
+      array = Arrow::Int32ArrayBuilder.build([1, -2, nil, nil, 3, -4, nil, nil])
+      assert_equal([1, -2, nil, nil, 3, -4, nil, nil],
+                   array.to_a)
+    end
+
+    test("nils") do
+      array = Arrow::Int32ArrayBuilder.build([nil, nil])
+      assert_equal([nil, nil],
+                   array.to_a)
+    end
+
+    test("nils, values") do
+      array = Arrow::Int32ArrayBuilder.build([nil, nil, 3, -4])
+      assert_equal([nil, nil, 3, -4],
+                   array.to_a)
+    end
+
+    test("nils, values, nil") do
+      array = Arrow::Int32ArrayBuilder.build([nil, nil, 3, -4, nil, nil])
+      assert_equal([nil, nil, 3, -4, nil, nil],
+                   array.to_a)
+    end
+
+    test("nils, values, nil, values") do
+      array = Arrow::Int32ArrayBuilder.build([nil, nil, 3, -4, nil, nil, 5, -6])
+      assert_equal([nil, nil, 3, -4, nil, nil, 5, -6],
+                   array.to_a)
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: red-arrow
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.4.1
 platform: ruby
 authors:
 - Kouhei Sutou
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-05-18 00:00:00.000000000 Z
+date: 2017-09-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: gobject-introspection
@@ -142,6 +142,7 @@ files:
 - lib/arrow/array-builder.rb
 - lib/arrow/array.rb
 - lib/arrow/block-closable.rb
+- lib/arrow/buffer.rb
 - lib/arrow/chunked-array.rb
 - lib/arrow/column.rb
 - lib/arrow/compatibility.rb
@@ -157,6 +158,7 @@ files:
 - red-arrow.gemspec
 - test/helper.rb
 - test/run-test.rb
+- test/test-array-builder.rb
 - test/test-array.rb
 - test/test-chunked-array.rb
 - test/test-column.rb
@@ -189,11 +191,12 @@ specification_version: 4
 summary: Red Arrow is a Ruby bindings of Apache Arrow. Red Arrow is based on GObject
   Introspection.
 test_files:
-- test/test-record-batch-file-reader.rb
-- test/test-column.rb
 - test/test-chunked-array.rb
+- test/test-table.rb
+- test/test-record-batch-file-reader.rb
+- test/test-array-builder.rb
+- test/run-test.rb
 - test/test-record-batch.rb
 - test/helper.rb
-- test/run-test.rb
-- test/test-table.rb
+- test/test-column.rb
 - test/test-array.rb