red-arrow-numo-narray 0.0.3 → 0.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 84a1f4eb838f8640c7f67f3fbdd9446ae769ce7aef16f6b98a9abd5cc8f87bf4
-  data.tar.gz: a9fed15ebb2b9e034c40d15b45974c06995b9b9dea66c48b25d2f785932d98e5
+  metadata.gz: 2a484511f7152fa12df7cc0b356f775c70462b977e0783e5c9d4552f2a1beda7
+  data.tar.gz: d569a6d94ba32eb1893d9bc465a2f386ffbc91b7edff0a945bb9bcb2ddf786d2
 SHA512:
-  metadata.gz: 28415f30fcc072a07f7d5eef18a1291aa51e4eaa1e5f4a1f8d7f274505d45c624d9c4c6e1dc7749d3c54e837038a5babc57300aa496671253266987ed05f0d30
-  data.tar.gz: 3cc883a79b281e668b2cf05f9e74ec6989278bd87677d801e3c3c912fcb56f643cca4b7c0050b0269c847525c84818b5f7189a106d16ff9d35f90d60b554ccfa
+  metadata.gz: dc715d39ee68ffc7e68ffed95b0b89badc85b83bb37ae7586443d6cd4896c5b823b89bdf5f9128253dc1a65b306db947fb80a0fbddd501b92bc1a3319e339679
+  data.tar.gz: 94cf907a219e1623314b48463ea70676995b1661a9f301bc6362970e214f0fd519cf2f2c2dc1d85258b13a5b42a3d102c33db24a0ea817a73a68c2ed51307240

data/doc/text/news.md

@@ -1,5 +1,16 @@
 # News
 
+## 0.0.4 - 2019-08-19
+
+### Improvements
+
+  * Added `Arrow::ChunkedArray#to_narray`.
+    [GitHub#2][Suggested by Kenta Murata]
+
+### Thanks
+
+  * Kenta Murata
+
 ## 0.0.3 - 2019-08-07
 
 ### Fixes

data/lib/arrow-numo-narray/to-narray.rb

@@ -85,6 +85,22 @@ module Arrow
     end
   end
 
+  class ChunkedArray
+    def to_narray
+      unless n_nulls.zero?
+        message = "can't convert #{self.class} that has null values to NArray"
+        raise ArrowNumoNArray::UnconvertibleError, message
+      end
+      narray = value_data_type.narray_class.new(length)
+      data = ""
+      chunks.each do |chunk|
+        data << chunk.buffer.data.to_s
+      end
+      narray.store_binary(data)
+      narray
+    end
+  end
+
   class Tensor
     def to_narray
       narray = value_data_type.narray_class.new(shape)

data/lib/arrow-numo-narray/version.rb

@@ -13,5 +13,5 @@
 # limitations under the License.
 
 module ArrowNumoNArray
-  VERSION = "0.0.3"
+  VERSION = "0.0.4"
 end

data/test/test-to-narray.rb

@@ -83,6 +83,107 @@ class ToNAarrayTest < Test::Unit::TestCase
     end
   end
 
+  sub_test_case("ChunkedArray") do
+    test("with NULL") do
+      chunked_array = Arrow::ChunkedArray.new([Arrow::Int8Array.new([0, nil])])
+      message =
+        "can't convert #{chunked_array.class} that has null values to NArray"
+      assert_raise(ArrowNumoNArray::UnconvertibleError.new(message)) do
+        chunked_array.to_narray
+      end
+    end
+
+    test("Int8") do
+      arrays = [
+        Arrow::Int8Array.new([-(2 ** 7), 0]),
+        Arrow::Int8Array.new([2 ** 7 - 1]),
+      ]
+      assert_equal(Numo::Int8[-(2 ** 7), 0, 2 ** 7 - 1],
+                   Arrow::ChunkedArray.new(arrays).to_narray)
+    end
+
+    test("Int16") do
+      arrays = [
+        Arrow::Int16Array.new([-(2 ** 15), 0]),
+        Arrow::Int16Array.new([2 ** 15 - 1]),
+      ]
+      assert_equal(Numo::Int16[-(2 ** 15), 0, 2 ** 15 - 1],
+                   Arrow::ChunkedArray.new(arrays).to_narray)
+    end
+
+    test("Int32") do
+      arrays = [
+        Arrow::Int32Array.new([-(2 ** 31), 0]),
+        Arrow::Int32Array.new([2 ** 31 - 1]),
+      ]
+      assert_equal(Numo::Int32[-(2 ** 31), 0, 2 ** 31 - 1],
+                   Arrow::ChunkedArray.new(arrays).to_narray)
+    end
+
+    test("Int64") do
+      arrays = [
+        Arrow::Int64Array.new([-(2 ** 63), 0]),
+        Arrow::Int64Array.new([2 ** 63 - 1]),
+      ]
+      assert_equal(Numo::Int64[-(2 ** 63), 0, 2 ** 63 - 1],
+                   Arrow::ChunkedArray.new(arrays).to_narray)
+    end
+
+    test("UInt8") do
+      arrays = [
+        Arrow::UInt8Array.new([0]),
+        Arrow::UInt8Array.new([2 ** 8 - 1]),
+      ]
+      assert_equal(Numo::UInt8[0, 2 ** 8 - 1],
+                   Arrow::ChunkedArray.new(arrays).to_narray)
+    end
+
+    test("UInt16") do
+      arrays = [
+        Arrow::UInt16Array.new([0]),
+        Arrow::UInt16Array.new([2 ** 16 - 1]),
+      ]
+      assert_equal(Numo::UInt16[0, 2 ** 16 - 1],
+                   Arrow::ChunkedArray.new(arrays).to_narray)
+    end
+
+    test("UInt32") do
+      arrays = [
+        Arrow::UInt32Array.new([0]),
+        Arrow::UInt32Array.new([2 ** 32 - 1]),
+      ]
+      assert_equal(Numo::UInt32[0, 2 ** 32 - 1],
+                   Arrow::ChunkedArray.new(arrays).to_narray)
+    end
+
+    test("UInt64") do
+      arrays = [
+        Arrow::UInt64Array.new([0]),
+        Arrow::UInt64Array.new([2 ** 64 - 1]),
+      ]
+      assert_equal(Numo::UInt64[0, 2 ** 64 - 1],
+                   Arrow::ChunkedArray.new(arrays).to_narray)
+    end
+
+    test("Float") do
+      arrays = [
+        Arrow::FloatArray.new([-1.1, 0]),
+        Arrow::FloatArray.new([1.1]),
+      ]
+      assert_equal(Numo::SFloat[-1.1, 0, 1.1],
+                   Arrow::ChunkedArray.new(arrays).to_narray)
+    end
+
+    test("Double") do
+      arrays = [
+        Arrow::DoubleArray.new([-1.1, 0]),
+        Arrow::DoubleArray.new([1.1]),
+      ]
+      assert_equal(Numo::DFloat[-1.1, 0, 1.1],
+                   Arrow::ChunkedArray.new(arrays).to_narray)
+    end
+  end
+
   sub_test_case("Tensor") do
     test("Int8") do
       data = [

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: red-arrow-numo-narray
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.4
 platform: ruby
 authors:
 - Kouhei Sutou
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-08-07 00:00:00.000000000 Z
+date: 2019-08-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: red-arrow