red-arrow 0.14.1 → 0.15.0

data/test/values/test-struct-array.rb

@@ -0,0 +1,452 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module ValuesStructArrayTests
+  def build_data_type(type)
+    field_description = {
+      name: :field,
+    }
+    if type.is_a?(Hash)
+      field_description = field_description.merge(type)
+    else
+      field_description[:type] = type
+    end
+    Arrow::StructDataType.new([field_description])
+  end
+
+  def build_array(type, values)
+    Arrow::StructArray.new(build_data_type(type), values)
+  end
+
+  def test_null
+    values = [
+      {"field" => nil},
+      nil,
+    ]
+    target = build(:null, values)
+    assert_equal(values, target.values)
+  end
+
+  def test_boolean
+    values = [
+      {"field" => true},
+      nil,
+      {"field" => nil},
+    ]
+    target = build(:boolean, values)
+    assert_equal(values, target.values)
+  end
+
+  def test_int8
+    values = [
+      {"field" => -(2 ** 7)},
+      nil,
+      {"field" => nil},
+    ]
+    target = build(:int8, values)
+    assert_equal(values, target.values)
+  end
+
+  def test_uint8
+    values = [
+      {"field" => (2 ** 8) - 1},
+      nil,
+      {"field" => nil},
+    ]
+    target = build(:uint8, values)
+    assert_equal(values, target.values)
+  end
+
+  def test_int16
+    values = [
+      {"field" => -(2 ** 15)},
+      nil,
+      {"field" => nil},
+    ]
+    target = build(:int16, values)
+    assert_equal(values, target.values)
+  end
+
+  def test_uint16
+    values = [
+      {"field" => (2 ** 16) - 1},
+      nil,
+      {"field" => nil},
+    ]
+    target = build(:uint16, values)
+    assert_equal(values, target.values)
+  end
+
+  def test_int32
+    values = [
+      {"field" => -(2 ** 31)},
+      nil,
+      {"field" => nil},
+    ]
+    target = build(:int32, values)
+    assert_equal(values, target.values)
+  end
+
+  def test_uint32
+    values = [
+      {"field" => (2 ** 32) - 1},
+      nil,
+      {"field" => nil},
+    ]
+    target = build(:uint32, values)
+    assert_equal(values, target.values)
+  end
+
+  def test_int64
+    values = [
+      {"field" => -(2 ** 63)},
+      nil,
+      {"field" => nil},
+    ]
+    target = build(:int64, values)
+    assert_equal(values, target.values)
+  end
+
+  def test_uint64
+    values = [
+      {"field" => (2 ** 64) - 1},
+      nil,
+      {"field" => nil},
+    ]
+    target = build(:uint64, values)
+    assert_equal(values, target.values)
+  end
+
+  def test_float
+    values = [
+      {"field" => -1.0},
+      nil,
+      {"field" => nil},
+    ]
+    target = build(:float, values)
+    assert_equal(values, target.values)
+  end
+
+  def test_double
+    values = [
+      {"field" => -1.0},
+      nil,
+      {"field" => nil},
+    ]
+    target = build(:double, values)
+    assert_equal(values, target.values)
+  end
+
+  def test_binary
+    values = [
+      {"field" => "\xff".b},
+      nil,
+      {"field" => nil},
+    ]
+    target = build(:binary, values)
+    assert_equal(values, target.values)
+  end
+
+  def test_string
+    values = [
+      {"field" => "Ruby"},
+      nil,
+      {"field" => nil},
+    ]
+    target = build(:string, values)
+    assert_equal(values, target.values)
+  end
+
+  def test_date32
+    values = [
+      {"field" => Date.new(1960, 1, 1)},
+      nil,
+      {"field" => nil},
+    ]
+    target = build(:date32, values)
+    assert_equal(values, target.values)
+  end
+
+  def test_date64
+    values = [
+      {"field" => DateTime.new(1960, 1, 1, 2, 9, 30)},
+      nil,
+      {"field" => nil},
+    ]
+    target = build(:date64, values)
+    assert_equal(values, target.values)
+  end
+
+  def test_timestamp_second
+    values = [
+      {"field" => Time.parse("1960-01-01T02:09:30Z")},
+      nil,
+      {"field" => nil},
+    ]
+    target = build({
+                     type: :timestamp,
+                     unit: :second,
+                   },
+                   values)
+    assert_equal(values, target.values)
+  end
+
+  def test_timestamp_milli
+    values = [
+      {"field" => Time.parse("1960-01-01T02:09:30.123Z")},
+      nil,
+      {"field" => nil},
+    ]
+    target = build({
+                     type: :timestamp,
+                     unit: :milli,
+                   },
+                   values)
+    assert_equal(values, target.values)
+  end
+
+  def test_timestamp_micro
+    values = [
+      {"field" => Time.parse("1960-01-01T02:09:30.123456Z")},
+      nil,
+      {"field" => nil},
+    ]
+    target = build({
+                     type: :timestamp,
+                     unit: :micro,
+                   },
+                   values)
+    assert_equal(values, target.values)
+  end
+
+  def test_timestamp_nano
+    values = [
+      {"field" => Time.parse("1960-01-01T02:09:30.123456789Z")},
+      nil,
+      {"field" => nil},
+    ]
+    target = build({
+                     type: :timestamp,
+                     unit: :nano,
+                   },
+                   values)
+    assert_equal(values, target.values)
+  end
+
+  def test_time32_second
+    unit = Arrow::TimeUnit::SECOND
+    values = [
+      # 00:10:00
+      {"field" => Arrow::Time.new(unit, 60 * 10)},
+      nil,
+      {"field" => nil},
+    ]
+    target = build({
+                     type: :time32,
+                     unit: :second,
+                   },
+                   values)
+    assert_equal(values, target.values)
+  end
+
+  def test_time32_milli
+    unit = Arrow::TimeUnit::MILLI
+    values = [
+      # 00:10:00.123
+      {"field" => Arrow::Time.new(unit, (60 * 10) * 1000 + 123)},
+      nil,
+      {"field" => nil},
+    ]
+    target = build({
+                     type: :time32,
+                     unit: :milli,
+                   },
+                   values)
+    assert_equal(values, target.values)
+  end
+
+  def test_time64_micro
+    unit = Arrow::TimeUnit::MICRO
+    values = [
+      # 00:10:00.123456
+      {"field" => Arrow::Time.new(unit, (60 * 10) * 1_000_000 + 123_456)},
+      nil,
+      {"field" => nil},
+    ]
+    target = build({
+                     type: :time64,
+                     unit: :micro,
+                   },
+                   values)
+    assert_equal(values, target.values)
+  end
+
+  def test_time64_nano
+    unit = Arrow::TimeUnit::NANO
+    values = [
+      # 00:10:00.123456789
+      {"field" => Arrow::Time.new(unit, (60 * 10) * 1_000_000_000 + 123_456_789)},
+      nil,
+      {"field" => nil},
+    ]
+    target = build({
+                     type: :time64,
+                     unit: :nano,
+                   },
+                   values)
+    assert_equal(values, target.values)
+  end
+
+  def test_decimal128
+    values = [
+      {"field" => BigDecimal("92.92")},
+      nil,
+      {"field" => nil},
+    ]
+    target = build({
+                     type: :decimal128,
+                     precision: 8,
+                     scale: 2,
+                   },
+                   values)
+    assert_equal(values, target.values)
+  end
+
+  def test_list
+    values = [
+      {"field" => [true, nil, false]},
+      nil,
+      {"field" => nil},
+    ]
+    target = build({
+                     type: :list,
+                     field: {
+                       name: :sub_element,
+                       type: :boolean,
+                     },
+                   },
+                   values)
+    assert_equal(values, target.values)
+  end
+
+  def test_struct
+    values = [
+      {"field" => {"sub_field" => true}},
+      nil,
+      {"field" => nil},
+      {"field" => {"sub_field" => nil}},
+    ]
+    target = build({
+                     type: :struct,
+                     fields: [
+                       {
+                         name: :sub_field,
+                         type: :boolean,
+                       },
+                     ],
+                   },
+                   values)
+    assert_equal(values, target.values)
+  end
+
+  def test_sparse_union
+    omit("Need to add support for SparseUnionArrayBuilder")
+    values = [
+      {"field" => {"field1" => true}},
+      nil,
+      {"field" => nil},
+      {"field" => {"field2" => nil}},
+    ]
+    target = build({
+                     type: :sparse_union,
+                     fields: [
+                       {
+                         name: :field1,
+                         type: :boolean,
+                       },
+                       {
+                         name: :field2,
+                         type: :uint8,
+                       },
+                     ],
+                     type_codes: [0, 1],
+                   },
+                   values)
+    assert_equal(values, target.values)
+  end
+
+  def test_dense_union
+    omit("Need to add support for DenseUnionArrayBuilder")
+    values = [
+      {"field" => {"field1" => true}},
+      nil,
+      {"field" => nil},
+      {"field" => {"field2" => nil}},
+    ]
+    target = build({
+                     type: :dense_union,
+                     fields: [
+                       {
+                         name: :field1,
+                         type: :boolean,
+                       },
+                       {
+                         name: :field2,
+                         type: :uint8,
+                       },
+                     ],
+                     type_codes: [0, 1],
+                   },
+                   values)
+    assert_equal(values, target.values)
+  end
+
+  def test_dictionary
+    omit("Need to add support for DictionaryArrayBuilder")
+    values = [
+      {"field" => "Ruby"},
+      nil,
+      {"field" => nil},
+      {"field" => "GLib"},
+    ]
+    dictionary = Arrow::StringArray.new(["GLib", "Ruby"])
+    target = build({
+                     type: :dictionary,
+                     index_data_type: :int8,
+                     dictionary: dictionary,
+                     ordered: true,
+                   },
+                   values)
+    assert_equal(values, target.values)
+  end
+end
+
+class ValuesArrayStructArrayTest < Test::Unit::TestCase
+  include ValuesStructArrayTests
+
+  def build(type, values)
+    build_array(type, values)
+  end
+end
+
+class ValuesChunkedArrayStructArrayTest < Test::Unit::TestCase
+  include ValuesStructArrayTests
+
+  def build(type, values)
+    Arrow::ChunkedArray.new([build_array(type, values)])
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: red-arrow
 version: !ruby/object:Gem::Version
-  version: 0.14.1
+  version: 0.15.0
 platform: ruby
 authors:
 - Apache Arrow Developers
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-07-22 00:00:00.000000000 Z
+date: 2019-10-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: extpp
@@ -28,16 +28,16 @@ dependencies:
   name: gio2
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - '='
       - !ruby/object:Gem::Version
-        version: 3.3.6
+        version: 3.3.7
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - '='
       - !ruby/object:Gem::Version
-        version: 3.3.6
+        version: 3.3.7
 - !ruby/object:Gem::Dependency
   name: native-package-installer
   requirement: !ruby/object:Gem::Requirement
@@ -180,9 +180,12 @@ files:
 - Rakefile
 - doc/text/development.md
 - ext/arrow/arrow.cpp
+- ext/arrow/converters.cpp
+- ext/arrow/converters.hpp
 - ext/arrow/extconf.rb
 - ext/arrow/raw-records.cpp
 - ext/arrow/red-arrow.hpp
+- ext/arrow/values.cpp
 - image/red-arrow.png
 - lib/arrow.rb
 - lib/arrow/array-builder.rb
@@ -191,6 +194,7 @@ files:
 - lib/arrow/binary-array-builder.rb
 - lib/arrow/block-closable.rb
 - lib/arrow/chunked-array.rb
+- lib/arrow/column-containable.rb
 - lib/arrow/column.rb
 - lib/arrow/compression-type.rb
 - lib/arrow/csv-loader.rb
@@ -201,6 +205,7 @@ files:
 - lib/arrow/date64-array-builder.rb
 - lib/arrow/date64-array.rb
 - lib/arrow/decimal128-array-builder.rb
+- lib/arrow/decimal128-array.rb
 - lib/arrow/decimal128-data-type.rb
 - lib/arrow/decimal128.rb
 - lib/arrow/dense-union-data-type.rb
@@ -227,7 +232,6 @@ files:
 - lib/arrow/struct-array-builder.rb
 - lib/arrow/struct-array.rb
 - lib/arrow/struct-data-type.rb
-- lib/arrow/struct.rb
 - lib/arrow/table-formatter.rb
 - lib/arrow/table-list-formatter.rb
 - lib/arrow/table-loader.rb
@@ -235,7 +239,12 @@ files:
 - lib/arrow/table-table-formatter.rb
 - lib/arrow/table.rb
 - lib/arrow/tensor.rb
+- lib/arrow/time.rb
+- lib/arrow/time32-array-builder.rb
+- lib/arrow/time32-array.rb
 - lib/arrow/time32-data-type.rb
+- lib/arrow/time64-array-builder.rb
+- lib/arrow/time64-array.rb
 - lib/arrow/time64-data-type.rb
 - lib/arrow/timestamp-array-builder.rb
 - lib/arrow/timestamp-array.rb
@@ -296,13 +305,20 @@ files:
 - test/test-struct-array-builder.rb
 - test/test-struct-array.rb
 - test/test-struct-data-type.rb
-- test/test-struct.rb
 - test/test-table.rb
 - test/test-tensor.rb
+- test/test-time.rb
+- test/test-time32-array.rb
 - test/test-time32-data-type.rb
+- test/test-time64-array.rb
 - test/test-time64-data-type.rb
 - test/test-timestamp-array.rb
 - test/test-timestamp-data-type.rb
+- test/values/test-basic-arrays.rb
+- test/values/test-dense-union-array.rb
+- test/values/test-list-array.rb
+- test/values/test-sparse-union-array.rb
+- test/values/test-struct-array.rb
 homepage: https://arrow.apache.org/
 licenses:
 - Apache-2.0
@@ -323,68 +339,76 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.3
+rubyforge_project: 
+rubygems_version: 2.7.6.2
 signing_key: 
 specification_version: 4
 summary: Red Arrow is the Ruby bindings of Apache Arrow
 test_files:
-- test/test-orc.rb
-- test/test-file-output-stream.rb
+- test/test-time64-data-type.rb
+- test/test-feather.rb
+- test/test-decimal128.rb
+- test/test-struct-array.rb
+- test/test-data-type.rb
+- test/test-list-data-type.rb
 - test/test-dense-union-data-type.rb
-- test/test-record-batch-builder.rb
+- test/helper.rb
 - test/test-record-batch.rb
-- test/test-list-data-type.rb
-- test/test-decimal128.rb
-- test/test-chunked-array.rb
-- test/test-array.rb
-- test/test-struct-array-builder.rb
 - test/test-table.rb
+- test/run-test.rb
+- test/test-timestamp-array.rb
+- test/test-date32-array.rb
+- test/test-array-builder.rb
+- test/test-date64-array.rb
+- test/test-record-batch-file-reader.rb
 - test/test-decimal128-data-type.rb
-- test/fixture/TestOrcFile.test1.orc
+- test/test-time.rb
+- test/test-timestamp-data-type.rb
+- test/test-column.rb
+- test/test-field.rb
+- test/test-decimal128-array.rb
+- test/test-csv-loader.rb
+- test/test-bigdecimal.rb
+- test/test-list-array.rb
+- test/test-time64-array.rb
+- test/test-rolling-window.rb
+- test/test-dictionary-data-type.rb
 - test/fixture/integer-float.csv
-- test/fixture/null-with-double-quote.csv
-- test/fixture/with-header.csv
-- test/fixture/without-header.csv
 - test/fixture/without-header-float.csv
+- test/fixture/null-with-double-quote.csv
 - test/fixture/with-header-float.csv
+- test/fixture/TestOrcFile.test1.orc
 - test/fixture/null-without-double-quote.csv
+- test/fixture/without-header.csv
+- test/fixture/with-header.csv
 - test/fixture/float-integer.csv
-- test/run-test.rb
-- test/test-group.rb
-- test/helper.rb
-- test/test-csv-loader.rb
-- test/test-feather.rb
-- test/test-time64-data-type.rb
+- test/test-orc.rb
+- test/test-time32-data-type.rb
 - test/test-struct-data-type.rb
-- test/test-date64-array.rb
-- test/raw-records/test-sparse-union-array.rb
-- test/raw-records/test-multiple-columns.rb
-- test/raw-records/test-basic-arrays.rb
+- test/test-group.rb
+- test/test-buffer.rb
+- test/values/test-struct-array.rb
+- test/values/test-basic-arrays.rb
+- test/values/test-list-array.rb
+- test/values/test-dense-union-array.rb
+- test/values/test-sparse-union-array.rb
+- test/test-slicer.rb
+- test/test-list-array-builder.rb
+- test/test-sparse-union-data-type.rb
+- test/test-record-batch-builder.rb
+- test/raw-records/test-struct-array.rb
 - test/raw-records/test-table.rb
-- test/raw-records/test-dense-union-array.rb
+- test/raw-records/test-basic-arrays.rb
 - test/raw-records/test-list-array.rb
-- test/raw-records/test-struct-array.rb
-- test/test-list-array.rb
-- test/test-timestamp-data-type.rb
-- test/test-timestamp-array.rb
-- test/test-data-type.rb
-- test/test-array-builder.rb
-- test/test-time32-data-type.rb
-- test/test-record-batch-file-reader.rb
-- test/test-rolling-window.rb
-- test/test-list-array-builder.rb
-- test/test-slicer.rb
+- test/raw-records/test-dense-union-array.rb
+- test/raw-records/test-sparse-union-array.rb
+- test/raw-records/test-multiple-columns.rb
+- test/test-array.rb
+- test/test-file-output-stream.rb
+- test/test-tensor.rb
 - test/test-decimal128-array-builder.rb
+- test/test-chunked-array.rb
 - test/test-schema.rb
-- test/test-column.rb
-- test/test-struct.rb
-- test/test-bigdecimal.rb
-- test/test-sparse-union-data-type.rb
-- test/test-tensor.rb
-- test/test-buffer.rb
-- test/test-decimal128-array.rb
+- test/test-struct-array-builder.rb
 - test/helper/fixture.rb
-- test/test-dictionary-data-type.rb
-- test/test-date32-array.rb
-- test/test-field.rb
-- test/test-struct-array.rb
+- test/test-time32-array.rb