red-arrow 0.11.0 → 0.12.0

data/lib/arrow/time64-data-type.rb

@@ -0,0 +1,61 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module Arrow
+  class Time64DataType
+    alias_method :initialize_raw, :initialize
+    private :initialize_raw
+
+    # Creates a new {Arrow::Time64DataType}.
+    #
+    # @overload initialize(unit)
+    #
+    #   @param unit [Arrow::TimeUnit, Symbol] The unit of the
+    #     time64 data type.
+    #
+    #     The unit must be microsecond or nanosecond.
+    #
+    #   @example Create a time64 data type with {Arrow::TimeUnit}
+    #     Arrow::Time64DataType.new(Arrow::TimeUnit::NANO)
+    #
+    #   @example Create a time64 data type with Symbol
+    #     Arrow::Time64DataType.new(:nano)
+    #
+    # @overload initialize(description)
+    #
+    #   @param description [Hash] The description of the time64 data
+    #     type. It must have `:unit` value.
+    #
+    #   @option description [Arrow::TimeUnit, Symbol] :unit The unit of
+    #     the time64 data type.
+    #
+    #     The unit must be microsecond or nanosecond.
+    #
+    #   @example Create a time64 data type with {Arrow::TimeUnit}
+    #     Arrow::Time64DataType.new(unit: Arrow::TimeUnit::NANO)
+    #
+    #   @example Create a time64 data type with Symbol
+    #     Arrow::Time64DataType.new(unit: :nano)
+    def initialize(unit)
+      if unit.is_a?(Hash)
+        description = unit
+        unit = description[:unit]
+      end
+      initialize_raw(unit)
+    end
+  end
+end

data/lib/arrow/timestamp-data-type.rb

@@ -0,0 +1,57 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module Arrow
+  class TimestampDataType
+    alias_method :initialize_raw, :initialize
+    private :initialize_raw
+
+    # Creates a new {Arrow::TimestampDataType}.
+    #
+    # @overload initialize(unit)
+    #
+    #   @param unit [Arrow::TimeUnit, Symbol] The unit of the
+    #     timestamp data type.
+    #
+    #   @example Create a timestamp data type with {Arrow::TimeUnit}
+    #     Arrow::TimestampDataType.new(Arrow::TimeUnit::MILLI)
+    #
+    #   @example Create a timestamp data type with Symbol
+    #     Arrow::TimestampDataType.new(:milli)
+    #
+    # @overload initialize(description)
+    #
+    #   @param description [Hash] The description of the timestamp data
+    #     type. It must have `:unit` value.
+    #
+    #   @option description [Arrow::TimeUnit, Symbol] :unit The unit of
+    #     the timestamp data type.
+    #
+    #   @example Create a timestamp data type with {Arrow::TimeUnit}
+    #     Arrow::TimestampDataType.new(unit: Arrow::TimeUnit::MILLI)
+    #
+    #   @example Create a timestamp data type with Symbol
+    #     Arrow::TimestampDataType.new(unit: :milli)
+    def initialize(unit)
+      if unit.is_a?(Hash)
+        description = unit
+        unit = description[:unit]
+      end
+      initialize_raw(unit)
+    end
+  end
+end

data/lib/arrow/version.rb

@@ -16,13 +16,11 @@
 # under the License.
 
 module Arrow
+  VERSION = "0.12.0"
+
   module Version
-    MAJOR = 0
-    MINOR = 11
-    MICRO = 0
-    TAG = 
-    STRING = "0.11.0"
+    numbers, TAG = VERSION.split("-")
+    MAJOR, MINOR, MICRO = numbers.split(".").collect(&:to_i)
+    STRING = VERSION
   end
-
-  VERSION = Version::STRING
 end

data/lib/arrow/writable.rb

@@ -0,0 +1,22 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module Arrow
+  module Writable
+    alias_method :<<, :write
+  end
+end

data/red-arrow.gemspec

@@ -17,7 +17,7 @@
 # specific language governing permissions and limitations
 # under the License.
 
-require_relative "version"
+require_relative "lib/arrow/version"
 
 Gem::Specification.new do |spec|
   spec.name = "red-arrow"
@@ -25,9 +25,9 @@ Gem::Specification.new do |spec|
     Arrow::Version::MAJOR.to_s,
     Arrow::Version::MINOR.to_s,
     Arrow::Version::MICRO.to_s,
-    # "beta1",
+    Arrow::Version::TAG,
   ]
-  spec.version = version_components.join(".")
+  spec.version = version_components.compact.join(".")
   spec.homepage = "https://arrow.apache.org/"
   spec.authors = ["Apache Arrow Developers"]
   spec.email = ["dev@arrow.apache.org"]
@@ -45,11 +45,15 @@ Gem::Specification.new do |spec|
   spec.test_files += Dir.glob("test/**/*")
   spec.extensions = ["dependency-check/Rakefile"]
 
-  spec.add_runtime_dependency("gobject-introspection", ">= 3.1.1")
+  spec.add_runtime_dependency("gobject-introspection", ">= 3.3.1")
   spec.add_runtime_dependency("pkg-config")
   spec.add_runtime_dependency("native-package-installer")
 
   spec.add_development_dependency("bundler")
   spec.add_development_dependency("rake")
+  spec.add_development_dependency("redcarpet")
   spec.add_development_dependency("test-unit")
+  spec.add_development_dependency("yard")
+
+  spec.metadata["msys2_mingw_dependencies"] = "apache-arrow"
 end

data/test/helper.rb

@@ -15,12 +15,11 @@
 # specific language governing permissions and limitations
 # under the License.
 
-require_relative "../version"
-
 require "arrow"
 
 require "pathname"
 require "tempfile"
+require "zlib"
 
 require "test-unit"
 

data/test/test-csv-loader.rb

@@ -115,4 +115,31 @@ class CSVLoaderTest < Test::Unit::TestCase
                    load_csv(path)[:score].to_a)
     end
   end
+
+  sub_test_case("CSVReader") do
+    def load_csv(data, options)
+      Arrow::CSVLoader.load(data, options)
+    end
+
+    test(":column_types") do
+      assert_equal(Arrow::Table.new(:count => Arrow::UInt16Array.new([1, 2, 4])),
+                   load_csv(<<-CSV, column_types: {count: :uint16}))
+count
+1
+2
+4
+                   CSV
+    end
+
+    test(":schema") do
+      table = Arrow::Table.new(:count => Arrow::UInt16Array.new([1, 2, 4]))
+      assert_equal(table,
+                   load_csv(<<-CSV, schema: table.schema))
+count
+1
+2
+4
+                   CSV
+    end
+  end
 end

data/test/test-data-type.rb

@@ -0,0 +1,47 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+class DataTypeTest < Test::Unit::TestCase
+  sub_test_case(".resolve") do
+    test("DataType") do
+      assert_equal(Arrow::BooleanDataType.new,
+                   Arrow::DataType.resolve(Arrow::BooleanDataType.new))
+    end
+
+    test("String") do
+      assert_equal(Arrow::BooleanDataType.new,
+                   Arrow::DataType.resolve("boolean"))
+    end
+
+    test("Symbol") do
+      assert_equal(Arrow::BooleanDataType.new,
+                   Arrow::DataType.resolve(:boolean))
+    end
+
+    test("Array") do
+      field = Arrow::Field.new(:visible, :boolean)
+      assert_equal(Arrow::ListDataType.new(field),
+                   Arrow::DataType.resolve([:list, field]))
+    end
+
+    test("Hash") do
+      field = Arrow::Field.new(:visible, :boolean)
+      assert_equal(Arrow::ListDataType.new(field),
+                   Arrow::DataType.resolve(type: :list, field: field))
+    end
+  end
+end

data/test/test-decimal128-array-builder.rb

@@ -0,0 +1,95 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+class Decimal128ArrayBuilderTest < Test::Unit::TestCase
+  def setup
+    @data_type = Arrow::Decimal128DataType.new(8, 2)
+    @builder = Arrow::Decimal128ArrayBuilder.new(@data_type)
+  end
+
+  sub_test_case("#append_value") do
+    test("nil") do
+      @builder.append_value(nil)
+      array = @builder.finish
+      assert_equal(nil, array[0])
+    end
+
+    test("Arrow::Decimal128") do
+      @builder.append_value(Arrow::Decimal128.new("10.1"))
+      array = @builder.finish
+      assert_equal(Arrow::Decimal128.new("10.1"),
+                   array[0])
+    end
+
+    test("String") do
+      @builder.append_value("10.1")
+      array = @builder.finish
+      assert_equal(Arrow::Decimal128.new("10.1"),
+                   array[0])
+    end
+
+    test("Float") do
+      @builder.append_value(10.1)
+      array = @builder.finish
+      assert_equal(Arrow::Decimal128.new("10.1"),
+                   array[0])
+    end
+
+    test("BigDecimal") do
+      @builder.append_value(BigDecimal("10.1"))
+      array = @builder.finish
+      assert_equal(Arrow::Decimal128.new("10.1"),
+                   array[0])
+    end
+  end
+
+  sub_test_case("#append_values") do
+    test("mixed") do
+      @builder.append_values([
+                               Arrow::Decimal128.new("10.1"),
+                               nil,
+                               "10.1",
+                               10.1,
+                               BigDecimal("10.1"),
+                             ])
+      array = @builder.finish
+      assert_equal([
+                     Arrow::Decimal128.new("10.1"),
+                     nil,
+                     Arrow::Decimal128.new("10.1"),
+                     Arrow::Decimal128.new("10.1"),
+                     Arrow::Decimal128.new("10.1"),
+                   ],
+                   array.to_a)
+    end
+
+    test("is_valids") do
+      @builder.append_values([
+                               Arrow::Decimal128.new("10.1"),
+                               nil,
+                               Arrow::Decimal128.new("10.1"),
+                             ])
+      array = @builder.finish
+      assert_equal([
+                     Arrow::Decimal128.new("10.1"),
+                     nil,
+                     Arrow::Decimal128.new("10.1"),
+                   ],
+                   array.to_a)
+    end
+  end
+end

data/test/test-decimal128-array.rb

@@ -0,0 +1,38 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+class Decimal128ArrayTest < Test::Unit::TestCase
+  sub_test_case(".new") do
+    test("build") do
+      data_type = Arrow::Decimal128DataType.new(8, 2)
+      values = [
+        10.1,
+        nil,
+        "10.1",
+        BigDecimal("10.1"),
+      ]
+      array = Arrow::Decimal128Array.new(data_type, values)
+      assert_equal([
+                     Arrow::Decimal128.new("10.1"),
+                     nil,
+                     Arrow::Decimal128.new("10.1"),
+                     Arrow::Decimal128.new("10.1"),
+                   ],
+                   array.to_a)
+    end
+  end
+end

data/test/test-decimal128-data-type.rb

@@ -0,0 +1,31 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+class Decimal128DataTypeTest < Test::Unit::TestCase
+  sub_test_case(".new") do
+    test("ordered arguments") do
+      assert_equal("decimal(8, 2)",
+                   Arrow::Decimal128DataType.new(8, 2).to_s)
+    end
+
+    test("description") do
+      assert_equal("decimal(8, 2)",
+                   Arrow::Decimal128DataType.new(precision: 8,
+                                                 scale: 2).to_s)
+    end
+  end
+end