red-arrow-format 25.0.0 → 26.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4113dbcda2378ab7d587d206bb50d89ebd6326b45155ca1ae84aa1db2c93c1f8
-  data.tar.gz: de65113d15c44830aa40b6699b02c1844f162fb52139542947b31c5c4b034bc9
+  metadata.gz: a59d8373c7b6c127b088d1445d2ead7a7a47eb31d775a2fc015a269d28d60c1f
+  data.tar.gz: 353eabcf9bfdc8224b3668c97eed985190b09e489a70ec20f02ce8ef2945c69a
 SHA512:
-  metadata.gz: 217422c5e7a43abe12826fea4ebfffdce96d7f97b4659f861c08924c059455be73d638e5b9bfae081b7110207524f2d5351fd4b3b03defe5077b907ff1eeae60
-  data.tar.gz: 67801cd0f4a81027f832b3b6b68d045d5f2ec92632b456f0188a448fb706dd6468339753b563e69f71ee1ebd6cfea68a72d87cf5968a556a0c35d3647ba88da8
+  metadata.gz: 67b833d6630a7f411569a5a5cb62e21e6e6a570da7e99d7ec53ff780c20c84334ba5e93363e13edc38b17d405fe23123ef0608de4cbc4c18c7402461ebb6ad95
+  data.tar.gz: de2b184bcb715512acaf66ed6a5ce08d198cdcb8c923cef08a0de317d104dd1d7b5962b264f804a07fe071f18952787c38a3201c32ef8dd52ed59dcff96ca26a

data/Rakefile

@@ -35,7 +35,9 @@ task default: :test
 desc "Run tests"
 task :test do
   cd(base_dir.to_s) do
-    ruby("test/run.rb")
+    args = []
+    args << "-v" if ENV["RUNNER_DEBUG"]
+    ruby("test/run.rb", *args)
   end
 end
 

data/lib/arrow-format/array-builder.rb

@@ -0,0 +1,140 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module ArrowFormat
+  class ArrayBuilder
+    def initialize(values)
+      @values = values
+    end
+
+    def build
+      target = nil
+      @values.each do |value|
+        target = detect_target(value, target)
+        break if target and target[:detected]
+      end
+      if target
+        array_class = target[:array_class]
+        array_class ||= finalize_array_class(target)
+        type = target[:type]
+        if type
+          array_class.new(type, @values)
+        else
+          array_class.new(@values)
+        end
+      else
+        UTF8Array.new(@values)
+      end
+    end
+
+    private
+    def detect_target(value, target)
+      case value
+      when nil
+        target
+      when true, false
+        {
+          array_class: BooleanArray,
+          detected: true,
+        }
+      when String
+        {
+          array_class: UTF8Array,
+          detected: true,
+        }
+      when Float
+        {
+          array_class: Float64Array,
+          detected: true,
+        }
+      when Integer
+        target ||= {}
+        min = target[:min] || value
+        max = target[:max] || value
+        min = value if value < min
+        max = value if value > max
+
+        if target[:value_type] == :int or value < 0
+          {
+            value_type: :int,
+            min: min,
+            max: max,
+          }
+        else
+          {
+            value_type: :uint,
+            min: min,
+            max: max,
+          }
+        end
+      when Time
+        {
+          array_class: TimestampArray,
+          type: TimestampType.new(:nanosecond),
+          detected: true,
+        }
+      when Date
+        {
+          array_class: Date32Array,
+          detected: true,
+        }
+      else
+        {
+          array_class: UTF8Array,
+          detected: true,
+        }
+      end
+    end
+
+    def finalize_array_class(target)
+      value_type = target[:value_type]
+      case value_type
+      when :int
+        min = target[:min]
+        max = target[:max]
+
+        if Int8Type::MIN_VALUE <= min and max <= Int8Type::MAX_VALUE
+          Int8Array
+        elsif Int16Type::MIN_VALUE <= min and max <= Int16Type::MAX_VALUE
+          Int16Array
+        elsif Int32Type::MIN_VALUE <= min and max <= Int32Type::MAX_VALUE
+          Int32Array
+        elsif Int64Type::MIN_VALUE <= min and max <= Int64Type::MAX_VALUE
+          Int64Array
+        else
+          UTF8Array
+        end
+      when :uint
+        max = target[:max]
+
+        if max <= UInt8Type::MAX_VALUE
+          UInt8Array
+        elsif max <= UInt16Type::MAX_VALUE
+          UInt16Array
+        elsif max <= UInt32Type::MAX_VALUE
+          UInt32Array
+        elsif max <= UInt64Type::MAX_VALUE
+          UInt64Array
+        else
+          UTF8Array
+        end
+      else
+        UTF8Array
+      end
+    end
+  end
+end