red-arrow 0.8.2 → 0.10.0

data/lib/arrow/table-saver.rb

@@ -1,16 +1,19 @@
-# Copyright 2018 Kouhei Sutou <kou@clear-code.com>
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
 #
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
+#   http://www.apache.org/licenses/LICENSE-2.0
 #
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
 
 module Arrow
   class TableSaver

data/lib/arrow/table-table-formatter.rb

@@ -1,20 +1,24 @@
-# Copyright 2017-2018 Kouhei Sutou <kou@clear-code.com>
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
 #
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
+#   http://www.apache.org/licenses/LICENSE-2.0
 #
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
 
 require "time"
 
 module Arrow
+  # TODO: Almost codes should be implemented in Apache Arrow C++.
   class TableTableFormatter < TableFormatter
     private
     def format_header(text, columns)

data/lib/arrow/table.rb

@@ -1,16 +1,19 @@
-# Copyright 2017-2018 Kouhei Sutou <kou@clear-code.com>
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
 #
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
+#   http://www.apache.org/licenses/LICENSE-2.0
 #
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
 
 require "arrow/group"
 require "arrow/record-containable"
@@ -70,7 +73,30 @@ module Arrow
     # TODO
     #
     # @return [Arrow::Table]
-    def slice(*slicers)
+    def slice(*args)
+      slicers = []
+      expected_n_args = nil
+      case args.size
+      when 0
+        expected_n_args = "1..2" unless block_given?
+      when 1
+        slicers << args[0]
+      when 2
+        from, to = args
+        slicers << (from...(from + to))
+      else
+        if block_given?
+          expected_n_args = "0..2"
+        else
+          expected_n_args = "1..2"
+        end
+      end
+      if expected_n_args
+        message = "wrong number of arguments " +
+          "(given #{args.size}, expected #{expected_n_args})"
+        raise ArgumentError, message
+      end
+
       if block_given?
         block_slicer = yield(Slicer.new(self))
         case block_slicer
@@ -82,6 +108,7 @@ module Arrow
           slicers << block_slicer
         end
       end
+
       ranges = []
       slicers.each do |slicer|
         slicer = slicer.evaluate if slicer.respond_to?(:evaluate)
@@ -97,10 +124,7 @@ module Arrow
           to += n_rows if to < 0
           ranges << [from, to]
         when ::Array
-          from = slicer[0]
-          from += n_rows if from < 0
-          to = from + slicer[1] - 1
-          ranges << [from, to]
+          boolean_array_to_slice_ranges(slicer, 0, ranges)
         when ChunkedArray
           offset = 0
           slicer.each_chunk do |array|
@@ -110,7 +134,7 @@ module Arrow
         when BooleanArray
           boolean_array_to_slice_ranges(slicer, 0, ranges)
         else
-          message = "slicer must be Integer, Range, [from, to], " +
+          message = "slicer must be Integer, Range, (from, to), " +
             "Arrow::ChunkedArray of Arrow::BooleanArray, " +
             "Arrow::BooleanArray or Arrow::Slicer::Condition: #{slicer.inspect}"
           raise ArgumentError, message
@@ -224,10 +248,16 @@ module Arrow
       self.class.new(selected_columns)
     end
 
+    # Experimental
     def group(*keys)
       Group.new(self, keys)
     end
 
+    # Experimental
+    def window(size: nil)
+      RollingWindow.new(self, size)
+    end
+
     def save(path, options={})
       saver = TableSaver.new(self, path, options)
       saver.save
@@ -291,6 +321,7 @@ module Arrow
       end
     end
 
+    # TODO: Almost codes should be implemented in Apache Arrow C++.
     def slice_by_ranges(ranges)
       sliced_columns = columns.collect do |column|
         chunks = []

data/lib/arrow/tensor.rb

@@ -1,16 +1,19 @@
-# Copyright 2017 Kouhei Sutou <kou@clear-code.com>
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
 #
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
+#   http://www.apache.org/licenses/LICENSE-2.0
 #
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
 
 module Arrow
   class Tensor

data/lib/arrow/timestamp-array-builder.rb

@@ -1,38 +1,25 @@
-# Copyright 2018 Kouhei Sutou <kou@clear-code.com>
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
 #
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
+#   http://www.apache.org/licenses/LICENSE-2.0
 #
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
 
 module Arrow
   class TimestampArrayBuilder
-    # TODO: Workaround for Apache Arrow GLib 0.8.0
-    alias_method :initialize_raw, :initialize
-    def initialize(data_type)
-      initialize_raw(data_type)
-      data_type_name = data_type.to_s
-      if data_type_name.end_with?("[s]")
-        @unit_id = :second
-      elsif data_type_name.end_with?("[ms]")
-        @unit_id = :milli
-      elsif data_type_name.end_with?("[us]")
-        @unit_id = :micro
-      else
-        @unit_id = :nano
-      end
-    end
-
     private
     def unit_id
-      @unit_id ||= unit.nick.to_sym
+      @unit_id ||= value_data_type.unit.nick.to_sym
     end
 
     def convert_to_arrow_value(value)
@@ -45,7 +32,7 @@ module Arrow
         when :second
           value.to_i
         when :milli
-          value.to_i * 1_000 + value.usec / 1000
+          value.to_i * 1_000 + value.usec / 1_000
         when :micro
           value.to_i * 1_000_000 + value.usec
         else

data/lib/arrow/timestamp-array.rb

@@ -1,16 +1,19 @@
-# Copyright 2017 Kouhei Sutou <kou@clear-code.com>
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
 #
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
+#   http://www.apache.org/licenses/LICENSE-2.0
 #
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
 
 module Arrow
   class TimestampArray
@@ -27,7 +30,7 @@ module Arrow
     end
 
     def unit
-      @unit ||= value_data_type_unit
+      @unit ||= value_data_type.unit
     end
 
     private
@@ -35,24 +38,6 @@ module Arrow
       @unit_id ||= unit.nick.to_sym
     end
 
-    def value_data_type_unit
-      data_type = value_data_type
-      if data_type.respond_to?(:unit)
-        data_type.unit
-      else
-        data_type_name = data_type.to_s
-        if data_type_name.end_with?("[s]")
-          TimeUnit::SECOND
-        elsif data_type_name.end_with?("[ms]")
-          TimeUnit::MILLI
-        elsif data_type_name.end_with?("[us]")
-          TimeUnit::MICRO
-        else
-          TimeUnit::NANO
-        end
-      end
-    end
-
     def to_time(raw_value)
       case unit_id
       when :second

data/lib/arrow/version.rb

@@ -1,17 +1,28 @@
-# Copyright 2017-2018 Kouhei Sutou <kou@clear-code.com>
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
 #
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
+#   http://www.apache.org/licenses/LICENSE-2.0
 #
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
 
 module Arrow
-  VERSION = "0.8.2"
+  module Version
+    MAJOR = 0
+    MINOR = 10
+    MICRO = 0
+    TAG = 
+    STRING = "0.10.0"
+  end
+
+  VERSION = Version::STRING
 end

data/red-arrow.gemspec

@@ -1,42 +1,44 @@
 # -*- ruby -*-
 #
-# Copyright 2017 Kouhei Sutou <kou@clear-code.com>
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
 #
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
+#   http://www.apache.org/licenses/LICENSE-2.0
 #
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-clean_white_space = lambda do |entry|
-  entry.gsub(/(\A\n+|\n+\z)/, '') + "\n"
-end
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
 
-$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), "lib"))
-require "arrow/version"
+require_relative "version"
 
 Gem::Specification.new do |spec|
   spec.name = "red-arrow"
-  spec.version = Arrow::VERSION
-  spec.homepage = "https://github.com/red-data-tools/red-arrow"
-  spec.authors = ["Kouhei Sutou"]
-  spec.email = ["kou@clear-code.com"]
+  version_components = [
+    Arrow::Version::MAJOR.to_s,
+    Arrow::Version::MINOR.to_s,
+    Arrow::Version::MICRO.to_s,
+    # "beta1",
+  ]
+  spec.version = version_components.join(".")
+  spec.homepage = "https://arrow.apache.org/"
+  spec.authors = ["Apache Arrow Developers"]
+  spec.email = ["dev@arrow.apache.org"]
 
-  readme = File.read("README.md")
-  readme.force_encoding("UTF-8")
-  entries = readme.split(/^\#\#\s(.*)$/)
-  clean_white_space.call(entries[entries.index("Description") + 1])
-  description = clean_white_space.call(entries[entries.index("Description") + 1])
-  spec.summary, spec.description, = description.split(/\n\n+/, 3)
+  spec.summary = "Red Arrow is the Ruby bindings of Apache Arrow"
+  spec.description =
+    "Apache Arrow is a common in-memory columnar data store. " +
+    "It's useful to share and process large data."
   spec.license = "Apache-2.0"
   spec.files = ["README.md", "Rakefile", "Gemfile", "#{spec.name}.gemspec"]
-  spec.files += [".yardopts"]
+  spec.files += ["LICENSE.txt", "NOTICE.txt"]
   spec.files += Dir.glob("lib/**/*.rb")
   spec.files += Dir.glob("image/*.*")
   spec.files += Dir.glob("doc/text/*")
@@ -50,6 +52,4 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency("bundler")
   spec.add_development_dependency("rake")
   spec.add_development_dependency("test-unit")
-  spec.add_development_dependency("packnga")
-  spec.add_development_dependency("kramdown")
 end