red_amber 0.1.3 → 0.1.6

data/lib/red_amber/vector_updatable.rb

@@ -0,0 +1,104 @@
+# frozen_string_literal: true
+
+# Available functions in Arrow are shown by `Arrow::Function.all.map(&:name)`
+# reference: https://arrow.apache.org/docs/cpp/compute.html
+
+module RedAmber
+  # mix-ins for class Vector
+  # Functions to make up some data (especially missing) for new data.
+  module VectorUpdatable
+    # Replace data
+    # @param arg [Array, Vector, Arrow::Array] index specifier
+    # @param replacer [Array, Vector, Arrow::Array] new data to replace for.
+    # @return [Vector] Replaced new Vector
+    def replace(args, replacer)
+      args = args.is_a?(Array) ? args : Array(args)
+      replacer = Array(replacer)
+      return self if args.empty? || args[0].nil?
+
+      replacer = nil if replacer.empty?
+      vector = parse_to_vector(args)
+      booleans =
+        if vector.boolean?
+          vector
+        elsif vector.numeric?
+          Vector.new(indices).is_in(vector)
+        else
+          raise VectorArgumentError, "Invalid data type #{args}"
+        end
+      replace_with(booleans, replacer)
+    end
+
+    # (related functions)
+    # fill_null_backward, fill_null_forward
+
+    # [Ternary element-wise]: boolean_vector.func(if_true, else) => vector
+    def if_else(true_choice, false_choice)
+      true_choice = true_choice.data if true_choice.is_a? Vector
+      false_choice = false_choice.data if false_choice.is_a? Vector
+      raise VectorTypeError, 'Reciever must be a boolean' unless boolean?
+
+      datum = find(:if_else).execute([data, true_choice, false_choice])
+      Vector.new(datum.value)
+    end
+
+    # same behavior as Ruby's invert
+    # ![true, false, nil] #=> [false, true, true]
+    def primitive_invert
+      raise VectorTypeError, "Not a boolean Vector: #{self}" unless boolean?
+
+      is_nil.if_else(false, self).invert
+    end
+
+    private
+
+    # [Ternary]: replace_with(booleans, replacements) => vector
+    # Replace items selected with a boolean mask
+    #
+    # (from Arrow C++ inline doc.)
+    # Given an array and a boolean mask (either scalar or of equal length),
+    # along with replacement values (either scalar or array),
+    # each element of the array for which the corresponding mask element is
+    # true will be replaced by the next value from the replacements,
+    # or with null if the mask is null.
+    # Hence, for replacement arrays, len(replacements) == sum(mask == true).
+
+    def replace_with(booleans, replacer = nil)
+      specifier =
+        if booleans.is_a?(Arrow::BooleanArray)
+          booleans
+        elsif booleans.is_a?(Vector) && booleans.boolean?
+          booleans.data
+        elsif booleans.is_a?(Array) && booleans?(booleans)
+          Arrow::BooleanArray.new(booleans)
+        else
+          raise VectorTypeError, 'Not a valid type'
+        end
+      raise VectorArgumentError, 'Booleans size unmatch' if specifier.length != size
+      raise VectorArgumentError, 'Booleans not have any `true`' unless specifier.any?
+
+      r = Array(replacer) # scalar to [scalar]
+      r = [nil] if r.empty?
+
+      replacer =
+        if r.size == 1
+          case replacer
+          when Arrow::Array then replacer
+          when Vector then replacer.data
+          else
+            Arrow::Array.new(r * specifier.to_a.count(true)) # broadcast
+          end
+        else
+          Arrow::Array.new(r)
+        end
+      replacer = data.class.new(replacer) if replacer.uniq == [nil]
+
+      raise VectorArgumentError, 'Replacements size unmatch' if Array(specifier).count(true) != replacer.length
+
+      values = replacer.class.new(data)
+
+      datum = find('replace_with_mask').execute([values, specifier, replacer])
+      Vector.new(datum.value)
+    end
+  end
+end

data/lib/red_amber/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module RedAmber
-  VERSION = '0.1.3'
+  VERSION = '0.1.6'
 end

data/lib/red_amber.rb

@@ -1,18 +1,3 @@
 # frozen_string_literal: true
 
-require 'arrow'
-require 'rover-df'
-
-require_relative 'red_amber/data_frame_output'
-require_relative 'red_amber/data_frame_selectable'
-require_relative 'red_amber/data_frame'
-require_relative 'red_amber/vector_functions'
-require_relative 'red_amber/vector'
-require_relative 'red_amber/version'
-
-module RedAmber
-  class Error < StandardError; end
-
-  class DataFrameArgumentError < ArgumentError; end
-  class DataFrameTypeError < TypeError; end
-end
+require_relative 'red-amber'

data/red_amber.gemspec

@@ -9,7 +9,7 @@ Gem::Specification.new do |spec|
   spec.email = ['heronshoes877@gmail.com']
 
   spec.summary = 'Simple dataframe library for Ruby'
-  spec.description = 'RedAmber is a simple dataframe library powered by Red Arrow with API similar to Rover-df.'
+  spec.description = 'RedAmber is a simple dataframe library inspired by Rover-df and powered by Red Arrow.'
   spec.homepage = 'https://github.com/heronshoes/red_amber'
   spec.license = 'MIT'
   spec.required_ruby_version = '>= 2.7'
@@ -30,14 +30,11 @@ Gem::Specification.new do |spec|
   spec.executables = spec.files.grep(%r{\Aexe/}) { |f| File.basename(f) }
   spec.require_paths = ['lib']
 
-  spec.add_dependency 'red-arrow', '>= 7.0.0'
-  spec.add_dependency 'red-parquet', '>= 7.0.0'
+  spec.add_dependency 'red-arrow', '>= 8.0.0'
+  spec.add_dependency 'red-parquet', '>= 8.0.0'
   spec.add_dependency 'rover-df', '~> 0.3.0'
 
   # Development dependency has gone to the Gemfile (rubygems/bundler#7237)
 
   spec.metadata['rubygems_mfa_required'] = 'true'
-
-  # For more information and examples about making a new gem, check out our
-  # guide at: https://bundler.io/guides/creating_gem.html
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: red_amber
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.6
 platform: ruby
 authors:
 - Hirokazu SUZUKI (heronshoes)
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2022-05-14 00:00:00.000000000 Z
+date: 2022-06-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: red-arrow
@@ -16,28 +16,28 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 7.0.0
+        version: 8.0.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 7.0.0
+        version: 8.0.0
 - !ruby/object:Gem::Dependency
   name: red-parquet
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 7.0.0
+        version: 8.0.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 7.0.0
+        version: 8.0.0
 - !ruby/object:Gem::Dependency
   name: rover-df
   requirement: !ruby/object:Gem::Requirement
@@ -52,8 +52,8 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 0.3.0
-description: RedAmber is a simple dataframe library powered by Red Arrow with API
-  similar to Rover-df.
+description: RedAmber is a simple dataframe library inspired by Rover-df and powered
+  by Red Arrow.
 email:
 - heronshoes877@gmail.com
 executables: []
@@ -67,13 +67,42 @@ files:
 - LICENSE
 - README.md
 - Rakefile
+- benchmark/csv_load_penguins.yml
+- benchmark/drop_nil.yml
 - doc/CODE_OF_CONDUCT.md
+- doc/DataFrame.md
+- doc/Vector.md
+- doc/image/arrow_table_new.png
+- doc/image/dataframe/assign.png
+- doc/image/dataframe/drop.png
+- doc/image/dataframe/pick.png
+- doc/image/dataframe/remove.png
+- doc/image/dataframe/rename.png
+- doc/image/dataframe/slice.png
+- doc/image/dataframe_model.png
+- doc/image/example_in_red_arrow.png
+- doc/image/tdr.png
+- doc/image/tdr_and_table.png
+- doc/image/tidy_data_in_TDR.png
+- doc/image/vector/binary_element_wise.png
+- doc/image/vector/unary_aggregation.png
+- doc/image/vector/unary_aggregation_w_option.png
+- doc/image/vector/unary_element_wise.png
+- doc/tdr.md
+- doc/tdr_ja.md
+- lib/red-amber.rb
 - lib/red_amber.rb
 - lib/red_amber/data_frame.rb
-- lib/red_amber/data_frame_output.rb
+- lib/red_amber/data_frame_displayable.rb
+- lib/red_amber/data_frame_indexable.rb
+- lib/red_amber/data_frame_observation_operation.rb
 - lib/red_amber/data_frame_selectable.rb
+- lib/red_amber/data_frame_variable_operation.rb
+- lib/red_amber/helper.rb
 - lib/red_amber/vector.rb
 - lib/red_amber/vector_functions.rb
+- lib/red_amber/vector_selectable.rb
+- lib/red_amber/vector_updatable.rb
 - lib/red_amber/version.rb
 - red_amber.gemspec
 - sig/red_amber.rbs