red_amber 0.4.0 → 0.4.2

data/lib/red_amber/data_frame_displayable.rb

@@ -5,6 +5,9 @@ require 'stringio'
 module RedAmber
   # Mix-in for the class DataFrame
   module DataFrameDisplayable
+    # Refineme class String
+    using RefineString
+
     # Used internally to display table.
     INDEX_KEY = :index_key_for_format_table
     private_constant :INDEX_KEY
@@ -25,19 +28,20 @@ module RedAmber
     #   puts penguins.to_s
     #
     #   # =>
-    #       species  island    bill_length_mm bill_depth_mm flipper_length_mm ...     year
-    #       <string> <string>        <double>      <double>           <uint8> ... <uint16>
-    #     0 Adelie   Torgersen           39.1          18.7               181 ...     2007
-    #     1 Adelie   Torgersen           39.5          17.4               186 ...     2007
-    #     2 Adelie   Torgersen           40.3          18.0               195 ...     2007
-    #     3 Adelie   Torgersen          (nil)         (nil)             (nil) ...     2007
-    #     4 Adelie   Torgersen           36.7          19.3               193 ...     2007
-    #     : :        :                      :             :                 : ...        :
-    #   341 Gentoo   Biscoe              50.4          15.7               222 ...     2009
-    #   342 Gentoo   Biscoe              45.2          14.8               212 ...     2009
-    #   343 Gentoo   Biscoe              49.9          16.1               213 ...     2009
-    #
-    def to_s(width: 80, head: 5, tail: 3)
+    #       species  island    bill_length_mm bill_depth_mm flipper_length_mm body_mass_g ...     year
+    #       <string> <string>        <double>      <double>           <uint8>    <uint16> ... <uint16>
+    #     0 Adelie   Torgersen           39.1          18.7               181        3750 ...     2007
+    #     1 Adelie   Torgersen           39.5          17.4               186        3800 ...     2007
+    #     2 Adelie   Torgersen           40.3          18.0               195        3250 ...     2007
+    #     3 Adelie   Torgersen          (nil)         (nil)             (nil)       (nil) ...     2007
+    #     4 Adelie   Torgersen           36.7          19.3               193        3450 ...     2007
+    #     : :        :                      :             :                 :           : ...        :
+    #   340 Gentoo   Biscoe              46.8          14.3               215        4850 ...     2009
+    #   341 Gentoo   Biscoe              50.4          15.7               222        5750 ...     2009
+    #   342 Gentoo   Biscoe              45.2          14.8               212        5200 ...     2009
+    #   343 Gentoo   Biscoe              49.9          16.1               213        5400 ...     2009
+    #
+    def to_s(width: 90, head: 5, tail: 4)
       return '' if empty?
 
       format_table(width: width, head: head, tail: tail)
@@ -52,8 +56,7 @@ module RedAmber
     # @return [DataFrame]
     #   a new dataframe.
     # @example Statistical summary of penguins dataset
-    #   # needs more width to show all stats in this example
-    #   puts penguins.summary.to_s(width: 82)
+    #   puts penguins.summary.to_s
     #
     #   # =>
     #     variables            count     mean      std      min      25%   median      75%      max
@@ -84,13 +87,19 @@ module RedAmber
     # Show information of self.
     #
     # According to `ENV [“RED_AMBER_OUTPUT_MODE”].upcase`,
-    # - If it is 'TDR', returns class, shape and transposed preview by 3 rows.
-    # - If it is 'MINIMUM', returns class and shape.
-    # - If it is 'TABLE' or otherwise, returns class, shape and Table preview.
+    # - If it is 'TDR', returns class name, shape, object id
+    #   and transposed preview for up to 10 variables.
+    # - If it is 'TDRA', returns class name, shape, object id
+    #   and transposed preview for all variables.
+    # - If it is 'MINIMUM', returns class name and shape.
+    # - If it is 'PLAIN', returns class name, shape and Table preview
+    #   for up to 512 columns and 128 columns.
+    # - If it is 'TABLE' or otherwise, returns class name, shape, object id
+    #   and Table preview for up to 512 rows and 512 columns.
     #   Default value of the ENV is 'Table'.
     # @return [String]
     #   information of self.
-    # @example Default (ENV ['RED_AMBER_OUTPUT_MODE'] == 'Table')
+    # @example Default for ENV ['RED_AMBER_OUTPUT_MODE'] == 'Table'
     #   puts df.inspect
     #
     #   # =>
@@ -121,11 +130,15 @@ module RedAmber
       mode = ENV.fetch('RED_AMBER_OUTPUT_MODE', 'Table')
       case mode.upcase
       when 'TDR'
-        "#<#{shape_str(with_id: true)}>\n#{dataframe_info(3)}"
+        "#<#{shape_str(with_id: true)}>\n#{dataframe_info(10)}"
+      when 'TDRA'
+        "#<#{shape_str(with_id: true)}>\n#{dataframe_info(:all)}"
       when 'MINIMUM'
         shape_str
+      when 'PLAIN'
+        "#<#{shape_str}>\n#{to_s(width: 128, head: 128)}"
       else
-        "#<#{shape_str(with_id: true)}>\n#{self}"
+        "#<#{shape_str(with_id: true)}>\n#{to_s(width: 100, head: 20)}"
       end
     end
 
@@ -147,18 +160,34 @@ module RedAmber
     #   diamonds
     #
     #   # =>
-    #   #<RedAmber::DataFrame : 53940 x 11 Vectors, 0x000000000000c314>
-    #            index    carat cut       color    clarity     depth    table    price ...        z
-    #         <uint16> <double> <string>  <string> <string> <double> <double> <uint16> ... <double>
-    #       0        0     0.23 Ideal     E        SI2          61.5     55.0      326 ...     2.43
-    #       1        1     0.21 Premium   E        SI1          59.8     61.0      326 ...     2.31
-    #       2        2     0.23 Good      E        VS1          56.9     65.0      327 ...     2.31
-    #       3        3     0.29 Premium   I        VS2          62.4     58.0      334 ...     2.63
-    #       4        4     0.31 Good      J        SI2          63.3     58.0      335 ...     2.75
-    #       :        :        : :         :        :               :        :        : ...        :
-    #   53937    53937      0.7 Very Good D        SI1          62.8     60.0     2757 ...     3.56
-    #   53938    53938     0.86 Premium   H        SI2          61.0     58.0     2757 ...     3.74
-    #   53939    53939     0.75 Ideal     D        SI2          62.2     55.0     2757 ...     3.64
+    #   #<RedAmber::DataFrame : 53940 x 11 Vectors, 0x0000000000035084>
+    #            index    carat cut       color    clarity     depth    table    price        x        y        z
+    #         <uint16> <double> <string>  <string> <string> <double> <double> <uint16> <double> <double> <double>
+    #       0        0     0.23 Ideal     E        SI2          61.5     55.0      326     3.95     3.98     2.43
+    #       1        1     0.21 Premium   E        SI1          59.8     61.0      326     3.89     3.84     2.31
+    #       2        2     0.23 Good      E        VS1          56.9     65.0      327     4.05     4.07     2.31
+    #       3        3     0.29 Premium   I        VS2          62.4     58.0      334      4.2     4.23     2.63
+    #       4        4     0.31 Good      J        SI2          63.3     58.0      335     4.34     4.35     2.75
+    #       5        5     0.24 Very Good J        VVS2         62.8     57.0      336     3.94     3.96     2.48
+    #       6        6     0.24 Very Good I        VVS1         62.3     57.0      336     3.95     3.98     2.47
+    #       7        7     0.26 Very Good H        SI1          61.9     55.0      337     4.07     4.11     2.53
+    #       8        8     0.22 Fair      E        VS2          65.1     61.0      337     3.87     3.78     2.49
+    #       9        9     0.23 Very Good H        VS1          59.4     61.0      338      4.0     4.05     2.39
+    #      10       10      0.3 Good      J        SI1          64.0     55.0      339     4.25     4.28     2.73
+    #      11       11     0.23 Ideal     J        VS1          62.8     56.0      340     3.93      3.9     2.46
+    #      12       12     0.22 Premium   F        SI1          60.4     61.0      342     3.88     3.84     2.33
+    #      13       13     0.31 Ideal     J        SI2          62.2     54.0      344     4.35     4.37     2.71
+    #      14       14      0.2 Premium   E        SI2          60.2     62.0      345     3.79     3.75     2.27
+    #      15       15     0.32 Premium   E        I1           60.9     58.0      345     4.38     4.42     2.68
+    #      16       16      0.3 Ideal     I        SI2          62.0     54.0      348     4.31     4.34     2.68
+    #      17       17      0.3 Good      J        SI1          63.4     54.0      351     4.23     4.29      2.7
+    #      18       18      0.3 Good      J        SI1          63.8     56.0      351     4.23     4.26     2.71
+    #      19       19      0.3 Very Good J        SI1          62.7     59.0      351     4.21     4.27     2.66
+    #       :        :        : :         :        :               :        :        :        :        :        :
+    #   53936    53936     0.72 Good      D        SI1          63.1     55.0     2757     5.69     5.75     3.61
+    #   53937    53937      0.7 Very Good D        SI1          62.8     60.0     2757     5.66     5.68     3.56
+    #   53938    53938     0.86 Premium   H        SI2          61.0     58.0     2757     6.15     6.12     3.74
+    #   53939    53939     0.75 Ideal     D        SI2          62.2     55.0     2757     5.83     5.87     3.64
     #
     #   diamonds.tdr
     #
@@ -266,6 +295,7 @@ module RedAmber
     # - If it is 'MINIMUM', returns shape by plain text.
     # - If it is 'PLAIN', returns `#inspect` value by plain text.
     # - If it is 'TDR', returns shape and transposed preview by plain text.
+    # - If it is 'TDRA', returns shape and transposed preview by plain text.
     # - If it is 'TABLE' or otherwise, returns Table preview by html format.
     #   Default value of the ENV is 'TABLE'.
     # @return [String]
@@ -283,6 +313,8 @@ module RedAmber
         ['text/plain', shape_str]
       when 'TDR'
         size <= 5 ? ['text/plain', tdr_str(tally: 0)] : ['text/plain', tdr_str]
+      when 'TDRA'
+        ['text/plain', tdr_str(:all)]
       else # 'TABLE'
         ['text/html', html_table]
       end
@@ -325,7 +357,7 @@ module RedAmber
       quoted_keys = keys.map(&:inspect)
       headers = { idx: '#', key: 'key', type: 'type', levels: 'level',
                   data: 'data_preview' }
-      header_format = make_header_format(levels, headers, quoted_keys)
+      header_format = make_header_format(levels, headers, quoted_keys, limit)
 
       sio = StringIO.new # output string buffer
       sio.puts "Vector#{pl(n_keys)} : #{var_type_count(type_groups).join(', ')}"
@@ -355,9 +387,9 @@ module RedAmber
       sio.string
     end
 
-    def make_header_format(levels, headers, quoted_keys)
+    def make_header_format(levels, headers, quoted_keys, limit)
       # find longest word to adjust width
-      w_idx = n_keys.to_s.size
+      w_idx = ([n_keys, limit].min - 1).to_s.size
       w_key = [quoted_keys.map(&:size).max, headers[:key].size].max
       w_type = [types.map(&:size).max, headers[:type].size].max
       w_level = [levels.map { |l| l.to_s.size }.max, headers[:levels].size].max
@@ -386,10 +418,17 @@ module RedAmber
     end
 
     def shorthand(vector, size, max_element)
-      max = vector.temporal? ? 2 : max_element
-      a = vector.to_a.take(max)
-      a.map! { |e| e.nil? ? 'nil' : e.inspect }
-      a << '... ' if size > max
+      a = vector.to_a.take(max_element)
+      a.map! do |e|
+        if e.nil?
+          'nil'
+        elsif vector.temporal?
+          e.to_s.inspect
+        else
+          e.inspect
+        end
+      end
+      a << '... ' if size > max_element
       "[#{a.join(', ')}]"
     end
 
@@ -437,7 +476,7 @@ module RedAmber
         end
       end
 
-      width_list = df.vectors.map { |v| v.to_a.map(&:length).max }
+      width_list = df.vectors.map { |v| v.to_a.map(&:width).max }
       total_length = width_list[-1] # reserved for last column
 
       formats = []
@@ -446,14 +485,13 @@ module RedAmber
         w = width_list[i]
         if total_length + w > width && i < df.n_keys - 1
           row_ellipsis = i
-          formats << '%3s'
-          formats << format_for_column(df.vectors[-1], original, width_list[-1])
+          formats << 3
+          formats << format_width(df.vectors[-1], original, width_list[-1])
           break
         end
-        formats << format_for_column(v, original, w)
+        formats << format_width(v, original, w)
         total_length += w
       end
-      format_str = formats.join(' ')
 
       str = StringIO.new
       if row_ellipsis
@@ -462,22 +500,31 @@ module RedAmber
       end
 
       df.to_a.each do |row|
-        str.puts format(format_str, *row).rstrip
+        a =
+          row.zip(formats).map do |elem, format|
+            non_ascii_diff = elem.ascii_only? ? 0 : elem.width - elem.size
+            if format.negative?
+              elem.ljust(-format + non_ascii_diff)
+            else
+              elem.rjust(format + non_ascii_diff)
+            end
+          end
+        str.puts a.join(' ').rstrip
       end
 
       str.string
     end
 
-    def format_for_column(vector, original, width)
+    def format_width(vector, original, width)
       if vector.key != INDEX_KEY && !original[vector.key].numeric?
-        "%-#{width}s"
+        -width
       else
-        "%#{width}s"
+        width
       end
     end
 
     def html_table
-      reduced = size > 8 ? self[0..4, -4..-1] : self
+      reduced = size > 10 ? self[0..5, -5..-1] : self
 
       converted = reduced.assign do
         vectors.select.with_object({}) do |vector, assigner|
@@ -497,12 +544,14 @@ module RedAmber
               format('%g', element)
             in Integer
               format('%d', element)
+            else
+              element
             end
           end
         end
       end
 
-      html = IRuby::HTML.table(converted.to_h, maxrows: 8, maxcols: 15)
+      html = IRuby::HTML.table(converted.to_h, maxrows: 10, maxcols: 15)
       "#{self.class} <#{size} x #{n_keys} vector#{pl(n_keys)}> #{html}"
     end
   end

data/lib/red_amber/data_frame_indexable.rb

@@ -49,9 +49,9 @@ module RedAmber
     #
     # @param sort_keys [Arrow::SortKey]
     #   :key, "key" or "+key" denotes ascending,
-    #   "-key" denotes descending order
+    #   :"-key" or "-key" denotes descending order.
     # @return [RedAmber::Vector]
-    #   sorted indices in Vector
+    #   sorted indices in Vector.
     # @example
     #   df
     #
@@ -79,9 +79,9 @@ module RedAmber
     #
     # @param sort_keys [Arrow::SortKey]
     #   :key, "key" or "+key" denotes ascending,
-    #   "-key" denotes descending order
+    #   :"-key" or "-key" denotes descending order.
     # @return [RedAmber::DataFrame]
-    #   sorted DataFrame
+    #   sorted DataFrame.
     # @example Sort by a key
     #   df
     #

data/lib/red_amber/data_frame_reshaping.rb

@@ -3,7 +3,7 @@
 module RedAmber
   # Mix-in for the class DataFrame
   module DataFrameReshaping
-    # Create a transposed DataFrame for the wide (messy) DataFrame.
+    # Create a transposed DataFrame for the wide (may be messy) DataFrame.
     #
     # @param key [Symbol]
     #   key of the index column

data/lib/red_amber/data_frame_selectable.rb

@@ -177,10 +177,7 @@ module RedAmber
     #   [39.1, 39.5, 40.3, nil, 36.7, 39.3, 38.9, 39.2, 34.1, 42.0, 37.8, 37.8, 41.1, ... ]
     #
     def v(key)
-      unless key.is_a?(Symbol) || key.is_a?(String)
-        raise DataFrameArgumentError, "Key is not a Symbol or a String: [#{key}]"
-      end
-      raise DataFrameArgumentError, "Key does not exist: [#{key}]" unless key? key
+      raise DataFrameArgumentError, "Key does not exist: [#{key}]" unless key?(key)
 
       variables[key.to_sym]
     end

data/lib/red_amber/data_frame_variable_operation.rb

@@ -146,6 +146,8 @@ module RedAmber
       picker.compact!
       raise DataFrameArgumentError, "some keys are duplicated: #{args}" if picker.uniq!
 
+      return self if picker == keys
+
       DataFrame.create(@table.select_columns(*picker))
     end
 
@@ -254,7 +256,7 @@ module RedAmber
 
         args = [instance_eval(&block)]
       end
-      return self if args.empty? || empty?
+      return self if args.compact.empty? || empty?
 
       picker =
         if args.symbol?
@@ -265,7 +267,9 @@ module RedAmber
           keys.reject_by_indices(args)
         else
           dropper = parse_args(args, n_keys)
-          if dropper.boolean?
+          if dropper.compact.empty?
+            return self
+          elsif dropper.boolean?
             keys.reject_by_booleans(dropper)
           elsif dropper.symbol?
             keys - dropper
@@ -646,6 +650,7 @@ module RedAmber
       unless not_existing_keys.empty?
         raise DataFrameArgumentError, "Not existing: #{not_existing_keys}"
       end
+      return self if key_pairs.all? { |k, v| k == v }
 
       fields =
         keys.map do |key|

data/lib/red_amber/group.rb

@@ -42,8 +42,7 @@ module RedAmber
 
           table = @group.aggregate(*build_aggregation_keys("hash_#{function}",
                                                            summary_keys))
-          g = @group_keys.map(&:to_s)
-          DataFrame.new(table[g + (table.keys - g)])
+          DataFrame.new(table[@group_keys + (table.keys - @group_keys)])
         end
       end
     end
@@ -61,11 +60,11 @@ module RedAmber
     #
     #   # =>
     #   #<RedAmber::Group : 0x000000000000f410>
-    #     species   group_count
-    #     <string>      <uint8>
-    #   0 Adelie            152
-    #   1 Chinstrap          68
-    #   2 Gentoo            124
+    #     species     count
+    #     <string>  <uint8>
+    #   0 Adelie        152
+    #   1 Chinstrap      68
+    #   2 Gentoo        124
     #
     def initialize(dataframe, *group_keys)
       @dataframe = dataframe
@@ -187,14 +186,14 @@ module RedAmber
     #
     #   # =>
     #   #<RedAmber::Group : 0x0000000000003a98>
-    #     species   group_count
-    #     <string>      <uint8>
-    #   0 Adelie            152
-    #   1 Chinstrap          68
-    #   2 Gentoo            124
+    #     species     count
+    #     <string>  <uint8>
+    #   0 Adelie        152
+    #   1 Chinstrap      68
+    #   2 Gentoo        124
     #
     def inspect
-      "#<#{self.class} : #{format('0x%016x', object_id)}>\n#{group_count}"
+      "#<#{self.class} : #{format('0x%016x', object_id)}>\n#{count(@group_keys)}"
     end
 
     # Summarize Group by aggregation functions from the block.
@@ -211,11 +210,11 @@ module RedAmber
     #
     #   # =>
     #   #<RedAmber::Group : 0x000000000000c314>
-    #     species   group_count
-    #     <string>      <uint8>
-    #   0 Adelie            152
-    #   1 Chinstrap          68
-    #   2 Gentoo            124
+    #     species     count
+    #     <string>  <uint8>
+    #   0 Adelie        152
+    #   1 Chinstrap      68
+    #   2 Gentoo        124
     #
     #   group.summarize { mean(:bill_length_mm) }
     #

data/lib/red_amber/helper.rb

@@ -28,19 +28,19 @@ module RedAmber
     #   parsed flat Array.
     # @note This method is recursively called to parse.
     #
-    def parse_args(args, array_size)
+    def parse_args(args, array_size, symbolize: true)
       args.flat_map do |elem|
         case elem
         when Integer, Symbol, NilClass, TrueClass, FalseClass
           elem
         when Array
-          parse_args(elem, array_size)
+          parse_args(elem, array_size, symbolize: symbolize)
         when Range
           parse_range(elem, array_size)
         when Enumerator
-          parse_args(Array(elem), array_size)
+          parse_args(Array(elem), array_size, symbolize: symbolize)
         when String
-          elem.to_sym
+          symbolize ? elem.to_sym : elem
         when Float
           elem.floor.to_i
         else

data/lib/red_amber/refinements.rb

@@ -143,7 +143,7 @@ module RedAmber
   module RefineArrowTable
     refine Arrow::Table do
       def keys
-        columns.map(&:name)
+        columns.map { |column| column.name.to_sym }
       end
 
       def key?(key)
@@ -202,5 +202,18 @@ module RedAmber
     end
   end
 
-  private_constant :RefineArray, :RefineArrayLike, :RefineArrowTable, :RefineHash
+  # Add additional capabilities to String
+  module RefineString
+    refine String do
+      def width
+        chars
+          .partition(&:ascii_only?)
+          .map.with_index(1) { |a, i| a.size * i }
+          .sum
+      end
+    end
+  end
+
+  private_constant :RefineArray, :RefineArrayLike, :RefineArrowTable,
+                   :RefineHash, :RefineString
 end