red_amber 0.1.5 → 0.1.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4d18eedf5de7fd06fe52e8a82ad38fe12d590dc10929c96872e557b9e946f785
-  data.tar.gz: dda93f0af421096410e00ecf2261e8846a236634bd96ae9941d1b5cd49cd5eb2
+  metadata.gz: 3853e70f378cac65013a3bcfc51a2d55cb70cc494f3f3b70675bed944cc15b49
+  data.tar.gz: 3c65999cf978f1edf8c2c7fcce9a0ccb192d4da051f34fa0bf3f66ddc178eb1c
 SHA512:
-  metadata.gz: 7c1b1edd6c1f6f3f275ea765c4bc8765327c88a36120a4c5a66dd8afa59f5913db4a5b436d80378554e03403bab823edf7467beea0f44e2803e36f3e9677a065
-  data.tar.gz: 949fd15d2076d4e53fb141375bde282228c7f6566e137047344134c54964fe77fd2f9757b0bdc324eb3cfa14091f2ae928e0e844d28f3ebbcfa17fc7d388bbd0
+  metadata.gz: fac66ba0bf5955cfe0d21a51b90ec16407182b9053e9b586dfe9f8e2526de4e90efecdd8eba1e8b3c99b12fc44544c82fb2f6af4b666b97876a64a6ee4deedf1
+  data.tar.gz: 1a4cc526ce9f097438f2b7d018552a4cd6aaa2d900012297cd1777c4b9e39063cc2988af91c138e93f291a56175aefb6a6b00c211f9b9c5bd38d75d6bc40acb9

data/.rubocop.yml

@@ -43,6 +43,11 @@ Lint/BinaryOperatorWithIdenticalOperands:
   Exclude:
     - 'test/test_vector_function.rb'
 
+# Need for test with empty block
+Lint/EmptyBlock:
+  Exclude:
+    - 'test/test_group.rb'
+
 # Max: 120
 Layout/LineLength:
   Max: 118
@@ -56,7 +61,9 @@ Metrics/AbcSize:
   Max: 30
   Exclude:
     - 'lib/red_amber/data_frame_displayable.rb' # Max: 55
-    - 'lib/red_amber/vector_compensable.rb' # Max: 36
+    - 'lib/red_amber/data_frame_selectable.rb' # Max: 51
+    - 'lib/red_amber/vector_updatable.rb' # Max: 36
+    - 'lib/red_amber/vector_selectable.rb' # Max: 33
 
 # Max: 25
 Metrics/BlockLength:
@@ -66,15 +73,20 @@ Metrics/BlockLength:
 
 # Max: 100
 Metrics/ClassLength:
-  Max: 120
+  Max: 100
   Exclude:
     - 'test/**/*'
+    - 'lib/red_amber/data_frame.rb' #Max: 131
+    - 'lib/red_amber/vector.rb' #Max: 102
 
 # Max: 7
 Metrics/CyclomaticComplexity:
   Max: 12
   Exclude:
-    - 'lib/red_amber/vector_compensable.rb' # Max: 14
+    - 'lib/red_amber/data_frame_displayable.rb' # Max: 18
+    - 'lib/red_amber/data_frame_selectable.rb' # Max: 14
+    - 'lib/red_amber/vector_selectable.rb' # Max: 13
+    - 'lib/red_amber/vector_updatable.rb' # Max: 14
 
 # Max: 10
 Metrics/MethodLength:
@@ -86,20 +98,36 @@ Metrics/MethodLength:
 Metrics/ModuleLength:
   Max: 100
   Exclude:
+    - 'lib/red_amber/data_frame_selectable.rb' # Max: 141
     - 'lib/red_amber/vector_functions.rb' # Max: 114
+    - 'lib/red_amber/data_frame_displayable.rb' # Max: 132
 
 # Max: 8
 Metrics/PerceivedComplexity:
   Max: 13
   Exclude:
-    - 'lib/red_amber/vector_compensable.rb' # Max: 15
+    - 'lib/red_amber/data_frame_selectable.rb' # Max: 14
+    - 'lib/red_amber/vector_updatable.rb' # Max: 15
+    - 'lib/red_amber/data_frame_displayable.rb' # Max: 19
 
-# Necessary to define is_na
+Naming/FileName:
+  Exclude:
+    - 'lib/red-amber.rb'
+
+# Necessary to define is_na, is_in, etc.
 Naming/PredicateName:
   Exclude:
     - 'lib/red_amber/vector_functions.rb'
+    - 'lib/red_amber/vector.rb'
+    - 'lib/red_amber/vector_selectable.rb'
 
 # Necessary to test when range.end == -1
 Style/SlicingWithRange:
   Exclude:
     - 'test/test_data_frame_selectable.rb'
+
+# Necessary to Vector < 0 element-wise comparison
+Style/NumericPredicate:
+  Exclude:
+    - 'lib/red_amber/data_frame_selectable.rb'
+    - 'lib/red_amber/vector_selectable.rb'

data/.rubocop_todo.yml

@@ -1,15 +1,2 @@
-# This configuration was generated by
-# `rubocop --auto-gen-config`
-# on 2022-05-08 02:37:36 UTC using RuboCop version 1.27.0.
-# The point is for the user to remove these configuration records
-# one by one as the offenses are removed from the code base.
-# Note that changes in the inspected code, or installation of new
-# versions of RuboCop, may require this file to be generated again.
-
-# Offense count: 1
-# This cop supports unsafe auto-correction (--auto-correct-all).
-# Configuration parameters: EnforcedStyle.
-# SupportedStyles: forbid_for_all_comparison_operators, forbid_for_equality_operators_only, require_for_all_comparison_operators, require_for_equality_operators_only
-Style/YodaCondition:
-  Exclude:
-    - 'lib/red_amber/data_frame.rb'
+# We will use cops to detect bugs in an early stage
+# Feel free to use .rubocop_todo.yml by --auto-gen-config

data/.yardopts

@@ -0,0 +1 @@
+--output-dir doc/yard

data/CHANGELOG.md

@@ -1,30 +1,176 @@
-## [0.2.0] - unreleased
+## [0.1.9] - Unreleased
 
-- Document
-  - YARD support
+- Supports Arrow 9.0.0
 
-- DataFrame#join features
+## [0.1.8] - 2022-08-04 (experimental)
 
-## [0.1.6] - Unreleased
+- Bug fixes
+
+  - Fix unnamed column in table formatter (#52)
+  - Fix DataFrame#key?, DataFrame#key_index when @keys.nil? (#52)
+  - Align order of replacer in Vector#replace (#53, resolved #38)
+
+- New features and improvements
+
+  - Refine DataFrame.new for empty arguments (#50)
+    - Delete .rubocop_todo.yml for not to use yoda condition (#50)
+
+  - Refine Group (#52, resolved #28)
+    - Refine Group methods creation
+    - Make group key at first(left)
+    - Show only one group count when same counts
+    - Add block acceptability for group
+    - Rename empty key to :unnamed in DataFrame.new
+    - Rename Group#aggregated_by to #summarize (#54)
+
+  - Add Vector#shift (#51)
+
+  - Vector#[] accepts Range as an argument (#51)
+
+- Update documents
+
+  - Add support for yard (#54)
 
-- Feedback something to Red Data Tools
+  - Renew jupyter notebook '53 examples' (#54)
 
-- `DataFrame`
-  - Introduce `summary` or ``describe`
-  - Add `Quantile` by own code?
-  - Improve dataframe obs. manipuration methods to accept float as a index (#10)
-  - Improve as more performant by benchmark check.
+  - Add more examples and images in README (#52)
+  - Add document of group manipulations in README (#52)
+  - Renew DF#group document in DataFrame.md (#52)
+
+## [0.1.7] - 2022-07-15 (experimental)
+
+- Bug fixes
+
+  - Remove development dependency for red-dataset-arrow (#47)
+    - To avoid irregular fails in CI test
+    - Add red-datasets to development dependency instead (#49)
+
+  - Supress useless log in tests (#46)
+    Suppress log of Webrick and iruby.
+
+- New features and improvements
+
+  - Use Table mode as default preview mode in `inspect`/`to_s` (#40)
+    - Show examples in documents in Table
+    - Use the word rows/columns
+    - Update images of data processing in Table style
+
+  - Introduce a new Table formatter (#47)
+    - Migrate from the Arrow's formatter
+      - Do not use TAB, format by spaces only.
+      - Align column width with head rows and tail rows.
+      - Show nils.
+      - Show data types.
+    - Refine documents to use new formatter output
+  
+  - Simplify options of Vector functions (#46)
+    Vector functions with options use optional argument opt in previous code.
 
-- `Vector`
-  - Support more functions
-  - Support coerece
+  - Add `#float?`, `#integer?` to Vector (#46)
+  - Add `#each` to Vector (#47)
 
-- More examples of frequently needed tasks
+  - Introduce class `Group` (#48)
+    - Refine `DataFrame#group` to use class Group
+    - Add methods to Group
+
+  - Move parquet and rover to development dependency (#49)
+  
+  - Refine text in `DataFrame#to_iruby` (#40)
+
+  - Add badges in Github site
+    - Gitter badge for Red Data Tools (#42)
+    - Gem version and CI status badge (#45)
+
+  - Exchange containers in red-amber.rb and red_amber.rb (#47)
+    - Mainly use red_amber by consistency with the folder name
+
+  - Add Jupyter notebook '47 Examples of Red Amber' (#49)
+
+## [0.1.6] - 2022-06-26 (experimental)
+
+- Bug fixes
+  - Fix mime-type of empty DataFrame in `#to_iruby` (#31)
+  - Fix mime setting in `DataFrame#to_iruby` (#36)
+  - Fix unmatched return val in Selectable (#34)
+  - Fix to return same error as `#[]` in `DataFrame#slice` (#34)
+
+- New features and improvements
+  - Introduce Jupyter support (#29, #30, #31, #32)
+    - Add `DataFrame#to_html (changed to use #to_iruby)
+    - Add feature to show nil in to_iruby
+      - nil is expressed as (nil)
+      - empty string('') is ""
+      - blank spaces are " "
+
+  - Enable to change DataFrame display mode by ENV (#36)
+    - Support ENV['RED_AMBER_OUTPUT_STYLE'] to change display mode in `#inspect` and `#to_iruby`
+      - ENV['RED_AMBER_OUTPUT_STYLE'] = 'table' # => Table mode
+      - ENV['RED_AMBER_OUTPUT_STYLE'] = nil or other than 'table' # => TDR mode
+
+  - Support `require 'red-amber'`, as well (#34)
+
+  - Refine Vector slicing methods (#31)
+    - Introduce `Vector#take` method
+    - Introduce `Vector#filter` method
+    - Improve `Vector#[]` to overload take and filter
+    - Introduce `Vector#drop_nil` method
+    - Introduce `Vector#if_else` method
+    - Intorduce `Vector#is_in` method
+    - Add alias `Vector#all?`, `#any?` methods (#32)
+    - Add `Vector#has_nil?` method(#32)
+    - Add `Vector#empty?` method
+    - Add `Vector#primitive_invert` method
+    - Refactor `Vector#take`, `#filter`
+    - Move `Vector#if_else` from function to Updatable
+    - Move if_else test to updatable
+    - Rename updatable in test
+    - Remove method `Vector#take_out_element_wise`
+    - Rename inner metthod name
+
+  - Refine DataFrame slicing methods (#31)
+    - Introduce `DataFrame#take method
+      - #take is implemented as vector calculation by #if_else
+    - Introduce `DataFrame#fliter method
+    - Change `DataFrame#[] to use take and filter
+      - Float indices is acceptable (#10)
+      - Negative index (like Array) is also acceptable
+
+  - Further refinement in DataFrame slicing methods (#34)
+   -  Improve `DataFrame#[]`, `#slice`, `#remove` by a new engine
+      -  It parses arguments to Vector internally.
+      -  Used Kernel#Array to simplify code (#16) .
+    - recycle: Move `DataFrame#slice`, `#remove` to Selectable
+    - Refine `DataFrame#take`, `#filter` (undocumented)
+
+  - Introduce coerce in Vector (#35)
+    - Introduce `Vector#coerce`
+      - Now we can `-1 * Vector.new([1, 2, 3])`
+    - Add `Vector#to_ary` method
+      - Now we can `[1, 2] + Vector.new([3, 4, 5])`
+
+  - Other new feature or refinements
+    - Common
+      - Refactor helper as common for DataFrame and Vector (#35)
+      - Change name row/col to obs/var (#34)
+      - Rename internal function name (#34)
+      - Delete unused methods (#34)
+    - DataFrame
+      - Change to return instance variable in `#to_arrow`, `#keys` and `#key_index` (#34)
+      - Change to return an Array in `DataFrame#indices` (#35)
+    - Vector
+      - Introduce `Vector#replace` method
+      - Accept Range and expanded Array in `Vector#new`
+      - Add `Vector#indices` method (#35)
+      - Add `Vector#index` method (#35)
+      - Rename VectorCompensable to *Updatable (#33)
+
+  - Documentation
+    - Fix typo in DataFrame.md
 
 ## [0.1.5] - 2022-06-12 (experimental)
 
 - Bug fixes
-  - Fix DF#tdr to display timestamp type (#19)
+  - Fix DataFrame#tdr to display timestamp type (#19)
   - Add TZ setting in CI test to pass temporal tests (#19)
   - Fix example in document of #load(csv_from_URI) (#23)
 
@@ -38,7 +184,7 @@
     - Add `Vector#temporal?` to check if temporal type
     - Refine around DataFrame#variables
     - Refine init of instance variables
-    - Refine DataFrame#type_classes, V#ectortype_class
+    - Refine DataFrame#type_classes, Vector#ectortype_class
     - Refine DataFrame#tdr to shorten temporal data
 
   - Add supports to make up for missing values (#20)
@@ -86,7 +232,7 @@
 
 - Bug fixes
   - Fix missing support for scalar argument (#1)
-  - Fix type name of boolean in DF#types to be same as Vector#type (#6, #7)
+  - Fix type name of boolean in DataFrame#types to be same as Vector#type (#6, #7)
   - Fix zero picking to return empty DataFrame (#8)
   - Fix code at both args and a block given (#8)
 

data/Gemfile

@@ -7,14 +7,19 @@ gemspec
 group :test do
   gem 'rake'
 
+  gem 'red-parquet', '>= 8.0.0'
+  gem 'rover-df', '~> 0.3.0'
+
   gem 'rubocop'
   gem 'rubocop-performance', require: false
   gem 'rubocop-rake'
   gem 'rubocop-rubycw', require: false
 
+  gem 'iruby'
   gem 'test-unit'
   gem 'webrick'
+  gem 'yard'
 
   gem 'benchmark_driver'
-  gem 'red-datasets-arrow'
+  gem 'red-datasets'
 end