red_amber 0.2.1 → 0.2.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d239a3fa90e5796fb695f8d3c4995d0a2178ea7c8c2789bed157e688902585cb
-  data.tar.gz: 968c02294d24a3dabaa6e5128be0bcfad713e131df15850ac0ceb64c2883dcd0
+  metadata.gz: 6f70451aad21c0750fb2a0bfe165baf5862ac3837541135cf9d58df4ecd732ac
+  data.tar.gz: c31f143278bf3792bc03e0e727e12df72fca5a001b3d6c098c3f028df456e2f0
 SHA512:
-  metadata.gz: d1c5ffd9650dd8c9e825514cd7e2ff4914690bd731ac262fca6cc17e56c1e312679689351a05fb741dccfb59377214706a8bf6ca6fe3237ca46fb623ae1b9f10
-  data.tar.gz: f37c4aff9170cd5105737a9d2b3d827051254dcca6968b697f5ed3a70e1b2c3cb14303e88a9c342870d1447450a538e445d6f3d37de53591d3f6d13b87aebc16
+  metadata.gz: c5026422e8f0c0b1b1b25f6baa97b540287937a3c0d224a16ce13c17c16a11ccd54682682f17fdf5e176190f7db40bfda7bbe5659e89a212eed8f1bf9b3567e9
+  data.tar.gz: 82b500a1570b8fc8925a7c988bd7d3f3db677588537ee9f8d75f965ca98f5d730a0a55be5fa6637e3beeb4aed11b55a9afd3e4dfd52aee687e123f390f0d8d2b

data/.rubocop.yml

@@ -60,9 +60,11 @@ Layout/LineLength:
 Metrics/AbcSize:
   Max: 30
   Exclude:
+    - 'lib/red_amber/data_frame_combinable.rb' # Max: 43
     - 'lib/red_amber/data_frame_displayable.rb' # Max: 55
     - 'lib/red_amber/data_frame_reshaping.rb' # Max 40.91
     - 'lib/red_amber/data_frame_selectable.rb' # Max: 51
+    - 'lib/red_amber/data_frame_variable_operation.rb' # Max: 30.15
     - 'lib/red_amber/vector_updatable.rb' # Max: 36
     - 'lib/red_amber/vector_selectable.rb' # Max: 33
 
@@ -79,13 +81,16 @@ Metrics/ClassLength:
     - 'test/**/*'
     - 'lib/red_amber/data_frame.rb' #Max: 131
     - 'lib/red_amber/vector.rb' #Max: 102
+    - 'lib/red_amber/group.rb' #Max: 103
 
 # Max: 7
 Metrics/CyclomaticComplexity:
   Max: 12
   Exclude:
+    - 'lib/red_amber/data_frame_combinable.rb' # Max: 15
     - 'lib/red_amber/data_frame_displayable.rb' # Max: 18
     - 'lib/red_amber/data_frame_selectable.rb' # Max: 14
+    - 'lib/red_amber/helper.rb' # Max: 15
     - 'lib/red_amber/vector_selectable.rb' # Max: 13
     - 'lib/red_amber/vector_updatable.rb' # Max: 14
 
@@ -93,6 +98,7 @@ Metrics/CyclomaticComplexity:
 Metrics/MethodLength:
   Max: 30
   Exclude:
+    - 'lib/red_amber/data_frame_combinable.rb' # Max: 38
     - 'lib/red_amber/data_frame_displayable.rb' # Max: 33
     - 'lib/red_amber/data_frame_selectable.rb' # Max: 38
     - 'lib/red_amber/data_frame_variable_operation.rb' # Max: 35
@@ -101,16 +107,25 @@ Metrics/MethodLength:
 Metrics/ModuleLength:
   Max: 100
   Exclude:
+    - 'lib/red_amber/data_frame_combinable.rb' # Max: 108
     - 'lib/red_amber/data_frame_displayable.rb' # Max: 132
     - 'lib/red_amber/data_frame_selectable.rb' # Max: 141
     - 'lib/red_amber/data_frame_variable_operation.rb' # Max: 110
     - 'lib/red_amber/vector_functions.rb' # Max: 114
 
+# Max: 5
+Metrics/ParameterLists:
+  Max: 6
+  # Exclude:
+  #   - 'lib/red_amber/data_frame_combinable.rb' # Max: 6
+
 # Max: 8
 Metrics/PerceivedComplexity:
   Max: 13
   Exclude:
+    - 'lib/red_amber/data_frame_combinable.rb' # Max: 14
     - 'lib/red_amber/data_frame_selectable.rb' # Max: 14
+    - 'lib/red_amber/helper.rb' # Max: 15
     - 'lib/red_amber/vector_updatable.rb' # Max: 15
     - 'lib/red_amber/data_frame_displayable.rb' # Max: 19
 

data/CHANGELOG.md

@@ -1,42 +1,188 @@
+## [0.2.4] - 2022-12-25 (unleleased)
+
+## [0.2.3] - 2022-11-16
+
+- Bug fixes
+
+  - Fix DataFrame#to_s when DataFrame.size == 0 (#125)
+  - Remove unused lines in funcs (#128)
+  - Remove unused methods in helper (#128)
+  - Add test for invalid arg in DataFrame.new (#128)
+  - Add test for Vector#shift(0) (#128)
+  - Fix bugs for DataFrame#[], #pick and #drop with Range of Symbols and Symbol (#135)
+
+- New features and improvements
+
+  - Upgrade dependency to Arrow 10.0.0 (#132)
+
+    It is possible to initialize by the objects responsible to `to_arrow` since 0.2.3 .
+    Arrays in Numo::NArray is responsible to `to_arrow` with Red Arrow Numo::NArray 0.0.6 .
+    This feature is proposed by the Red Data Tools member @kojix2 and implemented by @kou.
+    I made also Vector to be responsible to `to_arrow` and `to_arrow_array`.
+    It becomes a member of ducks ('quack quack'). Thanks!
+
+    - Change dev dependency to red-dataset-arrow (#117)
+    - Add dev dependency for red-arrow-numo-narray (#132)
+    - Support Numo::NArray in Vector.new (#132)
+    - Support Vector#to_arrow_array (#132)
+
+  - Update group (#118)
+    - Introduce new DataFrame group support (experimental)
+
+      This additional API will treat a grouped DataFrame as a list of DataFrames.
+      I think this API has pros such as:
+      - API is easy to understand and flexible.
+      - It has good compatibility with Ruby's primitive Enumerables.
+      - We can only use non hash-ed aggregation functions.
+      - Do not need grouped DataFrame state, nor `#ungroup` method.
+      - May be useful for concurrent operations.
+
+      This feature is implemented by Ruby, so it is pretty slow and experimental.
+      Use original Group API for practical purpose.
+
+    - `include Enumerable` to Group  (experimental)
+    - Add Group#each, #inspect
+    - Refactor Group to align with Arrow
+
+  - Introduce DataFrame combining methods (#125)
+    - Introduce DataFrame#concatenate method
+    - Add DataFrame#merge method
+    - Add DataFrame#inner_join method
+    - Add DataFrame#full_join method
+    - Add DataFrame#left_join method
+    - Add DataFrame#right_join method
+    - Add DataFrame#semi_join method
+    - Add DataFrame#anti_join method
+    - Add DataFrame#intersect method
+    - Add DataFrame#union method
+    - Add DataFrame#setdiff method
+      - Rename #setdiff to #difference
+    - Support natural join in DataFrame#join
+    - Support partial join_key and renaming
+    - Fix DataFrame#join to merge key columns
+    - Add DataFrame#set_operable? method
+    - Add join/set/bind image to DataFrame.md
+    - Fix DataFrame#join, #right_semi, #right_anti (#128)
+
+  - Miscellaneous
+    - Return Vector in DataFrame#indices (#118)
+
+- Improve tests/ci
+
+  - Improve CI
+    - Add CI test on macOS (#133)
+    - Enable bundler-cache on macOS (#128)
+    - Add install gobject introspection prior to glib in CI (#133)
+      This will stabilize CI system installation especially with cache.
+
+    - Rename workflows/test.yml to ci.yml (#133)
+      - Fix link in CI badge of README.md (#118)
+
+    - Add github action for coverage (#128)
+
+  - Add benchmark
+    - Add benchmarks with Rover (#118)
+    - Introduce benchmark suite (#134)
+    - Add benchmark for combining operations (#134)
+
+  - Measuring test coverage
+    - Add test coverage measurement (#128)
+
+- Refactoring
+
+  - Remove redundant string escape in `test_vector_function` (#132)
+  - Refine tests to use `assert_equal_array` (#128)
+  - Rewrite Vector#replace (#128)
+
+- Documentation
+
+  - Update README.md for installation (#126)
+  - Add clause that keys must be unique in doc. (#126)
+  - Rows should be called as 'records' (#126)
+  - Update Jupyter Notebook `83 examples of RedAmber` (#135)
+
+- GitHub site
+
+    - Update Jupyter notebooks in Binder
+    - Change default branch name from 'master' to 'main' (#127)
+
+- Thanks
+
+  Ruby Association Grant committee
+    It is a great honor for selecting RedAmber as a project of Ruby Association Grant 2022.
+
+
+## [0.2.2] - 2022-10-04
+
+- Bug fixes
+
+  - Return self when no replacement happen in Vector#replace. (#92)
+  - Limit n-digits in to_iruby. (#111)
+  - Fix displaying space in to_iruby. (#111)
+  - Raise error if key is duplicated. (#113)
+  - Fix DataFrame#pick/#drop with endless Range. (#113)
+  - Change type from dictionary to string in DataFrame reshaping methods. (#113)
+  - Fix arguments parser to accept Enumerator. (#114)
+
+- New features and improvements
+
+  - Support to make a data frame from a to_arrow-responsible object. (#106) [Patch by Kenta Murata]
+  - Introduce DataFrame#auto_cast (experimental feature) (#105)
+  - Change default name in DataFrame#transpose, #to_long, #to_wide. (#110)
+  - Add Vector#dictionary? method. (#113)
+  - Add display mode 'Plain' and 'Minimum'. (#113)
+  - Refactor code
+    - Refine test_vector_selectable. (#92)
+    - Refine test_vector_updatable. (#92)
+    - Refine Vector.new. (#113)
+    - Refine DataFrame#pick, #drop. (#113)
+
+  - Documents
+
+    - Update images. (#90, #105, #113)
+    - Update README to use simpler examples. (#112)
+      - Update README with a new screenshot example. (#113)
+
+  - GitHub site
+
+    - Update Jupyter notebooks in Binder (#88, #115)
+      - Move binder support to heronshoes/docker-stacks repository.
+      - Update README notebook on binder.
+      - Add examples_of_RedAmber notebook on binder.
+    
+    - Start to use discussions.
+
+- Thanks
+  
+  - Kenta Murata
+
 ## [0.2.1] - 2022-09-07
 
--Bug fixes
+- Bug fixes
 
   - Fix `Vector#each` with block (#66)
     `Vector#each` will return value of each element with block.
-
   - Fix table format at size == 9 (#67)
-
   - Fix to support Vector in `DataFrame#assign` (#77)
-
   - Add `assert_delta` functionality for `assert_with_NaN` (#78)
-
   - Fix Vector#is_in when self is chunked (#79)
-
   - Fix Array type error (uint/int) (#79)
 
 - New features and improvements
 
   - Refine `DataFrame#indices` method (#67)
-
   - Update DataFrame reshaping methods (#73)
-
     - Change default option value of DataFrame reshaping
-
     - Change the order of import_cars example
 
   - Add `DataFrame#method_missing` to get column vector by method (#75)
-
     - Add `DataFrame#method_missing` to get column (#75)
 
   - Accept both args and block in `DataFrame#assign` (#75)
-
   - Accept indices in `DataFrame#pick` and `DataFrame#drop` (#76)
 
   - Add `DataFrame#slice_by` method (#77)
-  
   - Add new Vector functions (#78)
-
     - Add inverse trigonometric function for Vector
       - `acos`
       - `asin`
@@ -49,12 +195,15 @@
 
     - Add binary function `Vector#logb`
 
-  - Docker image and Jupyter Notebook (Thanks to @mrkn)
+  - Docker image and Jupyter Notebook [Thanks to Kenta Murata]
     - Add link to RubyData in README
     - Add link to interactive README by Binder
 
   - Update Jupyter Notebook `71 examples of RedAmber`
 
+- Thanks
+  
+  - Kenta Murata
 
 ## [0.2.0] - 2022-08-15
 
@@ -63,25 +212,19 @@
 - Bug fixes
 
   - Fix order of multiple group keys (#55)
-  
     Only 1 group key comes to left. Other keys remain in right.
 
   - Remove optional `require` for rover (#55)
-
     Fix DataFrame.new for argument with Rover::DataFrame.
-
   - Fix occasional failure in CI (#59)
-
     Sometimes the CI test fails. I added -dev dependency 
     in Arrow install by apt, not doing in bundler.
 
   - Fix calling :take in V#[] (#56)
-
     Fixed to call Arrow function :take instead of :array_take in Vector#take_by_vector. This will prevent the error below
     when called with Arrow::ChunkedArray.
 
   - Raise error renaming non existing key (#61)
-
     Add error when specified key is not exist.
 
   - Fix DataFrame#rename #assign by array (#65)
@@ -294,6 +437,13 @@
   - Documentation
     - Fix typo in DataFrame.md
 
+  - Github site
+    - Add gem and status badges in README. (#42) [Patch by kojix2]
+
+- Thanks
+  
+  - kojix2
+
 ## [0.1.5] - 2022-06-12 (experimental)
 
 - Bug fixes

data/Gemfile

@@ -7,7 +7,7 @@ gemspec
 group :test do
   gem 'rake'
 
-  gem 'red-parquet', '>= 9.0.0'
+  gem 'red-parquet', '~> 10.0.0'
   gem 'rover-df', '~> 0.3.0'
 
   gem 'rubocop'
@@ -21,5 +21,7 @@ group :test do
   gem 'yard'
 
   gem 'benchmark_driver'
-  gem 'red-datasets'
+  gem 'red-arrow-numo-narray'
+  gem 'red-datasets-arrow'
+  gem 'simplecov'
 end