red_amber 0.4.1 → 0.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 264e7637475fd01946900335751a1592a3859e9bfa772ecc0800ab05c4d852f0
-  data.tar.gz: a57400445419698a66d6b5c94e15fa8c040f2f3930f9fbf75603ffb6e18bd9cf
+  metadata.gz: b8fc1df498792b2b30d63a47a783cda67ccb8cea09e933aa8cba5d317277f500
+  data.tar.gz: 83e54f0fb6070a6b3c4301d0cd3e5356f1ca4e09bdae200f4fc7694a2e3e7daa
 SHA512:
-  metadata.gz: 0fdbcdb732e36bb866a8251800ab3fa1a714fa075234bf8cd516f2542ab6704ebfa429a7177da2bd8cd6fa6eb1158efb0d68f46f43d1dc088a9a0f0debdc5c54
-  data.tar.gz: f9c1dffaa157ecf34b0b4fec6c1d7972b4773bbf7a11101a345172d621753cd9fc3818753b329dd2906a506af294d6a96c0180a0fb4dc84c2b54bceef6b520f5
+  metadata.gz: 440dd984e88afd4bee7860a0f5b03c54094b8536de6acf70b770d3f473c1ee93608a5565d62b5bd60d5e8e3ba8c09675e136373a15daef77bfc455c7c5a4a7cc
+  data.tar.gz: '09f27ff2a0c3804b345c4b5c581013135544fed098265e9bca274e34de52791b9a36525df22b17fe80093f14249c195496366e16079c25e70cf660070dc66858'

data/.rubocop.yml

@@ -52,7 +52,7 @@ Lint/BinaryOperatorWithIdenticalOperands:
 
 Lint/Debugger:
   Exclude:
-    - 'bin/example'
+    - 'docker/example'
 
 # Need for test with empty block
 # Offense count: 1
@@ -76,7 +76,8 @@ Metrics/AbcSize:
   Max: 30
   CountRepeatedAttributes: false
   AllowedMethods: [
-    'join', # 51.87
+    'join_merge_keys', # 54.18
+    'join', # 53.1
     'dataframe_info', # 46.5
     'format_table', # 84.62
     'to_long', # 33.66
@@ -87,6 +88,9 @@ Metrics/AbcSize:
     '[]', # 33.76
     'split', # 37.35
     'aggregate', # 38.13
+    'filters', # 33.91
+    'merge_keys', # 32.17
+    'rename_keys', # 31.64
   ]
 
 # Max: 25
@@ -139,10 +143,12 @@ Metrics/MethodLength:
   Max: 30
   AllowedMethods: [
     'join', # 47
-    'dataframe_info', # 33
+    'join_merge_keys', # 41
     'format_table', # 53
     'slice_by', # 38
     'assign_update', # 35
+    'summarize', # 35
+    'dataframe_info', # 33
     'drop', # 32
     'aggregate', # 31
   ]
@@ -219,7 +225,7 @@ Naming/PredicateName:
 Rubycw/Rubycw:
   Exclude:
     - 'test/**/*'
-    - 'bin/example'
+    - 'docker/example'
 
 # Offense count: 16
 # This cop supports safe autocorrection (--autocorrect).
@@ -236,7 +242,7 @@ Style/SlicingWithRange:
 
 Style/MixinUsage:
   Exclude:
-    - 'bin/example'
+    - 'docker/example'
 
 # Necessary to Vector < 0 element-wise comparison
 # Offense count: 5

data/CHANGELOG.md

@@ -1,3 +1,95 @@
+## [0.5.0] - 2023/05-24
+
+- Breaking change
+  - Use non keyword argument in #sub_by_value (#219)
+  - Upgrade dependency to Arrow 12.0.0 (#238)
+    - right_join will output columns as same order as Red Arrow.
+    - DataFrame#join will not force ordering of original column by default
+    - Join with type, such as full_join, sort after join by default
+
+- Bug fixes
+  - Use truncate in Vector#sample(float) (#229)
+  - Support options in DataFrame#tdra (#231)
+  - Fix printing table with non-ascii strings (#233)
+  - Fix join for Arrow 12.0.0
+
+- New features and improvements
+  - Add a singleton method Vector.[] (#218)
+  - Add an alias #sub_group (#219)
+  - Accept Group#summarize{Hash} to rename aggregated columns (#219)
+  - Add Group#group_frame (#219)
+  - Add Vector#cast (#224)
+  - Add Vector#fill_nil(value) (#226)
+  - Add Vector#one (#227)
+  - Add Vector#mode (#228)
+  - Add DataFrame#propagate (#235)
+  - Add DataFrame#sample (#237)
+  - Add DataFrame#shuffle (#237)
+  - Support RankOptions in Vector#rank (#239)
+  - Introduce MatchSubstringOptions family in Vector (#241)
+    - Introduce Vector#match_substring?
+    - Add Vector#end_with?, #start_with? method
+    - Add Vector#match_like?
+    - Add Vector#count_substring method
+
+- Refactoring
+  - Refine Group and SubFrames function (#219)
+    - Refine Group#group_count
+    - Use Acero in Group#filters
+    - Refine Group#filters, not using Acero
+    - Refine Group#summarize(array)
+  - Use Acero for renaming columns in join (#238)
+  - Use index kernel with IndexOptions introduced in 12.0.0 (#240)
+
+- Improve in tests/CI
+  - Use Fedra 39 Rawhide in CI (#238)
+
+- Documentation and Example
+  - Add missing yard documents for SubFrames::Selectors (#219)
+  - Update docker/example (#219)
+  - Update Gemfile in docker (#219)
+  - Add README.ja.md (#242)
+
+- GitHub site
+  - Update link of Red Data Tools Chat to matrix (#242)
+
+- Thanks
+
+## [0.4.2] - 2023-04-02
+
+- Breaking change
+
+- Bug fixes
+ - Fix Vector#modulo, #fdiv, #remainder (#203)
+ 
+- New features and improvements
+  - Update SubFrames#take to return SubFrames (#212)
+
+- Refactoring
+  - Refine SubFrames to support partial retrieval (#207)
+  - Upgrade SubFrames#frames  and promote to public (#207)
+  - Use faster count in Group#inspect (#207)
+
+- Improve in tests/CI
+
+- Documentation and Example
+  - Introduce minimum docker environment (#205)
+  - Move example REPL to docker (#205)
+  - Add readme.md in docker (#205)
+  - Add example_of_red_amber.ipynb (#205)
+  - Use smaller dataset in irb example
+  - Fix docker/example
+  - Updated link to red-data-tools (#213)
+    - Thanks to Soumya Kushwaha
+
+- GitHub site
+  - Migrated to [Red Data Tools](https://github.com/red-data-tools)
+    - Thanks to Sutou Kouhei
+
+- Thanks
+  - Sutou Kouhei
+  - Soumya Kushwaha
+
 ## [0.4.1] - 2023-03-11
 
 - Breaking change
@@ -676,7 +768,7 @@
    -  Improve `DataFrame#[]`, `#slice`, `#remove` by a new engine
       -  It parses arguments to Vector internally.
       -  Used Kernel#Array to simplify code (#16) .
-    - recycle: Move `DataFrame#slice`, `#remove` to Selectable
+    - Move `DataFrame#slice`, `#remove` to Selectable
     - Refine `DataFrame#take`, `#filter` (undocumented)
 
   - Introduce coerce in Vector (#35)

data/Gemfile

@@ -7,7 +7,7 @@ gemspec
 group :test do
   gem 'rake'
 
-  gem 'red-parquet', '~> 11.0.0'
+  gem 'red-parquet', '~> 12.0.0'
   gem 'rover-df', '~> 0.3.0'
 
   gem 'rubocop'
@@ -15,14 +15,13 @@ group :test do
   gem 'rubocop-rake'
   gem 'rubocop-rubycw', require: false
 
-  gem 'iruby'
-  gem 'test-unit'
-  gem 'webrick'
-  gem 'yard'
-
   gem 'benchmark_driver'
+  gem 'iruby'
   gem 'red-arrow-numo-narray'
   gem 'red-datasets-arrow'
   gem 'simplecov'
   gem 'simplecov-json'
+  gem 'test-unit'
+  gem 'webrick'
+  gem 'yard'
 end

data/README.ja.md

@@ -0,0 +1,252 @@
+# RedAmber
+
+[![Gem Version](https://img.shields.io/gem/v/red_amber?color=brightgreen)](https://rubygems.org/gems/red_amber)
+[![CI](https://github.com/heronshoes/red_amber/actions/workflows/ci.yml/badge.svg)](https://github.com/red-data-tools/red_amber/actions/workflows/ci.yml)
+[![Maintainability](https://api.codeclimate.com/v1/badges/b8a745047045d2f49daa/maintainability)](https://codeclimate.com/github/heronshoes/red_amber/maintainability)
+[![Test coverage](https://api.codeclimate.com/v1/badges/b8a745047045d2f49daa/test_coverage)](https://codeclimate.com/github/heronshoes/red_amber/test_coverage)
+[![Doc](https://img.shields.io/badge/docs-latest-blue)](https://heronshoes.github.io/red_amber/)
+[![Discussions](https://img.shields.io/github/discussions/heronshoes/red_amber)](https://github.com/red-data-tools/red_amber/discussions)
+
+Rubyistのためのデータフレームライブラリ.
+
+- Powered by [Red Arrow](https://github.com/apache/arrow/tree/master/ruby/red-arrow)
+[![Red Data Tools Chat (ja)](https://badges.gitter.im/red-data-tools/en.svg)](https://app.element.io/#/room/#red-data-tools_ja:gitter.im) [![Gem Version](https://img.shields.io/gem/v/red-arrow?color=brightgreen)](https://rubygems.org/gems/red-arrow)
+- Inspired by the dataframe library [Rover-df](https://github.com/ankane/rover)
+
+[README in English](README.md)
+
+![screenshot from jupyterlab](https://raw.githubusercontent.com/red-data-tools/red_amber/main/doc/image/screenshot.png)
+
+## 必要な環境
+### Ruby
+- Ruby 3.0 以上.
+
+### ライブラリ
+```ruby
+gem 'red-arrow',   '~> 12.0.0' # お使いの環境に合わせた Apache Arrow が必要です(下記のインストールを参照してください)
+gem 'red-parquet', '~> 12.0.0' # 必要に応じて。Parquetの入出力が必要な場合。
+gem 'red-datasets-arrow'       # 必要に応じて。Red Datasets またはランダムサンプリングが必要な場合。
+gem 'red-arrow-activerecord'   # 必要に応じて。Active Record とのデータ交換が必要な場合。
+gem 'rover-df',    '~> 0.3.0'  # 必要に応じて。Rover::DataFrameに対する入出力が必要な場合。
+```
+
+## インストール
+
+RedAmberをインストールする前に、下記のライブラリのインストールが必要です。
+
+- Apache Arrow (~> 12.0.0)
+- Apache Arrow GLib (~> 12.0.0)
+- Apache Parquet GLib (~> 12.0.0)  # Parquetの入出力が必要な場合。
+
+環境ごとの詳しいインストール方法は、 [Apache Arrow install document](https://arrow.apache.org/install/) を参照してください。
+  
+  - Ubuntuの場合の最低限必要なインストール例:
+
+      ```
+      sudo apt update
+      sudo apt install -y -V ca-certificates lsb-release wget
+      wget https://apache.jfrog.io/artifactory/arrow/$(lsb_release --id --short | tr 'A-Z' 'a-z')/apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb
+      sudo apt install -y -V ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb
+      sudo apt update
+      sudo apt install -y -V libarrow-dev
+      sudo apt install -y -V libarrow-glib-dev
+      ```
+
+  - Fedora 39 (Rawhide)の場合:
+
+      ```
+      sudo dnf update
+      sudo dnf -y install gcc-c++ libarrow-devel libarrow-glib-devel ruby-devel
+      ```
+
+  - macOS の場合は、Homebrewを使用する:
+
+      ```
+      brew install apache-arrow
+      brew install apache-arrow-glib
+      ```
+
+Apache Arrowがインストールできたら、下記の行をGemfileに追加してください:
+
+```ruby
+gem 'red-arrow',   '~> 12.0.0' # お使いの環境に合わせた Apache Arrow が必要です(下記のインストールを参照してください)
+gem 'red_amber'
+gem 'red-parquet', '~> 12.0.0' # 必要に応じて。Parquetの入出力が必要な場合。
+gem 'red-datasets-arrow'       # 必要に応じて。Red Datasets またはランダムサンプリングが必要な場合。
+gem 'red-arrow-numo-narray'    # 必要に応じて。Numo::NArrayとの連携が必要な場合
+gem 'red-arrow-activerecord'   # 必要に応じて。Active Record とのデータ交換が必要な場合。
+gem 'rover-df',    '~> 0.3.0'  # 必要に応じて。Rover::DataFrameに対する入出力が必要な場合。
+```
+
+`bundle install`とするか、または `gem install red_amber`としてインストールしてください。
+
+## Docker イメージと Jupyter Notebook
+
+このリポジトリの`docker` フォルダーから Docker コンテナ環境を生成できます。リポジトリをクローンしてから、dockerフォルダーにある [readme](docker/readme.md) を参照してください。その環境では `docker/notebook` フォルダーにある Jupyter Notebookイメージを試用できます。
+
+このREADMEの内容をネットワーク上のJupyter Notebookでインタラクティブに試用することも出来ます。 [Binder](https://mybinder.org/v2/gh/heronshoes/docker-stacks/RedAmber-binder?filepath=red-amber.ipynb). 
+[![Binder](https://mybinder.org/badge_logo.svg)](https://mybinder.org/v2/gh/heronshoes/docker-stacks/RedAmber-binder?filepath=red-amber.ipynb)
+
+Jupyter Notebookの環境を含めた他の多くのデータ処理用のライブラリーとともにRedAmberもパッケージングされたDocker Imageとして、[RubyData Docker Stacks](https://github.com/RubyData/docker-stacks) が利用できます(Thanks to Kenta Murata).
+
+## 他のデータフレームライブラリとの比較表
+
+RedAmberの基本的な機能をPython 
+[pandas](https://pandas.pydata.org/) や
+R [Tidyverse](https://www.tidyverse.org/) や
+Julia [Dataframes](https://dataframes.juliadata.org/stable/) と比較した表は [DataFrame_Comparison.md](doc/DataFrame_Comparison.md) にあります(Thanks to Benson Muite).
+
+## `RedAmber`のデータフレーム
+
+クラス `RedAmber::DataFrame` は２次元のデータの集まりを表現します。
+その実体は Red Arrowの Tableオブジェクトです。
+
+![dataframe model of RedAmber](https://raw.githubusercontent.com/red-data-tools/red_amber/main/doc/image/dataframe_model.png)
+
+それではライブラリをロードしていくつかの例を試してみましょう。
+
+```ruby
+require 'red_amber' # require 'red-amber' でもOKです.
+include RedAmber
+```
+
+### 例: diamonds データセット
+
+もしまだであれば、Red DatasetsのArrow拡張を`
+gem install red-datasets-arrow
+`
+としてインストールしてから次を実行してください。
+
+```ruby
+require 'datasets-arrow' # サンプルデータのロードのため
+
+dataset = Datasets::Diamonds.new
+diamonds = DataFrame.new(dataset) # v0.2.3以前では, `dataset.to_arrow`とする必要があります。
+
+# =>
+#<RedAmber::DataFrame : 53940 x 10 Vectors, 0x000000000000f668>
+         carat cut       color    clarity     depth    table    price        x ...        z
+      <double> <string>  <string> <string> <double> <double> <uint16> <double> ... <double>
+    0     0.23 Ideal     E        SI2          61.5     55.0      326     3.95 ...     2.43
+    1     0.21 Premium   E        SI1          59.8     61.0      326     3.89 ...     2.31
+    2     0.23 Good      E        VS1          56.9     65.0      327     4.05 ...     2.31
+    3     0.29 Premium   I        VS2          62.4     58.0      334      4.2 ...     2.63
+    4     0.31 Good      J        SI2          63.3     58.0      335     4.34 ...     2.75
+    :        : :         :        :               :        :        :        : ...        :
+53937      0.7 Very Good D        SI1          62.8     60.0     2757     5.66 ...     3.56
+53938     0.86 Premium   H        SI2          61.0     58.0     2757     6.15 ...     3.74
+53939     0.75 Ideal     D        SI2          62.2     55.0     2757     5.83 ...     3.64
+```
+
+例えば、1カラット以下のレコードに対し、cut毎の平均のpriceを求めるには次のようにします。
+
+```ruby
+df = diamonds
+  .slice { carat > 1 } # #sliceの代わりに#filterでも可
+  .group(:cut)
+  .mean(:price) # ここで:priceを指定する場合はgroupの前のpickは不要
+  .sort('-mean(price)')
+
+# =>
+#<RedAmber::DataFrame : 5 x 2 Vectors, 0x000000000000f67c>
+  cut       mean(price)
+  <string>     <double>
+0 Ideal         8674.23
+1 Premium       8487.25
+2 Very Good     8340.55
+3 Good           7753.6
+4 Fair          7177.86
+```
+
+Arrowのデータはイミュータブルなので、これらのメソッドは新しいオブジェクトを返します。
+
+次の例は、列をリネームしてから新しい列に簡単な計算の結果を格納します。
+
+```ruby
+usdjpy = 110.0 # 今よりずっと円高の頃
+
+df.rename('mean(price)': :mean_price_USD)
+  .assign(:mean_price_JPY) { mean_price_USD * usdjpy }
+
+# =>
+#<RedAmber::DataFrame : 5 x 3 Vectors, 0x000000000000f71c>
+  cut       mean_price_USD mean_price_JPY
+  <string>        <double>       <double>
+0 Ideal            8674.23      954164.93
+1 Premium          8487.25      933597.34
+2 Very Good        8340.55      917460.37
+3 Good              7753.6      852896.11
+4 Fair             7177.86      789564.12
+```
+
+### 例: starwars データセット
+
+次の例は、CSVファイルをダウンロードして`starwars` データセットを読み込みます。その後簡単なデータのクリーニングを行います。
+
+```ruby
+uri = URI('https://vincentarelbundock.github.io/Rdatasets/csv/dplyr/starwars.csv')
+
+starwars = DataFrame.load(uri)
+
+starwars
+  .drop(0) # 不要な列を取り除く
+  .remove { species == "NA" } # 不要な行を取り除く
+  .group(:species) { [count(:species), mean(:height, :mass)] }
+  .slice { count > 1 } # #filterでも可
+
+# =>
+#<RedAmber::DataFrame : 8 x 4 Vectors, 0x000000000000f848>
+  species    count mean(height) mean(mass)
+  <string> <int64>     <double>   <double>
+0 Human         35       176.65      82.78
+1 Droid          6        131.2      69.75
+2 Wookiee        2        231.0      124.0
+3 Gungan         3       208.67       74.0
+4 Zabrak         2        173.0       80.0
+5 Twi'lek        2        179.0       55.0
+6 Mirialan       2        168.0       53.1
+7 Kaminoan       2        221.0       88.0
+```
+
+より詳しいデータフレームの使用例については、[DataFrame.md](doc/DataFrame.md) をご参照ください。
+
+
+### 1次元のデータを保持する `Vector` 
+
+クラス`RedAmber::Vector` はデータフレームの中の列方向に格納された１次元のデータ列を保持します.
+
+より詳しい使用例については [Vector.md](doc/Vector.md) をご参照ください。
+
+## Jupyter notebook
+
+Jupyter Notebook形式の使用例として、[Examples of Red Amber](https://github.com/heronshoes/docker-stacks/blob/RedAmber-binder/binder/examples_of_red_amber.ipynb)
+([raw file](https://raw.githubusercontent.com/heronshoes/docker-stacks/RedAmber-binder/binder/examples_of_red_amber.ipynb)) があります。データのロードから各種のデータ処理まで100以上の使用例を集めています。[Binder](https://mybinder.org/v2/gh/heronshoes/docker-stacks/RedAmber-binder?filepath=examples_of_red_amber.ipynb). 
+[![Binder](https://mybinder.org/badge_logo.svg)](https://mybinder.org/v2/gh/heronshoes/docker-stacks/RedAmber-binder?filepath=examples_of_red_amber.ipynb)で試すこともできます。
+
+
+## 開発
+
+```shell
+git clone https://github.com/red-data-tools/red_amber.git
+cd red_amber
+bundle install
+bundle exec rake test
+```
+
+rake testは必須ですが、rake rubocopをパスすることはコントリビュートの際に必須ではありません。このプロジェクトではコードの書き方の好みを尊重します。ただしマージの際に書き方を統一することがあります。
+
+## コミュニティ
+
+このプロジェクトを支援して頂けると嬉しいです。支援の方法はいくつかあります。
+
+- [discussions](https://github.com/heronshoes/red_amber/discussions)で話をする [![Discussions](https://img.shields.io/github/discussions/heronshoes/red_amber)](https://github.com/red-data-tools/red_amber/discussions)
+  - Q and Aや使用方法、豆知識などを見る。
+  - 疑問に思っていることを質問する。
+  - 新しいアイデアを共有する。アイデアはdiscussionからissueに昇格させて育てていくこともあります。漠然としたアイデアでもdiscussionから始めて大きくしていきましょう。
+- [バグ報告や新しい機能の提案](https://github.com/red-data-tools/red_amber/issues)
+- バグの修正や[プルリクエスト](https://github.com/red-data-tools/red_amber/pulls)
+- ドキュメントを修正したり、不明確なところを直したり、新しく追加する
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).

data/README.md

@@ -1,39 +1,43 @@
 # RedAmber
 
 [![Gem Version](https://img.shields.io/gem/v/red_amber?color=brightgreen)](https://rubygems.org/gems/red_amber)
-[![CI](https://github.com/heronshoes/red_amber/actions/workflows/ci.yml/badge.svg)](https://github.com/heronshoes/red_amber/actions/workflows/ci.yml)
+[![CI](https://github.com/heronshoes/red_amber/actions/workflows/ci.yml/badge.svg)](https://github.com/red-data-tools/red_amber/actions/workflows/ci.yml)
 [![Maintainability](https://api.codeclimate.com/v1/badges/b8a745047045d2f49daa/maintainability)](https://codeclimate.com/github/heronshoes/red_amber/maintainability)
 [![Test coverage](https://api.codeclimate.com/v1/badges/b8a745047045d2f49daa/test_coverage)](https://codeclimate.com/github/heronshoes/red_amber/test_coverage)
 [![Doc](https://img.shields.io/badge/docs-latest-blue)](https://heronshoes.github.io/red_amber/)
-[![Discussions](https://img.shields.io/github/discussions/heronshoes/red_amber)](https://github.com/heronshoes/red_amber/discussions)
+[![Discussions](https://img.shields.io/github/discussions/heronshoes/red_amber)](https://github.com/red-data-tools/red_amber/discussions)
 
 A simple dataframe library for Ruby.
 
 - Powered by [Red Arrow](https://github.com/apache/arrow/tree/master/ruby/red-arrow)
-[![Gitter Chat](https://badges.gitter.im/red-data-tools/en.svg)](https://gitter.im/red-data-tools/en) [![Gem Version](https://img.shields.io/gem/v/red-arrow?color=brightgreen)](https://rubygems.org/gems/red-arrow)
+[![Red Data Tools Chat (en)](https://badges.gitter.im/red-data-tools/en.svg)](https://app.element.io/#/room/#red-data-tools_en:gitter.im) [![Gem Version](https://img.shields.io/gem/v/red-arrow?color=brightgreen)](https://rubygems.org/gems/red-arrow)
 - Inspired by the dataframe library [Rover-df](https://github.com/ankane/rover)
 
-![screenshot from jupyterlab](https://raw.githubusercontent.com/heronshoes/red_amber/main/doc/image/screenshot.png)
+[日本語のREADME](README.ja.md)
+
+![screenshot from jupyterlab](https://raw.githubusercontent.com/red-data-tools/red_amber/main/doc/image/screenshot.png)
 
 ## Requirements
 ### Ruby
 Supported Ruby version is >= 3.0 (since RedAmber 0.3.0).
-- I decided to remove support for Ruby 2.7 without waiting for its EOL. See [Release note for v0.3.0](https://github.com/heronshoes/red_amber/discussions/162) for details.
 
-### Libraries
+### Required libraries
 ```ruby
-gem 'red-arrow',   '~> 11.0.0' # Requires Apache Arrow (see installation below)
-gem 'red-parquet', '~> 11.0.0' # Optional, if you use IO from/to parquet
-gem 'rover-df',    '~> 0.3.0' # Optional, if you use IO from/to Rover::DataFrame
+gem 'red-arrow',   '~> 12.0.0' # Requires Apache Arrow (see installation below)
+gem 'red-parquet', '~> 12.0.0' # Optional, if you use IO from/to parquet
+gem 'red-datasets-arrow'       # Optional, if you use Red Datasets or random sampling feature
+gem 'red-arrow-numo-narray'    # Optional, recommended if you use inputs from Numo::NArray
+gem 'red-arrow-activerecord'   # Optional, if you use Active Record
+gem 'rover-df',    '~> 0.3.0'  # Optional, if you use IO from/to Rover::DataFrame
 ```
 
 ## Installation
 
 Install requirements before you install RedAmber.
 
-- Apache Arrow (~> 11.0.0)
-- Apache Arrow GLib (~> 11.0.0)
-- Apache Parquet GLib (~> 11.0.0)  # If you use IO from/to parquet
+- Apache Arrow (~> 12.0.0)
+- Apache Arrow GLib (~> 12.0.0)
+- Apache Parquet GLib (~> 12.0.0)  # If you use IO from/to parquet
 
 See [Apache Arrow install document](https://arrow.apache.org/install/).
   
@@ -49,7 +53,7 @@ See [Apache Arrow install document](https://arrow.apache.org/install/).
       sudo apt install -y -V libarrow-glib-dev
       ```
 
-  - On Fedora 38 (Rawhide):
+  - On Fedora 39 (Rawhide):
 
       ```
       sudo dnf update
@@ -66,23 +70,26 @@ See [Apache Arrow install document](https://arrow.apache.org/install/).
 If you prepared Apache Arrow, add these lines to your Gemfile:
 
 ```ruby
-gem 'red-arrow',   '~> 11.0.0'
+gem 'red-arrow',   '~> 12.0.0'
 gem 'red_amber'
-gem 'red-parquet', '~> 11.0.0' # Optional, if you use IO from/to parquet
-gem 'rover-df',    '~> 0.3.0'  # Optional, if you use IO from/to Rover::DataFrame
+gem 'red-parquet', '~> 12.0.0' # Optional, if you use IO from/to parquet
 gem 'red-datasets-arrow'       # Optional, recommended if you use Red Datasets
 gem 'red-arrow-numo-narray'    # Optional, recommended if you use inputs from Numo::NArray
+gem 'red-arrow-activerecord'   # Optional, if you use Active Record
+gem 'rover-df',    '~> 0.3.0'  # Optional, if you use IO from/to Rover::DataFrame
 ```
 
 And then execute `bundle install` or install them yourself such as `gem install red_amber`.
 
 ## Docker image and Jupyter Notebook
 
-[RubyData Docker Stacks](https://github.com/RubyData/docker-stacks) is available as a ready-to-run Docker image containing Jupyter and useful data tools as well as RedAmber (Thanks to Kenta Murata).
+Docker image is available from `docker` folder. See [readme](docker/readme.md) for instruction. Integrated Jypyter notebook is in docker/notebook folder.
 
-Also you can try the contents of this README interactively by [Binder](https://mybinder.org/v2/gh/heronshoes/docker-stacks/RedAmber-binder?filepath=red-amber.ipynb). 
+You can try the contents of this README interactively by [Binder](https://mybinder.org/v2/gh/heronshoes/docker-stacks/RedAmber-binder?filepath=red-amber.ipynb). 
 [![Binder](https://mybinder.org/badge_logo.svg)](https://mybinder.org/v2/gh/heronshoes/docker-stacks/RedAmber-binder?filepath=red-amber.ipynb)
 
+[RubyData Docker Stacks](https://github.com/RubyData/docker-stacks) is available as a ready-to-run Docker image containing Jupyter and useful data tools as well as RedAmber (Thanks to Kenta Murata).
+
 ## Comparison of DataFrames
 
 Comparison of  basic features of RedAmber with Python 
@@ -95,7 +102,7 @@ Julia [Dataframes](https://dataframes.juliadata.org/stable/) is in [DataFrame_Co
 Class `RedAmber::DataFrame` represents a set of data in 2D-shape.
 Its entity is a Red Arrow's Table object. 
 
-![dataframe model of RedAmber](https://raw.githubusercontent.com/heronshoes/red_amber/main/doc/image/dataframe_model.png)
+![dataframe model of RedAmber](https://raw.githubusercontent.com/red-data-tools/red_amber/main/doc/image/dataframe_model.png)
 
 Let's load the library and try some examples.
 
@@ -222,7 +229,7 @@ You can try this notebook on [Binder](https://mybinder.org/v2/gh/heronshoes/dock
 ## Development
 
 ```shell
-git clone https://github.com/heronshoes/red_amber.git
+git clone https://github.com/red-data-tools/red_amber.git
 cd red_amber
 bundle install
 bundle exec rake test
@@ -232,12 +239,12 @@ bundle exec rake test
 
 I will appreciate if you could help to improve this project. Here are a few ways you can help:
 
-- Let's talk in the [discussions](https://github.com/heronshoes/red_amber/discussions). [![Discussions](https://img.shields.io/github/discussions/heronshoes/red_amber)](https://github.com/heronshoes/red_amber/discussions)
+- Let's talk in the [discussions](https://github.com/heronshoes/red_amber/discussions). [![Discussions](https://img.shields.io/github/discussions/heronshoes/red_amber)](https://github.com/red-data-tools/red_amber/discussions)
   - Browse Q and A, how to use, tips, etc.
   - Ask questions you’re wondering about.
   - Share ideas. The idea may be promoted to issues or pull requests.
-- [Report bugs or suggest new features](https://github.com/heronshoes/red_amber/issues)
-- Fix bugs and [submit pull requests](https://github.com/heronshoes/red_amber/pulls)
+- [Report bugs or suggest new features](https://github.com/red-data-tools/red_amber/issues)
+- Fix bugs and [submit pull requests](https://github.com/red-data-tools/red_amber/pulls)
 - Write, clarify, or fix documentation
 
 ## License

data/benchmark/basic.yml

@@ -43,7 +43,7 @@ benchmark:
   'B06: Pick by a block': |
     df.pick { keys.map { |key| key.end_with?('time') } }
 
-  'B07: Slice([]) by a index': |
+  'B07: Slice([]) by an index': |
     df[877]
 
   'B08: Slice by indeces': |

data/benchmark/group.yml

@@ -1,18 +1,19 @@
 loop_count: 3
 
 contexts:
-  - name: 0.2.2
-    gems:
-      red_amber: 0.2.2
   - name: 0.3.0
     gems:
       red_amber: 0.3.0
+  - name: 0.4.2
+    gems:
+      red_amber: 0.4.2
   - name: HEAD
     prelude: |
       $LOAD_PATH.unshift(File.expand_path('lib'))
 
 prelude: |
   require 'red_amber'
+  include RedAmber
   require 'datasets-arrow'
 
   ds = Datasets::Rdatasets.new('nycflights13', 'flights')
@@ -32,8 +33,14 @@ benchmark:
   'G03: sum arr_delay, mean distance by flight': |
     df.group(:flight) { [sum(:arr_delay), mean(:distance)] }
 
-  'G04: mean air_time, distance by flight': |
+  'G04:filtersir_time, distance by flight': |
     df.group(:flight).mean(:air_time, :distance)
 
-  'G05: sum dep_delay, arr_delay by carrer': |
+  'G75: sum dep_delay, arr_delay by carrer': |
     df.group(:carrier).sum(:dep_delay, :arr_delay)
+  
+  'G06: filters': |
+    Group.new(df, :dest).filters
+
+  'G07: inspect': |
+    Group.new(df, :dest).inspect

data/doc/CODE_OF_CONDUCT.md

@@ -39,7 +39,7 @@ This Code of Conduct applies within all community spaces, and also applies when
 
 ## Enforcement
 
-Instances of abusive, harassing, or otherwise unacceptable behavior may be reported to the community leaders responsible for enforcement at 63298319+heronshoes@users.noreply.github.com. All complaints will be reviewed and investigated promptly and fairly.
+Instances of abusive, harassing, or otherwise unacceptable behavior may be reported to the community leaders responsible for enforcement at heronshoes877@gmail.com. All complaints will be reviewed and investigated promptly and fairly.
 
 All community leaders are obligated to respect the privacy and security of the reporter of any incident.
 

data/docker/.env

@@ -0,0 +1,4 @@
+NB_USER=jovyan
+
+TZ=
+TOKEN=''