red-arrow 8.0.0 → 24.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f43d3875f2e48876cd47533124a9fcf9559e263e63e3954c65fedd36b4e59744
-  data.tar.gz: 2548f661536d3288f4ad8bb25d6587a78ee51d810a85a7d533ccdaf595439a12
+  metadata.gz: e8464767793fb8efd382689c8ca939af17fdb052f462885efb0461d07d905d18
+  data.tar.gz: e6d037e1400af61e90438eaa255c172eaf850b136ea7f8262b6acbd2b41c8126
 SHA512:
-  metadata.gz: caeffbc164f14db7b056263f1ecd449afe2feec3ccbf7b883c147d415199c9ddc6c20398b00c34884248c103fbb7c55aa225719d8b8e75ac7f49337ee89d557e
-  data.tar.gz: ae5a793e06b63bd80e3499f794193f47f72ff7510a558d2d0e61314068d5bd3a1986e5083bda749b00b73a4615901beb320521eeb360576b93fcb9a1e9d9510a
+  metadata.gz: 0cfab03a5b046c67d892db13cf1cd8d988fd0da9e61e950983dc2c1662c9b25a11ad8fb2e27ca68c7cd34814f208a4a51eda0d689e6aa9c514b82c026797ac7e
+  data.tar.gz: 22370cbfb633c8efd7d3ef8e8131001ece304d1c2e79e29bbda7eae4095dea0486f79a9253fbf8d586c11389bd2f3c8b38841f90733cb1dfb4787c2a9327fa15

data/README.md

@@ -25,20 +25,28 @@ Red Arrow is the Ruby bindings of Apache Arrow. Red Arrow is based on GObject In
 
 [GObject Introspection](https://wiki.gnome.org/action/show/Projects/GObjectIntrospection) is a middleware for language bindings of C library. GObject Introspection can generate language bindings automatically at runtime.
 
-Red Arrow uses [Apache Arrow GLib](https://github.com/apache/arrow/tree/master/c_glib) and [gobject-introspection gem](https://rubygems.org/gems/gobject-introspection) to generate Ruby bindings of Apache Arrow.
+Red Arrow uses [Apache Arrow GLib](https://github.com/apache/arrow/tree/main/c_glib) and [gobject-introspection gem](https://rubygems.org/gems/gobject-introspection) to generate Ruby bindings of Apache Arrow.
 
-Apache Arrow GLib is a C wrapper for [Apache Arrow C++](https://github.com/apache/arrow/tree/master/cpp). GObject Introspection can't use Apache Arrow C++ directly. Apache Arrow GLib is a bridge between Apache Arrow C++ and GObject Introspection.
+Apache Arrow GLib is a C wrapper for [Apache Arrow C++](https://github.com/apache/arrow/tree/main/cpp). GObject Introspection can't use Apache Arrow C++ directly. Apache Arrow GLib is a bridge between Apache Arrow C++ and GObject Introspection.
 
 gobject-introspection gem is a Ruby bindings of GObject Introspection. Red Arrow uses GObject Introspection via gobject-introspection gem.
 
 ## Install
 
-Install Apache Arrow GLib before install Red Arrow. See [Apache Arrow install document](https://arrow.apache.org/install/) for details.
+You need to install Apache Arrow GLib to install Red Arrow. You can automate it by enabling [rubygems-requirements-system](https://github.com/ruby-gnome/rubygems-requirements-system/). If you want to install Apache Arrow GLib manually, see [Apache Arrow install document](https://arrow.apache.org/install/) for details.
 
-Install Red Arrow after you install Apache Arrow GLib:
+If you want to install Red Arrow by Bundler, you can add the followings to your `Gemfile`:
+
+```ruby
+plugin "rubygems-requirements-system"
+
+gem "red-arrow"
+```
+
+If you want to install Red Arrow by RubyGems, you can use the following command line:
 
 ```console
-% gem install red-arrow
+$ gem install rubygems-requirements-system red-arrow
 ```
 
 ## Usage
@@ -56,7 +64,7 @@ table.save("/dev/shm/data-processed.arrow")
 Note that you need to install Apache Arrow C++/GLib at master before preparing Red Arrow. See also:
 
   * For Apache Arrow C++: https://arrow.apache.org/docs/developers/cpp/building.html
-  * For Apache Arrow GLib: https://github.com/apache/arrow/blob/master/c_glib/README.md
+  * For Apache Arrow GLib: https://github.com/apache/arrow/blob/main/c_glib/README.md
 
 ```console
 $ cd ruby/red-arrow
@@ -72,4 +80,4 @@ $ bundle install
 $ brew install apache-arrow --head
 $ brew install apache-arrow-glib --head
 $ bundle exec rake test
-```
+```

data/ext/arrow/arrow.cpp

@@ -43,6 +43,56 @@ namespace red_arrow {
     VALUE month;
     VALUE nanosecond;
   }
+
+  void
+  record_batch_reader_mark(gpointer object)
+  {
+    auto reader = GARROW_RECORD_BATCH_READER(object);
+    auto sources = garrow_record_batch_reader_get_sources(reader);
+    for (auto source = sources; sources; sources = g_list_next(sources)) {
+      rbgobj_gc_mark_instance(source->data);
+    }
+  }
+
+  void
+  execute_plan_mark(gpointer object)
+  {
+    auto plan = GARROW_EXECUTE_PLAN(object);
+    auto nodes = garrow_execute_plan_get_nodes(plan);
+    for (auto node = nodes; node; node = g_list_next(node)) {
+      rbgobj_gc_mark_instance(node->data);
+    }
+  }
+
+  void
+  call_expression_mark(gpointer object)
+  {
+    auto expression = GARROW_CALL_EXPRESSION(object);
+    auto arguments = garrow_call_expression_get_arguments(expression);
+    for (auto argument = arguments; argument; argument = g_list_next(argument)) {
+      rbgobj_gc_mark_instance(argument->data);
+    }
+  }
+
+  void
+  aggregate_node_options_mark(gpointer object)
+  {
+    auto options = GARROW_AGGREGATE_NODE_OPTIONS(object);
+    auto aggregations = garrow_aggregate_node_options_get_aggregations(options);
+    for (auto aggregation = aggregations; aggregation; aggregation = g_list_next(aggregation)) {
+      rbgobj_gc_mark_instance(aggregation->data);
+    }
+  }
+
+  void
+  project_node_options_mark(gpointer object)
+  {
+    auto options = GARROW_PROJECT_NODE_OPTIONS(object);
+    auto expressions = garrow_project_node_options_get_expressions(options);
+    for (auto expression = expressions; expression; expression = g_list_next(expression)) {
+      rbgobj_gc_mark_instance(expression->data);
+    }
+  }
 }
 
 extern "C" void Init_arrow() {
@@ -62,11 +112,17 @@ extern "C" void Init_arrow() {
   rb_define_method(cArrowRecordBatch, "raw_records",
                    reinterpret_cast<rb::RawMethod>(red_arrow::record_batch_raw_records),
                    0);
+  rb_define_method(cArrowRecordBatch, "each_raw_record",
+                   reinterpret_cast<rb::RawMethod>(red_arrow::record_batch_each_raw_record),
+                   0);
 
   auto cArrowTable = rb_const_get_at(mArrow, rb_intern("Table"));
   rb_define_method(cArrowTable, "raw_records",
                    reinterpret_cast<rb::RawMethod>(red_arrow::table_raw_records),
                    0);
+  rb_define_method(cArrowTable, "each_raw_record",
+                   reinterpret_cast<rb::RawMethod>(red_arrow::table_each_raw_record),
+                   0);
 
   red_arrow::cDate = rb_const_get(rb_cObject, rb_intern("Date"));
 
@@ -93,4 +149,15 @@ extern "C" void Init_arrow() {
   red_arrow::symbols::millisecond = ID2SYM(rb_intern("millisecond"));
   red_arrow::symbols::month = ID2SYM(rb_intern("month"));
   red_arrow::symbols::nanosecond = ID2SYM(rb_intern("nanosecond"));
+
+  rbgobj_register_mark_func(GARROW_TYPE_RECORD_BATCH_READER,
+                            red_arrow::record_batch_reader_mark);
+  rbgobj_register_mark_func(GARROW_TYPE_EXECUTE_PLAN,
+                            red_arrow::execute_plan_mark);
+  rbgobj_register_mark_func(GARROW_TYPE_CALL_EXPRESSION,
+                            red_arrow::call_expression_mark);
+  rbgobj_register_mark_func(GARROW_TYPE_AGGREGATE_NODE_OPTIONS,
+                            red_arrow::aggregate_node_options_mark);
+  rbgobj_register_mark_func(GARROW_TYPE_PROJECT_NODE_OPTIONS,
+                            red_arrow::project_node_options_mark);
 }

data/ext/arrow/converters.cpp

@@ -25,6 +25,16 @@ namespace red_arrow {
     return list_array_value_converter_->convert(array, i);
   }
 
+  VALUE ArrayValueConverter::convert(const arrow::LargeListArray& array,
+                                     const int64_t i) {
+    return large_list_array_value_converter_->convert(array, i);
+  }
+
+  VALUE ArrayValueConverter::convert(const arrow::FixedSizeListArray& array,
+                                     const int64_t i) {
+    return fixed_size_list_array_value_converter_->convert(array, i);
+  }
+
   VALUE ArrayValueConverter::convert(const arrow::StructArray& array,
                                      const int64_t i) {
     return struct_array_value_converter_->convert(array, i);