red-arrow-activerecord 0.1.1 → 0.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6e3ce2d50d09a561409312f1a6d46b9be1764028c7502b036147f8be00c1b5ce
-  data.tar.gz: e4a5aa2ccbcf04142b9e798e5363813476b42982154dfcc5b1ca259d975de5ab
+  metadata.gz: e8d253180a9bf6653d4034c162efd4b092e4ea9e44f983c2f4cb8ea2aa95c8e1
+  data.tar.gz: d5d7ea4de22c17357d4eefa6518fadc8c88420e161be91df946e85dfdf7964c9
 SHA512:
-  metadata.gz: b345fbf7fa5523565b991570bf09ea174be478e4b47644e0377c767380c6c27532ae4e2ad85e9587dccb7bbf48ad1eadd2b11e2c093e14ad81d91cb54300adbe
-  data.tar.gz: 752ec4e82b12c9f599fd02a1ea6b58204a4d7de22b7cf09b502bf7c183e3a55ddeaa74db73d02d3d07e49f6d02cf50fb4fe7f7c93f4835cba0ab8284f2bb8d5f
+  metadata.gz: 90502eefb44fd4d6d6ffa6e66ce9864b5c6e0b384885ff5f5512f640629b19100a3d708af5b2644711bb6a25988f26bda90ee88c3f5adaad698288bda81a2f6c
+  data.tar.gz: 38f2b95f2da0f994ee554edeedaff59d5a5ec19a344c2c0957b74647f78c0bb20538d8d0119766f728356bd9e54850c95212a13160a8a64e61c914791eb73029

data/README.md

@@ -1,7 +1,8 @@
 # README
 
 ## Name
-Red ActiveRecord
+
+Red Arrow Active Record
 
 ## Usage
 

data/Rakefile

@@ -12,7 +12,17 @@ helper.install
 
 desc "Run tests"
 task :test do
-  ruby("test/run-test.rb")
+  ruby("test/run.rb")
 end
 
 task default: :test
+
+release_task = Rake.application["release"]
+# We use Trusted Publishing.
+release_task.prerequisites.delete("build")
+release_task.prerequisites.delete("release:rubygem_push")
+release_task_comment = release_task.comment
+if release_task_comment
+  release_task.clear_comments
+  release_task.comment = release_task_comment.gsub(/ and build.*$/, "")
+end

data/doc/text/news.md

@@ -1,5 +1,17 @@
 # News
 
+## 0.1.3 - 2026-05-22
+
+### Improvements
+
+  * Added `#each_record_batch`.
+
+## 0.1.2 - 2026-05-22
+
+### Improvements
+
+  * Added support for one column case.
+
 ## 0.1.1 - 2019-02-02
 
 ### Improvements

data/lib/arrow-activerecord/arrowable.rb

@@ -3,6 +3,31 @@ require 'arrow'
 module ArrowActiveRecord
   module Arrowable
     def to_arrow(batch_size: 10000)
+      record_batches = each_record_batch(batch_size:).to_a
+      Arrow::Table.new(record_batches.first.schema, record_batches)
+    end
+
+    def each_record_batch(batch_size: 10000, &block)
+      return to_enum(__method__, batch_size:) unless block_given?
+
+      schema = build_arrow_schema
+      target_column_names = schema.fields.collect(&:name)
+      record_batch_builder = Arrow::RecordBatchBuilder.new(schema)
+      in_batches(of: batch_size).each do |relation|
+        records = relation.pluck(*target_column_names)
+        if target_column_names.size == 1
+          # [1, 2, 3] ->
+          # [[1], [2], [3]]
+          record_batch_builder.append(records.collect {|value| [value]})
+        else
+          record_batch_builder.append(records)
+        end
+        yield(record_batch_builder.flush)
+      end
+    end
+
+    private
+    def build_arrow_schema
       target_column_names = select_values
       target_column_names = column_names if select_values.empty?
 
@@ -14,19 +39,9 @@ module ArrowActiveRecord
         end
         fields << {name: name, data_type: extract_arrow_data_type(target_column)}
       end
-      schema = Arrow::Schema.new(fields)
-
-      record_batches = []
-      record_batch_builder = Arrow::RecordBatchBuilder.new(schema)
-      in_batches(of: batch_size).each do |relation|
-        records = relation.pluck(*target_column_names)
-        record_batch_builder.append(records)
-        record_batches << record_batch_builder.flush
-      end
-      Arrow::Table.new(schema, record_batches)
+      Arrow::Schema.new(fields)
     end
 
-    private
     def extract_arrow_data_type(column)
       type = nil
       if column

data/lib/arrow-activerecord/version.rb

@@ -1,3 +1,3 @@
 module ArrowActiverecord
-  VERSION = '0.1.1'
+  VERSION = "0.1.3"
 end

metadata

@@ -1,15 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: red-arrow-activerecord
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.3
 platform: ruby
 authors:
 - hatappi
 - Kouhei Sutou
-autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-02-01 00:00:00.000000000 Z
+date: 1980-01-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -113,7 +112,6 @@ homepage: https://github.com/red-data-tools/red-arrow-activerecord
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -128,9 +126,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.6
-signing_key: 
+rubygems_version: 4.0.10
 specification_version: 4
 summary: A library that provides conversion method between Apache Arrow and ActiveRecord
 test_files: []