red-arrow-activerecord 0.1.0 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 5ac5974438fd59eeab35b60221680f207c80acfc
-  data.tar.gz: 3bac786c5c9058ad3fcac6bbdaff8e6b3f2ff731
+SHA256:
+  metadata.gz: 40f485293bb04645002b8b113c077728fc300c5a292ce3d85d26bf703b09845c
+  data.tar.gz: 2139a0c5b8a850f943060d69b083d2604c83366aa709607884cc21154d6cb62f
 SHA512:
-  metadata.gz: c5c20bb8254c395ea9eafafcf9996e7dac7df8110c49685211fec1edecd82299f2de96c20d67f0f62c339e5e153c255be8e1e09349413891f0fc327422c2bb5d
-  data.tar.gz: e39eb1ea4ec0914dc0360b81c81b0b89ec9c848b2eafd3151574bf442795c24c138387fc91248c3df68ebdff823cd4504bb4165ac98b9ee203dfd2a10701094b
+  metadata.gz: de3dfa57565917e173b24c9bdcba48dd8d6f285439c096e4e6853dd01252c5bd5002874fee28a054c0c2232f04e36548d16410145728fe9759a20e44fe372ff9
+  data.tar.gz: fb52b67b4f2ff43d5bbd01acd08edc934eb036d116a8e46f250988f72a0b1452884a944c0c17c9b5f7ff87d9f6e3ed267b67d630116399c6645bad2ff7a9171f

data/README.md

@@ -1,7 +1,8 @@
 # README
 
 ## Name
-Red ActiveRecord
+
+Red Arrow Active Record
 
 ## Usage
 

data/Rakefile

@@ -12,7 +12,17 @@ helper.install
 
 desc "Run tests"
 task :test do
-  ruby("test/run-test.rb")
+  ruby("test/run.rb")
 end
 
 task default: :test
+
+release_task = Rake.application["release"]
+# We use Trusted Publishing.
+release_task.prerequisites.delete("build")
+release_task.prerequisites.delete("release:rubygem_push")
+release_task_comment = release_task.comment
+if release_task_comment
+  release_task.clear_comments
+  release_task.comment = release_task_comment.gsub(/ and build.*$/, "")
+end

data/doc/text/news.md

@@ -1,5 +1,24 @@
 # News
 
+## 0.1.2 - 2026-05-22
+
+### Improvements
+
+  * Added support for one column case.
+
+## 0.1.1 - 2019-02-02
+
+### Improvements
+
+  * Suppressed a warning.
+    [GitHub#3][Patch by Yasuo Honda]
+
+  * Changed to use Red Arrow 0.12.0 or later.
+
+### Thanks
+
+  * Yasuo Honda
+
 ## 0.1.0 - 2018-02-05
 
 Initial release!!!

data/lib/arrow-activerecord/arrowable.rb

@@ -7,34 +7,29 @@ module ArrowActiveRecord
       target_column_names = column_names if select_values.empty?
 
       fields = []
-      data_types = []
       target_column_names.each do |name|
         name = name.to_s
         target_column = columns.find do |column|
           column.name == name
         end
-        arrow_data_type = extract_arrow_data_type(target_column)
-        fields << Arrow::Field.new(name, arrow_data_type)
-        data_types << arrow_data_type
+        fields << {name: name, data_type: extract_arrow_data_type(target_column)}
       end
       schema = Arrow::Schema.new(fields)
 
-      arrow_array_batches = data_types.collect do
-        []
-      end
+      record_batches = []
+      record_batch_builder = Arrow::RecordBatchBuilder.new(schema)
       in_batches(of: batch_size).each do |relation|
-        column_values_set = relation.pluck(*target_column_names).transpose
-        data_types.each_with_index do |data_type, i|
-          column_values = column_values_set[i]
-          arrow_array_batches[i] << build_arrow_array(column_values, data_type)
+        records = relation.pluck(*target_column_names)
+        if target_column_names.size == 1
+          # [1, 2, 3] ->
+          # [[1], [2], [3]]
+          record_batch_builder.append(records.collect {|value| [value]})
+        else
+          record_batch_builder.append(records)
         end
+        record_batches << record_batch_builder.flush
       end
-      columns = fields.collect.with_index do |field, i|
-        chunked_array = Arrow::ChunkedArray.new(arrow_array_batches[i])
-        Arrow::Column.new(field, chunked_array)
-      end
-
-      Arrow::Table.new(schema, columns)
+      Arrow::Table.new(schema, record_batches)
     end
 
     private
@@ -49,56 +44,30 @@ module ArrowActiveRecord
       end
       case type
       when :bigint
-        Arrow::Int64DataType.new
+        :int64
       when :binary
-        Arrow::BinaryDataType.new
+        :binary
       when :boolean
-        Arrow::BooleanDataType.new
+        :boolean
       when :date
-        Arrow::Date32DataType.new
+        :date32
       when :datetime
-        Arrow::TimestampDataType.new(:nano)
-      # when :decimal
+        [:timestamp, :nano]
+      when :decimal
+        [:decimal128, type.precision, type.scale]
       when :float
-        Arrow::FloatDataType.new
+        :float
       when :integer
-        Arrow::Int32DataType.new
+        :int32
       # when :json
       when :string, :text
-        Arrow::StringDataType.new
+        :string
       when :time, :timestamp
-        Arrow::TimestampDataType.new(:nano)
-      when :timestamp
-        Arrow::TimestampDataType.new(:nano)
+        [:timestamp, :nano]
       else
         message = "unsupported data type: #{type}: #{column.inspect}"
         raise NotImplementedError, message
       end
     end
-
-    def build_arrow_array(column_values, data_type)
-      case data_type
-      when Arrow::Int64DataType
-        Arrow::Int64Array.new(column_values)
-      when Arrow::BinaryDataType
-        Arrow::BinaryArray.new(column_values)
-      when Arrow::BooleanDataType
-        Arrow::BooleanArray.new(column_values)
-      when Arrow::Date32DataType
-        Arrow::Date32Array.new(column_values)
-      when Arrow::TimestampDataType
-        builder = Arrow::TimestampArrayBuilder.new(data_type)
-        builder.build(column_values)
-      when Arrow::FloatDataType
-        Arrow::FloatArray.new(column_values)
-      when Arrow::Int32DataType
-        Arrow::Int32Array.new(column_values)
-      when Arrow::StringDataType
-        Arrow::StringArray.new(column_values)
-      else
-        message = "unsupported data type: #{data_type.inspect}"
-        raise NotImplementedError, message
-      end
-    end
   end
 end

data/lib/arrow-activerecord/version.rb

@@ -1,3 +1,3 @@
 module ArrowActiverecord
-  VERSION = '0.1.0'
+  VERSION = '0.1.2'
 end

metadata

@@ -1,15 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: red-arrow-activerecord
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.2
 platform: ruby
 authors:
 - hatappi
 - Kouhei Sutou
-autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-02-04 00:00:00.000000000 Z
+date: 1980-01-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -31,14 +30,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.12.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.12.0
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -113,7 +112,6 @@ homepage: https://github.com/red-data-tools/red-arrow-activerecord
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -128,9 +126,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.5.2.2
-signing_key: 
+rubygems_version: 4.0.10
 specification_version: 4
 summary: A library that provides conversion method between Apache Arrow and ActiveRecord
 test_files: []