red-arrow-format 23.0.0 → 24.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (83) hide show
  1. checksums.yaml +4 -4
  2. data/Gemfile +7 -2
  3. data/NOTICE.txt +1 -1
  4. data/Rakefile +23 -1
  5. data/lib/arrow-format/array.rb +486 -117
  6. data/lib/arrow-format/bitmap.rb +25 -6
  7. data/lib/arrow-format/buffer-alignable.rb +35 -0
  8. data/lib/arrow-format/dictionary.rb +29 -0
  9. data/lib/arrow-format/error.rb +1 -1
  10. data/lib/arrow-format/field.rb +24 -3
  11. data/lib/arrow-format/file-reader.rb +47 -25
  12. data/lib/arrow-format/file-writer.rb +56 -0
  13. data/lib/arrow-format/flatbuffers.rb +67 -0
  14. data/lib/arrow-format/org/apache/arrow/flatbuf/binary.rb +5 -1
  15. data/lib/arrow-format/org/apache/arrow/flatbuf/binary_view.rb +5 -1
  16. data/lib/arrow-format/org/apache/arrow/flatbuf/block.rb +10 -2
  17. data/lib/arrow-format/org/apache/arrow/flatbuf/body_compression.rb +8 -1
  18. data/lib/arrow-format/org/apache/arrow/flatbuf/body_compression_method.rb +3 -1
  19. data/lib/arrow-format/org/apache/arrow/flatbuf/bool.rb +5 -1
  20. data/lib/arrow-format/org/apache/arrow/flatbuf/buffer.rb +8 -1
  21. data/lib/arrow-format/org/apache/arrow/flatbuf/compression_type.rb +1 -1
  22. data/lib/arrow-format/org/apache/arrow/flatbuf/date.rb +7 -1
  23. data/lib/arrow-format/org/apache/arrow/flatbuf/date_unit.rb +1 -1
  24. data/lib/arrow-format/org/apache/arrow/flatbuf/decimal.rb +9 -1
  25. data/lib/arrow-format/org/apache/arrow/flatbuf/dictionary_batch.rb +9 -1
  26. data/lib/arrow-format/org/apache/arrow/flatbuf/dictionary_encoding.rb +11 -2
  27. data/lib/arrow-format/org/apache/arrow/flatbuf/dictionary_kind.rb +1 -1
  28. data/lib/arrow-format/org/apache/arrow/flatbuf/duration.rb +7 -1
  29. data/lib/arrow-format/org/apache/arrow/flatbuf/endianness.rb +1 -1
  30. data/lib/arrow-format/org/apache/arrow/flatbuf/feature.rb +1 -1
  31. data/lib/arrow-format/org/apache/arrow/flatbuf/field.rb +13 -1
  32. data/lib/arrow-format/org/apache/arrow/flatbuf/field_node.rb +8 -1
  33. data/lib/arrow-format/org/apache/arrow/flatbuf/fixed_size_binary.rb +7 -1
  34. data/lib/arrow-format/org/apache/arrow/flatbuf/fixed_size_list.rb +7 -1
  35. data/lib/arrow-format/org/apache/arrow/flatbuf/floating_point.rb +7 -1
  36. data/lib/arrow-format/org/apache/arrow/flatbuf/footer.rb +22 -2
  37. data/lib/arrow-format/org/apache/arrow/flatbuf/int.rb +8 -1
  38. data/lib/arrow-format/org/apache/arrow/flatbuf/interval.rb +7 -1
  39. data/lib/arrow-format/org/apache/arrow/flatbuf/interval_unit.rb +1 -1
  40. data/lib/arrow-format/org/apache/arrow/flatbuf/key_value.rb +8 -1
  41. data/lib/arrow-format/org/apache/arrow/flatbuf/large_binary.rb +5 -1
  42. data/lib/arrow-format/org/apache/arrow/flatbuf/large_list.rb +5 -1
  43. data/lib/arrow-format/org/apache/arrow/flatbuf/large_list_view.rb +5 -1
  44. data/lib/arrow-format/org/apache/arrow/flatbuf/large_utf8.rb +5 -1
  45. data/lib/arrow-format/org/apache/arrow/flatbuf/list.rb +5 -1
  46. data/lib/arrow-format/org/apache/arrow/flatbuf/list_view.rb +5 -1
  47. data/lib/arrow-format/org/apache/arrow/flatbuf/map.rb +8 -2
  48. data/lib/arrow-format/org/apache/arrow/flatbuf/message.rb +22 -2
  49. data/lib/arrow-format/org/apache/arrow/flatbuf/message_header.rb +1 -1
  50. data/lib/arrow-format/org/apache/arrow/flatbuf/metadata_version.rb +1 -1
  51. data/lib/arrow-format/org/apache/arrow/flatbuf/null.rb +5 -1
  52. data/lib/arrow-format/org/apache/arrow/flatbuf/precision.rb +1 -1
  53. data/lib/arrow-format/org/apache/arrow/flatbuf/record_batch.rb +12 -2
  54. data/lib/arrow-format/org/apache/arrow/flatbuf/run_end_encoded.rb +5 -1
  55. data/lib/arrow-format/org/apache/arrow/flatbuf/schema.rb +10 -1
  56. data/lib/arrow-format/org/apache/arrow/flatbuf/sparse_matrix_compressed_axis.rb +1 -1
  57. data/lib/arrow-format/org/apache/arrow/flatbuf/sparse_matrix_index_csx.rb +12 -2
  58. data/lib/arrow-format/org/apache/arrow/flatbuf/sparse_tensor.rb +13 -1
  59. data/lib/arrow-format/org/apache/arrow/flatbuf/sparse_tensor_index.rb +1 -1
  60. data/lib/arrow-format/org/apache/arrow/flatbuf/sparse_tensor_index_coo.rb +13 -4
  61. data/lib/arrow-format/org/apache/arrow/flatbuf/sparse_tensor_index_csf.rb +14 -4
  62. data/lib/arrow-format/org/apache/arrow/flatbuf/struct_.rb +5 -1
  63. data/lib/arrow-format/org/apache/arrow/flatbuf/tensor.rb +11 -1
  64. data/lib/arrow-format/org/apache/arrow/flatbuf/tensor_dim.rb +8 -1
  65. data/lib/arrow-format/org/apache/arrow/flatbuf/time.rb +8 -1
  66. data/lib/arrow-format/org/apache/arrow/flatbuf/time_unit.rb +1 -1
  67. data/lib/arrow-format/org/apache/arrow/flatbuf/timestamp.rb +8 -1
  68. data/lib/arrow-format/org/apache/arrow/flatbuf/type.rb +1 -1
  69. data/lib/arrow-format/org/apache/arrow/flatbuf/union.rb +8 -1
  70. data/lib/arrow-format/org/apache/arrow/flatbuf/union_mode.rb +1 -1
  71. data/lib/arrow-format/org/apache/arrow/flatbuf/utf8.rb +5 -1
  72. data/lib/arrow-format/org/apache/arrow/flatbuf/utf8view.rb +5 -1
  73. data/lib/arrow-format/readable.rb +151 -96
  74. data/lib/arrow-format/record-batch.rb +70 -1
  75. data/lib/arrow-format/schema.rb +14 -1
  76. data/lib/arrow-format/streaming-pull-reader.rb +49 -23
  77. data/lib/arrow-format/streaming-reader.rb +51 -14
  78. data/lib/arrow-format/streaming-writer.rb +156 -0
  79. data/lib/arrow-format/type.rb +397 -34
  80. data/lib/arrow-format/version.rb +1 -1
  81. data/lib/arrow-format.rb +2 -0
  82. data/red-arrow-format.gemspec +2 -1
  83. metadata +9 -4
data/lib/arrow-format/version.rb CHANGED
@@ -16,7 +16,7 @@
16
16
  # under the License.
17
17
 
18
18
  module ArrowFormat
19
- VERSION = "23.0.0"
19
+ VERSION = "24.0.0"
20
20
 
21
21
  module Version
22
22
  numbers, TAG = VERSION.split("-")
data/lib/arrow-format.rb CHANGED
@@ -16,5 +16,7 @@
16
16
  # under the License.
17
17
 
18
18
  require_relative "arrow-format/file-reader"
19
+ require_relative "arrow-format/file-writer"
19
20
  require_relative "arrow-format/streaming-reader"
21
+ require_relative "arrow-format/streaming-writer"
20
22
  require_relative "arrow-format/version"
data/red-arrow-format.gemspec CHANGED
@@ -44,9 +44,10 @@ Gem::Specification.new do |spec|
44
44
  spec.files = ["README.md", "Rakefile", "Gemfile", "#{spec.name}.gemspec"]
45
45
  spec.files += ["LICENSE.txt", "NOTICE.txt"]
46
46
  spec.files += Dir.glob("lib/**/*.rb")
47
+ spec.files -= Dir.glob("lib/arrow-format/integration/**/*.rb")
47
48
  spec.files += Dir.glob("doc/text/*")
48
49
 
49
- spec.add_runtime_dependency("red-flatbuffers")
50
+ spec.add_runtime_dependency("red-flatbuffers", ">=0.0.8")
50
51
 
51
52
  github_url = "https://github.com/apache/arrow"
52
53
  spec.metadata = {
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: red-arrow-format
3
3
  version: !ruby/object:Gem::Version
4
- version: 23.0.0
4
+ version: 24.0.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - The Apache Software Foundation
@@ -15,14 +15,14 @@ dependencies:
15
15
  requirements:
16
16
  - - ">="
17
17
  - !ruby/object:Gem::Version
18
- version: '0'
18
+ version: 0.0.8
19
19
  type: :runtime
20
20
  prerelease: false
21
21
  version_requirements: !ruby/object:Gem::Requirement
22
22
  requirements:
23
23
  - - ">="
24
24
  - !ruby/object:Gem::Version
25
- version: '0'
25
+ version: 0.0.8
26
26
  description: Apache Arrow is a common in-memory columnar data store. It's useful to
27
27
  share and process large data efficiently. Red Arrow Format provides only serialize/deserialize
28
28
  features. If you want to process Apache Arrow data efficiently, use Red Arrow instead.
@@ -40,9 +40,13 @@ files:
40
40
  - lib/arrow-format.rb
41
41
  - lib/arrow-format/array.rb
42
42
  - lib/arrow-format/bitmap.rb
43
+ - lib/arrow-format/buffer-alignable.rb
44
+ - lib/arrow-format/dictionary.rb
43
45
  - lib/arrow-format/error.rb
44
46
  - lib/arrow-format/field.rb
45
47
  - lib/arrow-format/file-reader.rb
48
+ - lib/arrow-format/file-writer.rb
49
+ - lib/arrow-format/flatbuffers.rb
46
50
  - lib/arrow-format/org/apache/arrow/flatbuf/binary.rb
47
51
  - lib/arrow-format/org/apache/arrow/flatbuf/binary_view.rb
48
52
  - lib/arrow-format/org/apache/arrow/flatbuf/block.rb
@@ -107,6 +111,7 @@ files:
107
111
  - lib/arrow-format/schema.rb
108
112
  - lib/arrow-format/streaming-pull-reader.rb
109
113
  - lib/arrow-format/streaming-reader.rb
114
+ - lib/arrow-format/streaming-writer.rb
110
115
  - lib/arrow-format/type.rb
111
116
  - lib/arrow-format/version.rb
112
117
  - red-arrow-format.gemspec
@@ -115,7 +120,7 @@ licenses:
115
120
  - Apache-2.0
116
121
  metadata:
117
122
  bug_tracker_uri: https://github.com/apache/arrow/issues
118
- changelog_uri: https://github.com/apache/arrow/releases/tag/apache-arrow-23.0.0
123
+ changelog_uri: https://github.com/apache/arrow/releases/tag/apache-arrow-24.0.0
119
124
  source_code_uri: https://github.com/apache/arrow
120
125
  rdoc_options: []
121
126
  require_paths: