red-arrow-format 23.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (80) hide show
  1. checksums.yaml +7 -0
  2. data/Gemfile +26 -0
  3. data/LICENSE.txt +202 -0
  4. data/NOTICE.txt +2 -0
  5. data/README.md +61 -0
  6. data/Rakefile +67 -0
  7. data/lib/arrow-format/array.rb +476 -0
  8. data/lib/arrow-format/bitmap.rb +44 -0
  9. data/lib/arrow-format/error.rb +34 -0
  10. data/lib/arrow-format/field.rb +33 -0
  11. data/lib/arrow-format/file-reader.rb +213 -0
  12. data/lib/arrow-format/org/apache/arrow/flatbuf/binary.rb +21 -0
  13. data/lib/arrow-format/org/apache/arrow/flatbuf/binary_view.rb +27 -0
  14. data/lib/arrow-format/org/apache/arrow/flatbuf/block.rb +38 -0
  15. data/lib/arrow-format/org/apache/arrow/flatbuf/body_compression.rb +47 -0
  16. data/lib/arrow-format/org/apache/arrow/flatbuf/body_compression_method.rb +31 -0
  17. data/lib/arrow-format/org/apache/arrow/flatbuf/bool.rb +20 -0
  18. data/lib/arrow-format/org/apache/arrow/flatbuf/buffer.rb +38 -0
  19. data/lib/arrow-format/org/apache/arrow/flatbuf/compression_type.rb +22 -0
  20. data/lib/arrow-format/org/apache/arrow/flatbuf/date.rb +36 -0
  21. data/lib/arrow-format/org/apache/arrow/flatbuf/date_unit.rb +22 -0
  22. data/lib/arrow-format/org/apache/arrow/flatbuf/decimal.rb +48 -0
  23. data/lib/arrow-format/org/apache/arrow/flatbuf/dictionary_batch.rb +50 -0
  24. data/lib/arrow-format/org/apache/arrow/flatbuf/dictionary_encoding.rb +64 -0
  25. data/lib/arrow-format/org/apache/arrow/flatbuf/dictionary_kind.rb +26 -0
  26. data/lib/arrow-format/org/apache/arrow/flatbuf/duration.rb +30 -0
  27. data/lib/arrow-format/org/apache/arrow/flatbuf/endianness.rb +24 -0
  28. data/lib/arrow-format/org/apache/arrow/flatbuf/feature.rb +46 -0
  29. data/lib/arrow-format/org/apache/arrow/flatbuf/field.rb +92 -0
  30. data/lib/arrow-format/org/apache/arrow/flatbuf/field_node.rb +43 -0
  31. data/lib/arrow-format/org/apache/arrow/flatbuf/fixed_size_binary.rb +27 -0
  32. data/lib/arrow-format/org/apache/arrow/flatbuf/fixed_size_list.rb +27 -0
  33. data/lib/arrow-format/org/apache/arrow/flatbuf/floating_point.rb +30 -0
  34. data/lib/arrow-format/org/apache/arrow/flatbuf/footer.rb +74 -0
  35. data/lib/arrow-format/org/apache/arrow/flatbuf/int.rb +33 -0
  36. data/lib/arrow-format/org/apache/arrow/flatbuf/interval.rb +30 -0
  37. data/lib/arrow-format/org/apache/arrow/flatbuf/interval_unit.rb +23 -0
  38. data/lib/arrow-format/org/apache/arrow/flatbuf/key_value.rb +36 -0
  39. data/lib/arrow-format/org/apache/arrow/flatbuf/large_binary.rb +22 -0
  40. data/lib/arrow-format/org/apache/arrow/flatbuf/large_list.rb +22 -0
  41. data/lib/arrow-format/org/apache/arrow/flatbuf/large_list_view.rb +22 -0
  42. data/lib/arrow-format/org/apache/arrow/flatbuf/large_utf8.rb +22 -0
  43. data/lib/arrow-format/org/apache/arrow/flatbuf/list.rb +20 -0
  44. data/lib/arrow-format/org/apache/arrow/flatbuf/list_view.rb +23 -0
  45. data/lib/arrow-format/org/apache/arrow/flatbuf/map.rb +52 -0
  46. data/lib/arrow-format/org/apache/arrow/flatbuf/message.rb +68 -0
  47. data/lib/arrow-format/org/apache/arrow/flatbuf/message_header.rb +39 -0
  48. data/lib/arrow-format/org/apache/arrow/flatbuf/metadata_version.rb +36 -0
  49. data/lib/arrow-format/org/apache/arrow/flatbuf/null.rb +21 -0
  50. data/lib/arrow-format/org/apache/arrow/flatbuf/precision.rb +23 -0
  51. data/lib/arrow-format/org/apache/arrow/flatbuf/record_batch.rb +93 -0
  52. data/lib/arrow-format/org/apache/arrow/flatbuf/run_end_encoded.rb +25 -0
  53. data/lib/arrow-format/org/apache/arrow/flatbuf/schema.rb +68 -0
  54. data/lib/arrow-format/org/apache/arrow/flatbuf/sparse_matrix_compressed_axis.rb +22 -0
  55. data/lib/arrow-format/org/apache/arrow/flatbuf/sparse_matrix_index_csx.rb +96 -0
  56. data/lib/arrow-format/org/apache/arrow/flatbuf/sparse_tensor.rb +92 -0
  57. data/lib/arrow-format/org/apache/arrow/flatbuf/sparse_tensor_index.rb +29 -0
  58. data/lib/arrow-format/org/apache/arrow/flatbuf/sparse_tensor_index_coo.rb +93 -0
  59. data/lib/arrow-format/org/apache/arrow/flatbuf/sparse_tensor_index_csf.rb +129 -0
  60. data/lib/arrow-format/org/apache/arrow/flatbuf/struct_.rb +23 -0
  61. data/lib/arrow-format/org/apache/arrow/flatbuf/tensor.rb +74 -0
  62. data/lib/arrow-format/org/apache/arrow/flatbuf/tensor_dim.rb +38 -0
  63. data/lib/arrow-format/org/apache/arrow/flatbuf/time.rb +51 -0
  64. data/lib/arrow-format/org/apache/arrow/flatbuf/time_unit.rb +24 -0
  65. data/lib/arrow-format/org/apache/arrow/flatbuf/timestamp.rb +152 -0
  66. data/lib/arrow-format/org/apache/arrow/flatbuf/type.rb +55 -0
  67. data/lib/arrow-format/org/apache/arrow/flatbuf/union.rb +44 -0
  68. data/lib/arrow-format/org/apache/arrow/flatbuf/union_mode.rb +22 -0
  69. data/lib/arrow-format/org/apache/arrow/flatbuf/utf8.rb +21 -0
  70. data/lib/arrow-format/org/apache/arrow/flatbuf/utf8view.rb +27 -0
  71. data/lib/arrow-format/readable.rb +271 -0
  72. data/lib/arrow-format/record-batch.rb +36 -0
  73. data/lib/arrow-format/schema.rb +24 -0
  74. data/lib/arrow-format/streaming-pull-reader.rb +243 -0
  75. data/lib/arrow-format/streaming-reader.rb +50 -0
  76. data/lib/arrow-format/type.rb +704 -0
  77. data/lib/arrow-format/version.rb +26 -0
  78. data/lib/arrow-format.rb +20 -0
  79. data/red-arrow-format.gemspec +57 -0
  80. metadata +137 -0
@@ -0,0 +1,20 @@
1
+ # Licensed to the Apache Software Foundation (ASF) under one
2
+ # or more contributor license agreements. See the NOTICE file
3
+ # distributed with this work for additional information
4
+ # regarding copyright ownership. The ASF licenses this file
5
+ # to you under the Apache License, Version 2.0 (the
6
+ # "License"); you may not use this file except in compliance
7
+ # with the License. You may obtain a copy of the License at
8
+ #
9
+ # http://www.apache.org/licenses/LICENSE-2.0
10
+ #
11
+ # Unless required by applicable law or agreed to in writing,
12
+ # software distributed under the License is distributed on an
13
+ # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
14
+ # KIND, either express or implied. See the License for the
15
+ # specific language governing permissions and limitations
16
+ # under the License.
17
+
18
+ require_relative "arrow-format/file-reader"
19
+ require_relative "arrow-format/streaming-reader"
20
+ require_relative "arrow-format/version"
@@ -0,0 +1,57 @@
1
+ # -*- ruby -*-
2
+ #
3
+ # Licensed to the Apache Software Foundation (ASF) under one
4
+ # or more contributor license agreements. See the NOTICE file
5
+ # distributed with this work for additional information
6
+ # regarding copyright ownership. The ASF licenses this file
7
+ # to you under the Apache License, Version 2.0 (the
8
+ # "License"); you may not use this file except in compliance
9
+ # with the License. You may obtain a copy of the License at
10
+ #
11
+ # http://www.apache.org/licenses/LICENSE-2.0
12
+ #
13
+ # Unless required by applicable law or agreed to in writing,
14
+ # software distributed under the License is distributed on an
15
+ # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
16
+ # KIND, either express or implied. See the License for the
17
+ # specific language governing permissions and limitations
18
+ # under the License.
19
+
20
+ require_relative "lib/arrow-format/version"
21
+
22
+ Gem::Specification.new do |spec|
23
+ spec.name = "red-arrow-format"
24
+
25
+ version_components = [
26
+ ArrowFormat::Version::MAJOR.to_s,
27
+ ArrowFormat::Version::MINOR.to_s,
28
+ ArrowFormat::Version::MICRO.to_s,
29
+ ArrowFormat::Version::TAG,
30
+ ]
31
+ spec.version = version_components.compact.join(".")
32
+ spec.homepage = "https://arrow.apache.org/"
33
+ spec.authors = ["The Apache Software Foundation"]
34
+ spec.email = ["dev@arrow.apache.org"]
35
+
36
+ spec.summary = "Red Arrow Format is the pure Ruby Apache Arrow implementation"
37
+ spec.description =
38
+ "Apache Arrow is a common in-memory columnar data store. " +
39
+ "It's useful to share and process large data efficiently. " +
40
+ "Red Arrow Format provides only serialize/deserialize features. " +
41
+ "If you want to process Apache Arrow data efficiently, " +
42
+ "use Red Arrow instead."
43
+ spec.license = "Apache-2.0"
44
+ spec.files = ["README.md", "Rakefile", "Gemfile", "#{spec.name}.gemspec"]
45
+ spec.files += ["LICENSE.txt", "NOTICE.txt"]
46
+ spec.files += Dir.glob("lib/**/*.rb")
47
+ spec.files += Dir.glob("doc/text/*")
48
+
49
+ spec.add_runtime_dependency("red-flatbuffers")
50
+
51
+ github_url = "https://github.com/apache/arrow"
52
+ spec.metadata = {
53
+ "bug_tracker_uri" => "#{github_url}/issues",
54
+ "changelog_uri" => "#{github_url}/releases/tag/apache-arrow-#{spec.version}",
55
+ "source_code_uri" => github_url,
56
+ }
57
+ end
metadata ADDED
@@ -0,0 +1,137 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: red-arrow-format
3
+ version: !ruby/object:Gem::Version
4
+ version: 23.0.0
5
+ platform: ruby
6
+ authors:
7
+ - The Apache Software Foundation
8
+ bindir: bin
9
+ cert_chain: []
10
+ date: 1980-01-02 00:00:00.000000000 Z
11
+ dependencies:
12
+ - !ruby/object:Gem::Dependency
13
+ name: red-flatbuffers
14
+ requirement: !ruby/object:Gem::Requirement
15
+ requirements:
16
+ - - ">="
17
+ - !ruby/object:Gem::Version
18
+ version: '0'
19
+ type: :runtime
20
+ prerelease: false
21
+ version_requirements: !ruby/object:Gem::Requirement
22
+ requirements:
23
+ - - ">="
24
+ - !ruby/object:Gem::Version
25
+ version: '0'
26
+ description: Apache Arrow is a common in-memory columnar data store. It's useful to
27
+ share and process large data efficiently. Red Arrow Format provides only serialize/deserialize
28
+ features. If you want to process Apache Arrow data efficiently, use Red Arrow instead.
29
+ email:
30
+ - dev@arrow.apache.org
31
+ executables: []
32
+ extensions: []
33
+ extra_rdoc_files: []
34
+ files:
35
+ - Gemfile
36
+ - LICENSE.txt
37
+ - NOTICE.txt
38
+ - README.md
39
+ - Rakefile
40
+ - lib/arrow-format.rb
41
+ - lib/arrow-format/array.rb
42
+ - lib/arrow-format/bitmap.rb
43
+ - lib/arrow-format/error.rb
44
+ - lib/arrow-format/field.rb
45
+ - lib/arrow-format/file-reader.rb
46
+ - lib/arrow-format/org/apache/arrow/flatbuf/binary.rb
47
+ - lib/arrow-format/org/apache/arrow/flatbuf/binary_view.rb
48
+ - lib/arrow-format/org/apache/arrow/flatbuf/block.rb
49
+ - lib/arrow-format/org/apache/arrow/flatbuf/body_compression.rb
50
+ - lib/arrow-format/org/apache/arrow/flatbuf/body_compression_method.rb
51
+ - lib/arrow-format/org/apache/arrow/flatbuf/bool.rb
52
+ - lib/arrow-format/org/apache/arrow/flatbuf/buffer.rb
53
+ - lib/arrow-format/org/apache/arrow/flatbuf/compression_type.rb
54
+ - lib/arrow-format/org/apache/arrow/flatbuf/date.rb
55
+ - lib/arrow-format/org/apache/arrow/flatbuf/date_unit.rb
56
+ - lib/arrow-format/org/apache/arrow/flatbuf/decimal.rb
57
+ - lib/arrow-format/org/apache/arrow/flatbuf/dictionary_batch.rb
58
+ - lib/arrow-format/org/apache/arrow/flatbuf/dictionary_encoding.rb
59
+ - lib/arrow-format/org/apache/arrow/flatbuf/dictionary_kind.rb
60
+ - lib/arrow-format/org/apache/arrow/flatbuf/duration.rb
61
+ - lib/arrow-format/org/apache/arrow/flatbuf/endianness.rb
62
+ - lib/arrow-format/org/apache/arrow/flatbuf/feature.rb
63
+ - lib/arrow-format/org/apache/arrow/flatbuf/field.rb
64
+ - lib/arrow-format/org/apache/arrow/flatbuf/field_node.rb
65
+ - lib/arrow-format/org/apache/arrow/flatbuf/fixed_size_binary.rb
66
+ - lib/arrow-format/org/apache/arrow/flatbuf/fixed_size_list.rb
67
+ - lib/arrow-format/org/apache/arrow/flatbuf/floating_point.rb
68
+ - lib/arrow-format/org/apache/arrow/flatbuf/footer.rb
69
+ - lib/arrow-format/org/apache/arrow/flatbuf/int.rb
70
+ - lib/arrow-format/org/apache/arrow/flatbuf/interval.rb
71
+ - lib/arrow-format/org/apache/arrow/flatbuf/interval_unit.rb
72
+ - lib/arrow-format/org/apache/arrow/flatbuf/key_value.rb
73
+ - lib/arrow-format/org/apache/arrow/flatbuf/large_binary.rb
74
+ - lib/arrow-format/org/apache/arrow/flatbuf/large_list.rb
75
+ - lib/arrow-format/org/apache/arrow/flatbuf/large_list_view.rb
76
+ - lib/arrow-format/org/apache/arrow/flatbuf/large_utf8.rb
77
+ - lib/arrow-format/org/apache/arrow/flatbuf/list.rb
78
+ - lib/arrow-format/org/apache/arrow/flatbuf/list_view.rb
79
+ - lib/arrow-format/org/apache/arrow/flatbuf/map.rb
80
+ - lib/arrow-format/org/apache/arrow/flatbuf/message.rb
81
+ - lib/arrow-format/org/apache/arrow/flatbuf/message_header.rb
82
+ - lib/arrow-format/org/apache/arrow/flatbuf/metadata_version.rb
83
+ - lib/arrow-format/org/apache/arrow/flatbuf/null.rb
84
+ - lib/arrow-format/org/apache/arrow/flatbuf/precision.rb
85
+ - lib/arrow-format/org/apache/arrow/flatbuf/record_batch.rb
86
+ - lib/arrow-format/org/apache/arrow/flatbuf/run_end_encoded.rb
87
+ - lib/arrow-format/org/apache/arrow/flatbuf/schema.rb
88
+ - lib/arrow-format/org/apache/arrow/flatbuf/sparse_matrix_compressed_axis.rb
89
+ - lib/arrow-format/org/apache/arrow/flatbuf/sparse_matrix_index_csx.rb
90
+ - lib/arrow-format/org/apache/arrow/flatbuf/sparse_tensor.rb
91
+ - lib/arrow-format/org/apache/arrow/flatbuf/sparse_tensor_index.rb
92
+ - lib/arrow-format/org/apache/arrow/flatbuf/sparse_tensor_index_coo.rb
93
+ - lib/arrow-format/org/apache/arrow/flatbuf/sparse_tensor_index_csf.rb
94
+ - lib/arrow-format/org/apache/arrow/flatbuf/struct_.rb
95
+ - lib/arrow-format/org/apache/arrow/flatbuf/tensor.rb
96
+ - lib/arrow-format/org/apache/arrow/flatbuf/tensor_dim.rb
97
+ - lib/arrow-format/org/apache/arrow/flatbuf/time.rb
98
+ - lib/arrow-format/org/apache/arrow/flatbuf/time_unit.rb
99
+ - lib/arrow-format/org/apache/arrow/flatbuf/timestamp.rb
100
+ - lib/arrow-format/org/apache/arrow/flatbuf/type.rb
101
+ - lib/arrow-format/org/apache/arrow/flatbuf/union.rb
102
+ - lib/arrow-format/org/apache/arrow/flatbuf/union_mode.rb
103
+ - lib/arrow-format/org/apache/arrow/flatbuf/utf8.rb
104
+ - lib/arrow-format/org/apache/arrow/flatbuf/utf8view.rb
105
+ - lib/arrow-format/readable.rb
106
+ - lib/arrow-format/record-batch.rb
107
+ - lib/arrow-format/schema.rb
108
+ - lib/arrow-format/streaming-pull-reader.rb
109
+ - lib/arrow-format/streaming-reader.rb
110
+ - lib/arrow-format/type.rb
111
+ - lib/arrow-format/version.rb
112
+ - red-arrow-format.gemspec
113
+ homepage: https://arrow.apache.org/
114
+ licenses:
115
+ - Apache-2.0
116
+ metadata:
117
+ bug_tracker_uri: https://github.com/apache/arrow/issues
118
+ changelog_uri: https://github.com/apache/arrow/releases/tag/apache-arrow-23.0.0
119
+ source_code_uri: https://github.com/apache/arrow
120
+ rdoc_options: []
121
+ require_paths:
122
+ - lib
123
+ required_ruby_version: !ruby/object:Gem::Requirement
124
+ requirements:
125
+ - - ">="
126
+ - !ruby/object:Gem::Version
127
+ version: '0'
128
+ required_rubygems_version: !ruby/object:Gem::Requirement
129
+ requirements:
130
+ - - ">="
131
+ - !ruby/object:Gem::Version
132
+ version: '0'
133
+ requirements: []
134
+ rubygems_version: 3.6.7
135
+ specification_version: 4
136
+ summary: Red Arrow Format is the pure Ruby Apache Arrow implementation
137
+ test_files: []