parquet 0.5.13 → 0.6.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (79) hide show
  1. checksums.yaml +4 -4
  2. data/Cargo.lock +295 -98
  3. data/Cargo.toml +1 -1
  4. data/Gemfile +1 -0
  5. data/README.md +94 -3
  6. data/ext/parquet/Cargo.toml +3 -0
  7. data/ext/parquet/src/adapter_ffi.rs +162 -0
  8. data/ext/parquet/src/lib.rs +13 -21
  9. data/ext/parquet-core/Cargo.toml +23 -0
  10. data/ext/parquet-core/src/arrow_conversion.rs +1133 -0
  11. data/ext/parquet-core/src/error.rs +163 -0
  12. data/ext/parquet-core/src/lib.rs +60 -0
  13. data/ext/parquet-core/src/reader.rs +263 -0
  14. data/ext/parquet-core/src/schema.rs +283 -0
  15. data/ext/parquet-core/src/test_utils.rs +308 -0
  16. data/ext/parquet-core/src/traits/mod.rs +5 -0
  17. data/ext/parquet-core/src/traits/schema.rs +151 -0
  18. data/ext/parquet-core/src/value.rs +209 -0
  19. data/ext/parquet-core/src/writer.rs +839 -0
  20. data/ext/parquet-core/tests/arrow_conversion_tests.rs +423 -0
  21. data/ext/parquet-core/tests/binary_data.rs +437 -0
  22. data/ext/parquet-core/tests/column_projection.rs +557 -0
  23. data/ext/parquet-core/tests/complex_types.rs +821 -0
  24. data/ext/parquet-core/tests/compression_tests.rs +434 -0
  25. data/ext/parquet-core/tests/concurrent_access.rs +430 -0
  26. data/ext/parquet-core/tests/decimal_tests.rs +488 -0
  27. data/ext/parquet-core/tests/edge_cases_corner_cases.rs +322 -0
  28. data/ext/parquet-core/tests/error_handling_comprehensive_tests.rs +547 -0
  29. data/ext/parquet-core/tests/null_handling_tests.rs +430 -0
  30. data/ext/parquet-core/tests/performance_memory.rs +181 -0
  31. data/ext/parquet-core/tests/primitive_types.rs +547 -0
  32. data/ext/parquet-core/tests/real_world_patterns.rs +777 -0
  33. data/ext/parquet-core/tests/roundtrip_correctness.rs +279 -0
  34. data/ext/parquet-core/tests/schema_comprehensive_tests.rs +534 -0
  35. data/ext/parquet-core/tests/temporal_tests.rs +518 -0
  36. data/ext/parquet-core/tests/test_helpers.rs +132 -0
  37. data/ext/parquet-core/tests/writer_tests.rs +545 -0
  38. data/ext/parquet-ruby-adapter/Cargo.toml +22 -0
  39. data/ext/parquet-ruby-adapter/build.rs +5 -0
  40. data/ext/parquet-ruby-adapter/examples/try_into_value_demo.rs +98 -0
  41. data/ext/parquet-ruby-adapter/src/batch_manager.rs +116 -0
  42. data/ext/parquet-ruby-adapter/src/chunk_reader.rs +237 -0
  43. data/ext/parquet-ruby-adapter/src/converter.rs +1685 -0
  44. data/ext/parquet-ruby-adapter/src/error.rs +148 -0
  45. data/ext/{parquet/src/ruby_reader.rs → parquet-ruby-adapter/src/io.rs} +190 -56
  46. data/ext/parquet-ruby-adapter/src/lib.rs +90 -0
  47. data/ext/parquet-ruby-adapter/src/logger.rs +64 -0
  48. data/ext/parquet-ruby-adapter/src/metadata.rs +427 -0
  49. data/ext/parquet-ruby-adapter/src/reader.rs +317 -0
  50. data/ext/parquet-ruby-adapter/src/schema.rs +817 -0
  51. data/ext/parquet-ruby-adapter/src/string_cache.rs +106 -0
  52. data/ext/parquet-ruby-adapter/src/try_into_value.rs +91 -0
  53. data/ext/parquet-ruby-adapter/src/types.rs +94 -0
  54. data/ext/parquet-ruby-adapter/src/utils.rs +201 -0
  55. data/ext/parquet-ruby-adapter/src/writer.rs +435 -0
  56. data/lib/parquet/schema.rb +19 -0
  57. data/lib/parquet/version.rb +1 -1
  58. metadata +50 -24
  59. data/ext/parquet/src/enumerator.rs +0 -68
  60. data/ext/parquet/src/header_cache.rs +0 -99
  61. data/ext/parquet/src/logger.rs +0 -171
  62. data/ext/parquet/src/reader/common.rs +0 -111
  63. data/ext/parquet/src/reader/mod.rs +0 -211
  64. data/ext/parquet/src/reader/parquet_column_reader.rs +0 -44
  65. data/ext/parquet/src/reader/parquet_row_reader.rs +0 -43
  66. data/ext/parquet/src/reader/unified/mod.rs +0 -363
  67. data/ext/parquet/src/types/core_types.rs +0 -120
  68. data/ext/parquet/src/types/mod.rs +0 -100
  69. data/ext/parquet/src/types/parquet_value.rs +0 -1275
  70. data/ext/parquet/src/types/record_types.rs +0 -605
  71. data/ext/parquet/src/types/schema_converter.rs +0 -290
  72. data/ext/parquet/src/types/schema_node.rs +0 -424
  73. data/ext/parquet/src/types/timestamp.rs +0 -285
  74. data/ext/parquet/src/types/type_conversion.rs +0 -1949
  75. data/ext/parquet/src/types/writer_types.rs +0 -329
  76. data/ext/parquet/src/utils.rs +0 -184
  77. data/ext/parquet/src/writer/mod.rs +0 -505
  78. data/ext/parquet/src/writer/write_columns.rs +0 -238
  79. data/ext/parquet/src/writer/write_rows.rs +0 -488
data/Cargo.lock CHANGED
@@ -4,9 +4,9 @@ version = 4
4
4
 
5
5
  [[package]]
6
6
  name = "adler2"
7
- version = "2.0.0"
7
+ version = "2.0.1"
8
8
  source = "registry+https://github.com/rust-lang/crates.io-index"
9
- checksum = "512761e0bb2578dd7380c6baaa0f4ce03e84f95e960231d1dec8bf4d7d6e2627"
9
+ checksum = "320119579fcad9c21884f5c4861d16174d0e06250625266f50fe6898340abefa"
10
10
 
11
11
  [[package]]
12
12
  name = "ahash"
@@ -61,10 +61,43 @@ dependencies = [
61
61
  "libc",
62
62
  ]
63
63
 
64
+ [[package]]
65
+ name = "arrow"
66
+ version = "55.2.0"
67
+ source = "git+https://github.com/njaremko/arrow-rs?branch=nathan_06-24-remove_primitive_map_key_assertion_on_record_reader#54858bf019ff3faeb8f5b562da8c01012162aef0"
68
+ dependencies = [
69
+ "arrow-arith",
70
+ "arrow-array",
71
+ "arrow-buffer",
72
+ "arrow-cast",
73
+ "arrow-csv",
74
+ "arrow-data",
75
+ "arrow-ipc",
76
+ "arrow-json",
77
+ "arrow-ord",
78
+ "arrow-row",
79
+ "arrow-schema",
80
+ "arrow-select",
81
+ "arrow-string",
82
+ ]
83
+
84
+ [[package]]
85
+ name = "arrow-arith"
86
+ version = "55.2.0"
87
+ source = "git+https://github.com/njaremko/arrow-rs?branch=nathan_06-24-remove_primitive_map_key_assertion_on_record_reader#54858bf019ff3faeb8f5b562da8c01012162aef0"
88
+ dependencies = [
89
+ "arrow-array",
90
+ "arrow-buffer",
91
+ "arrow-data",
92
+ "arrow-schema",
93
+ "chrono",
94
+ "num",
95
+ ]
96
+
64
97
  [[package]]
65
98
  name = "arrow-array"
66
- version = "55.1.0"
67
- source = "git+https://github.com/njaremko/arrow-rs?branch=nathan_06-24-remove_primitive_map_key_assertion_on_record_reader#2d8b0b99d70de81b96b76cfdc10faa20dc7aed4e"
99
+ version = "55.2.0"
100
+ source = "git+https://github.com/njaremko/arrow-rs?branch=nathan_06-24-remove_primitive_map_key_assertion_on_record_reader#54858bf019ff3faeb8f5b562da8c01012162aef0"
68
101
  dependencies = [
69
102
  "ahash",
70
103
  "arrow-buffer",
@@ -78,8 +111,8 @@ dependencies = [
78
111
 
79
112
  [[package]]
80
113
  name = "arrow-buffer"
81
- version = "55.1.0"
82
- source = "git+https://github.com/njaremko/arrow-rs?branch=nathan_06-24-remove_primitive_map_key_assertion_on_record_reader#2d8b0b99d70de81b96b76cfdc10faa20dc7aed4e"
114
+ version = "55.2.0"
115
+ source = "git+https://github.com/njaremko/arrow-rs?branch=nathan_06-24-remove_primitive_map_key_assertion_on_record_reader#54858bf019ff3faeb8f5b562da8c01012162aef0"
83
116
  dependencies = [
84
117
  "bytes",
85
118
  "half",
@@ -88,8 +121,8 @@ dependencies = [
88
121
 
89
122
  [[package]]
90
123
  name = "arrow-cast"
91
- version = "55.1.0"
92
- source = "git+https://github.com/njaremko/arrow-rs?branch=nathan_06-24-remove_primitive_map_key_assertion_on_record_reader#2d8b0b99d70de81b96b76cfdc10faa20dc7aed4e"
124
+ version = "55.2.0"
125
+ source = "git+https://github.com/njaremko/arrow-rs?branch=nathan_06-24-remove_primitive_map_key_assertion_on_record_reader#54858bf019ff3faeb8f5b562da8c01012162aef0"
93
126
  dependencies = [
94
127
  "arrow-array",
95
128
  "arrow-buffer",
@@ -105,10 +138,24 @@ dependencies = [
105
138
  "ryu",
106
139
  ]
107
140
 
141
+ [[package]]
142
+ name = "arrow-csv"
143
+ version = "55.2.0"
144
+ source = "git+https://github.com/njaremko/arrow-rs?branch=nathan_06-24-remove_primitive_map_key_assertion_on_record_reader#54858bf019ff3faeb8f5b562da8c01012162aef0"
145
+ dependencies = [
146
+ "arrow-array",
147
+ "arrow-cast",
148
+ "arrow-schema",
149
+ "chrono",
150
+ "csv",
151
+ "csv-core",
152
+ "regex",
153
+ ]
154
+
108
155
  [[package]]
109
156
  name = "arrow-data"
110
- version = "55.1.0"
111
- source = "git+https://github.com/njaremko/arrow-rs?branch=nathan_06-24-remove_primitive_map_key_assertion_on_record_reader#2d8b0b99d70de81b96b76cfdc10faa20dc7aed4e"
157
+ version = "55.2.0"
158
+ source = "git+https://github.com/njaremko/arrow-rs?branch=nathan_06-24-remove_primitive_map_key_assertion_on_record_reader#54858bf019ff3faeb8f5b562da8c01012162aef0"
112
159
  dependencies = [
113
160
  "arrow-buffer",
114
161
  "arrow-schema",
@@ -118,8 +165,8 @@ dependencies = [
118
165
 
119
166
  [[package]]
120
167
  name = "arrow-ipc"
121
- version = "55.1.0"
122
- source = "git+https://github.com/njaremko/arrow-rs?branch=nathan_06-24-remove_primitive_map_key_assertion_on_record_reader#2d8b0b99d70de81b96b76cfdc10faa20dc7aed4e"
168
+ version = "55.2.0"
169
+ source = "git+https://github.com/njaremko/arrow-rs?branch=nathan_06-24-remove_primitive_map_key_assertion_on_record_reader#54858bf019ff3faeb8f5b562da8c01012162aef0"
123
170
  dependencies = [
124
171
  "arrow-array",
125
172
  "arrow-buffer",
@@ -129,15 +176,60 @@ dependencies = [
129
176
  "lz4_flex",
130
177
  ]
131
178
 
179
+ [[package]]
180
+ name = "arrow-json"
181
+ version = "55.2.0"
182
+ source = "git+https://github.com/njaremko/arrow-rs?branch=nathan_06-24-remove_primitive_map_key_assertion_on_record_reader#54858bf019ff3faeb8f5b562da8c01012162aef0"
183
+ dependencies = [
184
+ "arrow-array",
185
+ "arrow-buffer",
186
+ "arrow-cast",
187
+ "arrow-data",
188
+ "arrow-schema",
189
+ "chrono",
190
+ "half",
191
+ "indexmap",
192
+ "lexical-core",
193
+ "memchr",
194
+ "num",
195
+ "serde",
196
+ "serde_json",
197
+ "simdutf8",
198
+ ]
199
+
200
+ [[package]]
201
+ name = "arrow-ord"
202
+ version = "55.2.0"
203
+ source = "git+https://github.com/njaremko/arrow-rs?branch=nathan_06-24-remove_primitive_map_key_assertion_on_record_reader#54858bf019ff3faeb8f5b562da8c01012162aef0"
204
+ dependencies = [
205
+ "arrow-array",
206
+ "arrow-buffer",
207
+ "arrow-data",
208
+ "arrow-schema",
209
+ "arrow-select",
210
+ ]
211
+
212
+ [[package]]
213
+ name = "arrow-row"
214
+ version = "55.2.0"
215
+ source = "git+https://github.com/njaremko/arrow-rs?branch=nathan_06-24-remove_primitive_map_key_assertion_on_record_reader#54858bf019ff3faeb8f5b562da8c01012162aef0"
216
+ dependencies = [
217
+ "arrow-array",
218
+ "arrow-buffer",
219
+ "arrow-data",
220
+ "arrow-schema",
221
+ "half",
222
+ ]
223
+
132
224
  [[package]]
133
225
  name = "arrow-schema"
134
- version = "55.1.0"
135
- source = "git+https://github.com/njaremko/arrow-rs?branch=nathan_06-24-remove_primitive_map_key_assertion_on_record_reader#2d8b0b99d70de81b96b76cfdc10faa20dc7aed4e"
226
+ version = "55.2.0"
227
+ source = "git+https://github.com/njaremko/arrow-rs?branch=nathan_06-24-remove_primitive_map_key_assertion_on_record_reader#54858bf019ff3faeb8f5b562da8c01012162aef0"
136
228
 
137
229
  [[package]]
138
230
  name = "arrow-select"
139
- version = "55.1.0"
140
- source = "git+https://github.com/njaremko/arrow-rs?branch=nathan_06-24-remove_primitive_map_key_assertion_on_record_reader#2d8b0b99d70de81b96b76cfdc10faa20dc7aed4e"
231
+ version = "55.2.0"
232
+ source = "git+https://github.com/njaremko/arrow-rs?branch=nathan_06-24-remove_primitive_map_key_assertion_on_record_reader#54858bf019ff3faeb8f5b562da8c01012162aef0"
141
233
  dependencies = [
142
234
  "ahash",
143
235
  "arrow-array",
@@ -147,6 +239,22 @@ dependencies = [
147
239
  "num",
148
240
  ]
149
241
 
242
+ [[package]]
243
+ name = "arrow-string"
244
+ version = "55.2.0"
245
+ source = "git+https://github.com/njaremko/arrow-rs?branch=nathan_06-24-remove_primitive_map_key_assertion_on_record_reader#54858bf019ff3faeb8f5b562da8c01012162aef0"
246
+ dependencies = [
247
+ "arrow-array",
248
+ "arrow-buffer",
249
+ "arrow-data",
250
+ "arrow-schema",
251
+ "arrow-select",
252
+ "memchr",
253
+ "num",
254
+ "regex",
255
+ "regex-syntax",
256
+ ]
257
+
150
258
  [[package]]
151
259
  name = "atoi"
152
260
  version = "2.0.0"
@@ -158,9 +266,9 @@ dependencies = [
158
266
 
159
267
  [[package]]
160
268
  name = "autocfg"
161
- version = "1.4.0"
269
+ version = "1.5.0"
162
270
  source = "registry+https://github.com/rust-lang/crates.io-index"
163
- checksum = "ace50bade8e6234aa140d9a2f552bbee1db4d353f69b8217bc503490fc1a9f26"
271
+ checksum = "c08606f8c3cbf4ce6ec8e28fb0014a2c086708fe954eaa885384a6165172e7e8"
164
272
 
165
273
  [[package]]
166
274
  name = "base64"
@@ -217,9 +325,9 @@ dependencies = [
217
325
 
218
326
  [[package]]
219
327
  name = "bumpalo"
220
- version = "3.17.0"
328
+ version = "3.19.0"
221
329
  source = "registry+https://github.com/rust-lang/crates.io-index"
222
- checksum = "1628fb46dfa0b37568d12e5edd512553eccf6a22a78e8bde00bb4aed84d5bdbf"
330
+ checksum = "46c5e41b57b8bba42a04676d81cb89e9ee8e859a1a66f80a5a72e1cb76b34d43"
223
331
 
224
332
  [[package]]
225
333
  name = "byteorder"
@@ -235,9 +343,9 @@ checksum = "d71b6127be86fdcfddb610f7182ac57211d4b18a3e9c82eb2d17662f2227ad6a"
235
343
 
236
344
  [[package]]
237
345
  name = "cc"
238
- version = "1.2.24"
346
+ version = "1.2.27"
239
347
  source = "registry+https://github.com/rust-lang/crates.io-index"
240
- checksum = "16595d3be041c03b09d08d0858631facccee9221e579704070e6e9e4915d3bc7"
348
+ checksum = "d487aa071b5f64da6f19a3e848e3578944b726ee5a4854b82172f02aa876bfdc"
241
349
  dependencies = [
242
350
  "jobserver",
243
351
  "libc",
@@ -255,9 +363,9 @@ dependencies = [
255
363
 
256
364
  [[package]]
257
365
  name = "cfg-if"
258
- version = "1.0.0"
366
+ version = "1.0.1"
259
367
  source = "registry+https://github.com/rust-lang/crates.io-index"
260
- checksum = "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd"
368
+ checksum = "9555578bc9e57714c812a1f84e4fc5b4d21fcb063490c624de019f7464c91268"
261
369
 
262
370
  [[package]]
263
371
  name = "chrono"
@@ -319,9 +427,30 @@ dependencies = [
319
427
 
320
428
  [[package]]
321
429
  name = "crunchy"
322
- version = "0.2.3"
430
+ version = "0.2.4"
323
431
  source = "registry+https://github.com/rust-lang/crates.io-index"
324
- checksum = "43da5946c66ffcc7745f48db692ffbb10a83bfe0afd96235c5c2a4fb23994929"
432
+ checksum = "460fbee9c2c2f33933d720630a6a0bac33ba7053db5344fac858d4b8952d77d5"
433
+
434
+ [[package]]
435
+ name = "csv"
436
+ version = "1.3.1"
437
+ source = "registry+https://github.com/rust-lang/crates.io-index"
438
+ checksum = "acdc4883a9c96732e4733212c01447ebd805833b7275a73ca3ee080fd77afdaf"
439
+ dependencies = [
440
+ "csv-core",
441
+ "itoa",
442
+ "ryu",
443
+ "serde",
444
+ ]
445
+
446
+ [[package]]
447
+ name = "csv-core"
448
+ version = "0.1.12"
449
+ source = "registry+https://github.com/rust-lang/crates.io-index"
450
+ checksum = "7d02f3b0da4c6504f86e9cd789d8dbafab48c2321be74e9987593de5a894d93d"
451
+ dependencies = [
452
+ "memchr",
453
+ ]
325
454
 
326
455
  [[package]]
327
456
  name = "either"
@@ -329,14 +458,20 @@ version = "1.15.0"
329
458
  source = "registry+https://github.com/rust-lang/crates.io-index"
330
459
  checksum = "48c757948c5ede0e46177b7add2e67155f70e33c07fea8284df6576da70b3719"
331
460
 
461
+ [[package]]
462
+ name = "equivalent"
463
+ version = "1.0.2"
464
+ source = "registry+https://github.com/rust-lang/crates.io-index"
465
+ checksum = "877a4ace8713b0bcf2a4e7eec82529c029f1d0619886d18145fea96c3ffe5c0f"
466
+
332
467
  [[package]]
333
468
  name = "errno"
334
- version = "0.3.12"
469
+ version = "0.3.13"
335
470
  source = "registry+https://github.com/rust-lang/crates.io-index"
336
- checksum = "cea14ef9355e3beab063703aa9dab15afd25f0667c341310c1e5274bb1d0da18"
471
+ checksum = "778e2ac28f6c47af28e4907f13ffd1e1ddbd400980a9abd7c8df189bf578a5ad"
337
472
  dependencies = [
338
473
  "libc",
339
- "windows-sys",
474
+ "windows-sys 0.60.2",
340
475
  ]
341
476
 
342
477
  [[package]]
@@ -357,9 +492,9 @@ dependencies = [
357
492
 
358
493
  [[package]]
359
494
  name = "flate2"
360
- version = "1.1.1"
495
+ version = "1.1.2"
361
496
  source = "registry+https://github.com/rust-lang/crates.io-index"
362
- checksum = "7ced92e76e966ca2fd84c8f7aa01a4aea65b0eb6648d72f7c8f3e2764a67fece"
497
+ checksum = "4a3d7db9596fecd151c5f638c0ee5d5bd487b6e0ea232e5dc96d5250f6f94b1d"
363
498
  dependencies = [
364
499
  "crc32fast",
365
500
  "libz-rs-sys",
@@ -374,7 +509,7 @@ checksum = "335ff9f135e4384c8150d6f27c6daed433577f86b4750418338c01a1a2528592"
374
509
  dependencies = [
375
510
  "cfg-if",
376
511
  "libc",
377
- "wasi 0.11.0+wasi-snapshot-preview1",
512
+ "wasi 0.11.1+wasi-snapshot-preview1",
378
513
  ]
379
514
 
380
515
  [[package]]
@@ -408,9 +543,9 @@ dependencies = [
408
543
 
409
544
  [[package]]
410
545
  name = "hashbrown"
411
- version = "0.15.3"
546
+ version = "0.15.4"
412
547
  source = "registry+https://github.com/rust-lang/crates.io-index"
413
- checksum = "84b26c544d002229e640969970a2e74021aadf6e2f96372b9c58eff97de08eb3"
548
+ checksum = "5971ac85611da7067dbfcabef3c70ebb5606018acd9e2a3903a0da507521e0d5"
414
549
 
415
550
  [[package]]
416
551
  name = "iana-time-zone"
@@ -436,6 +571,16 @@ dependencies = [
436
571
  "cc",
437
572
  ]
438
573
 
574
+ [[package]]
575
+ name = "indexmap"
576
+ version = "2.10.0"
577
+ source = "registry+https://github.com/rust-lang/crates.io-index"
578
+ checksum = "fe4cd85333e22411419a0bcae1297d25e58c9443848b11dc6a86fefe8c78a661"
579
+ dependencies = [
580
+ "equivalent",
581
+ "hashbrown",
582
+ ]
583
+
439
584
  [[package]]
440
585
  name = "integer-encoding"
441
586
  version = "3.0.4"
@@ -488,9 +633,9 @@ dependencies = [
488
633
 
489
634
  [[package]]
490
635
  name = "jiff"
491
- version = "0.2.14"
636
+ version = "0.2.15"
492
637
  source = "registry+https://github.com/rust-lang/crates.io-index"
493
- checksum = "a194df1107f33c79f4f93d02c80798520551949d59dfad22b6157048a88cca93"
638
+ checksum = "be1f93b8b1eb69c77f24bbb0afdf66f54b632ee39af40ca21c4365a1d7347e49"
494
639
  dependencies = [
495
640
  "jiff-static",
496
641
  "jiff-tzdb-platform",
@@ -498,14 +643,14 @@ dependencies = [
498
643
  "portable-atomic",
499
644
  "portable-atomic-util",
500
645
  "serde",
501
- "windows-sys",
646
+ "windows-sys 0.59.0",
502
647
  ]
503
648
 
504
649
  [[package]]
505
650
  name = "jiff-static"
506
- version = "0.2.14"
651
+ version = "0.2.15"
507
652
  source = "registry+https://github.com/rust-lang/crates.io-index"
508
- checksum = "6c6e1db7ed32c6c71b759497fae34bf7933636f75a251b9e736555da426f6442"
653
+ checksum = "03343451ff899767262ec32146f6d559dd759fdadf42ff0e227c7c48f72594b4"
509
654
  dependencies = [
510
655
  "proc-macro2",
511
656
  "quote",
@@ -625,18 +770,18 @@ dependencies = [
625
770
 
626
771
  [[package]]
627
772
  name = "libc"
628
- version = "0.2.172"
773
+ version = "0.2.174"
629
774
  source = "registry+https://github.com/rust-lang/crates.io-index"
630
- checksum = "d750af042f7ef4f724306de029d18836c26c1765a54a6a3f094cbd23a7267ffa"
775
+ checksum = "1171693293099992e19cddea4e8b849964e9846f4acee11b3948bcc337be8776"
631
776
 
632
777
  [[package]]
633
778
  name = "libloading"
634
- version = "0.8.7"
779
+ version = "0.8.8"
635
780
  source = "registry+https://github.com/rust-lang/crates.io-index"
636
- checksum = "6a793df0d7afeac54f95b471d3af7f0d4fb975699f972341a4b76988d49cdf0c"
781
+ checksum = "07033963ba89ebaf1584d767badaa2e8fcec21aedea6b8c0346d487d49c28667"
637
782
  dependencies = [
638
783
  "cfg-if",
639
- "windows-targets 0.53.0",
784
+ "windows-targets 0.53.2",
640
785
  ]
641
786
 
642
787
  [[package]]
@@ -647,9 +792,9 @@ checksum = "f9fbbcab51052fe104eb5e5d351cf728d30a5be1fe14d9be8a3b097481fb97de"
647
792
 
648
793
  [[package]]
649
794
  name = "libmimalloc-sys"
650
- version = "0.1.42"
795
+ version = "0.1.43"
651
796
  source = "registry+https://github.com/rust-lang/crates.io-index"
652
- checksum = "ec9d6fac27761dabcd4ee73571cdb06b7022dc99089acbe5435691edffaac0f4"
797
+ checksum = "bf88cd67e9de251c1781dbe2f641a1a3ad66eaae831b8a2c38fbdc5ddae16d4d"
653
798
  dependencies = [
654
799
  "cc",
655
800
  "libc",
@@ -657,9 +802,9 @@ dependencies = [
657
802
 
658
803
  [[package]]
659
804
  name = "libz-rs-sys"
660
- version = "0.5.0"
805
+ version = "0.5.1"
661
806
  source = "registry+https://github.com/rust-lang/crates.io-index"
662
- checksum = "6489ca9bd760fe9642d7644e827b0c9add07df89857b0416ee15c1cc1a3b8c5a"
807
+ checksum = "172a788537a2221661b480fee8dc5f96c580eb34fa88764d3205dc356c7e4221"
663
808
  dependencies = [
664
809
  "zlib-rs",
665
810
  ]
@@ -678,11 +823,11 @@ checksum = "13dc2df351e3202783a1fe0d44375f7295ffb4049267b0f3018346dc122a1d94"
678
823
 
679
824
  [[package]]
680
825
  name = "lz4_flex"
681
- version = "0.11.3"
826
+ version = "0.11.5"
682
827
  source = "registry+https://github.com/rust-lang/crates.io-index"
683
- checksum = "75761162ae2b0e580d7e7c390558127e5f01b4194debd6221fd8c207fc80e3f5"
828
+ checksum = "08ab2867e3eeeca90e844d1940eab391c9dc5228783db2ed999acbc0a9ed375a"
684
829
  dependencies = [
685
- "twox-hash 1.6.3",
830
+ "twox-hash",
686
831
  ]
687
832
 
688
833
  [[package]]
@@ -710,15 +855,15 @@ dependencies = [
710
855
 
711
856
  [[package]]
712
857
  name = "memchr"
713
- version = "2.7.4"
858
+ version = "2.7.5"
714
859
  source = "registry+https://github.com/rust-lang/crates.io-index"
715
- checksum = "78ca9ab1a0babb1e7d5695e3530886289c18cf2f87ec19a575a0abdce112e3a3"
860
+ checksum = "32a282da65faaf38286cf3be983213fcf1d2e2a58700e808f83f4ea9a4804bc0"
716
861
 
717
862
  [[package]]
718
863
  name = "mimalloc"
719
- version = "0.1.46"
864
+ version = "0.1.47"
720
865
  source = "registry+https://github.com/rust-lang/crates.io-index"
721
- checksum = "995942f432bbb4822a7e9c3faa87a695185b0d09273ba85f097b54f4e458f2af"
866
+ checksum = "b1791cbe101e95af5764f06f20f6760521f7158f69dbf9d6baf941ee1bf6bc40"
722
867
  dependencies = [
723
868
  "libmimalloc-sys",
724
869
  ]
@@ -731,9 +876,9 @@ checksum = "68354c5c6bd36d73ff3feceb05efa59b6acb7626617f4962be322a825e61f79a"
731
876
 
732
877
  [[package]]
733
878
  name = "miniz_oxide"
734
- version = "0.8.8"
879
+ version = "0.8.9"
735
880
  source = "registry+https://github.com/rust-lang/crates.io-index"
736
- checksum = "3be647b768db090acb35d5ec5db2b0e1f1de11133ca123b9eacf5137868f892a"
881
+ checksum = "1fa76a2c86f704bdb222d66965fb3d63269ce38518b83cb0575fca855ebb6316"
737
882
  dependencies = [
738
883
  "adler2",
739
884
  ]
@@ -837,6 +982,15 @@ dependencies = [
837
982
  "num-traits",
838
983
  ]
839
984
 
985
+ [[package]]
986
+ name = "ordered-float"
987
+ version = "5.0.0"
988
+ source = "registry+https://github.com/rust-lang/crates.io-index"
989
+ checksum = "e2c1f9f56e534ac6a9b8a4600bdf0f530fb393b5f393e7b4d03489c3cf0c3f01"
990
+ dependencies = [
991
+ "num-traits",
992
+ ]
993
+
840
994
  [[package]]
841
995
  name = "parquet"
842
996
  version = "0.1.0"
@@ -854,7 +1008,9 @@ dependencies = [
854
1008
  "magnus",
855
1009
  "mimalloc",
856
1010
  "num",
857
- "parquet 55.1.0",
1011
+ "ordered-float 5.0.0",
1012
+ "parquet 55.2.0",
1013
+ "parquet-ruby-adapter",
858
1014
  "rand",
859
1015
  "rb-sys",
860
1016
  "rb-sys-env 0.2.2",
@@ -866,8 +1022,8 @@ dependencies = [
866
1022
 
867
1023
  [[package]]
868
1024
  name = "parquet"
869
- version = "55.1.0"
870
- source = "git+https://github.com/njaremko/arrow-rs?branch=nathan_06-24-remove_primitive_map_key_assertion_on_record_reader#2d8b0b99d70de81b96b76cfdc10faa20dc7aed4e"
1025
+ version = "55.2.0"
1026
+ source = "git+https://github.com/njaremko/arrow-rs?branch=nathan_06-24-remove_primitive_map_key_assertion_on_record_reader#54858bf019ff3faeb8f5b562da8c01012162aef0"
871
1027
  dependencies = [
872
1028
  "ahash",
873
1029
  "arrow-array",
@@ -893,10 +1049,51 @@ dependencies = [
893
1049
  "simdutf8",
894
1050
  "snap",
895
1051
  "thrift",
896
- "twox-hash 2.1.0",
1052
+ "twox-hash",
897
1053
  "zstd",
898
1054
  ]
899
1055
 
1056
+ [[package]]
1057
+ name = "parquet-core"
1058
+ version = "0.1.0"
1059
+ dependencies = [
1060
+ "arrow",
1061
+ "arrow-array",
1062
+ "arrow-buffer",
1063
+ "arrow-schema",
1064
+ "bytes",
1065
+ "indexmap",
1066
+ "jiff",
1067
+ "num",
1068
+ "ordered-float 5.0.0",
1069
+ "parquet 55.2.0",
1070
+ "rand",
1071
+ "serde",
1072
+ "tempfile",
1073
+ "thiserror",
1074
+ "uuid",
1075
+ ]
1076
+
1077
+ [[package]]
1078
+ name = "parquet-ruby-adapter"
1079
+ version = "0.1.0"
1080
+ dependencies = [
1081
+ "arrow-array",
1082
+ "arrow-buffer",
1083
+ "arrow-schema",
1084
+ "bytes",
1085
+ "indexmap",
1086
+ "magnus",
1087
+ "num",
1088
+ "ordered-float 5.0.0",
1089
+ "parquet 55.2.0",
1090
+ "parquet-core",
1091
+ "rb-sys",
1092
+ "rb-sys-env 0.2.2",
1093
+ "tempfile",
1094
+ "thiserror",
1095
+ ]
1096
+
900
1097
  [[package]]
901
1098
  name = "paste"
902
1099
  version = "1.0.15"
@@ -911,9 +1108,9 @@ checksum = "7edddbd0b52d732b21ad9a5fab5c704c14cd949e5e9a1ec5929a24fded1b904c"
911
1108
 
912
1109
  [[package]]
913
1110
  name = "portable-atomic"
914
- version = "1.11.0"
1111
+ version = "1.11.1"
915
1112
  source = "registry+https://github.com/rust-lang/crates.io-index"
916
- checksum = "350e9b48cbc6b0e028b0473b114454c6316e57336ee184ceab6e53f72c178b3e"
1113
+ checksum = "f84267b20a16ea918e43c6a88433c2d54fa145c92a811b5b047ccbe153674483"
917
1114
 
918
1115
  [[package]]
919
1116
  name = "portable-atomic-util"
@@ -953,9 +1150,9 @@ dependencies = [
953
1150
 
954
1151
  [[package]]
955
1152
  name = "r-efi"
956
- version = "5.2.0"
1153
+ version = "5.3.0"
957
1154
  source = "registry+https://github.com/rust-lang/crates.io-index"
958
- checksum = "74765f6d916ee2faa39bc8e68e4f3ed8949b48cccdac59983d287a7cb71ce9c5"
1155
+ checksum = "69cdb34c158ceb288df11e18b4bd39de994f6657d83847bdffdbd7f346754b0f"
959
1156
 
960
1157
  [[package]]
961
1158
  name = "rand"
@@ -988,18 +1185,18 @@ dependencies = [
988
1185
 
989
1186
  [[package]]
990
1187
  name = "rb-sys"
991
- version = "0.9.115"
1188
+ version = "0.9.116"
992
1189
  source = "registry+https://github.com/rust-lang/crates.io-index"
993
- checksum = "99ca6726be0eca74687047fed7dcbc2d509571f3962e190c343ac1eb40e482b3"
1190
+ checksum = "7059846f68396df83155779c75336ca24567741cb95256e6308c9fcc370e8dad"
994
1191
  dependencies = [
995
1192
  "rb-sys-build",
996
1193
  ]
997
1194
 
998
1195
  [[package]]
999
1196
  name = "rb-sys-build"
1000
- version = "0.9.115"
1197
+ version = "0.9.116"
1001
1198
  source = "registry+https://github.com/rust-lang/crates.io-index"
1002
- checksum = "9f2390cfc87b7513656656faad6567291e581542d3ec41dd0a2bf381896e0880"
1199
+ checksum = "ac217510df41b9ffc041573e68d7a02aaff770c49943c7494441c4b224b0ecd0"
1003
1200
  dependencies = [
1004
1201
  "bindgen",
1005
1202
  "lazy_static",
@@ -1076,7 +1273,7 @@ dependencies = [
1076
1273
  "errno",
1077
1274
  "libc",
1078
1275
  "linux-raw-sys",
1079
- "windows-sys",
1276
+ "windows-sys 0.59.0",
1080
1277
  ]
1081
1278
 
1082
1279
  [[package]]
@@ -1167,9 +1364,9 @@ checksum = "a2eb9349b6444b326872e140eb1cf5e7c522154d69e7a0ffb0fb81c06b37543f"
1167
1364
 
1168
1365
  [[package]]
1169
1366
  name = "syn"
1170
- version = "2.0.101"
1367
+ version = "2.0.104"
1171
1368
  source = "registry+https://github.com/rust-lang/crates.io-index"
1172
- checksum = "8ce2b7fc941b3a24138a0a7cf8e858bfc6a992e7978a068a5c760deb0ed43caf"
1369
+ checksum = "17b6f705963418cdb9927482fa304bc562ece2fdd4f616084c50b7023b435a40"
1173
1370
  dependencies = [
1174
1371
  "proc-macro2",
1175
1372
  "quote",
@@ -1186,7 +1383,7 @@ dependencies = [
1186
1383
  "getrandom 0.3.3",
1187
1384
  "once_cell",
1188
1385
  "rustix",
1189
- "windows-sys",
1386
+ "windows-sys 0.59.0",
1190
1387
  ]
1191
1388
 
1192
1389
  [[package]]
@@ -1217,7 +1414,7 @@ checksum = "7e54bc85fc7faa8bc175c4bab5b92ba8d9a3ce893d0e9f42cc455c8ab16a9e09"
1217
1414
  dependencies = [
1218
1415
  "byteorder",
1219
1416
  "integer-encoding",
1220
- "ordered-float",
1417
+ "ordered-float 2.10.1",
1221
1418
  ]
1222
1419
 
1223
1420
  [[package]]
@@ -1231,19 +1428,9 @@ dependencies = [
1231
1428
 
1232
1429
  [[package]]
1233
1430
  name = "twox-hash"
1234
- version = "1.6.3"
1235
- source = "registry+https://github.com/rust-lang/crates.io-index"
1236
- checksum = "97fee6b57c6a41524a810daee9286c02d7752c4253064d0b05472833a438f675"
1237
- dependencies = [
1238
- "cfg-if",
1239
- "static_assertions",
1240
- ]
1241
-
1242
- [[package]]
1243
- name = "twox-hash"
1244
- version = "2.1.0"
1431
+ version = "2.1.1"
1245
1432
  source = "registry+https://github.com/rust-lang/crates.io-index"
1246
- checksum = "e7b17f197b3050ba473acf9181f7b1d3b66d1cf7356c6cc57886662276e65908"
1433
+ checksum = "8b907da542cbced5261bd3256de1b3a1bf340a3d37f93425a07362a1d687de56"
1247
1434
 
1248
1435
  [[package]]
1249
1436
  name = "unicode-ident"
@@ -1257,6 +1444,7 @@ version = "1.17.0"
1257
1444
  source = "registry+https://github.com/rust-lang/crates.io-index"
1258
1445
  checksum = "3cf4199d1e5d15ddd86a694e4d0dffa9c323ce759fea589f00fef9d81cc1931d"
1259
1446
  dependencies = [
1447
+ "getrandom 0.3.3",
1260
1448
  "js-sys",
1261
1449
  "wasm-bindgen",
1262
1450
  ]
@@ -1269,9 +1457,9 @@ checksum = "0b928f33d975fc6ad9f86c8f283853ad26bdd5b10b7f1542aa2fa15e2289105a"
1269
1457
 
1270
1458
  [[package]]
1271
1459
  name = "wasi"
1272
- version = "0.11.0+wasi-snapshot-preview1"
1460
+ version = "0.11.1+wasi-snapshot-preview1"
1273
1461
  source = "registry+https://github.com/rust-lang/crates.io-index"
1274
- checksum = "9c8d87e72b64a3b4db28d11ce29237c246188f4f51057d65a7eab63b7987e423"
1462
+ checksum = "ccf3ec651a847eb01de73ccad15eb7d99f80485de043efb2f370cd654f4ea44b"
1275
1463
 
1276
1464
  [[package]]
1277
1465
  name = "wasi"
@@ -1377,9 +1565,9 @@ dependencies = [
1377
1565
 
1378
1566
  [[package]]
1379
1567
  name = "windows-link"
1380
- version = "0.1.1"
1568
+ version = "0.1.3"
1381
1569
  source = "registry+https://github.com/rust-lang/crates.io-index"
1382
- checksum = "76840935b766e1b0a05c0066835fb9ec80071d4c09a16f6bd5f7e655e3c14c38"
1570
+ checksum = "5e6ad25900d524eaabdbbb96d20b4311e1e7ae1699af4fb28c17ae66c80d798a"
1383
1571
 
1384
1572
  [[package]]
1385
1573
  name = "windows-result"
@@ -1408,6 +1596,15 @@ dependencies = [
1408
1596
  "windows-targets 0.52.6",
1409
1597
  ]
1410
1598
 
1599
+ [[package]]
1600
+ name = "windows-sys"
1601
+ version = "0.60.2"
1602
+ source = "registry+https://github.com/rust-lang/crates.io-index"
1603
+ checksum = "f2f500e4d28234f72040990ec9d39e3a6b950f9f22d3dba18416c35882612bcb"
1604
+ dependencies = [
1605
+ "windows-targets 0.53.2",
1606
+ ]
1607
+
1411
1608
  [[package]]
1412
1609
  name = "windows-targets"
1413
1610
  version = "0.52.6"
@@ -1426,9 +1623,9 @@ dependencies = [
1426
1623
 
1427
1624
  [[package]]
1428
1625
  name = "windows-targets"
1429
- version = "0.53.0"
1626
+ version = "0.53.2"
1430
1627
  source = "registry+https://github.com/rust-lang/crates.io-index"
1431
- checksum = "b1e4c7e8ceaaf9cb7d7507c974735728ab453b67ef8f18febdd7c11fe59dca8b"
1628
+ checksum = "c66f69fcc9ce11da9966ddb31a40968cad001c5bedeb5c2b82ede4253ab48aef"
1432
1629
  dependencies = [
1433
1630
  "windows_aarch64_gnullvm 0.53.0",
1434
1631
  "windows_aarch64_msvc 0.53.0",
@@ -1547,18 +1744,18 @@ dependencies = [
1547
1744
 
1548
1745
  [[package]]
1549
1746
  name = "zerocopy"
1550
- version = "0.8.25"
1747
+ version = "0.8.26"
1551
1748
  source = "registry+https://github.com/rust-lang/crates.io-index"
1552
- checksum = "a1702d9583232ddb9174e01bb7c15a2ab8fb1bc6f227aa1233858c351a3ba0cb"
1749
+ checksum = "1039dd0d3c310cf05de012d8a39ff557cb0d23087fd44cad61df08fc31907a2f"
1553
1750
  dependencies = [
1554
1751
  "zerocopy-derive",
1555
1752
  ]
1556
1753
 
1557
1754
  [[package]]
1558
1755
  name = "zerocopy-derive"
1559
- version = "0.8.25"
1756
+ version = "0.8.26"
1560
1757
  source = "registry+https://github.com/rust-lang/crates.io-index"
1561
- checksum = "28a6e20d751156648aa063f3800b706ee209a32c0b4d9f24be3d980b01be55ef"
1758
+ checksum = "9ecf5b4cc5364572d7f4c329661bcc82724222973f2cab6f050a4e5c22f75181"
1562
1759
  dependencies = [
1563
1760
  "proc-macro2",
1564
1761
  "quote",
@@ -1567,9 +1764,9 @@ dependencies = [
1567
1764
 
1568
1765
  [[package]]
1569
1766
  name = "zlib-rs"
1570
- version = "0.5.0"
1767
+ version = "0.5.1"
1571
1768
  source = "registry+https://github.com/rust-lang/crates.io-index"
1572
- checksum = "868b928d7949e09af2f6086dfc1e01936064cc7a819253bce650d4e2a2d63ba8"
1769
+ checksum = "626bd9fa9734751fc50d6060752170984d7053f5a39061f524cda68023d4db8a"
1573
1770
 
1574
1771
  [[package]]
1575
1772
  name = "zstd"