deltalake-rb 0.2.4 → 0.2.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (9) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +4 -0
  3. data/Cargo.lock +55 -23
  4. data/ext/deltalake/Cargo.toml +4 -3
  5. data/ext/deltalake/src/lib.rs +1 -1
  6. data/lib/deltalake/deltalake.so +0 -0
  7. data/lib/deltalake/table.rb +9 -1
  8. data/lib/deltalake/version.rb +1 -1
  9. metadata +2 -1
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: f89536ce0b8ffd2438cb898db7a49160e0f6b5bdeeceb6a97ab664c45713909c
4
- data.tar.gz: d8c2bbf832ba32e17421f8a65e0821dccadde48aa550118113711aef0416e5cc
3
+ metadata.gz: 8917715e0860de220c2cea3ad19a7a4bc8982c426f8347576681de4c9adcad7c
4
+ data.tar.gz: 2b4b01cb0af11991b852eb255e2adbb4343b0e3c4bb06b03ceb26a3b2d1574f7
5
5
  SHA512:
6
- metadata.gz: e928b71d0485219cff09bd8325004eb216b93b383e63bed8a57964693d6a80f093d7a32e49fa4f69c39ef93c555a37d3d2308b56dd5d6888b3ae3b7704e4701b
7
- data.tar.gz: 3749ad9ddbb367764890f0d98807b0de0c2be035b605c78981c825242ff6af5112eca86ef55cf4c2be9f7b802ce0b08fb10ec13a3e2373f08a894ede56fef3a2
6
+ metadata.gz: 2a7e31084e8cfaca68f40923227212c5bab0ddf451b6a72b5c80dffacb609b087c1d95df2e147a624a4940bbe72048461a3a38b1f870ca49c16efa74acd825e9
7
+ data.tar.gz: 1d07af8427aad26c52c9e52a329de45d01be1461c303209bc06364b9d6275b9ae796ee391e95bfc7789260d55ff5f13d54cca5e763059f44b01843e4b42cb659
data/CHANGELOG.md CHANGED
@@ -1,3 +1,7 @@
1
+ ## 0.2.5 (2025-12-19)
2
+
3
+ - Updated `deltalake` to 0.29.4
4
+
1
5
  ## 0.2.4 (2025-11-04)
2
6
 
3
7
  - Updated `deltalake` to 0.29.3
data/Cargo.lock CHANGED
@@ -1156,6 +1156,22 @@ dependencies = [
1156
1156
  "memchr",
1157
1157
  ]
1158
1158
 
1159
+ [[package]]
1160
+ name = "ctor"
1161
+ version = "0.6.1"
1162
+ source = "registry+https://github.com/rust-lang/crates.io-index"
1163
+ checksum = "3ffc71fcdcdb40d6f087edddf7f8f1f8f79e6cf922f555a9ee8779752d4819bd"
1164
+ dependencies = [
1165
+ "ctor-proc-macro",
1166
+ "dtor",
1167
+ ]
1168
+
1169
+ [[package]]
1170
+ name = "ctor-proc-macro"
1171
+ version = "0.0.7"
1172
+ source = "registry+https://github.com/rust-lang/crates.io-index"
1173
+ checksum = "52560adf09603e58c9a7ee1fe1dcb95a16927b17c127f0ac02d6e768a0e25bc1"
1174
+
1159
1175
  [[package]]
1160
1176
  name = "darling"
1161
1177
  version = "0.20.11"
@@ -1918,27 +1934,11 @@ dependencies = [
1918
1934
 
1919
1935
  [[package]]
1920
1936
  name = "deltalake"
1921
- version = "0.2.4"
1922
- dependencies = [
1923
- "arrow",
1924
- "arrow-schema",
1925
- "chrono",
1926
- "delta_kernel",
1927
- "deltalake 0.29.3",
1928
- "futures",
1929
- "magnus",
1930
- "num_cpus",
1931
- "serde",
1932
- "serde_json",
1933
- "tokio",
1934
- ]
1935
-
1936
- [[package]]
1937
- name = "deltalake"
1938
- version = "0.29.3"
1937
+ version = "0.29.4"
1939
1938
  source = "registry+https://github.com/rust-lang/crates.io-index"
1940
- checksum = "e5db40b24da295184823a5be90e8c0f093cd52d864d8c6898b888e8836f8b685"
1939
+ checksum = "09169ef5ecf35911f5f1c3117844a4e00da1edcce58fe8593a237761525f6e3a"
1941
1940
  dependencies = [
1941
+ "ctor",
1942
1942
  "delta_kernel",
1943
1943
  "deltalake-aws",
1944
1944
  "deltalake-azure",
@@ -2069,6 +2069,23 @@ dependencies = [
2069
2069
  "url",
2070
2070
  ]
2071
2071
 
2072
+ [[package]]
2073
+ name = "deltalake-ruby"
2074
+ version = "0.2.5"
2075
+ dependencies = [
2076
+ "arrow",
2077
+ "arrow-schema",
2078
+ "chrono",
2079
+ "delta_kernel",
2080
+ "deltalake",
2081
+ "futures",
2082
+ "magnus",
2083
+ "num_cpus",
2084
+ "serde",
2085
+ "serde_json",
2086
+ "tokio",
2087
+ ]
2088
+
2072
2089
  [[package]]
2073
2090
  name = "deranged"
2074
2091
  version = "0.4.0"
@@ -2121,6 +2138,21 @@ dependencies = [
2121
2138
  "syn",
2122
2139
  ]
2123
2140
 
2141
+ [[package]]
2142
+ name = "dtor"
2143
+ version = "0.1.1"
2144
+ source = "registry+https://github.com/rust-lang/crates.io-index"
2145
+ checksum = "404d02eeb088a82cfd873006cb713fe411306c7d182c344905e101fb1167d301"
2146
+ dependencies = [
2147
+ "dtor-proc-macro",
2148
+ ]
2149
+
2150
+ [[package]]
2151
+ name = "dtor-proc-macro"
2152
+ version = "0.0.6"
2153
+ source = "registry+https://github.com/rust-lang/crates.io-index"
2154
+ checksum = "f678cf4a922c215c63e0de95eb1ff08a958a81d47e485cf9da1e27bf6305cfa5"
2155
+
2124
2156
  [[package]]
2125
2157
  name = "dunce"
2126
2158
  version = "1.0.5"
@@ -3641,18 +3673,18 @@ dependencies = [
3641
3673
 
3642
3674
  [[package]]
3643
3675
  name = "rb-sys"
3644
- version = "0.9.117"
3676
+ version = "0.9.123"
3645
3677
  source = "registry+https://github.com/rust-lang/crates.io-index"
3646
- checksum = "f900d1ce4629a2ebffaf5de74bd8f9c1188d4c5ed406df02f97e22f77a006f44"
3678
+ checksum = "45fb1a185af97ee456f1c9e56dbe6e2e662bec4fdeaf83c4c28e0e6adfb18816"
3647
3679
  dependencies = [
3648
3680
  "rb-sys-build",
3649
3681
  ]
3650
3682
 
3651
3683
  [[package]]
3652
3684
  name = "rb-sys-build"
3653
- version = "0.9.117"
3685
+ version = "0.9.123"
3654
3686
  source = "registry+https://github.com/rust-lang/crates.io-index"
3655
- checksum = "ef1e9c857028f631056bcd6d88cec390c751e343ce2223ddb26d23eb4a151d59"
3687
+ checksum = "a58ebd02d7a6033e6a5f6f8d150c1e9f16506039092b84a73e6bedce6d3adf41"
3656
3688
  dependencies = [
3657
3689
  "bindgen 0.69.5",
3658
3690
  "lazy_static",
data/ext/deltalake/Cargo.toml CHANGED
@@ -1,6 +1,6 @@
1
1
  [package]
2
- name = "deltalake"
3
- version = "0.2.4"
2
+ name = "deltalake-ruby"
3
+ version = "0.2.5"
4
4
  license = "Apache-2.0"
5
5
  authors = ["Andrew Kane <andrew@ankane.org>"]
6
6
  edition = "2021"
@@ -8,6 +8,7 @@ rust-version = "1.82"
8
8
  publish = false
9
9
 
10
10
  [lib]
11
+ name = "deltalake"
11
12
  crate-type = ["cdylib"]
12
13
 
13
14
  [dependencies]
@@ -23,7 +24,7 @@ serde_json = "1"
23
24
  tokio = { version = "1", features = ["rt-multi-thread"] }
24
25
 
25
26
  [dependencies.deltalake]
26
- version = "=0.29.3"
27
+ version = "=0.29.4"
27
28
  features = [
28
29
  "azure",
29
30
  "datafusion",
data/ext/deltalake/src/lib.rs CHANGED
@@ -1242,7 +1242,7 @@ impl ArrowArrayStream {
1242
1242
  }
1243
1243
  }
1244
1244
 
1245
- #[magnus::init]
1245
+ #[magnus::init(name = "deltalake")]
1246
1246
  fn init(ruby: &Ruby) -> RbResult<()> {
1247
1247
  deltalake::aws::register_handlers(None);
1248
1248
  deltalake::azure::register_handlers(None);
data/lib/deltalake/deltalake.so ADDED
Binary file
data/lib/deltalake/table.rb CHANGED
@@ -205,13 +205,21 @@ module DeltaLake
205
205
  "DELTA_DYNAMO_TABLE_NAME"
206
206
  ]
207
207
  storage_options = @storage_options&.reject { |k, _| delta_keys.include?(k.to_s.upcase) }
208
+
209
+ scan_options =
210
+ if Gem::Version.new(Polars::VERSION) >= Gem::Version.new("0.24")
211
+ {missing_columns: "insert"}
212
+ else
213
+ {allow_missing_columns: true}
214
+ end
215
+
208
216
  lf =
209
217
  Polars.scan_parquet(
210
218
  sources,
211
219
  hive_partitioning: true,
212
220
  storage_options: storage_options,
213
221
  rechunk: rechunk,
214
- allow_missing_columns: true
222
+ **scan_options
215
223
  )
216
224
 
217
225
  if columns
data/lib/deltalake/version.rb CHANGED
@@ -1,3 +1,3 @@
1
1
  module DeltaLake
2
- VERSION = "0.2.4"
2
+ VERSION = "0.2.5"
3
3
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: deltalake-rb
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.2.4
4
+ version: 0.2.5
5
5
  platform: ruby
6
6
  authors:
7
7
  - Andrew Kane
@@ -44,6 +44,7 @@ files:
44
44
  - ext/deltalake/src/utils.rs
45
45
  - lib/deltalake-rb.rb
46
46
  - lib/deltalake.rb
47
+ - lib/deltalake/deltalake.so
47
48
  - lib/deltalake/field.rb
48
49
  - lib/deltalake/metadata.rb
49
50
  - lib/deltalake/schema.rb