deltalake-rb 0.2.0 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4a95f4f57c1ec65a2b936ed819bd8ed281ab9cb894e28df234772ea755865907
-  data.tar.gz: 9f4ec619df0fc852a27f8d9db321d81577641102f21c111a3c7e5a5c993ee4e5
+  metadata.gz: 70bfe7933e46d65d042f24d33e594d7bb85d8ba7c710f33314d406539824ef44
+  data.tar.gz: 84cc2317df6d58cc2a115a1a0d96ed9dcaff8d7b1726f3482e26a9e25e8401e8
 SHA512:
-  metadata.gz: 9daf036936a054c0679f5f7122ba34629f81d7a58743c78b2f21255d564dd5c9b743863a3f76de43b76fc91383e69e9afabb5e591c202ddf7482e24ed4e8687e
-  data.tar.gz: 75233f82cf10afb4aa3a305f30da7d54f348ff83dd2da05461d92c4e935a441158ddb63325354e1b1fe46bca52362677a1aaa8e53d300ece5591a5a280b3be09
+  metadata.gz: f53c616be11eaddf82405eb88f2c5b793dc696a40f8817a7d8622e20bfe5dde3affc1f21bca345215a46b92192ba9c5d539eeac3ac67d44d3874a54bedd2a729
+  data.tar.gz: c3948d2ac176dc4030bb75a62091ce6f63a78b064b3159cc52cd8f880a701790279d783d6163da6cc2deb22cbefa305ecc3f8f3071b16ab0b1bc0d87f713f648

data/CHANGELOG.md

@@ -1,3 +1,7 @@
+## 0.2.1 (2025-08-29)
+
+- Updated `deltalake` to 0.28.0
+
 ## 0.2.0 (2025-07-12)
 
 - Updated `deltalake` to 0.27.0

data/Cargo.lock

@@ -217,6 +217,7 @@ dependencies = [
  "arrow-schema",
  "flatbuffers",
  "lz4_flex",
+ "zstd",
 ]
 
 [[package]]
@@ -315,7 +316,7 @@ version = "0.4.19"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "06575e6a9673580f52661c92107baabffbf41e2141373441cbcdc47cb733003c"
 dependencies = [
- "bzip2",
+ "bzip2 0.5.2",
  "flate2",
  "futures-core",
  "memchr",
@@ -920,6 +921,15 @@ dependencies = [
  "bzip2-sys",
 ]
 
+[[package]]
+name = "bzip2"
+version = "0.6.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "bea8dcd42434048e4f7a304411d9273a411f647446c1234a65ce0554923f4cff"
+dependencies = [
+ "libbz2-rs-sys",
+]
+
 [[package]]
 name = "bzip2-sys"
 version = "0.1.13+1.0.8"
@@ -1190,16 +1200,16 @@ dependencies = [
 
 [[package]]
 name = "datafusion"
-version = "48.0.1"
+version = "49.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "8a11e19a7ccc5bb979c95c1dceef663eab39c9061b3bbf8d1937faf0f03bf41f"
+checksum = "69dfeda1633bf8ec75b068d9f6c27cdc392ffcf5ff83128d5dbab65b73c1fd02"
 dependencies = [
  "arrow",
  "arrow-ipc",
  "arrow-schema",
  "async-trait",
  "bytes",
- "bzip2",
+ "bzip2 0.6.0",
  "chrono",
  "datafusion-catalog",
  "datafusion-catalog-listing",
@@ -1226,6 +1236,7 @@ dependencies = [
  "datafusion-sql",
  "flate2",
  "futures",
+ "hex",
  "itertools 0.14.0",
  "log",
  "object_store",
@@ -1244,9 +1255,9 @@ dependencies = [
 
 [[package]]
 name = "datafusion-catalog"
-version = "48.0.1"
+version = "49.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "94985e67cab97b1099db2a7af11f31a45008b282aba921c1e1d35327c212ec18"
+checksum = "2848fd1e85e2953116dab9cc2eb109214b0888d7bbd2230e30c07f1794f642c0"
 dependencies = [
  "arrow",
  "async-trait",
@@ -1270,9 +1281,9 @@ dependencies = [
 
 [[package]]
 name = "datafusion-catalog-listing"
-version = "48.0.1"
+version = "49.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e002df133bdb7b0b9b429d89a69aa77b35caeadee4498b2ce1c7c23a99516988"
+checksum = "051a1634628c2d1296d4e326823e7536640d87a118966cdaff069b68821ad53b"
 dependencies = [
  "arrow",
  "async-trait",
@@ -1293,16 +1304,18 @@ dependencies = [
 
 [[package]]
 name = "datafusion-common"
-version = "48.0.1"
+version = "49.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e13242fc58fd753787b0a538e5ae77d356cb9d0656fa85a591a33c5f106267f6"
+checksum = "765e4ad4ef7a4500e389a3f1e738791b71ff4c29fd00912c2f541d62b25da096"
 dependencies = [
  "ahash",
  "arrow",
  "arrow-ipc",
  "base64 0.22.1",
+ "chrono",
  "half",
  "hashbrown 0.14.5",
+ "hex",
  "indexmap",
  "libc",
  "log",
@@ -1317,9 +1330,9 @@ dependencies = [
 
 [[package]]
 name = "datafusion-common-runtime"
-version = "48.0.1"
+version = "49.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d2239f964e95c3a5d6b4a8cde07e646de8995c1396a7fd62c6e784f5341db499"
+checksum = "40a2ae8393051ce25d232a6065c4558ab5a535c9637d5373bacfd464ac88ea12"
 dependencies = [
  "futures",
  "log",
@@ -1328,15 +1341,15 @@ dependencies = [
 
 [[package]]
 name = "datafusion-datasource"
-version = "48.0.1"
+version = "49.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "2cf792579bc8bf07d1b2f68c2d5382f8a63679cce8fbebfd4ba95742b6e08864"
+checksum = "90cd841a77f378bc1a5c4a1c37345e1885a9203b008203f9f4b3a769729bf330"
 dependencies = [
  "arrow",
  "async-compression",
  "async-trait",
  "bytes",
- "bzip2",
+ "bzip2 0.6.0",
  "chrono",
  "datafusion-common",
  "datafusion-common-runtime",
@@ -1364,9 +1377,9 @@ dependencies = [
 
 [[package]]
 name = "datafusion-datasource-csv"
-version = "48.0.1"
+version = "49.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "cfc114f9a1415174f3e8d2719c371fc72092ef2195a7955404cfe6b2ba29a706"
+checksum = "77f4a2c64939c6f0dd15b246723a699fa30d59d0133eb36a86e8ff8c6e2a8dc6"
 dependencies = [
  "arrow",
  "async-trait",
@@ -1389,9 +1402,9 @@ dependencies = [
 
 [[package]]
 name = "datafusion-datasource-json"
-version = "48.0.1"
+version = "49.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d88dd5e215c420a52362b9988ecd4cefd71081b730663d4f7d886f706111fc75"
+checksum = "11387aaf931b2993ad9273c63ddca33f05aef7d02df9b70fb757429b4b71cdae"
 dependencies = [
  "arrow",
  "async-trait",
@@ -1414,9 +1427,9 @@ dependencies = [
 
 [[package]]
 name = "datafusion-datasource-parquet"
-version = "48.0.1"
+version = "49.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "33692acdd1fbe75280d14f4676fe43f39e9cb36296df56575aa2cac9a819e4cf"
+checksum = "028f430c5185120bf806347848b8d8acd9823f4038875b3820eeefa35f2bb4a2"
 dependencies = [
  "arrow",
  "async-trait",
@@ -1432,8 +1445,10 @@ dependencies = [
  "datafusion-physical-expr-common",
  "datafusion-physical-optimizer",
  "datafusion-physical-plan",
+ "datafusion-pruning",
  "datafusion-session",
  "futures",
+ "hex",
  "itertools 0.14.0",
  "log",
  "object_store",
@@ -1445,15 +1460,15 @@ dependencies = [
 
 [[package]]
 name = "datafusion-doc"
-version = "48.0.1"
+version = "49.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e0e7b648387b0c1937b83cb328533c06c923799e73a9e3750b762667f32662c0"
+checksum = "8ff336d1d755399753a9e4fbab001180e346fc8bfa063a97f1214b82274c00f8"
 
 [[package]]
 name = "datafusion-execution"
-version = "48.0.1"
+version = "49.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "9609d83d52ff8315283c6dad3b97566e877d8f366fab4c3297742f33dcd636c7"
+checksum = "042ea192757d1b2d7dcf71643e7ff33f6542c7704f00228d8b85b40003fd8e0f"
 dependencies = [
  "arrow",
  "dashmap",
@@ -1470,11 +1485,12 @@ dependencies = [
 
 [[package]]
 name = "datafusion-expr"
-version = "48.0.1"
+version = "49.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e75230cd67f650ef0399eb00f54d4a073698f2c0262948298e5299fc7324da63"
+checksum = "025222545d6d7fab71e2ae2b356526a1df67a2872222cbae7535e557a42abd2e"
 dependencies = [
  "arrow",
+ "async-trait",
  "chrono",
  "datafusion-common",
  "datafusion-doc",
@@ -1491,9 +1507,9 @@ dependencies = [
 
 [[package]]
 name = "datafusion-expr-common"
-version = "48.0.1"
+version = "49.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "70fafb3a045ed6c49cfca0cd090f62cf871ca6326cc3355cb0aaf1260fa760b6"
+checksum = "9d5c267104849d5fa6d81cf5ba88f35ecd58727729c5eb84066c25227b644ae2"
 dependencies = [
  "arrow",
  "datafusion-common",
@@ -1504,9 +1520,9 @@ dependencies = [
 
 [[package]]
 name = "datafusion-functions"
-version = "48.0.1"
+version = "49.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "cdf9a9cf655265861a20453b1e58357147eab59bdc90ce7f2f68f1f35104d3bb"
+checksum = "c620d105aa208fcee45c588765483314eb415f5571cfd6c1bae3a59c5b4d15bb"
 dependencies = [
  "arrow",
  "arrow-buffer",
@@ -1533,9 +1549,9 @@ dependencies = [
 
 [[package]]
 name = "datafusion-functions-aggregate"
-version = "48.0.1"
+version = "49.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "7f07e49733d847be0a05235e17b884d326a2fd402c97a89fe8bcf0bfba310005"
+checksum = "35f61d5198a35ed368bf3aacac74f0d0fa33de7a7cb0c57e9f68ab1346d2f952"
 dependencies = [
  "ahash",
  "arrow",
@@ -1554,9 +1570,9 @@ dependencies = [
 
 [[package]]
 name = "datafusion-functions-aggregate-common"
-version = "48.0.1"
+version = "49.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "4512607e10d72b0b0a1dc08f42cb5bd5284cb8348b7fea49dc83409493e32b1b"
+checksum = "13efdb17362be39b5024f6da0d977ffe49c0212929ec36eec550e07e2bc7812f"
 dependencies = [
  "ahash",
  "arrow",
@@ -1567,9 +1583,9 @@ dependencies = [
 
 [[package]]
 name = "datafusion-functions-nested"
-version = "48.0.1"
+version = "49.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "2ab331806e34f5545e5f03396e4d5068077395b1665795d8f88c14ec4f1e0b7a"
+checksum = "9187678af567d7c9e004b72a0b6dc5b0a00ebf4901cb3511ed2db4effe092e66"
 dependencies = [
  "arrow",
  "arrow-ord",
@@ -1579,6 +1595,7 @@ dependencies = [
  "datafusion-expr",
  "datafusion-functions",
  "datafusion-functions-aggregate",
+ "datafusion-functions-aggregate-common",
  "datafusion-macros",
  "datafusion-physical-expr-common",
  "itertools 0.14.0",
@@ -1588,9 +1605,9 @@ dependencies = [
 
 [[package]]
 name = "datafusion-functions-table"
-version = "48.0.1"
+version = "49.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d4ac2c0be983a06950ef077e34e0174aa0cb9e346f3aeae459823158037ade37"
+checksum = "ecf156589cc21ef59fe39c7a9a841b4a97394549643bbfa88cc44e8588cf8fe5"
 dependencies = [
  "arrow",
  "async-trait",
@@ -1604,9 +1621,9 @@ dependencies = [
 
 [[package]]
 name = "datafusion-functions-window"
-version = "48.0.1"
+version = "49.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "36f3d92731de384c90906941d36dcadf6a86d4128409a9c5cd916662baed5f53"
+checksum = "edcb25e3e369f1366ec9a261456e45b5aad6ea1c0c8b4ce546587207c501ed9e"
 dependencies = [
  "arrow",
  "datafusion-common",
@@ -1622,9 +1639,9 @@ dependencies = [
 
 [[package]]
 name = "datafusion-functions-window-common"
-version = "48.0.1"
+version = "49.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "c679f8bf0971704ec8fd4249fcbb2eb49d6a12cc3e7a840ac047b4928d3541b5"
+checksum = "8996a8e11174d0bd7c62dc2f316485affc6ae5ffd5b8a68b508137ace2310294"
 dependencies = [
  "datafusion-common",
  "datafusion-physical-expr-common",
@@ -1632,9 +1649,9 @@ dependencies = [
 
 [[package]]
 name = "datafusion-macros"
-version = "48.0.1"
+version = "49.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "2821de7cb0362d12e75a5196b636a59ea3584ec1e1cc7dc6f5e34b9e8389d251"
+checksum = "95ee8d1be549eb7316f437035f2cec7ec42aba8374096d807c4de006a3b5d78a"
 dependencies = [
  "datafusion-expr",
  "quote",
@@ -1643,14 +1660,15 @@ dependencies = [
 
 [[package]]
 name = "datafusion-optimizer"
-version = "48.0.1"
+version = "49.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "1594c7a97219ede334f25347ad8d57056621e7f4f35a0693c8da876e10dd6a53"
+checksum = "c9fa98671458254928af854e5f6c915e66b860a8bde505baea0ff2892deab74d"
 dependencies = [
  "arrow",
  "chrono",
  "datafusion-common",
  "datafusion-expr",
+ "datafusion-expr-common",
  "datafusion-physical-expr",
  "indexmap",
  "itertools 0.14.0",
@@ -1662,9 +1680,9 @@ dependencies = [
 
 [[package]]
 name = "datafusion-physical-expr"
-version = "48.0.1"
+version = "49.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "dc6da0f2412088d23f6b01929dedd687b5aee63b19b674eb73d00c3eb3c883b7"
+checksum = "3515d51531cca5f7b5a6f3ea22742b71bb36fc378b465df124ff9a2fa349b002"
 dependencies = [
  "ahash",
  "arrow",
@@ -1684,9 +1702,9 @@ dependencies = [
 
 [[package]]
 name = "datafusion-physical-expr-common"
-version = "48.0.1"
+version = "49.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "dcb0dbd9213078a593c3fe28783beaa625a4e6c6a6c797856ee2ba234311fb96"
+checksum = "24485475d9c618a1d33b2a3dad003d946dc7a7bbf0354d125301abc0a5a79e3e"
 dependencies = [
  "ahash",
  "arrow",
@@ -1698,9 +1716,9 @@ dependencies = [
 
 [[package]]
 name = "datafusion-physical-optimizer"
-version = "48.0.1"
+version = "49.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "6d140854b2db3ef8ac611caad12bfb2e1e1de827077429322a6188f18fc0026a"
+checksum = "b9da411a0a64702f941a12af2b979434d14ec5d36c6f49296966b2c7639cbb3a"
 dependencies = [
  "arrow",
  "datafusion-common",
@@ -1710,6 +1728,7 @@ dependencies = [
  "datafusion-physical-expr",
  "datafusion-physical-expr-common",
  "datafusion-physical-plan",
+ "datafusion-pruning",
  "itertools 0.14.0",
  "log",
  "recursive",
@@ -1717,9 +1736,9 @@ dependencies = [
 
 [[package]]
 name = "datafusion-physical-plan"
-version = "48.0.1"
+version = "49.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b46cbdf21a01206be76d467f325273b22c559c744a012ead5018dfe79597de08"
+checksum = "a6d168282bb7b54880bb3159f89b51c047db4287f5014d60c3ef4c6e1468212b"
 dependencies = [
  "ahash",
  "arrow",
@@ -1747,9 +1766,9 @@ dependencies = [
 
 [[package]]
 name = "datafusion-proto"
-version = "48.0.1"
+version = "49.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e3fc7a2744332c2ef8804274c21f9fa664b4ca5889169250a6fd6b649ee5d16c"
+checksum = "1b36a0c84f4500efd90487a004b533bd81de1f2bb3f143f71b7526f33b85d2e2"
 dependencies = [
  "arrow",
  "chrono",
@@ -1763,20 +1782,38 @@ dependencies = [
 
 [[package]]
 name = "datafusion-proto-common"
-version = "48.0.1"
+version = "49.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "800add86852f12e3d249867425de2224c1e9fb7adc2930460548868781fbeded"
+checksum = "2ec788be522806740ad6372c0a2f7e45fb37cb37f786d9b77933add49cdd058f"
 dependencies = [
  "arrow",
  "datafusion-common",
  "prost",
 ]
 
+[[package]]
+name = "datafusion-pruning"
+version = "49.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "391a457b9d23744c53eeb89edd1027424cba100581488d89800ed841182df905"
+dependencies = [
+ "arrow",
+ "arrow-schema",
+ "datafusion-common",
+ "datafusion-datasource",
+ "datafusion-expr-common",
+ "datafusion-physical-expr",
+ "datafusion-physical-expr-common",
+ "datafusion-physical-plan",
+ "itertools 0.14.0",
+ "log",
+]
+
 [[package]]
 name = "datafusion-session"
-version = "48.0.1"
+version = "49.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "3a72733766ddb5b41534910926e8da5836622316f6283307fd9fb7e19811a59c"
+checksum = "053201c2bb729c7938f85879034df2b5a52cfaba16f1b3b66ab8505c81b2aad3"
 dependencies = [
  "arrow",
  "async-trait",
@@ -1798,9 +1835,9 @@ dependencies = [
 
 [[package]]
 name = "datafusion-sql"
-version = "48.0.1"
+version = "49.0.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "c5162338cdec9cc7ea13a0e6015c361acad5ec1d88d83f7c86301f789473971f"
+checksum = "9082779be8ce4882189b229c0cff4393bd0808282a7194130c9f32159f185e25"
 dependencies = [
  "arrow",
  "bigdecimal",
@@ -1815,9 +1852,9 @@ dependencies = [
 
 [[package]]
 name = "delta_kernel"
-version = "0.13.0"
+version = "0.14.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "f06f3676832e713e44f65804cebf82f46962d3e126f64f3251eb5fbeb0ad94e4"
+checksum = "cac0f0eae6345b0cfb67c4304da961e590370860aa51e88315e808c5d496629f"
 dependencies = [
  "arrow",
  "bytes",
@@ -1844,9 +1881,9 @@ dependencies = [
 
 [[package]]
 name = "delta_kernel_derive"
-version = "0.13.0"
+version = "0.14.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "059e70a67ae0c827a0e7f393eb05db2985533b3b612f8b33243433853570db45"
+checksum = "064456b054cf26b607f4cbcef6d2ca102f64ed8e4fa702d2e307ce67b5b93569"
 dependencies = [
  "proc-macro2",
  "quote",
@@ -1855,13 +1892,13 @@ dependencies = [
 
 [[package]]
 name = "deltalake"
-version = "0.2.0"
+version = "0.2.1"
 dependencies = [
  "arrow",
  "arrow-schema",
  "chrono",
  "delta_kernel",
- "deltalake 0.27.0",
+ "deltalake 0.28.0",
  "futures",
  "magnus",
  "num_cpus",
@@ -1872,9 +1909,9 @@ dependencies = [
 
 [[package]]
 name = "deltalake"
-version = "0.27.0"
+version = "0.28.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "c0bc8093956854b2b096ca67e16bef496242a634bf477942404ab955fb99f28e"
+checksum = "38b6e94bac6fd3bfd2cac139e21bf701b623955cf8b7a91af14528e759fb5d63"
 dependencies = [
  "delta_kernel",
  "deltalake-aws",
@@ -1885,9 +1922,9 @@ dependencies = [
 
 [[package]]
 name = "deltalake-aws"
-version = "0.10.0"
+version = "0.11.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "2d49a948b7545aaad4bc5affb4bbf9fde5c740c53c8e321df2d2772678f5825c"
+checksum = "dc991ff8304152a245c92b3c2d17eb56f86c14755fe56671ccd75e9c6759f3c9"
 dependencies = [
  "async-trait",
  "aws-config",
@@ -1914,9 +1951,9 @@ dependencies = [
 
 [[package]]
 name = "deltalake-azure"
-version = "0.10.0"
+version = "0.11.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "05985eea8ddd75f11c5e023541a269913c84fde3c9e1e6c0b4d24ad9955ce8bd"
+checksum = "f84f7dca1e77038140b4633b6b3c70d6426a452432d5619207ac3a6103385039"
 dependencies = [
  "async-trait",
  "bytes",
@@ -1932,9 +1969,9 @@ dependencies = [
 
 [[package]]
 name = "deltalake-core"
-version = "0.27.0"
+version = "0.28.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "5af7ca925315b5fe07ff61f8a6f12afff44fcc64a70c3a668c777d152b932ca8"
+checksum = "7526cddb8cb6e6d99b073f98226e16f8e6c40111b9536509d13be6bfda085548"
 dependencies = [
  "arrow",
  "arrow-arith",
@@ -1962,14 +1999,12 @@ dependencies = [
  "indexmap",
  "itertools 0.14.0",
  "maplit",
- "num-bigint",
- "num-traits",
  "num_cpus",
  "object_store",
  "parking_lot",
  "parquet",
  "percent-encoding",
- "pin-project-lite",
+ "percent-encoding-rfc3986",
  "rand 0.8.5",
  "regex",
  "serde",
@@ -1980,16 +2015,15 @@ dependencies = [
  "tokio",
  "tracing",
  "url",
- "urlencoding",
  "uuid",
  "validator",
 ]
 
 [[package]]
 name = "deltalake-derive"
-version = "0.27.0"
+version = "0.28.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e436342b66a8cafcb019e7ef0cc1de2b2ffad5ca246c45b7d99a4c5702849ece"
+checksum = "751cfe39c31f065104f3c2238d0e423849a4e4f2e2b8adf923d8276a59da7f3a"
 dependencies = [
  "convert_case",
  "itertools 0.14.0",
@@ -2000,9 +2034,9 @@ dependencies = [
 
 [[package]]
 name = "deltalake-gcp"
-version = "0.11.0"
+version = "0.12.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "297f1f1705966e27b0bfb696cf0afafcb686b5eb502ab6c5cb061174ef6dc539"
+checksum = "1ad06893b5a821337aa4123a7409e1bdd444e4ff0db467f1f80faeb95b33d8f4"
 dependencies = [
  "async-trait",
  "bytes",
@@ -2854,6 +2888,12 @@ dependencies = [
  "static_assertions",
 ]
 
+[[package]]
+name = "libbz2-rs-sys"
+version = "0.2.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "2c4a545a15244c7d945065b5d392b2d2d7f21526fba56ce51467b06ed445e8f7"
+
 [[package]]
 name = "libc"
 version = "0.2.174"
@@ -2947,9 +2987,9 @@ dependencies = [
 
 [[package]]
 name = "magnus"
-version = "0.7.1"
+version = "0.8.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "3d87ae53030f3a22e83879e666cb94e58a7bdf31706878a0ba48752994146dab"
+checksum = "3f14d3cc31b2dc4fce6cd447a83c7a7ca2ab8a9f1e535dcb2f796ff972b0e68b"
 dependencies = [
  "magnus-macros",
  "rb-sys",
@@ -2959,9 +2999,9 @@ dependencies = [
 
 [[package]]
 name = "magnus-macros"
-version = "0.6.0"
+version = "0.8.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "5968c820e2960565f647819f5928a42d6e874551cab9d88d75e3e0660d7f71e3"
+checksum = "47607461fd8e1513cb4f2076c197d8092d921a1ea75bd08af97398f593751892"
 dependencies = [
  "proc-macro2",
  "quote",
@@ -3127,9 +3167,9 @@ dependencies = [
 
 [[package]]
 name = "object_store"
-version = "0.12.2"
+version = "0.12.3"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "7781f96d79ed0f961a7021424ab01840efbda64ae7a505aaea195efc91eaaec4"
+checksum = "efc4f07659e11cd45a341cd24d71e683e3be65d9ff1f8150061678fe60437496"
 dependencies = [
  "async-trait",
  "base64 0.22.1",
@@ -3240,6 +3280,7 @@ dependencies = [
  "num-bigint",
  "object_store",
  "paste",
+ "ring",
  "seq-macro",
  "simdutf8",
  "snap",
@@ -3261,6 +3302,12 @@ version = "2.3.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "e3148f5046208a5d56bcfc03053e3ca6334e51da8dfb19b6cdc8b306fae3283e"
 
+[[package]]
+name = "percent-encoding-rfc3986"
+version = "0.1.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "3637c05577168127568a64e9dc5a6887da720efef07b3d9472d45f63ab191166"
+
 [[package]]
 name = "petgraph"
 version = "0.8.2"
@@ -3408,9 +3455,9 @@ dependencies = [
 
 [[package]]
 name = "quick-xml"
-version = "0.37.5"
+version = "0.38.3"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "331e97a1af0bf59823e6eadffe373d7b27f485be8748f71471c662c1f269b7fb"
+checksum = "42a232e7487fc2ef313d96dde7948e7a3c05101870d8985e4fd8d26aedd27b89"
 dependencies = [
  "memchr",
  "serde",
@@ -3571,9 +3618,9 @@ dependencies = [
 
 [[package]]
 name = "rb-sys-env"
-version = "0.1.2"
+version = "0.2.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a35802679f07360454b418a5d1735c89716bde01d35b1560fc953c1415a0b3bb"
+checksum = "08f8d2924cf136a1315e2b4c7460a39f62ef11ee5d522df9b2750fab55b868b6"
 
 [[package]]
 name = "recursive"
@@ -4043,9 +4090,9 @@ checksum = "56199f7ddabf13fe5074ce809e7d3f42b42ae711800501b5b16ea82ad029c39d"
 
 [[package]]
 name = "slab"
-version = "0.4.10"
+version = "0.4.11"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "04dc19736151f35336d325007ac991178d504a119863a2fcb3758cdb5e52c50d"
+checksum = "7a2ae44ef20feb57a68b23d846850f861394c2e02dc425a50098ae8c90267589"
 
 [[package]]
 name = "smallvec"

data/ext/deltalake/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "deltalake"
-version = "0.2.0"
+version = "0.2.1"
 license = "Apache-2.0"
 authors = ["Andrew Kane <andrew@ankane.org>"]
 edition = "2021"
@@ -14,11 +14,19 @@ crate-type = ["cdylib"]
 arrow = { version = "55.2", features = ["ffi"] }
 arrow-schema = { version = "55.2", features = ["serde"] }
 chrono = "0.4"
-delta_kernel = "0.13"
-deltalake = { version = "=0.27.0", features = ["azure", "datafusion", "gcs", "s3"] }
+delta_kernel = { version = "0.14", features = ["arrow-55", "default-engine-rustls"] }
 futures = "0.3"
-magnus = "0.7"
+magnus = "0.8"
 num_cpus = "1"
 serde = "1"
 serde_json = "1"
 tokio = { version = "1", features = ["rt-multi-thread"] }
+
+[dependencies.deltalake]
+version = "=0.28.0"
+features = [
+    "azure",
+    "datafusion",
+    "gcs",
+    "s3"
+]

data/ext/deltalake/src/error.rs

@@ -1,7 +1,7 @@
 use arrow_schema::ArrowError;
 use deltalake::datafusion::error::DataFusionError;
 use deltalake::{errors::DeltaTableError, ObjectStoreError};
-use magnus::{exception, Error as RbErr, Module, RModule, Ruby};
+use magnus::{Error as RbErr, Module, RModule, Ruby};
 use std::borrow::Cow;
 
 macro_rules! create_exception {
@@ -41,7 +41,7 @@ fn inner_to_rb_err(err: DeltaTableError) -> RbErr {
         DeltaTableError::InvalidJsonLog { .. } => DeltaProtocolError::new_err(err.to_string()),
         DeltaTableError::InvalidStatsJson { .. } => DeltaProtocolError::new_err(err.to_string()),
         DeltaTableError::InvalidData { violations } => {
-            DeltaProtocolError::new_err(format!("Invariant violations: {:?}", violations))
+            DeltaProtocolError::new_err(format!("Invariant violations: {violations:?}"))
         }
 
         // commit errors
@@ -111,7 +111,7 @@ impl From<RubyError> for RbErr {
 }
 
 macro_rules! create_builtin_exception {
-    ($type:ident, $class:expr) => {
+    ($type:ident, $method:ident) => {
         pub struct $type {}
 
         impl $type {
@@ -119,13 +119,14 @@ macro_rules! create_builtin_exception {
             where
                 T: Into<Cow<'static, str>>,
             {
-                RbErr::new($class, message)
+                let ruby = Ruby::get().unwrap();
+                RbErr::new(ruby.$method(), message)
             }
         }
     };
 }
 
-create_builtin_exception!(RbException, exception::runtime_error());
-create_builtin_exception!(RbIOError, exception::io_error());
-create_builtin_exception!(RbNotImplementedError, exception::not_imp_error());
-create_builtin_exception!(RbValueError, exception::arg_error());
+create_builtin_exception!(RbException, exception_runtime_error);
+create_builtin_exception!(RbIOError, exception_io_error);
+create_builtin_exception!(RbNotImplementedError, exception_not_imp_error);
+create_builtin_exception!(RbValueError, exception_arg_error);

data/ext/deltalake/src/lib.rs

@@ -13,6 +13,7 @@ use std::time;
 
 use chrono::{DateTime, Duration, FixedOffset, Utc};
 use delta_kernel::schema::StructField;
+use delta_kernel::table_properties::DataSkippingNumIndexedCols;
 use deltalake::arrow::ffi_stream::{ArrowArrayStreamReader, FFI_ArrowArrayStream};
 use deltalake::arrow::record_batch::RecordBatchIterator;
 use deltalake::checkpoints::{cleanup_metadata, create_checkpoint};
@@ -21,6 +22,7 @@ use deltalake::datafusion::prelude::SessionContext;
 use deltalake::delta_datafusion::DeltaCdfTableProvider;
 use deltalake::errors::DeltaTableError;
 use deltalake::kernel::transaction::{CommitProperties, TableReference};
+use deltalake::kernel::StructDataExt;
 use deltalake::kernel::{scalars::ScalarExt, StructType, Transaction};
 use deltalake::logstore::IORuntime;
 use deltalake::logstore::LogStoreRef;
@@ -40,17 +42,20 @@ use deltalake::parquet::basic::Compression;
 use deltalake::parquet::errors::ParquetError;
 use deltalake::parquet::file::properties::WriterProperties;
 use deltalake::partitions::PartitionFilter;
+use deltalake::table::config::TablePropertiesExt;
+use deltalake::table::state::DeltaTableState;
 use deltalake::{DeltaOps, DeltaResult};
 use error::DeltaError;
 use futures::future::join_all;
+use futures::TryStreamExt;
 
 use magnus::{
-    function, method, prelude::*, typed_data::Obj, Error as RbErr, Integer, Module, RArray, Ruby,
-    TryConvert, Value,
+    function, method, prelude::*, try_convert::TryConvertOwned, typed_data::Obj, Error as RbErr,
+    Integer, Module, RArray, Ruby, TryConvert, Value,
 };
 use serde_json::Map;
 
-use crate::error::{DeltaProtocolError, RbValueError, RubyError};
+use crate::error::{RbValueError, RubyError};
 use crate::features::TableFeatures;
 use crate::merge::RbMergeBuilder;
 use crate::schema::{schema_to_rbobject, Field};
@@ -73,6 +78,8 @@ impl TryConvert for PartitionFilterValue {
     }
 }
 
+unsafe impl TryConvertOwned for PartitionFilterValue {}
+
 #[magnus::wrap(class = "DeltaLake::RawDeltaTable")]
 struct RawDeltaTable {
     _table: RefCell<deltalake::DeltaTable>,
@@ -121,6 +128,15 @@ impl RawDeltaTable {
         func(&self._table.borrow())
     }
 
+    fn cloned_state(&self) -> RbResult<DeltaTableState> {
+        self.with_table(|t| {
+            t.snapshot()
+                .cloned()
+                .map_err(RubyError::from)
+                .map_err(RbErr::from)
+        })
+    }
+
     fn log_store(&self) -> RbResult<LogStoreRef> {
         self.with_table(|t| Ok(t.log_store().clone()))
     }
@@ -190,10 +206,8 @@ impl RawDeltaTable {
 
     pub fn metadata(&self) -> RbResult<RawDeltaTableMetaData> {
         let metadata = self.with_table(|t| {
-            t.metadata()
-                .cloned()
-                .map_err(RubyError::from)
-                .map_err(RbErr::from)
+            let snapshot = t.snapshot().map_err(RubyError::from).map_err(RbErr::from)?;
+            Ok(snapshot.metadata().clone())
         })?;
         Ok(RawDeltaTableMetaData {
             id: metadata.id().to_string(),
@@ -207,10 +221,8 @@ impl RawDeltaTable {
 
     pub fn protocol_versions(&self) -> RbResult<(i32, i32, Option<StringVec>, Option<StringVec>)> {
         let table_protocol = self.with_table(|t| {
-            t.protocol()
-                .cloned()
-                .map_err(RubyError::from)
-                .map_err(RbErr::from)
+            let snapshot = t.snapshot().map_err(RubyError::from).map_err(RbErr::from)?;
+            Ok(snapshot.protocol().clone())
         })?;
         Ok((
             table_protocol.min_reader_version(),
@@ -250,10 +262,15 @@ impl RawDeltaTable {
 
     pub fn get_num_index_cols(&self) -> RbResult<i32> {
         self.with_table(|t| {
-            Ok(t.snapshot()
+            let n_cols = t
+                .snapshot()
                 .map_err(RubyError::from)?
                 .config()
-                .num_indexed_cols())
+                .num_indexed_cols();
+            Ok(match n_cols {
+                DataSkippingNumIndexedCols::NumColumns(n_cols) => n_cols as i32,
+                DataSkippingNumIndexedCols::AllColumns => -1,
+            })
         })
     }
 
@@ -262,7 +279,8 @@ impl RawDeltaTable {
             Ok(t.snapshot()
                 .map_err(RubyError::from)?
                 .config()
-                .stats_columns()
+                .data_skipping_stats_columns
+                .as_ref()
                 .map(|v| v.iter().map(|s| s.to_string()).collect::<Vec<String>>()))
         })
     }
@@ -289,9 +307,12 @@ impl RawDeltaTable {
             let filters = convert_partition_filters(filters).map_err(RubyError::from)?;
             Ok(self
                 .with_table(|t| {
-                    t.get_files_by_partitions(&filters)
-                        .map_err(RubyError::from)
-                        .map_err(RbErr::from)
+                    rt().block_on(async {
+                        t.get_files_by_partitions(&filters)
+                            .await
+                            .map_err(RubyError::from)
+                            .map_err(RbErr::from)
+                    })
                 })?
                 .into_iter()
                 .map(|p| p.to_string())
@@ -300,8 +321,9 @@ impl RawDeltaTable {
             Ok(self
                 ._table
                 .borrow()
-                .get_files_iter()
+                .snapshot()
                 .map_err(RubyError::from)?
+                .file_paths_iter()
                 .map(|f| f.to_string())
                 .collect())
         }
@@ -318,9 +340,12 @@ impl RawDeltaTable {
         if let Some(filters) = partition_filters {
             let filters = convert_partition_filters(filters).map_err(RubyError::from)?;
             self.with_table(|t| {
-                t.get_file_uris_by_partitions(&filters)
-                    .map_err(RubyError::from)
-                    .map_err(RbErr::from)
+                rt().block_on(async {
+                    t.get_file_uris_by_partitions(&filters)
+                        .await
+                        .map_err(RubyError::from)
+                        .map_err(RbErr::from)
+                })
             })
         } else {
             self.with_table(|t| {
@@ -332,14 +357,12 @@ impl RawDeltaTable {
         }
     }
 
-    pub fn schema(&self) -> RbResult<Value> {
-        let schema: StructType = self.with_table(|t| {
-            t.get_schema()
-                .map_err(RubyError::from)
-                .map_err(RbErr::from)
-                .map(|s| s.to_owned())
+    pub fn schema(ruby: &Ruby, rb_self: &Self) -> RbResult<Value> {
+        let schema: StructType = rb_self.with_table(|t| {
+            let snapshot = t.snapshot().map_err(RubyError::from).map_err(RbErr::from)?;
+            Ok(snapshot.schema().clone())
         })?;
-        schema_to_rbobject(schema.to_owned())
+        schema_to_rbobject(schema.to_owned(), ruby)
     }
 
     pub fn vacuum(
@@ -378,7 +401,7 @@ impl RawDeltaTable {
     pub fn compact_optimize(
         &self,
         partition_filters: Option<Vec<(String, String, PartitionFilterValue)>>,
-        target_size: Option<i64>,
+        target_size: Option<u64>,
         max_concurrent_tasks: Option<usize>,
         min_commit_interval: Option<u64>,
         writer_properties: Option<RbWriterProperties>,
@@ -427,7 +450,7 @@ impl RawDeltaTable {
         &self,
         z_order_columns: Vec<String>,
         partition_filters: Option<Vec<(String, String, PartitionFilterValue)>>,
-        target_size: Option<i64>,
+        target_size: Option<u64>,
         max_concurrent_tasks: Option<usize>,
         max_spill_size: usize,
         min_commit_interval: Option<u64>,
@@ -724,17 +747,18 @@ impl RawDeltaTable {
             .map_err(RubyError::from)?)
     }
 
-    fn get_active_partitions(&self) -> RbResult<RArray> {
-        let binding = self._table.borrow();
-        let _column_names: HashSet<&str> = binding
-            .get_schema()
-            .map_err(|_| DeltaProtocolError::new_err("table does not yet have a schema"))?
-            .fields()
-            .map(|field| field.name().as_str())
-            .collect();
-        let partition_columns: HashSet<&str> = binding
-            .metadata()
-            .map_err(RubyError::from)?
+    fn get_active_partitions(ruby: &Ruby, rb_self: &Self) -> RbResult<RArray> {
+        let schema = rb_self.with_table(|t| {
+            let snapshot = t.snapshot().map_err(RubyError::from).map_err(RbErr::from)?;
+            Ok(snapshot.schema().clone())
+        })?;
+        let metadata = rb_self.with_table(|t| {
+            let snapshot = t.snapshot().map_err(RubyError::from).map_err(RbErr::from)?;
+            Ok(snapshot.metadata().clone())
+        })?;
+        let _column_names: HashSet<&str> =
+            schema.fields().map(|field| field.name().as_str()).collect();
+        let partition_columns: HashSet<&str> = metadata
             .partition_columns()
             .iter()
             .map(|col| col.as_str())
@@ -744,12 +768,15 @@ impl RawDeltaTable {
 
         let partition_columns: Vec<&str> = partition_columns.into_iter().collect();
 
-        let adds = binding
-            .snapshot()
-            .map_err(RubyError::from)?
-            .get_active_add_actions_by_partitions(&converted_filters)
-            .map_err(RubyError::from)?
-            .collect::<Result<Vec<_>, _>>()
+        let state = rb_self.cloned_state()?;
+        let log_store = rb_self.log_store()?;
+        let adds: Vec<_> = rt()
+            .block_on(async {
+                state
+                    .get_active_add_actions_by_partitions(&log_store, &converted_filters)
+                    .try_collect()
+                    .await
+            })
             .map_err(RubyError::from)?;
         let active_partitions: HashSet<Vec<(&str, Option<String>)>> = adds
             .iter()
@@ -757,21 +784,22 @@ impl RawDeltaTable {
                 Ok::<_, RubyError>(
                     partition_columns
                         .iter()
-                        .flat_map(|col| {
-                            Ok::<_, RubyError>((
+                        .map(|col| {
+                            (
                                 *col,
                                 add.partition_values()
-                                    .map_err(RubyError::from)?
-                                    .get(*col)
+                                    .and_then(|v| {
+                                        v.index_of(col).and_then(|idx| v.value(idx).cloned())
+                                    })
                                     .map(|v| v.serialize()),
-                            ))
+                            )
                         })
                         .collect(),
                 )
             })
             .collect();
 
-        Ok(RArray::from_iter(active_partitions))
+        Ok(ruby.ary_from_iter(active_partitions))
     }
 
     pub fn create_checkpoint(&self) -> RbResult<()> {
@@ -789,15 +817,20 @@ impl RawDeltaTable {
     }
 
     pub fn get_add_file_sizes(&self) -> RbResult<HashMap<String, i64>> {
-        Ok(self
-            ._table
-            .borrow()
-            .snapshot()
-            .map_err(RubyError::from)?
-            .eager_snapshot()
-            .files()
-            .map(|f| (f.path().to_string(), f.size()))
-            .collect::<HashMap<String, i64>>())
+        self.with_table(|t| {
+            let log_store = t.log_store();
+            let sizes: HashMap<String, i64> = rt()
+                .block_on(async {
+                    t.snapshot()?
+                        .snapshot()
+                        .files(&log_store, None)
+                        .map_ok(|f| (f.path().to_string(), f.size()))
+                        .try_collect()
+                        .await
+                })
+                .map_err(RubyError::from)?;
+            Ok(sizes)
+        })
     }
 
     pub fn delete(
@@ -1397,6 +1430,7 @@ fn init(ruby: &Ruby) -> RbResult<()> {
     class.define_method("to_i", method!(ArrowArrayStream::to_i, 0))?;
 
     let class = module.define_class("Field", ruby.class_object())?;
+    class.define_singleton_method("new", function!(Field::new, 2))?;
     class.define_method("name", method!(Field::name, 0))?;
     class.define_method("type", method!(Field::get_type, 0))?;
     class.define_method("nullable", method!(Field::nullable, 0))?;

data/ext/deltalake/src/schema.rs

@@ -1,20 +1,53 @@
-use deltalake::kernel::{StructField, StructType as DeltaStructType};
-use magnus::{value::ReprValue, Module, RArray, RModule, Ruby, Value};
+use deltalake::kernel::{
+    DataType, PrimitiveType as DeltaPrimitive, StructField, StructType as DeltaStructType,
+};
+use magnus::{value::ReprValue, Module, RModule, Ruby, TryConvert, Value};
 
-use crate::RbResult;
+use crate::{RbResult, RbValueError};
 
-pub fn schema_to_rbobject(schema: DeltaStructType) -> RbResult<Value> {
+pub fn schema_to_rbobject(schema: DeltaStructType, ruby: &Ruby) -> RbResult<Value> {
     let fields = schema.fields().map(|field| Field {
         inner: field.clone(),
     });
 
-    let rb_schema: Value = Ruby::get()
-        .unwrap()
+    let rb_schema: Value = ruby
         .class_object()
         .const_get::<_, RModule>("DeltaLake")?
         .const_get("Schema")?;
 
-    rb_schema.funcall("new", (RArray::from_iter(fields),))
+    rb_schema.funcall("new", (ruby.ary_from_iter(fields),))
+}
+
+fn ruby_type_to_schema(ob: Value) -> RbResult<DataType> {
+    if let Ok(raw_primitive) = String::try_convert(ob) {
+        // Pass through PrimitiveType::new() to do validation
+        return PrimitiveType::new(raw_primitive)
+            .map(|data_type| DataType::Primitive(data_type.inner_type));
+    }
+    Err(RbValueError::new_err("Invalid data type"))
+}
+
+pub struct PrimitiveType {
+    inner_type: DeltaPrimitive,
+}
+
+impl PrimitiveType {
+    fn new(data_type: String) -> RbResult<Self> {
+        let data_type: DeltaPrimitive =
+            serde_json::from_str(&format!("\"{data_type}\"")).map_err(|_| {
+                if data_type.starts_with("decimal") {
+                    RbValueError::new_err(format!(
+                        "invalid type string: {data_type}, precision/scale can't be larger than 38"
+                    ))
+                } else {
+                    RbValueError::new_err(format!("invalid type string: {data_type}"))
+                }
+            })?;
+
+        Ok(Self {
+            inner_type: data_type,
+        })
+    }
 }
 
 #[magnus::wrap(class = "DeltaLake::Field")]
@@ -23,6 +56,13 @@ pub struct Field {
 }
 
 impl Field {
+    pub fn new(name: String, r#type: Value) -> RbResult<Self> {
+        let ty = ruby_type_to_schema(r#type)?;
+        Ok(Self {
+            inner: StructField::new(name, ty, true),
+        })
+    }
+
     pub fn name(&self) -> String {
         self.inner.name().to_string()
     }

data/ext/deltalake/src/utils.rs

@@ -10,11 +10,10 @@ pub fn rt() -> &'static Runtime {
     let runtime_pid = *PID.get_or_init(|| pid);
     if pid != runtime_pid {
         panic!(
-            "Forked process detected - current PID is {} but the tokio runtime was created by {}. The tokio \
+            "Forked process detected - current PID is {pid} but the tokio runtime was created by {runtime_pid}. The tokio \
             runtime does not support forked processes https://github.com/tokio-rs/tokio/issues/4301. If you are \
             seeing this message while using Ruby multithreading make sure to use the `spawn` or `forkserver` \
-            mode.",
-            pid, runtime_pid
+            mode."
         );
     }
     TOKIO_RT.get_or_init(|| Runtime::new().expect("Failed to create a tokio runtime."))

data/lib/deltalake/table.rb

@@ -195,6 +195,7 @@ module DeltaLake
 
       sources = file_uris
       if sources.empty?
+        # TODO pass schema
         lf = Polars::LazyFrame.new
       else
         delta_keys = [
@@ -209,7 +210,8 @@ module DeltaLake
             sources,
             hive_partitioning: true,
             storage_options: storage_options,
-            rechunk: rechunk
+            rechunk: rechunk,
+            allow_missing_columns: true
           )
 
         if columns

data/lib/deltalake/version.rb

@@ -1,3 +1,3 @@
 module DeltaLake
-  VERSION = "0.2.0"
+  VERSION = "0.2.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: deltalake-rb
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.2.1
 platform: ruby
 authors:
 - Andrew Kane
@@ -71,7 +71,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.6.7
+rubygems_version: 3.6.9
 specification_version: 4
 summary: Delta Lake for Ruby
 test_files: []