polars-df 0.21.1 → 0.22.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a19860350cc2b97401611c848072bace63f15188d8b43289cca12d6adcf7593c
-  data.tar.gz: 01565f74f8b41286214c22e2016f45e0da05a8c9ce610f7cb3dd3616292f185b
+  metadata.gz: 225a0dc5806c01028a0396ec9c3d80ad4e8f9a3ba1bdab56e2d7d411359fd8c9
+  data.tar.gz: 0bda1b15982994b8f77d3f825d8cc38b76c07c0b84a61f90d5d8a6b8b7c02d12
 SHA512:
-  metadata.gz: 391989a65c5a2c5b96ad05f9b9f0553c97153133a3f522ea8d77173b6f9fb3e9ca3838f453a2a750b158a8f0b86a0ffad62468789f84a993e16005342d6a8b14
-  data.tar.gz: cf846b8cfcd4f44085a583b133f935f636764f1a440dcf4cd3c98b52a510066036b8565cb8ac1089f5cdb433c4dcab05b9325772d97e3d48ad7ebd1de9aeadd8
+  metadata.gz: dc667bf994b41a30c69cdd8c1100cde6873d2e507a96369f236c5116fb690e052d0aba1e53b9a92b9dc306a1548daa7243842a6ad1fb47613e157fdecd91476e
+  data.tar.gz: 4c0512c04227e19fdc0de6850b3d92b1a08fe049d2cd88003d068e00b143a61c942b2d99cbf3ef11d38965487bcb686f60003e7a8ca3062e966366e0148edef0

data/CHANGELOG.md

@@ -1,3 +1,14 @@
+## 0.22.0 (2025-09-17)
+
+- Updated Polars to 0.51.0
+- Added `serialize` and `deserialize` methods to `DataFrame`
+- Added `storage_options` and `retries` options to `sink_ipc` method
+- Added `business_day_count` method to `Polars`
+- Added experimental support for Iceberg
+- Added experimental `cast_options` option to `scan_parquet` method
+- Changed `read_parquet_schema` method to return `Schema`
+- Fixed `Object` type
+
 ## 0.21.1 (2025-08-18)
 
 - Added `read_parquet_metadata` method to `Polars`

data/Cargo.lock

@@ -1391,8 +1391,9 @@ dependencies = [
 
 [[package]]
 name = "magnus"
-version = "0.7.1"
-source = "git+https://github.com/matsadler/magnus.git?rev=4125ee2ab5a405d17aa6d7503961c1ecdbe499ef#4125ee2ab5a405d17aa6d7503961c1ecdbe499ef"
+version = "0.8.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "bd2ac6e71886be00ac34db92aa732c793c5107c95191805b9a1c7e70e6d342e0"
 dependencies = [
  "chrono",
  "magnus-macros",
@@ -1403,8 +1404,9 @@ dependencies = [
 
 [[package]]
 name = "magnus-macros"
-version = "0.6.0"
-source = "git+https://github.com/matsadler/magnus.git?rev=4125ee2ab5a405d17aa6d7503961c1ecdbe499ef#4125ee2ab5a405d17aa6d7503961c1ecdbe499ef"
+version = "0.8.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "47607461fd8e1513cb4f2076c197d8092d921a1ea75bd08af97398f593751892"
 dependencies = [
  "proc-macro2",
  "quote",
@@ -1654,7 +1656,7 @@ dependencies = [
 
 [[package]]
 name = "polars"
-version = "0.21.1"
+version = "0.22.0"
 dependencies = [
  "ahash",
  "bytes",
@@ -1664,10 +1666,11 @@ dependencies = [
  "magnus",
  "mimalloc",
  "num-traits",
- "polars 0.50.0",
+ "polars 0.51.0",
  "polars-arrow",
  "polars-core",
  "polars-dtype",
+ "polars-error",
  "polars-io",
  "polars-lazy",
  "polars-parquet",
@@ -1680,9 +1683,9 @@ dependencies = [
 
 [[package]]
 name = "polars"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "fde57577c2b4b823d85617c2c95c11fcdc649e68467030e321e573800524946c"
+checksum = "a5f7feb5d56b954e691dff22a8b2d78d77433dcc93c35fe21c3777fdc121b697"
 dependencies = [
  "getrandom 0.2.16",
  "getrandom 0.3.3",
@@ -1702,9 +1705,9 @@ dependencies = [
 
 [[package]]
 name = "polars-arrow"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "29f705dc037eb0a4213554a19320f13c02095c63bdd5e9e7f960817fa29b7b8d"
+checksum = "32b4fed2343961b3eea3db2cee165540c3e1ad9d5782350cc55a9e76cf440148"
 dependencies = [
  "atoi_simd",
  "avro-schema",
@@ -1745,9 +1748,9 @@ dependencies = [
 
 [[package]]
 name = "polars-compute"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "896f4efdf1292121df34d6214fd32e634ce9aa5f3739519b3ccd9c11bda75d2a"
+checksum = "138785beda4e4a90a025219f09d0d15a671b2be9091513ede58e05db6ad4413f"
 dependencies = [
  "atoi_simd",
  "bytemuck",
@@ -1771,9 +1774,9 @@ dependencies = [
 
 [[package]]
 name = "polars-core"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "11e2c54762ac17a039552033d81779b58619b832aa4f36ebc3395f9aa8bce083"
+checksum = "e77b1f08ef6dbb032bb1d0d3365464be950df9905f6827a95b24c4ca5518901d"
 dependencies = [
  "bitflags",
  "boxcar",
@@ -1807,9 +1810,9 @@ dependencies = [
 
 [[package]]
 name = "polars-dtype"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "6bdc47854d72f3df098a06b984de4105ca5030123445d3edef27502e6034019a"
+checksum = "89c43d0ea57168be4546c4d8064479ed8b29a9c79c31a0c7c367ee734b9b7158"
 dependencies = [
  "boxcar",
  "hashbrown",
@@ -1822,9 +1825,9 @@ dependencies = [
 
 [[package]]
 name = "polars-error"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "24d0fe86ef36dfa5c9e0b9833effd2e42cd64054b862fe40a243a635ecf62771"
+checksum = "b9cb5d98f59f8b94673ee391840440ad9f0d2170afced95fc98aa86f895563c0"
 dependencies = [
  "avro-schema",
  "object_store",
@@ -1837,9 +1840,9 @@ dependencies = [
 
 [[package]]
 name = "polars-expr"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "98212e4899b5432f2b89f2f33c665240f8882cf757e7a5d18cf7b03ba80cdc1e"
+checksum = "343931b818cf136349135ba11dbc18c27683b52c3477b1ba8ca606cf5ab1965c"
 dependencies = [
  "bitflags",
  "hashbrown",
@@ -1860,9 +1863,9 @@ dependencies = [
 
 [[package]]
 name = "polars-io"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "cba1a01ed61ec1ba3f3f7d1a7c4ad61cb7ece4bfd606d5d52bfa1384ce707109"
+checksum = "10388c64b8155122488229a881d1c6f4fdc393bc988e764ab51b182fcb2307e4"
 dependencies = [
  "async-trait",
  "atoi_simd",
@@ -1909,9 +1912,9 @@ dependencies = [
 
 [[package]]
 name = "polars-json"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "9d546be779c0f2e87870538deb87ca6d90910ba09cb867409c87ed5c13518b5d"
+checksum = "b26d1a04292a82183c8eba94fdf1584f200bfac5ac2f4a6c5652c8c8ed3bb41c"
 dependencies = [
  "chrono",
  "chrono-tz",
@@ -1931,9 +1934,9 @@ dependencies = [
 
 [[package]]
 name = "polars-lazy"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "1aa4dbd41c7508735c3e8c2607aef39679d89298b53f1462710fc3f95b6c5cbd"
+checksum = "0fb6e2c6c2fa4ea0c660df1c06cf56960c81e7c2683877995bae3d4e3d408147"
 dependencies = [
  "bitflags",
  "chrono",
@@ -1959,9 +1962,9 @@ dependencies = [
 
 [[package]]
 name = "polars-mem-engine"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "712491f22624672d1c97a0f1faca93645ce749aa497c04dd67914738872474e1"
+checksum = "20a856e98e253587c28d8132a5e7e5a75cb2c44731ca090f1481d45f1d123771"
 dependencies = [
  "futures",
  "memmap2",
@@ -1982,9 +1985,9 @@ dependencies = [
 
 [[package]]
 name = "polars-ops"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "7c433eb8eb4d5767504a6a145df286e503307d773dc92a085b9cabc6eaaafb01"
+checksum = "acf6062173fdc9ba05775548beb66e76643a148d9aeadc9984ed712bc4babd76"
 dependencies = [
  "aho-corasick",
  "argminmax",
@@ -2022,9 +2025,9 @@ dependencies = [
 
 [[package]]
 name = "polars-parquet"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "6efe8ffb9207c3d50d47ee9b5ee750beb889e7cffd2b61291766c74a020ee51d"
+checksum = "cc1d769180dec070df0dc4b89299b364bf2cfe32b218ecc4ddd8f1a49ae60669"
 dependencies = [
  "async-stream",
  "base64",
@@ -2060,9 +2063,9 @@ dependencies = [
 
 [[package]]
 name = "polars-plan"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "2219ff36b304d0543185773cf182c49eca4f558403fb33c464b7688cd4f178d2"
+checksum = "1cd3a2e33ae4484fe407ab2d2ba5684f0889d1ccf3ad6b844103c03638e6d0a0"
 dependencies = [
  "bitflags",
  "bytemuck",
@@ -2096,9 +2099,9 @@ dependencies = [
 
 [[package]]
 name = "polars-row"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "1eb03bbe6518a9a50fbe2f0d587f6634cf33f1e485657ef3db2bfab997fbc7a4"
+checksum = "18734f17e0e348724df3ae65f3ee744c681117c04b041cac969dfceb05edabc0"
 dependencies = [
  "bitflags",
  "bytemuck",
@@ -2111,9 +2114,9 @@ dependencies = [
 
 [[package]]
 name = "polars-schema"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "4b2daa5d628c4aa56deed967cc64fd24c9f62a919c8aaaf2b77b1457f8684f98"
+checksum = "8e6c1ab13e04d5167661a9854ed1ea0482b2ed9b8a0f1118dabed7cd994a85e3"
 dependencies = [
  "indexmap",
  "polars-error",
@@ -2124,9 +2127,9 @@ dependencies = [
 
 [[package]]
 name = "polars-sql"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "f9021d46eb864c2bd944a51676c24c17eaa9e5fe755be464a50827179e6dcb8d"
+checksum = "c4e7766da02cc1d464994404d3e88a7a0ccd4933df3627c325480fbd9bbc0a11"
 dependencies = [
  "bitflags",
  "hex",
@@ -2145,9 +2148,9 @@ dependencies = [
 
 [[package]]
 name = "polars-stream"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "22323af55f0f2f9f9d64d65a5b0277b8dfa45300e4f6ba8d96e30817059c433e"
+checksum = "31f6c6ca1ea01f9dea424d167e4f33f5ec44cd67fbfac9efd40575ed20521f14"
 dependencies = [
  "async-channel",
  "async-trait",
@@ -2177,14 +2180,15 @@ dependencies = [
  "recursive",
  "slotmap",
  "tokio",
+ "tokio-util",
  "version_check",
 ]
 
 [[package]]
 name = "polars-time"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "954b926cf121787c9fd2cf274b66ed85be46ab425405d0c5a1830c885c78b259"
+checksum = "f6a3a6e279a7a984a0b83715660f9e880590c6129ec2104396bfa710bcd76dee"
 dependencies = [
  "atoi_simd",
  "bytemuck",
@@ -2206,14 +2210,15 @@ dependencies = [
 
 [[package]]
 name = "polars-utils"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "846a868e172550e4a3a465d7cdddee06377ccd0ea863cd49afd6f903078e0cff"
+checksum = "57b267021b0e5422d7fbc70fd79e51b9f9a8466c585779373a18b0199e973f29"
 dependencies = [
  "bincode",
  "bytemuck",
  "bytes",
  "compact_str",
+ "either",
  "flate2",
  "foldhash",
  "hashbrown",
@@ -2446,9 +2451,9 @@ dependencies = [
 
 [[package]]
 name = "rb-sys-env"
-version = "0.1.2"
+version = "0.2.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a35802679f07360454b418a5d1735c89716bde01d35b1560fc953c1415a0b3bb"
+checksum = "08f8d2924cf136a1315e2b4c7460a39f62ef11ee5d522df9b2750fab55b868b6"
 
 [[package]]
 name = "recursive"
@@ -3158,6 +3163,8 @@ dependencies = [
  "bytes",
  "futures-core",
  "futures-sink",
+ "futures-util",
+ "hashbrown",
  "pin-project-lite",
  "tokio",
 ]

data/Cargo.toml

@@ -4,3 +4,6 @@ resolver = "2"
 
 [profile.release]
 strip = true
+
+[profile.dev]
+strip = true

data/README.md

@@ -88,6 +88,12 @@ From Avro
 Polars.read_avro("file.avro")
 ```
 
+From Iceberg (requires [iceberg](https://github.com/ankane/iceberg-ruby)) [experimental]
+
+```ruby
+Polars.scan_iceberg(table)
+```
+
 From Delta Lake (requires [deltalake-rb](https://github.com/ankane/delta-ruby)) [experimental]
 
 ```ruby
@@ -365,6 +371,12 @@ Avro
 df.write_avro("file.avro")
 ```
 
+Iceberg [experimental]
+
+```ruby
+df.write_iceberg(table, mode: "append")
+```
+
 Delta Lake [experimental]
 
 ```ruby

data/ext/polars/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "polars"
-version = "0.21.1"
+version = "0.22.0"
 license = "MIT"
 authors = ["Andrew Kane <andrew@ankane.org>"]
 edition = "2024"
@@ -12,25 +12,26 @@ crate-type = ["cdylib"]
 
 [dependencies]
 ahash = "0.8"
-arrow = { package = "polars-arrow", version = "=0.50.0" }
+arrow = { package = "polars-arrow", version = "=0.51.0" }
 bytes = "1"
 chrono = "0.4"
 either = "1.8"
-magnus = { git = "https://github.com/matsadler/magnus.git", rev = "4125ee2ab5a405d17aa6d7503961c1ecdbe499ef", features = ["chrono"] }
+magnus = { version = "0.8", features = ["chrono"] }
 num-traits = "0.2"
-polars-core = "=0.50.0"
-polars-dtype = "=0.50.0"
-polars-io = "=0.50.0"
-polars-lazy = { version = "=0.50.0", features = ["catalog"] }
-polars-plan = "=0.50.0"
-polars-parquet = "=0.50.0"
-polars-utils = "=0.50.0"
+polars-core = "=0.51.0"
+polars-dtype = "=0.51.0"
+polars-error = "=0.51.0"
+polars-io = "=0.51.0"
+polars-lazy = { version = "=0.51.0", features = ["catalog"] }
+polars-plan = "=0.51.0"
+polars-parquet = "=0.51.0"
+polars-utils = "=0.51.0"
 rayon = "1.9"
 regex = "1"
 serde_json = "1"
 
 [dependencies.polars]
-version = "=0.50.0"
+version = "=0.51.0"
 features = [
     "abs",
     "approx_unique",
@@ -141,3 +142,7 @@ jemallocator = { version = "0.5", features = ["disable_initial_exec_tls"] }
 
 [target.'cfg(not(any(target_os = "linux", target_os = "windows")))'.dependencies]
 mimalloc = { version = "0.1", default-features = false }
+
+[features]
+default = []
+serialize_binary = []

data/ext/polars/src/batched_csv.rs

@@ -2,7 +2,7 @@ use std::cell::RefCell;
 use std::path::PathBuf;
 use std::sync::Mutex;
 
-use magnus::{RArray, Value, prelude::*};
+use magnus::{RArray, Ruby, Value, prelude::*};
 use polars::io::RowIndex;
 use polars::io::csv::read::OwnedBatchedCsvReader;
 use polars::io::mmap::MmapBytesReader;
@@ -124,8 +124,8 @@ impl RbBatchedCsv {
         })
     }
 
-    pub fn next_batches(&self, n: usize) -> RbResult<Option<RArray>> {
-        let reader = &self.reader;
+    pub fn next_batches(ruby: &Ruby, rb_self: &Self, n: usize) -> RbResult<Option<RArray>> {
+        let reader = &rb_self.reader;
         let batches = reader
             .borrow()
             .lock()
@@ -133,6 +133,6 @@ impl RbBatchedCsv {
             .next_batches(n)
             .map_err(RbPolarsErr::from)?;
 
-        Ok(batches.map(|batches| RArray::from_iter(batches.into_iter().map(RbDataFrame::from))))
+        Ok(batches.map(|batches| ruby.ary_from_iter(batches.into_iter().map(RbDataFrame::from))))
     }
 }