polars-df 0.21.1-x86_64-linux → 0.22.0-x86_64-linux

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 633f432334f31fe5839f41b8e06afda3de0c732696a479bb6805ead57fd82229
-  data.tar.gz: 38231be0b9cb6cc5ff2e4857cc8db88f64ca01fb10bdb27325d3407f15ef5521
+  metadata.gz: c65f34fcd3df4c30f729f7c24127204fe3ec81df2bb9f03f89c1a52a327cb149
+  data.tar.gz: 6693d823f54ffb2005b7fe0c0216e166b5c163f294e4b3472a41f43b56bbce1e
 SHA512:
-  metadata.gz: acd267224170046fc90915539623ace38163670ba85c85749dfc9b8cea98906c2a725853046f1adaa1c089d96af5c88a7e93e9e5e611be3a74bfbbebaea99fbf
-  data.tar.gz: 81aae29150a800561edd39604fd93b62e40c3257437e433495aa8a78b0a98894f7be5ae0dc05aad2ada945e7e80189d062915f80d66440a0b9b3496f09d3f329
+  metadata.gz: 5d8c7c62d60b9abd6fe2b0b1dea61bf071541c48193afbfdf96e7ba7d129438f2e7e336a2727a2ab762a15f5c55e3c8ca23324af124d5d85c7573718b4e4929a
+  data.tar.gz: be678891ea12aba9f5f233e5f18d8dc60b0612a39d4c00c81798fef25ed93224ea9f25b603578ccd985b5ab3524d07ec5884dcc43cd15b1ed3efff784fda00ee

data/CHANGELOG.md

@@ -1,3 +1,14 @@
+## 0.22.0 (2025-09-17)
+
+- Updated Polars to 0.51.0
+- Added `serialize` and `deserialize` methods to `DataFrame`
+- Added `storage_options` and `retries` options to `sink_ipc` method
+- Added `business_day_count` method to `Polars`
+- Added experimental support for Iceberg
+- Added experimental `cast_options` option to `scan_parquet` method
+- Changed `read_parquet_schema` method to return `Schema`
+- Fixed `Object` type
+
 ## 0.21.1 (2025-08-18)
 
 - Added `read_parquet_metadata` method to `Polars`

data/Cargo.lock

@@ -1391,8 +1391,9 @@ dependencies = [
 
 [[package]]
 name = "magnus"
-version = "0.7.1"
-source = "git+https://github.com/matsadler/magnus.git?rev=4125ee2ab5a405d17aa6d7503961c1ecdbe499ef#4125ee2ab5a405d17aa6d7503961c1ecdbe499ef"
+version = "0.8.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "bd2ac6e71886be00ac34db92aa732c793c5107c95191805b9a1c7e70e6d342e0"
 dependencies = [
  "chrono",
  "magnus-macros",
@@ -1403,8 +1404,9 @@ dependencies = [
 
 [[package]]
 name = "magnus-macros"
-version = "0.6.0"
-source = "git+https://github.com/matsadler/magnus.git?rev=4125ee2ab5a405d17aa6d7503961c1ecdbe499ef#4125ee2ab5a405d17aa6d7503961c1ecdbe499ef"
+version = "0.8.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "47607461fd8e1513cb4f2076c197d8092d921a1ea75bd08af97398f593751892"
 dependencies = [
  "proc-macro2",
  "quote",
@@ -1654,7 +1656,7 @@ dependencies = [
 
 [[package]]
 name = "polars"
-version = "0.21.1"
+version = "0.22.0"
 dependencies = [
  "ahash",
  "bytes",
@@ -1664,10 +1666,11 @@ dependencies = [
  "magnus",
  "mimalloc",
  "num-traits",
- "polars 0.50.0",
+ "polars 0.51.0",
  "polars-arrow",
  "polars-core",
  "polars-dtype",
+ "polars-error",
  "polars-io",
  "polars-lazy",
  "polars-parquet",
@@ -1680,9 +1683,9 @@ dependencies = [
 
 [[package]]
 name = "polars"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "fde57577c2b4b823d85617c2c95c11fcdc649e68467030e321e573800524946c"
+checksum = "a5f7feb5d56b954e691dff22a8b2d78d77433dcc93c35fe21c3777fdc121b697"
 dependencies = [
  "getrandom 0.2.16",
  "getrandom 0.3.3",
@@ -1702,9 +1705,9 @@ dependencies = [
 
 [[package]]
 name = "polars-arrow"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "29f705dc037eb0a4213554a19320f13c02095c63bdd5e9e7f960817fa29b7b8d"
+checksum = "32b4fed2343961b3eea3db2cee165540c3e1ad9d5782350cc55a9e76cf440148"
 dependencies = [
  "atoi_simd",
  "avro-schema",
@@ -1745,9 +1748,9 @@ dependencies = [
 
 [[package]]
 name = "polars-compute"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "896f4efdf1292121df34d6214fd32e634ce9aa5f3739519b3ccd9c11bda75d2a"
+checksum = "138785beda4e4a90a025219f09d0d15a671b2be9091513ede58e05db6ad4413f"
 dependencies = [
  "atoi_simd",
  "bytemuck",
@@ -1771,9 +1774,9 @@ dependencies = [
 
 [[package]]
 name = "polars-core"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "11e2c54762ac17a039552033d81779b58619b832aa4f36ebc3395f9aa8bce083"
+checksum = "e77b1f08ef6dbb032bb1d0d3365464be950df9905f6827a95b24c4ca5518901d"
 dependencies = [
  "bitflags",
  "boxcar",
@@ -1807,9 +1810,9 @@ dependencies = [
 
 [[package]]
 name = "polars-dtype"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "6bdc47854d72f3df098a06b984de4105ca5030123445d3edef27502e6034019a"
+checksum = "89c43d0ea57168be4546c4d8064479ed8b29a9c79c31a0c7c367ee734b9b7158"
 dependencies = [
  "boxcar",
  "hashbrown",
@@ -1822,9 +1825,9 @@ dependencies = [
 
 [[package]]
 name = "polars-error"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "24d0fe86ef36dfa5c9e0b9833effd2e42cd64054b862fe40a243a635ecf62771"
+checksum = "b9cb5d98f59f8b94673ee391840440ad9f0d2170afced95fc98aa86f895563c0"
 dependencies = [
  "avro-schema",
  "object_store",
@@ -1837,9 +1840,9 @@ dependencies = [
 
 [[package]]
 name = "polars-expr"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "98212e4899b5432f2b89f2f33c665240f8882cf757e7a5d18cf7b03ba80cdc1e"
+checksum = "343931b818cf136349135ba11dbc18c27683b52c3477b1ba8ca606cf5ab1965c"
 dependencies = [
  "bitflags",
  "hashbrown",
@@ -1860,9 +1863,9 @@ dependencies = [
 
 [[package]]
 name = "polars-io"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "cba1a01ed61ec1ba3f3f7d1a7c4ad61cb7ece4bfd606d5d52bfa1384ce707109"
+checksum = "10388c64b8155122488229a881d1c6f4fdc393bc988e764ab51b182fcb2307e4"
 dependencies = [
  "async-trait",
  "atoi_simd",
@@ -1909,9 +1912,9 @@ dependencies = [
 
 [[package]]
 name = "polars-json"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "9d546be779c0f2e87870538deb87ca6d90910ba09cb867409c87ed5c13518b5d"
+checksum = "b26d1a04292a82183c8eba94fdf1584f200bfac5ac2f4a6c5652c8c8ed3bb41c"
 dependencies = [
  "chrono",
  "chrono-tz",
@@ -1931,9 +1934,9 @@ dependencies = [
 
 [[package]]
 name = "polars-lazy"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "1aa4dbd41c7508735c3e8c2607aef39679d89298b53f1462710fc3f95b6c5cbd"
+checksum = "0fb6e2c6c2fa4ea0c660df1c06cf56960c81e7c2683877995bae3d4e3d408147"
 dependencies = [
  "bitflags",
  "chrono",
@@ -1959,9 +1962,9 @@ dependencies = [
 
 [[package]]
 name = "polars-mem-engine"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "712491f22624672d1c97a0f1faca93645ce749aa497c04dd67914738872474e1"
+checksum = "20a856e98e253587c28d8132a5e7e5a75cb2c44731ca090f1481d45f1d123771"
 dependencies = [
  "futures",
  "memmap2",
@@ -1982,9 +1985,9 @@ dependencies = [
 
 [[package]]
 name = "polars-ops"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "7c433eb8eb4d5767504a6a145df286e503307d773dc92a085b9cabc6eaaafb01"
+checksum = "acf6062173fdc9ba05775548beb66e76643a148d9aeadc9984ed712bc4babd76"
 dependencies = [
  "aho-corasick",
  "argminmax",
@@ -2022,9 +2025,9 @@ dependencies = [
 
 [[package]]
 name = "polars-parquet"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "6efe8ffb9207c3d50d47ee9b5ee750beb889e7cffd2b61291766c74a020ee51d"
+checksum = "cc1d769180dec070df0dc4b89299b364bf2cfe32b218ecc4ddd8f1a49ae60669"
 dependencies = [
  "async-stream",
  "base64",
@@ -2060,9 +2063,9 @@ dependencies = [
 
 [[package]]
 name = "polars-plan"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "2219ff36b304d0543185773cf182c49eca4f558403fb33c464b7688cd4f178d2"
+checksum = "1cd3a2e33ae4484fe407ab2d2ba5684f0889d1ccf3ad6b844103c03638e6d0a0"
 dependencies = [
  "bitflags",
  "bytemuck",
@@ -2096,9 +2099,9 @@ dependencies = [
 
 [[package]]
 name = "polars-row"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "1eb03bbe6518a9a50fbe2f0d587f6634cf33f1e485657ef3db2bfab997fbc7a4"
+checksum = "18734f17e0e348724df3ae65f3ee744c681117c04b041cac969dfceb05edabc0"
 dependencies = [
  "bitflags",
  "bytemuck",
@@ -2111,9 +2114,9 @@ dependencies = [
 
 [[package]]
 name = "polars-schema"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "4b2daa5d628c4aa56deed967cc64fd24c9f62a919c8aaaf2b77b1457f8684f98"
+checksum = "8e6c1ab13e04d5167661a9854ed1ea0482b2ed9b8a0f1118dabed7cd994a85e3"
 dependencies = [
  "indexmap",
  "polars-error",
@@ -2124,9 +2127,9 @@ dependencies = [
 
 [[package]]
 name = "polars-sql"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "f9021d46eb864c2bd944a51676c24c17eaa9e5fe755be464a50827179e6dcb8d"
+checksum = "c4e7766da02cc1d464994404d3e88a7a0ccd4933df3627c325480fbd9bbc0a11"
 dependencies = [
  "bitflags",
  "hex",
@@ -2145,9 +2148,9 @@ dependencies = [
 
 [[package]]
 name = "polars-stream"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "22323af55f0f2f9f9d64d65a5b0277b8dfa45300e4f6ba8d96e30817059c433e"
+checksum = "31f6c6ca1ea01f9dea424d167e4f33f5ec44cd67fbfac9efd40575ed20521f14"
 dependencies = [
  "async-channel",
  "async-trait",
@@ -2177,14 +2180,15 @@ dependencies = [
  "recursive",
  "slotmap",
  "tokio",
+ "tokio-util",
  "version_check",
 ]
 
 [[package]]
 name = "polars-time"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "954b926cf121787c9fd2cf274b66ed85be46ab425405d0c5a1830c885c78b259"
+checksum = "f6a3a6e279a7a984a0b83715660f9e880590c6129ec2104396bfa710bcd76dee"
 dependencies = [
  "atoi_simd",
  "bytemuck",
@@ -2206,14 +2210,15 @@ dependencies = [
 
 [[package]]
 name = "polars-utils"
-version = "0.50.0"
+version = "0.51.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "846a868e172550e4a3a465d7cdddee06377ccd0ea863cd49afd6f903078e0cff"
+checksum = "57b267021b0e5422d7fbc70fd79e51b9f9a8466c585779373a18b0199e973f29"
 dependencies = [
  "bincode",
  "bytemuck",
  "bytes",
  "compact_str",
+ "either",
  "flate2",
  "foldhash",
  "hashbrown",
@@ -2446,9 +2451,9 @@ dependencies = [
 
 [[package]]
 name = "rb-sys-env"
-version = "0.1.2"
+version = "0.2.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a35802679f07360454b418a5d1735c89716bde01d35b1560fc953c1415a0b3bb"
+checksum = "08f8d2924cf136a1315e2b4c7460a39f62ef11ee5d522df9b2750fab55b868b6"
 
 [[package]]
 name = "recursive"
@@ -3158,6 +3163,8 @@ dependencies = [
  "bytes",
  "futures-core",
  "futures-sink",
+ "futures-util",
+ "hashbrown",
  "pin-project-lite",
  "tokio",
 ]

data/Cargo.toml

@@ -4,3 +4,6 @@ resolver = "2"
 
 [profile.release]
 strip = true
+
+[profile.dev]
+strip = true

data/LICENSE-THIRD-PARTY.txt

@@ -542,11 +542,11 @@ lz4-sys v1.11.1+lz4-1.10.0
 https://github.com/10xGenomics/lz4-rs
 MIT
 
-magnus v0.7.1
+magnus v0.8.1
 https://github.com/matsadler/magnus
 MIT
 
-magnus-macros v0.6.0
+magnus-macros v0.8.0
 https://github.com/matsadler/magnus
 MIT
 
@@ -646,11 +646,11 @@ planus v1.1.1
 https://github.com/planus-org/planus
 MIT/Apache-2.0
 
-polars v0.50.0
+polars v0.51.0
 https://www.pola.rs/
 MIT
 
-polars-arrow v0.50.0
+polars-arrow v0.51.0
 https://www.pola.rs/
 MIT AND Apache-2.0
 
@@ -658,47 +658,47 @@ polars-arrow-format v0.2.0
 https://github.com/DataEngineeringLabs/arrow-format
 Apache-2.0
 
-polars-compute v0.50.0
+polars-compute v0.51.0
 https://www.pola.rs/
 MIT
 
-polars-core v0.50.0
+polars-core v0.51.0
 https://www.pola.rs/
 MIT
 
-polars-dtype v0.50.0
+polars-dtype v0.51.0
 https://www.pola.rs/
 MIT
 
-polars-error v0.50.0
+polars-error v0.51.0
 https://www.pola.rs/
 MIT
 
-polars-expr v0.50.0
+polars-expr v0.51.0
 https://www.pola.rs/
 MIT
 
-polars-io v0.50.0
+polars-io v0.51.0
 https://www.pola.rs/
 MIT
 
-polars-json v0.50.0
+polars-json v0.51.0
 https://www.pola.rs/
 MIT
 
-polars-lazy v0.50.0
+polars-lazy v0.51.0
 https://www.pola.rs/
 MIT
 
-polars-mem-engine v0.50.0
+polars-mem-engine v0.51.0
 https://www.pola.rs/
 MIT
 
-polars-ops v0.50.0
+polars-ops v0.51.0
 https://www.pola.rs/
 MIT
 
-polars-parquet v0.50.0
+polars-parquet v0.51.0
 https://www.pola.rs/
 MIT AND Apache-2.0
 
@@ -706,31 +706,31 @@ polars-parquet-format v0.1.0
 https://github.com/pola-rs/parquet-format
 MIT AND Apache-2.0
 
-polars-plan v0.50.0
+polars-plan v0.51.0
 https://www.pola.rs/
 MIT
 
-polars-row v0.50.0
+polars-row v0.51.0
 https://www.pola.rs/
 MIT
 
-polars-schema v0.50.0
+polars-schema v0.51.0
 https://www.pola.rs/
 MIT
 
-polars-sql v0.50.0
+polars-sql v0.51.0
 https://www.pola.rs/
 MIT
 
-polars-stream v0.50.0
+polars-stream v0.51.0
 https://www.pola.rs/
 MIT
 
-polars-time v0.50.0
+polars-time v0.51.0
 https://www.pola.rs/
 MIT
 
-polars-utils v0.50.0
+polars-utils v0.51.0
 https://www.pola.rs/
 MIT
 
@@ -806,7 +806,7 @@ rb-sys-build v0.9.117
 https://github.com/oxidize-rb/rb-sys
 MIT OR Apache-2.0
 
-rb-sys-env v0.1.2
+rb-sys-env v0.2.2
 https://github.com/oxidize-rb/rb-sys
 MIT OR Apache-2.0
 
@@ -25236,32 +25236,6 @@ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 SOFTWARE.
 
-================================================================================
-magnus magnus-macros/LICENSE
-================================================================================
-
-MIT License
-
-Copyright (c) 2023, 2022, 2021 Matthew Sadler
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.
-
 ================================================================================
 magnus-macros LICENSE
 ================================================================================

data/README.md

@@ -88,6 +88,12 @@ From Avro
 Polars.read_avro("file.avro")
 ```
 
+From Iceberg (requires [iceberg](https://github.com/ankane/iceberg-ruby)) [experimental]
+
+```ruby
+Polars.scan_iceberg(table)
+```
+
 From Delta Lake (requires [deltalake-rb](https://github.com/ankane/delta-ruby)) [experimental]
 
 ```ruby
@@ -365,6 +371,12 @@ Avro
 df.write_avro("file.avro")
 ```
 
+Iceberg [experimental]
+
+```ruby
+df.write_iceberg(table, mode: "append")
+```
+
 Delta Lake [experimental]
 
 ```ruby

data/lib/polars/array_expr.rb

@@ -38,7 +38,7 @@ module Polars
     # @param offset [Integer]
     #   Start index. Negative indexing is supported.
     # @param length [Integer]
-    #   Length of the slice. If set to `None` (default), the slice is taken to the
+    #   Length of the slice. If set to `nil` (default), the slice is taken to the
     #   end of the list.
     # @param as_array [Boolean]
     #   Return result as a fixed-length `Array`, otherwise as a `List`.