polars-df 0.10.0-x86_64-linux → 0.11.0-x86_64-linux

data/LICENSE-THIRD-PARTY.txt

@@ -66,7 +66,7 @@ avro-schema v0.3.0
 https://github.com/DataEngineeringLabs/avro-schema
 MIT/Apache-2.0
 
-base64 v0.21.5
+base64 v0.22.1
 https://github.com/marshallpierce/rust-base64
 MIT OR Apache-2.0
 
@@ -78,11 +78,11 @@ bitflags v2.4.1
 https://github.com/bitflags/bitflags
 MIT OR Apache-2.0
 
-brotli v3.4.0
+brotli v5.0.0
 https://github.com/dropbox/rust-brotli
-BSD-3-Clause/MIT
+BSD-3-Clause OR MIT
 
-brotli-decompressor v2.5.1
+brotli-decompressor v4.0.0
 https://github.com/dropbox/rust-brotli-decompressor
 BSD-3-Clause/MIT
 
@@ -169,8 +169,8 @@ dyn-clone v1.0.16
 https://github.com/dtolnay/dyn-clone
 MIT OR Apache-2.0
 
-either v1.9.0
-https://github.com/bluss/either
+either v1.12.0
+https://github.com/rayon-rs/either
 MIT OR Apache-2.0
 
 enum_dispatch v0.3.12
@@ -373,7 +373,7 @@ lz4-sys v1.9.4
 https://github.com/10xGenomics/lz4-rs
 MIT
 
-magnus v0.6.3
+magnus v0.6.4
 https://github.com/matsadler/magnus
 MIT
 
@@ -417,7 +417,7 @@ now v0.1.3
 https://github.com/Kilerd/now
 MIT
 
-num-traits v0.2.17
+num-traits v0.2.19
 https://github.com/rust-num/num-traits
 MIT OR Apache-2.0
 
@@ -485,70 +485,74 @@ planus v0.3.1
 https://github.com/planus-org/planus
 MIT/Apache-2.0
 
-polars v0.39.2
+polars v0.40.0
 https://www.pola.rs/
 MIT
 
-polars-arrow v0.39.2
+polars-arrow v0.40.0
 https://www.pola.rs/
 MIT AND Apache-2.0
 
 polars-arrow-format v0.1.0
 https://github.com/polar-rs/arrow-format
 
-polars-compute v0.39.2
+polars-compute v0.40.0
+https://www.pola.rs/
+MIT
+
+polars-core v0.40.0
 https://www.pola.rs/
 MIT
 
-polars-core v0.39.2
+polars-error v0.40.0
 https://www.pola.rs/
 MIT
 
-polars-error v0.39.2
+polars-expr v0.40.0
 https://www.pola.rs/
 MIT
 
-polars-io v0.39.2
+polars-io v0.40.0
 https://www.pola.rs/
 MIT
 
-polars-json v0.39.2
+polars-json v0.40.0
 https://www.pola.rs/
 MIT
 
-polars-lazy v0.39.2
+polars-lazy v0.40.0
 https://www.pola.rs/
 MIT
 
-polars-ops v0.39.2
+polars-ops v0.40.0
 https://www.pola.rs/
 MIT
 
-polars-parquet v0.39.2
+polars-parquet v0.40.0
 https://www.pola.rs/
 MIT AND Apache-2.0
 
-polars-pipe v0.39.2
+polars-pipe v0.40.0
 https://www.pola.rs/
 MIT
 
-polars-plan v0.39.2
+polars-plan v0.40.0
 https://www.pola.rs/
 MIT
 
-polars-row v0.39.2
+polars-row v0.40.0
 https://www.pola.rs/
 MIT
 
-polars-sql v0.39.2
+polars-sql v0.40.0
 https://www.pola.rs/
 MIT
 
-polars-time v0.39.2
+polars-time v0.40.0
 https://www.pola.rs/
 MIT
 
-polars-utils v0.39.2
+polars-utils v0.40.0
 https://www.pola.rs/
 MIT
 
@@ -744,6 +748,10 @@ strum_macros v0.25.3
 https://github.com/Peternator7/strum
 MIT
 
+strum_macros v0.26.2
+https://github.com/Peternator7/strum
+MIT
+
 syn v1.0.109
 https://github.com/dtolnay/syn
 MIT OR Apache-2.0
@@ -1493,33 +1501,6 @@ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 SOFTWARE.
 
-================================================================================
-array-init-cursor LICENSE-MIT
-================================================================================
-
-MIT License
-
-Copyright (c) 2021 The Planus Project Developers
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.
-
-
 ================================================================================
 array-init-cursor LICENSE-APACHE
 ================================================================================
@@ -1702,6 +1683,33 @@ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
 END OF TERMS AND CONDITIONS
 
 
+================================================================================
+array-init-cursor LICENSE-MIT
+================================================================================
+
+MIT License
+
+Copyright (c) 2021 The Planus Project Developers
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+
+
 ================================================================================
 async-stream LICENSE
 ================================================================================
@@ -24644,33 +24652,6 @@ OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR
 IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
 DEALINGS IN THE SOFTWARE.
 
-================================================================================
-planus LICENSE-MIT
-================================================================================
-
-MIT License
-
-Copyright (c) 2021 The Planus Project Developers
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.
-
-
 ================================================================================
 planus LICENSE-APACHE
 ================================================================================
@@ -24853,11 +24834,39 @@ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
 END OF TERMS AND CONDITIONS
 
 
+================================================================================
+planus LICENSE-MIT
+================================================================================
+
+MIT License
+
+Copyright (c) 2021 The Planus Project Developers
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+
+
 ================================================================================
 polars LICENSE
 ================================================================================
 
 Copyright (c) 2020 Ritchie Vink
+Some portions Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal
@@ -25501,6 +25510,7 @@ polars-compute LICENSE
 ================================================================================
 
 Copyright (c) 2020 Ritchie Vink
+Some portions Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal
@@ -25525,6 +25535,7 @@ polars-core LICENSE
 ================================================================================
 
 Copyright (c) 2020 Ritchie Vink
+Some portions Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal
@@ -25549,6 +25560,32 @@ polars-error LICENSE
 ================================================================================
 
 Copyright (c) 2020 Ritchie Vink
+Some portions Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+
+================================================================================
+polars-expr LICENSE
+================================================================================
+
+Copyright (c) 2020 Ritchie Vink
+Some portions Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal
@@ -25573,6 +25610,7 @@ polars-io LICENSE
 ================================================================================
 
 Copyright (c) 2020 Ritchie Vink
+Some portions Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal
@@ -25597,6 +25635,7 @@ polars-json LICENSE
 ================================================================================
 
 Copyright (c) 2020 Ritchie Vink
+Some portions Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal
@@ -25621,6 +25660,7 @@ polars-lazy LICENSE
 ================================================================================
 
 Copyright (c) 2020 Ritchie Vink
+Some portions Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal
@@ -25645,6 +25685,7 @@ polars-ops LICENSE
 ================================================================================
 
 Copyright (c) 2020 Ritchie Vink
+Some portions Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal
@@ -25870,6 +25911,7 @@ polars-pipe LICENSE
 ================================================================================
 
 Copyright (c) 2020 Ritchie Vink
+Some portions Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal
@@ -25894,6 +25936,7 @@ polars-plan LICENSE
 ================================================================================
 
 Copyright (c) 2020 Ritchie Vink
+Some portions Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal
@@ -25918,6 +25961,7 @@ polars-row LICENSE
 ================================================================================
 
 Copyright (c) 2020 Ritchie Vink
+Some portions Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal
@@ -25942,6 +25986,7 @@ polars-sql LICENSE
 ================================================================================
 
 Copyright (c) 2020 Ritchie Vink
+Some portions Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal
@@ -25966,6 +26011,7 @@ polars-time LICENSE
 ================================================================================
 
 Copyright (c) 2020 Ritchie Vink
+Some portions Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal
@@ -25990,6 +26036,7 @@ polars-utils LICENSE
 ================================================================================
 
 Copyright (c) 2020 Ritchie Vink
+Some portions Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal
@@ -34957,7 +35004,33 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 SOFTWARE.
 
 ================================================================================
-strum_macros LICENSE
+strum_macros v0.25.3 LICENSE
+================================================================================
+
+MIT License
+
+Copyright (c) 2019 Peter Glotfelty
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+
+================================================================================
+strum_macros v0.26.2 LICENSE
 ================================================================================
 
 MIT License

data/README.md

@@ -1,8 +1,8 @@
-# Polars Ruby
+# Ruby Polars
 
 :fire: Blazingly fast DataFrames for Ruby, powered by [Polars](https://github.com/pola-rs/polars)
 
-[![Build Status](https://github.com/ankane/polars-ruby/actions/workflows/build.yml/badge.svg)](https://github.com/ankane/polars-ruby/actions)
+[![Build Status](https://github.com/ankane/ruby-polars/actions/workflows/build.yml/badge.svg)](https://github.com/ankane/ruby-polars/actions)
 
 ## Installation
 
@@ -420,16 +420,16 @@ View the [changelog](CHANGELOG.md)
 
 Everyone is encouraged to help improve this project. Here are a few ways you can help:
 
-- [Report bugs](https://github.com/ankane/polars-ruby/issues)
-- Fix bugs and [submit pull requests](https://github.com/ankane/polars-ruby/pulls)
+- [Report bugs](https://github.com/ankane/ruby-polars/issues)
+- Fix bugs and [submit pull requests](https://github.com/ankane/ruby-polars/pulls)
 - Write, clarify, or fix documentation
 - Suggest or add new features
 
 To get started with development:
 
 ```sh
-git clone https://github.com/ankane/polars-ruby.git
-cd polars-ruby
+git clone https://github.com/ankane/ruby-polars.git
+cd ruby-polars
 bundle install
 bundle exec rake compile
 bundle exec rake test

data/lib/polars/batched_csv_reader.rb

@@ -13,6 +13,7 @@ module Polars
       skip_rows: 0,
       dtypes: nil,
       null_values: nil,
+      missing_utf8_is_empty_string: false,
       ignore_errors: false,
       parse_dates: false,
       n_threads: nil,
@@ -28,10 +29,12 @@ module Polars
       sample_size: 1024,
       eol_char: "\n",
       new_columns: nil,
-      truncate_ragged_lines: false
+      raise_if_empty: true,
+      truncate_ragged_lines: false,
+      decimal_comma: false
     )
       if Utils.pathlike?(file)
-        path = Utils.normalise_filepath(file)
+        path = Utils.normalize_filepath(file)
       end
 
       dtype_list = nil
@@ -72,12 +75,15 @@ module Polars
         comment_char,
         quote_char,
         processed_null_values,
+        missing_utf8_is_empty_string,
         parse_dates,
         skip_rows_after_header,
         Utils._prepare_row_count_args(row_count_name, row_count_offset),
         sample_size,
         eol_char,
-        truncate_ragged_lines
+        raise_if_empty,
+        truncate_ragged_lines,
+        decimal_comma
       )
       self.new_columns = new_columns
     end

data/lib/polars/convert.rb

@@ -27,7 +27,12 @@ module Polars
     #   # │ 2   ┆ 4   │
     #   # └─────┴─────┘
     def from_hash(data, schema: nil, columns: nil)
-      DataFrame._from_hash(data, schema: schema || columns)
+      Utils.wrap_df(
+        DataFrame.hash_to_rbdf(
+          data,
+          schema: schema || columns
+        )
+      )
     end
 
     # Construct a DataFrame from a sequence of dictionaries. This operation clones data.