polars-df 0.17.1 → 0.19.0

data/lib/polars/functions/lit.rb

@@ -16,20 +16,15 @@ module Polars
       elsif value.is_a?(::Date)
         return lit(::Time.utc(value.year, value.month, value.day)).cast(Date)
       elsif value.is_a?(Polars::Series)
-        name = value.name
         value = value._s
-        e = Utils.wrap_expr(Plr.lit(value, allow_object))
-        if name == ""
-          return e
-        end
-        return e.alias(name)
+        return Utils.wrap_expr(Plr.lit(value, allow_object, false))
       elsif (defined?(Numo::NArray) && value.is_a?(Numo::NArray)) || value.is_a?(::Array)
-        return lit(Series.new("", value))
+        return Utils.wrap_expr(Plr.lit(Series.new("literal", [value.to_a], dtype: dtype)._s, allow_object, true))
       elsif dtype
-        return Utils.wrap_expr(Plr.lit(value, allow_object)).cast(dtype)
+        return Utils.wrap_expr(Plr.lit(value, allow_object, true)).cast(dtype)
       end
 
-      Utils.wrap_expr(Plr.lit(value, allow_object))
+      Utils.wrap_expr(Plr.lit(value, allow_object, true))
     end
   end
 end

data/lib/polars/io/database.rb

@@ -51,7 +51,7 @@ module Polars
           when :decimal
             Decimal
           when :float
-            # TODO uncomment in 0.18.0
+            # TODO uncomment in future release
             # if column_type.limit && column_type.limit <= 24
             #   Float32
             # else
@@ -59,7 +59,7 @@ module Polars
             # end
             Float64
           when :integer
-            # TODO uncomment in 0.18.0
+            # TODO uncomment in future release
             # case column_type.limit
             # when 1
             #   Int8

data/lib/polars/lazy_frame.rb

@@ -433,7 +433,10 @@ module Polars
       no_optimization: false,
       slice_pushdown: true,
       storage_options: nil,
-      retries: 2
+      retries: 2,
+      sync_on_close: nil,
+      mkdir: false,
+      lazy: false
     )
       lf = _set_sink_optimizations(
         type_coercion: type_coercion,
@@ -468,17 +471,30 @@ module Polars
         storage_options = nil
       end
 
-      lf.sink_parquet(
+      sink_options = {
+        "sync_on_close" => sync_on_close || "none",
+        "maintain_order" => maintain_order,
+        "mkdir" => mkdir
+      }
+
+      lf = lf.sink_parquet(
         path,
         compression,
         compression_level,
         statistics,
         row_group_size,
         data_pagesize_limit,
-        maintain_order,
         storage_options,
-        retries
+        retries,
+        sink_options
       )
+      lf = LazyFrame._from_rbldf(lf)
+
+      if !lazy
+        lf.collect
+        return nil
+      end
+      lf
     end
 
     # Evaluate the query in streaming mode and write to an IPC file.
@@ -520,7 +536,10 @@ module Polars
       projection_pushdown: true,
       simplify_expression: true,
       slice_pushdown: true,
-      no_optimization: false
+      no_optimization: false,
+      sync_on_close: nil,
+      mkdir: false,
+      lazy: false
     )
       # TODO support storage options in Rust
       storage_options = nil
@@ -541,13 +560,26 @@ module Polars
         storage_options = nil
       end
 
-      lf.sink_ipc(
+      sink_options = {
+        "sync_on_close" => sync_on_close || "none",
+        "maintain_order" => maintain_order,
+        "mkdir" => mkdir
+      }
+
+      lf = lf.sink_ipc(
         path,
         compression,
-        maintain_order,
         storage_options,
-        retries
+        retries,
+        sink_options
       )
+      lf = LazyFrame._from_rbldf(lf)
+
+      if !lazy
+        lf.collect
+        return nil
+      end
+      lf
     end
 
     # Evaluate the query in streaming mode and write to a CSV file.
@@ -652,7 +684,10 @@ module Polars
       slice_pushdown: true,
       no_optimization: false,
       storage_options: nil,
-      retries: 2
+      retries: 2,
+      sync_on_close: nil,
+      mkdir: false,
+      lazy: false
     )
       Utils._check_arg_is_1byte("separator", separator, false)
       Utils._check_arg_is_1byte("quote_char", quote_char, false)
@@ -672,7 +707,13 @@ module Polars
         storage_options = nil
       end
 
-      lf.sink_csv(
+      sink_options = {
+        "sync_on_close" => sync_on_close || "none",
+        "maintain_order" => maintain_order,
+        "mkdir" => mkdir
+      }
+
+      lf = lf.sink_csv(
         path,
         include_bom,
         include_header,
@@ -687,10 +728,17 @@ module Polars
         float_precision,
         null_value,
         quote_style,
-        maintain_order,
         storage_options,
-        retries
+        retries,
+        sink_options
       )
+      lf = LazyFrame._from_rbldf(lf)
+
+      if !lazy
+        lf.collect
+        return nil
+      end
+      lf
     end
 
     # Evaluate the query in streaming mode and write to an NDJSON file.
@@ -730,7 +778,10 @@ module Polars
       slice_pushdown: true,
       no_optimization: false,
       storage_options: nil,
-      retries: 2
+      retries: 2,
+      sync_on_close: nil,
+      mkdir: false,
+      lazy: false
     )
       lf = _set_sink_optimizations(
         type_coercion: type_coercion,
@@ -747,7 +798,20 @@ module Polars
         storage_options = nil
       end
 
-      lf.sink_json(path, maintain_order, storage_options, retries)
+      sink_options = {
+        "sync_on_close" => sync_on_close || "none",
+        "maintain_order" => maintain_order,
+        "mkdir" => mkdir
+      }
+
+      lf = lf.sink_json(path, storage_options, retries, sink_options)
+      lf = LazyFrame._from_rbldf(lf)
+
+      if !lazy
+        lf.collect
+        return nil
+      end
+      lf
     end
 
     # @private

data/lib/polars/list_expr.rb

@@ -403,7 +403,7 @@ module Polars
     # The indices may be defined in a single column, or by sublists in another
     # column of dtype `List`.
     #
-    # @param index [Object]
+    # @param indices [Object]
     #   Indices to return per sublist
     # @param null_on_oob [Boolean]
     #   Behavior if an index is out of bounds:
@@ -427,12 +427,9 @@ module Polars
     #   # │ []          ┆ [null, null] │
     #   # │ [1, 2, … 5] ┆ [1, 5]       │
     #   # └─────────────┴──────────────┘
-    def gather(index, null_on_oob: false)
-      if index.is_a?(::Array)
-        index = Series.new(index)
-      end
-      index = Utils.parse_into_expression(index, str_as_lit: false)
-      Utils.wrap_expr(_rbexpr.list_gather(index, null_on_oob))
+    def gather(indices, null_on_oob: false)
+      indices = Utils.parse_into_expression(indices)
+      Utils.wrap_expr(_rbexpr.list_gather(indices, null_on_oob))
     end
     alias_method :take, :gather
 
@@ -484,6 +481,8 @@ module Polars
     #
     # @param item [Object]
     #   Item that will be checked for membership
+    # @param nulls_equal [Boolean]
+    #   If true, treat null as a distinct value. Null values will not propagate.
     #
     # @return [Expr]
     #
@@ -501,8 +500,8 @@ module Polars
     #   # │ false │
     #   # │ true  │
     #   # └───────┘
-    def contains(item)
-      Utils.wrap_expr(_rbexpr.list_contains(Utils.parse_into_expression(item)))
+    def contains(item, nulls_equal: true)
+      Utils.wrap_expr(_rbexpr.list_contains(Utils.parse_into_expression(item), nulls_equal))
     end
 
     # Join all string items in a sublist and place a separator between them.
@@ -749,9 +748,9 @@ module Polars
     #   # │ {1,2,3}    │
     #   # │ {1,2,null} │
     #   # └────────────┘
-    def to_struct(n_field_strategy: "first_non_null", name_generator: nil)
+    def to_struct(n_field_strategy: "first_non_null", name_generator: nil, upper_bound: nil)
       raise Todo if name_generator
-      Utils.wrap_expr(_rbexpr.list_to_struct(n_field_strategy, name_generator, 0))
+      Utils.wrap_expr(_rbexpr.list_to_struct(n_field_strategy, name_generator, nil))
     end
 
     # Run any polars expression against the lists' elements.

data/lib/polars/series.rb

@@ -2144,18 +2144,33 @@ module Polars
 
     # Check if elements of this Series are in the other Series.
     #
+    # @param nulls_equal [Boolean]
+    #   If true, treat null as a distinct value. Null values will not propagate.
+    #
     # @return [Series]
     #
     # @example
     #   s = Polars::Series.new("a", [1, 2, 3])
-    #   s2 = Polars::Series.new("b", [2, 4])
+    #   s2 = Polars::Series.new("b", [2, 4, nil])
     #   s2.is_in(s)
     #   # =>
-    #   # shape: (2,)
+    #   # shape: (3,)
+    #   # Series: 'b' [bool]
+    #   # [
+    #   #         true
+    #   #         false
+    #   #         null
+    #   # ]
+    #
+    # @example
+    #   s2.is_in(s, nulls_equal: true)
+    #   # =>
+    #   # shape: (3,)
     #   # Series: 'b' [bool]
     #   # [
     #   #         true
     #   #         false
+    #   #         false
     #   # ]
     #
     # @example
@@ -2190,7 +2205,7 @@ module Polars
     #   #         true
     #   #         false
     #   # ]
-    def is_in(other)
+    def is_in(other, nulls_equal: false)
       super
     end
     alias_method :in?, :is_in
@@ -3577,24 +3592,26 @@ module Polars
     #   Integer size of the rolling window.
     # @param bias [Boolean]
     #   If false, the calculations are corrected for statistical bias.
+    # @param min_samples [Integer]
+    #   The number of values in the window that should be non-null before computing
+    #   a result. If set to `nil` (default), it will be set equal to `window_size`.
+    # @param center [Boolean]
+    #   Set the labels at the center of the window.
     #
     # @return [Series]
     #
     # @example
-    #   s = Polars::Series.new("a", [1.0, 2.0, 3.0, 4.0, 6.0, 8.0])
-    #   s.rolling_skew(3)
+    #   Polars::Series.new([1, 4, 2, 9]).rolling_skew(3)
     #   # =>
-    #   # shape: (6,)
-    #   # Series: 'a' [f64]
+    #   # shape: (4,)
+    #   # Series: '' [f64]
     #   # [
     #   #         null
     #   #         null
-    #   #         0.0
-    #   #         0.0
     #   #         0.381802
-    #   #         0.0
+    #   #         0.47033
     #   # ]
-    def rolling_skew(window_size, bias: true)
+    def rolling_skew(window_size, bias: true, min_samples: nil, center: false)
       super
     end
 
@@ -4043,7 +4060,7 @@ module Polars
     #
     # @example
     #   s.kurtosis(fisher: false, bias: false)
-    #   # => 2.1040361802642726
+    #   # => 2.1040361802642717
     def kurtosis(fisher: true, bias: true)
       _s.kurtosis(fisher, bias)
     end

data/lib/polars/string_expr.rb

@@ -1403,7 +1403,7 @@ module Polars
     #   # │ Can you feel the love tonight   ┆ true         │
     #   # └─────────────────────────────────┴──────────────┘
     def contains_any(patterns, ascii_case_insensitive: false)
-      patterns = Utils.parse_into_expression(patterns, str_as_lit: false, list_as_series: true)
+      patterns = Utils.parse_into_expression(patterns, str_as_lit: false)
       Utils.wrap_expr(
         _rbexpr.str_contains_any(patterns, ascii_case_insensitive)
       )
@@ -1474,9 +1474,9 @@ module Polars
     #   # │ Can you feel the love tonight   ┆ Can me feel the love tonight    │
     #   # └─────────────────────────────────┴─────────────────────────────────┘
     def replace_many(patterns, replace_with, ascii_case_insensitive: false)
-      patterns = Utils.parse_into_expression(patterns, str_as_lit: false, list_as_series: true)
+      patterns = Utils.parse_into_expression(patterns, str_as_lit: false)
       replace_with = Utils.parse_into_expression(
-        replace_with, str_as_lit: true, list_as_series: true
+        replace_with, str_as_lit: true
       )
       Utils.wrap_expr(
         _rbexpr.str_replace_many(

data/lib/polars/version.rb

@@ -1,4 +1,4 @@
 module Polars
   # @private
-  VERSION = "0.17.1"
+  VERSION = "0.19.0"
 end

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: polars-df
 version: !ruby/object:Gem::Version
-  version: 0.17.1
+  version: 0.19.0
 platform: ruby
 authors:
 - Andrew Kane
 bindir: bin
 cert_chain: []
-date: 2025-04-13 00:00:00.000000000 Z
+date: 1980-01-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bigdecimal
@@ -99,6 +99,7 @@ files:
 - ext/polars/src/lazyframe/general.rs
 - ext/polars/src/lazyframe/mod.rs
 - ext/polars/src/lazyframe/serde.rs
+- ext/polars/src/lazyframe/sink.rs
 - ext/polars/src/lazygroupby.rs
 - ext/polars/src/lib.rs
 - ext/polars/src/map/dataframe.rs
@@ -209,7 +210,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.6.2
+rubygems_version: 3.6.7
 specification_version: 4
 summary: Blazingly fast DataFrames for Ruby
 test_files: []