polars-df 0.17.1-x86_64-darwin → 0.19.0-x86_64-darwin

data/lib/polars/array_expr.rb

@@ -481,6 +481,8 @@ module Polars
     #
     # @param item [Object]
     #   Item that will be checked for membership
+    # @param nulls_equal [Boolean]
+    #   If true, treat null as a distinct value. Null values will not propagate.
     #
     # @return [Expr]
     #
@@ -501,9 +503,9 @@ module Polars
     #   # │ ["x", "y"]    ┆ false    │
     #   # │ ["a", "c"]    ┆ true     │
     #   # └───────────────┴──────────┘
-    def contains(item)
+    def contains(item, nulls_equal: true)
       item = Utils.parse_into_expression(item, str_as_lit: true)
-      Utils.wrap_expr(_rbexpr.arr_contains(item))
+      Utils.wrap_expr(_rbexpr.arr_contains(item, nulls_equal))
     end
 
     # Count how often the value produced by `element` occurs.

data/lib/polars/expr.rb

@@ -1176,8 +1176,8 @@ module Polars
     #   # │ 1.0 │
     #   # │ 1.2 │
     #   # └─────┘
-    def round(decimals = 0)
-      _from_rbexpr(_rbexpr.round(decimals))
+    def round(decimals = 0, mode: "half_to_even")
+      _from_rbexpr(_rbexpr.round(decimals, mode))
     end
 
     # Compute the dot/inner product between two Expressions.
@@ -1867,7 +1867,7 @@ module Polars
     #   # │ 2   ┆ 6   │
     #   # └─────┴─────┘
     def forward_fill(limit: nil)
-      _from_rbexpr(_rbexpr.forward_fill(limit))
+      fill_null(strategy: "forward", limit: limit)
     end
 
     # Fill missing values with the next to be seen values.
@@ -1897,7 +1897,7 @@ module Polars
     #   # │ null ┆ 6   │
     #   # └──────┴─────┘
     def backward_fill(limit: nil)
-      _from_rbexpr(_rbexpr.backward_fill(limit))
+      fill_null(strategy: "backward", limit: limit)
     end
 
     # Reverse the selection.
@@ -3712,6 +3712,8 @@ module Polars
     #
     # @param other [Object]
     #   Series or sequence of primitive type.
+    # @param nulls_equal [Boolean]
+    #   If true, treat null as a distinct value. Null values will not propagate.
     #
     # @return [Expr]
     #
@@ -3719,29 +3721,21 @@ module Polars
     #   df = Polars::DataFrame.new(
     #     {"sets" => [[1, 2, 3], [1, 2], [9, 10]], "optional_members" => [1, 2, 3]}
     #   )
-    #   df.select([Polars.col("optional_members").is_in("sets").alias("contains")])
+    #   df.with_columns(contains: Polars.col("optional_members").is_in("sets"))
     #   # =>
-    #   # shape: (3, 1)
-    #   # ┌──────────┐
-    #   # │ contains │
-    #   # │ ---      │
-    #   # │ bool     │
-    #   # ╞══════════╡
-    #   # │ true     │
-    #   # │ true     │
-    #   # │ false    │
-    #   # └──────────┘
-    def is_in(other)
-      if other.is_a?(::Array)
-        if other.length == 0
-          other = Polars.lit(nil)._rbexpr
-        else
-          other = Polars.lit(Series.new(other))._rbexpr
-        end
-      else
-        other = Utils.parse_into_expression(other, str_as_lit: false)
-      end
-      _from_rbexpr(_rbexpr.is_in(other))
+    #   # shape: (3, 3)
+    #   # ┌───────────┬──────────────────┬──────────┐
+    #   # │ sets      ┆ optional_members ┆ contains │
+    #   # │ ---       ┆ ---              ┆ ---      │
+    #   # │ list[i64] ┆ i64              ┆ bool     │
+    #   # ╞═══════════╪══════════════════╪══════════╡
+    #   # │ [1, 2, 3] ┆ 1                ┆ true     │
+    #   # │ [1, 2]    ┆ 2                ┆ true     │
+    #   # │ [9, 10]   ┆ 3                ┆ false    │
+    #   # └───────────┴──────────────────┴──────────┘
+    def is_in(other, nulls_equal: false)
+      other = Utils.parse_into_expression(other)
+      _from_rbexpr(_rbexpr.is_in(other, nulls_equal))
     end
     alias_method :in?, :is_in
 
@@ -5715,6 +5709,11 @@ module Polars
     #   Integer size of the rolling window.
     # @param bias [Boolean]
     #   If false, the calculations are corrected for statistical bias.
+    # @param min_samples [Integer]
+    #   The number of values in the window that should be non-null before computing
+    #   a result. If set to `nil` (default), it will be set equal to `window_size`.
+    # @param center [Boolean]
+    #   Set the labels at the center of the window.
     #
     # @return [Expr]
     #
@@ -5733,8 +5732,8 @@ module Polars
     #   # │ 0.381802 │
     #   # │ 0.47033  │
     #   # └──────────┘
-    def rolling_skew(window_size, bias: true)
-      _from_rbexpr(_rbexpr.rolling_skew(window_size, bias))
+    def rolling_skew(window_size, bias: true, min_samples: nil, center: false)
+      _from_rbexpr(_rbexpr.rolling_skew(window_size, bias, min_samples, center))
     end
 
     # Compute absolute values.
@@ -5889,6 +5888,7 @@ module Polars
     #   # │ 20   │
     #   # └──────┘
     def diff(n: 1, null_behavior: "ignore")
+      n = Utils.parse_into_expression(n)
       _from_rbexpr(_rbexpr.diff(n, null_behavior))
     end
 

data/lib/polars/functions/lit.rb

@@ -16,20 +16,15 @@ module Polars
       elsif value.is_a?(::Date)
         return lit(::Time.utc(value.year, value.month, value.day)).cast(Date)
       elsif value.is_a?(Polars::Series)
-        name = value.name
         value = value._s
-        e = Utils.wrap_expr(Plr.lit(value, allow_object))
-        if name == ""
-          return e
-        end
-        return e.alias(name)
+        return Utils.wrap_expr(Plr.lit(value, allow_object, false))
       elsif (defined?(Numo::NArray) && value.is_a?(Numo::NArray)) || value.is_a?(::Array)
-        return lit(Series.new("", value))
+        return Utils.wrap_expr(Plr.lit(Series.new("literal", [value.to_a], dtype: dtype)._s, allow_object, true))
       elsif dtype
-        return Utils.wrap_expr(Plr.lit(value, allow_object)).cast(dtype)
+        return Utils.wrap_expr(Plr.lit(value, allow_object, true)).cast(dtype)
       end
 
-      Utils.wrap_expr(Plr.lit(value, allow_object))
+      Utils.wrap_expr(Plr.lit(value, allow_object, true))
     end
   end
 end

data/lib/polars/io/database.rb

@@ -51,7 +51,7 @@ module Polars
           when :decimal
             Decimal
           when :float
-            # TODO uncomment in 0.18.0
+            # TODO uncomment in future release
             # if column_type.limit && column_type.limit <= 24
             #   Float32
             # else
@@ -59,7 +59,7 @@ module Polars
             # end
             Float64
           when :integer
-            # TODO uncomment in 0.18.0
+            # TODO uncomment in future release
             # case column_type.limit
             # when 1
             #   Int8

data/lib/polars/lazy_frame.rb

@@ -433,7 +433,10 @@ module Polars
       no_optimization: false,
       slice_pushdown: true,
       storage_options: nil,
-      retries: 2
+      retries: 2,
+      sync_on_close: nil,
+      mkdir: false,
+      lazy: false
     )
       lf = _set_sink_optimizations(
         type_coercion: type_coercion,
@@ -468,17 +471,30 @@ module Polars
         storage_options = nil
       end
 
-      lf.sink_parquet(
+      sink_options = {
+        "sync_on_close" => sync_on_close || "none",
+        "maintain_order" => maintain_order,
+        "mkdir" => mkdir
+      }
+
+      lf = lf.sink_parquet(
         path,
         compression,
         compression_level,
         statistics,
         row_group_size,
         data_pagesize_limit,
-        maintain_order,
         storage_options,
-        retries
+        retries,
+        sink_options
       )
+      lf = LazyFrame._from_rbldf(lf)
+
+      if !lazy
+        lf.collect
+        return nil
+      end
+      lf
     end
 
     # Evaluate the query in streaming mode and write to an IPC file.
@@ -520,7 +536,10 @@ module Polars
       projection_pushdown: true,
       simplify_expression: true,
       slice_pushdown: true,
-      no_optimization: false
+      no_optimization: false,
+      sync_on_close: nil,
+      mkdir: false,
+      lazy: false
     )
       # TODO support storage options in Rust
       storage_options = nil
@@ -541,13 +560,26 @@ module Polars
         storage_options = nil
       end
 
-      lf.sink_ipc(
+      sink_options = {
+        "sync_on_close" => sync_on_close || "none",
+        "maintain_order" => maintain_order,
+        "mkdir" => mkdir
+      }
+
+      lf = lf.sink_ipc(
         path,
         compression,
-        maintain_order,
         storage_options,
-        retries
+        retries,
+        sink_options
       )
+      lf = LazyFrame._from_rbldf(lf)
+
+      if !lazy
+        lf.collect
+        return nil
+      end
+      lf
     end
 
     # Evaluate the query in streaming mode and write to a CSV file.
@@ -652,7 +684,10 @@ module Polars
       slice_pushdown: true,
       no_optimization: false,
       storage_options: nil,
-      retries: 2
+      retries: 2,
+      sync_on_close: nil,
+      mkdir: false,
+      lazy: false
     )
       Utils._check_arg_is_1byte("separator", separator, false)
       Utils._check_arg_is_1byte("quote_char", quote_char, false)
@@ -672,7 +707,13 @@ module Polars
         storage_options = nil
       end
 
-      lf.sink_csv(
+      sink_options = {
+        "sync_on_close" => sync_on_close || "none",
+        "maintain_order" => maintain_order,
+        "mkdir" => mkdir
+      }
+
+      lf = lf.sink_csv(
         path,
         include_bom,
         include_header,
@@ -687,10 +728,17 @@ module Polars
         float_precision,
         null_value,
         quote_style,
-        maintain_order,
         storage_options,
-        retries
+        retries,
+        sink_options
       )
+      lf = LazyFrame._from_rbldf(lf)
+
+      if !lazy
+        lf.collect
+        return nil
+      end
+      lf
     end
 
     # Evaluate the query in streaming mode and write to an NDJSON file.
@@ -730,7 +778,10 @@ module Polars
       slice_pushdown: true,
       no_optimization: false,
       storage_options: nil,
-      retries: 2
+      retries: 2,
+      sync_on_close: nil,
+      mkdir: false,
+      lazy: false
     )
       lf = _set_sink_optimizations(
         type_coercion: type_coercion,
@@ -747,7 +798,20 @@ module Polars
         storage_options = nil
       end
 
-      lf.sink_json(path, maintain_order, storage_options, retries)
+      sink_options = {
+        "sync_on_close" => sync_on_close || "none",
+        "maintain_order" => maintain_order,
+        "mkdir" => mkdir
+      }
+
+      lf = lf.sink_json(path, storage_options, retries, sink_options)
+      lf = LazyFrame._from_rbldf(lf)
+
+      if !lazy
+        lf.collect
+        return nil
+      end
+      lf
     end
 
     # @private

data/lib/polars/list_expr.rb

@@ -403,7 +403,7 @@ module Polars
     # The indices may be defined in a single column, or by sublists in another
     # column of dtype `List`.
     #
-    # @param index [Object]
+    # @param indices [Object]
     #   Indices to return per sublist
     # @param null_on_oob [Boolean]
     #   Behavior if an index is out of bounds:
@@ -427,12 +427,9 @@ module Polars
     #   # │ []          ┆ [null, null] │
     #   # │ [1, 2, … 5] ┆ [1, 5]       │
     #   # └─────────────┴──────────────┘
-    def gather(index, null_on_oob: false)
-      if index.is_a?(::Array)
-        index = Series.new(index)
-      end
-      index = Utils.parse_into_expression(index, str_as_lit: false)
-      Utils.wrap_expr(_rbexpr.list_gather(index, null_on_oob))
+    def gather(indices, null_on_oob: false)
+      indices = Utils.parse_into_expression(indices)
+      Utils.wrap_expr(_rbexpr.list_gather(indices, null_on_oob))
     end
     alias_method :take, :gather
 
@@ -484,6 +481,8 @@ module Polars
     #
     # @param item [Object]
     #   Item that will be checked for membership
+    # @param nulls_equal [Boolean]
+    #   If true, treat null as a distinct value. Null values will not propagate.
     #
     # @return [Expr]
     #
@@ -501,8 +500,8 @@ module Polars
     #   # │ false │
     #   # │ true  │
     #   # └───────┘
-    def contains(item)
-      Utils.wrap_expr(_rbexpr.list_contains(Utils.parse_into_expression(item)))
+    def contains(item, nulls_equal: true)
+      Utils.wrap_expr(_rbexpr.list_contains(Utils.parse_into_expression(item), nulls_equal))
     end
 
     # Join all string items in a sublist and place a separator between them.
@@ -749,9 +748,9 @@ module Polars
     #   # │ {1,2,3}    │
     #   # │ {1,2,null} │
     #   # └────────────┘
-    def to_struct(n_field_strategy: "first_non_null", name_generator: nil)
+    def to_struct(n_field_strategy: "first_non_null", name_generator: nil, upper_bound: nil)
       raise Todo if name_generator
-      Utils.wrap_expr(_rbexpr.list_to_struct(n_field_strategy, name_generator, 0))
+      Utils.wrap_expr(_rbexpr.list_to_struct(n_field_strategy, name_generator, nil))
     end
 
     # Run any polars expression against the lists' elements.

data/lib/polars/series.rb

@@ -2144,18 +2144,33 @@ module Polars
 
     # Check if elements of this Series are in the other Series.
     #
+    # @param nulls_equal [Boolean]
+    #   If true, treat null as a distinct value. Null values will not propagate.
+    #
     # @return [Series]
     #
     # @example
     #   s = Polars::Series.new("a", [1, 2, 3])
-    #   s2 = Polars::Series.new("b", [2, 4])
+    #   s2 = Polars::Series.new("b", [2, 4, nil])
     #   s2.is_in(s)
     #   # =>
-    #   # shape: (2,)
+    #   # shape: (3,)
+    #   # Series: 'b' [bool]
+    #   # [
+    #   #         true
+    #   #         false
+    #   #         null
+    #   # ]
+    #
+    # @example
+    #   s2.is_in(s, nulls_equal: true)
+    #   # =>
+    #   # shape: (3,)
     #   # Series: 'b' [bool]
     #   # [
     #   #         true
     #   #         false
+    #   #         false
     #   # ]
     #
     # @example
@@ -2190,7 +2205,7 @@ module Polars
     #   #         true
     #   #         false
     #   # ]
-    def is_in(other)
+    def is_in(other, nulls_equal: false)
       super
     end
     alias_method :in?, :is_in
@@ -3577,24 +3592,26 @@ module Polars
     #   Integer size of the rolling window.
     # @param bias [Boolean]
     #   If false, the calculations are corrected for statistical bias.
+    # @param min_samples [Integer]
+    #   The number of values in the window that should be non-null before computing
+    #   a result. If set to `nil` (default), it will be set equal to `window_size`.
+    # @param center [Boolean]
+    #   Set the labels at the center of the window.
     #
     # @return [Series]
     #
     # @example
-    #   s = Polars::Series.new("a", [1.0, 2.0, 3.0, 4.0, 6.0, 8.0])
-    #   s.rolling_skew(3)
+    #   Polars::Series.new([1, 4, 2, 9]).rolling_skew(3)
     #   # =>
-    #   # shape: (6,)
-    #   # Series: 'a' [f64]
+    #   # shape: (4,)
+    #   # Series: '' [f64]
     #   # [
     #   #         null
     #   #         null
-    #   #         0.0
-    #   #         0.0
     #   #         0.381802
-    #   #         0.0
+    #   #         0.47033
     #   # ]
-    def rolling_skew(window_size, bias: true)
+    def rolling_skew(window_size, bias: true, min_samples: nil, center: false)
       super
     end
 
@@ -4043,7 +4060,7 @@ module Polars
     #
     # @example
     #   s.kurtosis(fisher: false, bias: false)
-    #   # => 2.1040361802642726
+    #   # => 2.1040361802642717
     def kurtosis(fisher: true, bias: true)
       _s.kurtosis(fisher, bias)
     end

data/lib/polars/string_expr.rb

@@ -1403,7 +1403,7 @@ module Polars
     #   # │ Can you feel the love tonight   ┆ true         │
     #   # └─────────────────────────────────┴──────────────┘
     def contains_any(patterns, ascii_case_insensitive: false)
-      patterns = Utils.parse_into_expression(patterns, str_as_lit: false, list_as_series: true)
+      patterns = Utils.parse_into_expression(patterns, str_as_lit: false)
       Utils.wrap_expr(
         _rbexpr.str_contains_any(patterns, ascii_case_insensitive)
       )
@@ -1474,9 +1474,9 @@ module Polars
     #   # │ Can you feel the love tonight   ┆ Can me feel the love tonight    │
     #   # └─────────────────────────────────┴─────────────────────────────────┘
     def replace_many(patterns, replace_with, ascii_case_insensitive: false)
-      patterns = Utils.parse_into_expression(patterns, str_as_lit: false, list_as_series: true)
+      patterns = Utils.parse_into_expression(patterns, str_as_lit: false)
       replace_with = Utils.parse_into_expression(
-        replace_with, str_as_lit: true, list_as_series: true
+        replace_with, str_as_lit: true
       )
       Utils.wrap_expr(
         _rbexpr.str_replace_many(

data/lib/polars/version.rb

@@ -1,4 +1,4 @@
 module Polars
   # @private
-  VERSION = "0.17.1"
+  VERSION = "0.19.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: polars-df
 version: !ruby/object:Gem::Version
-  version: 0.17.1
+  version: 0.19.0
 platform: x86_64-darwin
 authors:
 - Andrew Kane
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2025-04-13 00:00:00.000000000 Z
+date: 2025-05-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bigdecimal