polars-df 0.21.0 → 0.22.0

data/lib/polars/struct_expr.rb

@@ -57,6 +57,36 @@ module Polars
       Utils.wrap_expr(_rbexpr.struct_field_by_name(name))
     end
 
+    # Expand the struct into its individual fields.
+    #
+    # Alias for `Expr.struct.field("*")`.
+    #
+    # @return [Expr]
+    #
+    # @example
+    #   df = Polars::DataFrame.new(
+    #     {
+    #       "aaa" => [1, 2],
+    #       "bbb" => ["ab", "cd"],
+    #       "ccc" => [true, nil],
+    #       "ddd" => [[1, 2], [3]]
+    #     }
+    #   ).select(Polars.struct("aaa", "bbb", "ccc", "ddd").alias("struct_col"))
+    #   df.select(Polars.col("struct_col").struct.unnest)
+    #   # =>
+    #   # shape: (2, 4)
+    #   # ┌─────┬─────┬──────┬───────────┐
+    #   # │ aaa ┆ bbb ┆ ccc  ┆ ddd       │
+    #   # │ --- ┆ --- ┆ ---  ┆ ---       │
+    #   # │ i64 ┆ str ┆ bool ┆ list[i64] │
+    #   # ╞═════╪═════╪══════╪═══════════╡
+    #   # │ 1   ┆ ab  ┆ true ┆ [1, 2]    │
+    #   # │ 2   ┆ cd  ┆ null ┆ [3]       │
+    #   # └─────┴─────┴──────┴───────────┘
+    def unnest
+      field("*")
+    end
+
     # Rename the fields of the struct.
     #
     # @param names [Array]
@@ -94,5 +124,78 @@ module Polars
     def rename_fields(names)
       Utils.wrap_expr(_rbexpr.struct_rename_fields(names))
     end
+
+    # Convert this struct to a string column with json values.
+    #
+    # @return [Expr]
+    #
+    # @example
+    #   Polars::DataFrame.new(
+    #     {"a" => [{"a" => [1, 2], "b" => [45]}, {"a" => [9, 1, 3], "b" => nil}]}
+    #   ).with_columns(Polars.col("a").struct.json_encode.alias("encoded"))
+    #   # =>
+    #   # shape: (2, 2)
+    #   # ┌──────────────────┬────────────────────────┐
+    #   # │ a                ┆ encoded                │
+    #   # │ ---              ┆ ---                    │
+    #   # │ struct[2]        ┆ str                    │
+    #   # ╞══════════════════╪════════════════════════╡
+    #   # │ {[1, 2],[45]}    ┆ {"a":[1,2],"b":[45]}   │
+    #   # │ {[9, 1, 3],null} ┆ {"a":[9,1,3],"b":null} │
+    #   # └──────────────────┴────────────────────────┘
+    def json_encode
+      Utils.wrap_expr(_rbexpr.struct_json_encode)
+    end
+
+    # Add or overwrite fields of this struct.
+    #
+    # This is similar to `with_columns` on `DataFrame`.
+    #
+    # @param exprs [Array]
+    #   Field(s) to add, specified as positional arguments.
+    #   Accepts expression input. Strings are parsed as column names, other
+    #   non-expression inputs are parsed as literals.
+    # @param named_exprs [Hash]
+    #   Additional fields to add, specified as keyword arguments.
+    #   The columns will be renamed to the keyword used.
+    #
+    # @return [Expr]
+    #
+    # @example
+    #   df = Polars::DataFrame.new(
+    #     {
+    #       "coords" => [{"x" => 1, "y" => 4}, {"x" => 4, "y" => 9}, {"x" => 9, "y" => 16}],
+    #       "multiply" => [10, 2, 3]
+    #     }
+    #   )
+    #   df.with_columns(
+    #     Polars.col("coords").struct.with_fields(
+    #       Polars.field("x").sqrt,
+    #       y_mul: Polars.field("y") * Polars.col("multiply")
+    #     )
+    #   )
+    #   # =>
+    #   # shape: (3, 2)
+    #   # ┌─────────────┬──────────┐
+    #   # │ coords      ┆ multiply │
+    #   # │ ---         ┆ ---      │
+    #   # │ struct[3]   ┆ i64      │
+    #   # ╞═════════════╪══════════╡
+    #   # │ {1.0,4,40}  ┆ 10       │
+    #   # │ {2.0,9,18}  ┆ 2        │
+    #   # │ {3.0,16,48} ┆ 3        │
+    #   # └─────────────┴──────────┘
+    def with_fields(
+      *exprs,
+      **named_exprs
+    )
+      structify = ENV.fetch("POLARS_AUTO_STRUCTIFY", 0).to_i != 0
+
+      rbexprs = Utils.parse_into_list_of_expressions(
+        *exprs, **named_exprs, __structify: structify
+      )
+
+      Utils.wrap_expr(_rbexpr.struct_with_fields(rbexprs))
+    end
   end
 end

data/lib/polars/struct_name_space.rb

@@ -80,7 +80,7 @@ module Polars
       super
     end
 
-    # Get the struct definition as a name/dtype schema dict.
+    # Get the struct definition as a name/dtype schema hash.
     #
     # @return [Object]
     #
@@ -116,5 +116,23 @@ module Polars
     def unnest
       Utils.wrap_df(_s.struct_unnest)
     end
+
+    # Convert this struct to a string column with json values.
+    #
+    # @return [Series]
+    #
+    # @example
+    #   s = Polars::Series.new("a", [{"a" => [1, 2], "b" => [45]}, {"a" => [9, 1, 3], "b" => nil}])
+    #   s.struct.json_encode
+    #   # =>
+    #   # shape: (2,)
+    #   # Series: 'a' [str]
+    #   # [
+    #   #         "{"a":[1,2],"b":[45]}"
+    #   #         "{"a":[9,1,3],"b":null}"
+    #   # ]
+    def json_encode
+      super
+    end
   end
 end

data/lib/polars/utils/serde.rb

@@ -0,0 +1,17 @@
+module Polars
+  module Utils
+    def self.serialize_polars_object(serializer, file)
+      serialize_to_bytes = lambda do
+        buf = StringIO.new
+        serializer.(buf)
+        buf.string
+      end
+
+      if file.nil?
+        return serialize_to_bytes.call
+      end
+
+      raise Todo
+    end
+  end
+end

data/lib/polars/utils/various.rb

@@ -16,7 +16,10 @@ module Polars
       val.is_a?(::Array) && val.all? { |x| pathlike?(x) }
     end
 
-    def self.is_bool_sequence(val)
+    def self.is_bool_sequence(val, include_series: false)
+      if include_series && val.is_a?(Series)
+        return val.dtype == Boolean
+      end
       val.is_a?(::Array) && val.all? { |x| x == true || x == false }
     end
 
@@ -24,6 +27,10 @@ module Polars
       val.is_a?(::Array) && _is_iterable_of(val, Integer)
     end
 
+    def self.is_sequence(val, include_series: false)
+      val.is_a?(::Array) || (include_series && val.is_a?(Series))
+    end
+
     def self.is_str_sequence(val, allow_str: false)
       if allow_str == false && val.is_a?(::String)
         false
@@ -68,6 +75,10 @@ module Polars
       end
     end
 
+    def self._polars_warn(msg)
+      warn msg
+    end
+
     def self.extend_bool(value, n_match, value_name, match_name)
       values = bool?(value) ? [value] * n_match : value
       if n_match != values.length
@@ -76,5 +87,15 @@ module Polars
       end
       values
     end
+
+    def self.require_same_type(current, other)
+      if !other.is_a?(current.class) && !current.is_a?(other.class)
+        msg = (
+          "expected `other` to be a #{current.inspect}, " +
+          "not #{other.inspect}"
+        )
+        raise TypeError, msg
+      end
+    end
   end
 end

data/lib/polars/utils.rb

@@ -163,7 +163,11 @@ module Polars
     end
 
     def self.parse_into_datatype_expr(input)
-      raise Todo
+      if input.is_a?(DataTypeExpr)
+        input
+      else
+        parse_into_dtype(input).to_dtype_expr
+      end
     end
   end
 end

data/lib/polars/version.rb

@@ -1,4 +1,4 @@
 module Polars
   # @private
-  VERSION = "0.21.0"
+  VERSION = "0.22.0"
 end

data/lib/polars.rb

@@ -29,6 +29,7 @@ require_relative "polars/convert"
 require_relative "polars/plot"
 require_relative "polars/data_frame"
 require_relative "polars/data_types"
+require_relative "polars/data_type_expr"
 require_relative "polars/data_type_group"
 require_relative "polars/date_time_expr"
 require_relative "polars/date_time_name_space"
@@ -36,7 +37,9 @@ require_relative "polars/dynamic_group_by"
 require_relative "polars/exceptions"
 require_relative "polars/expr"
 require_relative "polars/functions/as_datatype"
+require_relative "polars/functions/business"
 require_relative "polars/functions/col"
+require_relative "polars/functions/datatype"
 require_relative "polars/functions/eager"
 require_relative "polars/functions/lazy"
 require_relative "polars/functions/len"
@@ -55,6 +58,7 @@ require_relative "polars/io/avro"
 require_relative "polars/io/csv"
 require_relative "polars/io/database"
 require_relative "polars/io/delta"
+require_relative "polars/io/iceberg"
 require_relative "polars/io/ipc"
 require_relative "polars/io/json"
 require_relative "polars/io/ndjson"
@@ -66,6 +70,7 @@ require_relative "polars/list_expr"
 require_relative "polars/list_name_space"
 require_relative "polars/meta_expr"
 require_relative "polars/name_expr"
+require_relative "polars/query_opt_flags"
 require_relative "polars/rolling_group_by"
 require_relative "polars/scan_cast_options"
 require_relative "polars/schema"
@@ -84,6 +89,7 @@ require_relative "polars/utils"
 require_relative "polars/utils/constants"
 require_relative "polars/utils/convert"
 require_relative "polars/utils/parse"
+require_relative "polars/utils/serde"
 require_relative "polars/utils/various"
 require_relative "polars/utils/wrap"
 require_relative "polars/version"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: polars-df
 version: !ruby/object:Gem::Version
-  version: 0.21.0
+  version: 0.22.0
 platform: ruby
 authors:
 - Andrew Kane
@@ -58,6 +58,7 @@ files:
 - ext/polars/src/conversion/any_value.rs
 - ext/polars/src/conversion/categorical.rs
 - ext/polars/src/conversion/chunked_array.rs
+- ext/polars/src/conversion/datetime.rs
 - ext/polars/src/conversion/mod.rs
 - ext/polars/src/dataframe/construction.rs
 - ext/polars/src/dataframe/export.rs
@@ -69,6 +70,7 @@ files:
 - ext/polars/src/exceptions.rs
 - ext/polars/src/expr/array.rs
 - ext/polars/src/expr/binary.rs
+- ext/polars/src/expr/bitwise.rs
 - ext/polars/src/expr/categorical.rs
 - ext/polars/src/expr/datatype.rs
 - ext/polars/src/expr/datetime.rs
@@ -79,6 +81,7 @@ files:
 - ext/polars/src/expr/name.rs
 - ext/polars/src/expr/rolling.rs
 - ext/polars/src/expr/selector.rs
+- ext/polars/src/expr/serde.rs
 - ext/polars/src/expr/string.rs
 - ext/polars/src/expr/struct.rs
 - ext/polars/src/file.rs
@@ -104,6 +107,7 @@ files:
 - ext/polars/src/io/mod.rs
 - ext/polars/src/lazyframe/general.rs
 - ext/polars/src/lazyframe/mod.rs
+- ext/polars/src/lazyframe/optflags.rs
 - ext/polars/src/lazyframe/serde.rs
 - ext/polars/src/lazyframe/sink.rs
 - ext/polars/src/lazygroupby.rs
@@ -145,6 +149,7 @@ files:
 - lib/polars/config.rb
 - lib/polars/convert.rb
 - lib/polars/data_frame.rb
+- lib/polars/data_type_expr.rb
 - lib/polars/data_type_group.rb
 - lib/polars/data_types.rb
 - lib/polars/date_time_expr.rb
@@ -156,7 +161,9 @@ files:
 - lib/polars/functions/aggregation/horizontal.rb
 - lib/polars/functions/aggregation/vertical.rb
 - lib/polars/functions/as_datatype.rb
+- lib/polars/functions/business.rb
 - lib/polars/functions/col.rb
+- lib/polars/functions/datatype.rb
 - lib/polars/functions/eager.rb
 - lib/polars/functions/lazy.rb
 - lib/polars/functions/len.rb
@@ -173,6 +180,7 @@ files:
 - lib/polars/io/csv.rb
 - lib/polars/io/database.rb
 - lib/polars/io/delta.rb
+- lib/polars/io/iceberg.rb
 - lib/polars/io/ipc.rb
 - lib/polars/io/json.rb
 - lib/polars/io/ndjson.rb
@@ -185,6 +193,7 @@ files:
 - lib/polars/meta_expr.rb
 - lib/polars/name_expr.rb
 - lib/polars/plot.rb
+- lib/polars/query_opt_flags.rb
 - lib/polars/rolling_group_by.rb
 - lib/polars/scan_cast_options.rb
 - lib/polars/schema.rb
@@ -203,6 +212,7 @@ files:
 - lib/polars/utils/constants.rb
 - lib/polars/utils/convert.rb
 - lib/polars/utils/parse.rb
+- lib/polars/utils/serde.rb
 - lib/polars/utils/various.rb
 - lib/polars/utils/wrap.rb
 - lib/polars/version.rb