polars-df 0.21.0-x86_64-linux-musl → 0.22.0-x86_64-linux-musl

data/lib/polars/data_type_expr.rb

@@ -0,0 +1,52 @@
+module Polars
+  # A lazily instantiated `DataType` that can be used in an `Expr`.
+  class DataTypeExpr
+    # @private
+    attr_accessor :_rbdatatype_expr
+
+    # @private
+    def self._from_rbdatatype_expr(rbdatatype_expr)
+      slf = new
+      slf._rbdatatype_expr = rbdatatype_expr
+      slf
+    end
+
+    # Materialize the `DataTypeExpr` in a specific context.
+    #
+    # This is a useful function when debugging datatype expressions.
+    #
+    # @return [DataType]
+    #
+    # @example
+    #   lf = Polars::LazyFrame.new(
+    #     {
+    #       "a" => [1, 2, 3]
+    #     }
+    #   )
+    #   Polars.dtype_of("a").collect_dtype(lf)
+    #   # => Polars::Int64
+    #
+    # @example
+    #   Polars.dtype_of("a").collect_dtype({"a" => Polars::String})
+    #   # => Polars::String
+    def collect_dtype(
+      context
+    )
+      schema = nil
+      if context.is_a?(Schema)
+         schema = context
+      elsif context.is_a?(Hash)
+        schema = Schema.new(context)
+      elsif context.is_a?(DataFrame)
+        schema = context.schema
+      elsif context.is_a?(LazyFrame)
+        schema = context.collect_schema
+      else
+        msg = "DataTypeExpr.collect_dtype did not expect #{context.inspect}"
+        raise TypeError, msg
+      end
+
+      _rbdatatype_expr.collect_dtype(schema.to_h)
+    end
+  end
+end

data/lib/polars/data_types.rb

@@ -99,12 +99,34 @@ module Polars
       self < NestedType
     end
 
+    # Return a `DataTypeExpr` with a static `DataType`.
+    #
+    # @return [Expr]
+    #
+    # @example
+    #   Polars::Int16.new.to_dtype_expr.collect_dtype({})
+    #   # => Polars::Int16
+    def self.to_dtype_expr
+      DataTypeExpr._from_rbdatatype_expr(RbDataTypeExpr.from_dtype(self))
+    end
+
     [:numeric?, :decimal?, :integer?, :signed_integer?, :unsigned_integer?, :float?, :temporal?, :nested?].each do |v|
       define_method(v) do
         self.class.public_send(v)
       end
     end
 
+    # Return a `DataTypeExpr` with a static `DataType`.
+    #
+    # @return [Expr]
+    #
+    # @example
+    #   Polars::Int16.new.to_dtype_expr.collect_dtype({})
+    #   # => Polars::Int16
+    def to_dtype_expr
+      DataTypeExpr._from_rbdatatype_expr(RbDataTypeExpr.from_dtype(self))
+    end
+
     # Returns a string representing the data type.
     #
     # @return [String]
@@ -306,17 +328,16 @@ module Polars
   class Categories
     attr_accessor :_categories
 
-    def initialize
-      # TODO fix
-      name = nil
+    def initialize(name = nil)
       if name.nil? || name == ""
-        @_categories = RbCategories.global_categories
+        self._categories = RbCategories.global_categories
         return
       end
 
       raise Todo
     end
 
+    # @private
     def self._from_rb_categories(rb_categories)
       slf = new
       slf._categories = rb_categories
@@ -401,7 +422,7 @@ module Polars
   class Object < DataType
   end
 
-  # Type representing Null / None values.
+  # Type representing Null / nil values.
   class Null < DataType
   end
 

data/lib/polars/date_time_expr.rb

@@ -9,6 +9,57 @@ module Polars
       self._rbexpr = expr._rbexpr
     end
 
+    # Offset by `n` business days.
+    #
+    # @note
+    #   This functionality is considered **unstable**. It may be changed
+    #   at any point without it being considered a breaking change.
+    #
+    # @param n
+    #   Number of business days to offset by. Can be a single number of an
+    #   expression.
+    # @param week_mask
+    #   Which days of the week to count. The default is Monday to Friday.
+    #   If you wanted to count only Monday to Thursday, you would pass
+    #   `[true, true, true, true, false, false, false]`.
+    # @param roll
+    #   What to do when the start date lands on a non-business day. Options are:
+    #
+    #   - `'raise'`: raise an error
+    #   - `'forward'`: move to the next business day
+    #   - `'backward'`: move to the previous business day
+    #
+    # @return [Expr]
+    #
+    # @example
+    #   df = Polars::DataFrame.new({"start" => [Date.new(2020, 1, 1), Date.new(2020, 1, 2)]})
+    #   df.with_columns(result: Polars.col("start").dt.add_business_days(5))
+    #   # =>
+    #   # shape: (2, 2)
+    #   # ┌────────────┬────────────┐
+    #   # │ start      ┆ result     │
+    #   # │ ---        ┆ ---        │
+    #   # │ date       ┆ date       │
+    #   # ╞════════════╪════════════╡
+    #   # │ 2020-01-01 ┆ 2020-01-08 │
+    #   # │ 2020-01-02 ┆ 2020-01-09 │
+    #   # └────────────┴────────────┘
+    def add_business_days(
+      n,
+      week_mask: [true, true, true, true, true, false, false],
+      roll: "raise"
+    )
+      n_rbexpr = Utils.parse_into_expression(n)
+      Utils.wrap_expr(
+        _rbexpr.dt_add_business_days(
+          n_rbexpr,
+          week_mask,
+          [],
+          roll
+        )
+      )
+    end
+
     # Divide the date/datetime range into buckets.
     #
     # Each date/datetime is mapped to the start of its bucket.
@@ -203,6 +254,93 @@ module Polars
       Utils.wrap_expr(_rbexpr.dt_round(every))
     end
 
+    # Replace time unit.
+    #
+    # @param year [Object]
+    #   Column or literal.
+    # @param month [Object]
+    #   Column or literal, ranging from 1-12.
+    # @param day [Object]
+    #   Column or literal, ranging from 1-31.
+    # @param hour [Object]
+    #   Column or literal, ranging from 0-23.
+    # @param minute [Object]
+    #   Column or literal, ranging from 0-59.
+    # @param second [Object]
+    #   Column or literal, ranging from 0-59.
+    # @param microsecond [Object]
+    #   Column or literal, ranging from 0-999999.
+    # @param ambiguous [String]
+    #   Determine how to deal with ambiguous datetimes:
+    #
+    #   - `'raise'` (default): raise
+    #   - `'earliest'`: use the earliest datetime
+    #   - `'latest'`: use the latest datetime
+    #   - `'null'`: set to null
+    #
+    # @return [Expr]
+    #
+    # @example
+    #   df = Polars::DataFrame.new(
+    #     {
+    #       "date" => [Date.new(2024, 4, 1), Date.new(2025, 3, 16)],
+    #       "new_day" => [10, 15]
+    #     }
+    #   )
+    #   df.with_columns(Polars.col("date").dt.replace(day: "new_day").alias("replaced"))
+    #   # =>
+    #   # shape: (2, 3)
+    #   # ┌────────────┬─────────┬────────────┐
+    #   # │ date       ┆ new_day ┆ replaced   │
+    #   # │ ---        ┆ ---     ┆ ---        │
+    #   # │ date       ┆ i64     ┆ date       │
+    #   # ╞════════════╪═════════╪════════════╡
+    #   # │ 2024-04-01 ┆ 10      ┆ 2024-04-10 │
+    #   # │ 2025-03-16 ┆ 15      ┆ 2025-03-15 │
+    #   # └────────────┴─────────┴────────────┘
+    #
+    # @example
+    #   df.with_columns(Polars.col("date").dt.replace(year: 1800).alias("replaced"))
+    #   # =>
+    #   # shape: (2, 3)
+    #   # ┌────────────┬─────────┬────────────┐
+    #   # │ date       ┆ new_day ┆ replaced   │
+    #   # │ ---        ┆ ---     ┆ ---        │
+    #   # │ date       ┆ i64     ┆ date       │
+    #   # ╞════════════╪═════════╪════════════╡
+    #   # │ 2024-04-01 ┆ 10      ┆ 1800-04-01 │
+    #   # │ 2025-03-16 ┆ 15      ┆ 1800-03-16 │
+    #   # └────────────┴─────────┴────────────┘
+    def replace(
+      year: nil,
+      month: nil,
+      day: nil,
+      hour: nil,
+      minute: nil,
+      second: nil,
+      microsecond: nil,
+      ambiguous: "raise"
+    )
+      day, month, year, hour, minute, second, microsecond = (
+        Utils.parse_into_list_of_expressions(
+          day, month, year, hour, minute, second, microsecond
+        )
+      )
+      ambiguous_expr = Utils.parse_into_expression(ambiguous, str_as_lit: true)
+      Utils.wrap_expr(
+        _rbexpr.dt_replace(
+          year,
+          month,
+          day,
+          hour,
+          minute,
+          second,
+          microsecond,
+          ambiguous_expr
+        )
+      )
+    end
+
     # Create a naive Datetime from an existing Date/Datetime expression and a Time.
     #
     # If the underlying expression is a Datetime then its time component is replaced,
@@ -317,6 +455,82 @@ module Polars
       Utils.wrap_expr(_rbexpr.strftime(fmt))
     end
 
+    # Extract the millennium from underlying representation.
+    #
+    # Applies to Date and Datetime columns.
+    #
+    # Returns the millennium number in the calendar date.
+    #
+    # @return [Expr]
+    #
+    # @example
+    #   df = Polars::DataFrame.new(
+    #     {
+    #       "date" => [
+    #         Date.new(999, 12, 31),
+    #         Date.new(1897, 5, 7),
+    #         Date.new(2000, 1, 1),
+    #         Date.new(2001, 7, 5),
+    #         Date.new(3002, 10, 20)
+    #       ]
+    #     }
+    #   )
+    #   df.with_columns(mlnm: Polars.col("date").dt.millennium)
+    #   # =>
+    #   # shape: (5, 2)
+    #   # ┌────────────┬──────┐
+    #   # │ date       ┆ mlnm │
+    #   # │ ---        ┆ ---  │
+    #   # │ date       ┆ i32  │
+    #   # ╞════════════╪══════╡
+    #   # │ 0999-12-31 ┆ 1    │
+    #   # │ 1897-05-07 ┆ 2    │
+    #   # │ 2000-01-01 ┆ 2    │
+    #   # │ 2001-07-05 ┆ 3    │
+    #   # │ 3002-10-20 ┆ 4    │
+    #   # └────────────┴──────┘
+    def millennium
+      Utils.wrap_expr(_rbexpr.dt_millennium)
+    end
+
+    # Extract the century from underlying representation.
+    #
+    # Applies to Date and Datetime columns.
+    #
+    # Returns the century number in the calendar date.
+    #
+    # @return [Expr]
+    #
+    # @example
+    #   df = Polars::DataFrame.new(
+    #     {
+    #       "date" => [
+    #         Date.new(999, 12, 31),
+    #         Date.new(1897, 5, 7),
+    #         Date.new(2000, 1, 1),
+    #         Date.new(2001, 7, 5),
+    #         Date.new(3002, 10, 20)
+    #       ]
+    #     }
+    #   )
+    #   df.with_columns(cent: Polars.col("date").dt.century)
+    #   # =>
+    #   # shape: (5, 2)
+    #   # ┌────────────┬──────┐
+    #   # │ date       ┆ cent │
+    #   # │ ---        ┆ ---  │
+    #   # │ date       ┆ i32  │
+    #   # ╞════════════╪══════╡
+    #   # │ 0999-12-31 ┆ 10   │
+    #   # │ 1897-05-07 ┆ 19   │
+    #   # │ 2000-01-01 ┆ 20   │
+    #   # │ 2001-07-05 ┆ 21   │
+    #   # │ 3002-10-20 ┆ 31   │
+    #   # └────────────┴──────┘
+    def century
+      Utils.wrap_expr(_rbexpr.dt_century)
+    end
+
     # Extract year from underlying Date representation.
     #
     # Applies to Date and Datetime columns.
@@ -348,6 +562,43 @@ module Polars
       Utils.wrap_expr(_rbexpr.dt_year)
     end
 
+    # Determine whether each day lands on a business day.
+    #
+    # @note
+    #   This functionality is considered **unstable**. It may be changed
+    #   at any point without it being considered a breaking change.
+    #
+    # @param week_mask [Array]
+    #   Which days of the week to count. The default is Monday to Friday.
+    #   If you wanted to count only Monday to Thursday, you would pass
+    #   `[true, true, true, true, false, false, false]`.
+    #
+    # @return [Expr]
+    #
+    # @example
+    #   df = Polars::DataFrame.new({"start" => [Date.new(2020, 1, 3), Date.new(2020, 1, 5)]})
+    #   df.with_columns(is_business_day: Polars.col("start").dt.is_business_day)
+    #   # =>
+    #   # shape: (2, 2)
+    #   # ┌────────────┬─────────────────┐
+    #   # │ start      ┆ is_business_day │
+    #   # │ ---        ┆ ---             │
+    #   # │ date       ┆ bool            │
+    #   # ╞════════════╪═════════════════╡
+    #   # │ 2020-01-03 ┆ true            │
+    #   # │ 2020-01-05 ┆ false           │
+    #   # └────────────┴─────────────────┘
+    def is_business_day(
+      week_mask: [true, true, true, true, true, false, false]
+    )
+      Utils.wrap_expr(
+        _rbexpr.dt_is_business_day(
+          week_mask,
+          []
+        )
+      )
+    end
+
     # Determine whether the year of the underlying date is a leap year.
     #
     # Applies to Date and Datetime columns.
@@ -937,7 +1188,7 @@ module Polars
       if Utils::DTYPE_TEMPORAL_UNITS.include?(time_unit)
         timestamp(time_unit)
       elsif time_unit == "s"
-        Utils.wrap_expr(_rbexpr.dt_epoch_seconds)
+        timestamp("ms").floordiv(F.lit(1000, dtype: Int64))
       elsif time_unit == "d"
         Utils.wrap_expr(_rbexpr).cast(:date).cast(:i32)
       else