polars-df 0.13.0-x64-mingw-ucrt

data/lib/polars/utils/convert.rb

@@ -0,0 +1,97 @@
+module Polars
+  module Utils
+    def self.parse_as_duration_string(td)
+      if td.nil? || td.is_a?(::String)
+        return td
+      end
+      _timedelta_to_duration_string(td)
+    end
+
+    def self._timedelta_to_pl_duration(td)
+      td
+    end
+
+    def self.negate_duration_string(duration)
+      if duration.start_with?("-")
+        duration[1..]
+      else
+        "-#{duration}"
+      end
+    end
+
+    def self.date_to_int(d)
+      dt = d.to_datetime.to_time
+      dt.to_i / SECONDS_PER_DAY
+    end
+
+    def self.datetime_to_int(dt, time_unit)
+      dt = dt.to_datetime.to_time
+      if time_unit == "ns"
+        nanos = dt.nsec
+        dt.to_i * NS_PER_SECOND + nanos
+      elsif time_unit == "us"
+        micros = dt.usec
+        dt.to_i * US_PER_SECOND + micros
+      elsif time_unit == "ms"
+        millis = dt.usec / 1000
+        dt.to_i * MS_PER_SECOND + millis
+      elsif time_unit.nil?
+        # Ruby has ns precision
+        nanos = dt.nsec
+        dt.to_i * NS_PER_SECOND + nanos
+      else
+        raise ArgumentError, "time_unit must be one of {{'ns', 'us', 'ms'}}, got #{tu}"
+      end
+    end
+
+    def self._to_ruby_date(value)
+      # days to seconds
+      # important to create from utc. Not doing this leads
+      # to inconsistencies dependent on the timezone you are in.
+      ::Time.at(value * 86400).utc.to_date
+    end
+
+    def self._to_ruby_time(value)
+      if value == 0
+        ::Time.utc(2000, 1, 1)
+      else
+        seconds, nanoseconds = value.divmod(1_000_000_000)
+        minutes, seconds = seconds.divmod(60)
+        hours, minutes = minutes.divmod(60)
+        ::Time.utc(2000, 1, 1, hours, minutes, seconds, nanoseconds / 1000.0)
+      end
+    end
+
+    def self._to_ruby_datetime(value, time_unit = "ns", time_zone = nil)
+      if time_zone.nil? || time_zone == "" || time_zone == "UTC"
+        if time_unit == "ns"
+          ::Time.at(value / 1000000000, value % 1000000000, :nsec).utc
+        elsif time_unit == "us"
+          ::Time.at(value / 1000000, value % 1000000, :usec).utc
+        elsif time_unit == "ms"
+          ::Time.at(value / 1000, value % 1000, :millisecond).utc
+        else
+          raise ArgumentError, "time_unit must be one of {{'ns', 'us', 'ms'}}, got #{time_unit}"
+        end
+      else
+        raise Todo
+      end
+    end
+
+    def self._to_ruby_duration(value, time_unit = "ns")
+      if time_unit == "ns"
+        value / 1e9
+      elsif time_unit == "us"
+        value / 1e6
+      elsif time_unit == "ms"
+        value / 1e3
+      else
+        raise ArgumentError, "time_unit must be one of {{'ns', 'us', 'ms'}}, got #{time_unit}"
+      end
+    end
+
+    def self._to_ruby_decimal(digits, scale)
+      BigDecimal("#{digits}e#{scale}")
+    end
+  end
+end

data/lib/polars/utils/parse.rb

@@ -0,0 +1,89 @@
+module Polars
+  module Utils
+    def self.parse_into_expression(
+      input,
+      str_as_lit: false,
+      list_as_series: false,
+      structify: false,
+      dtype: nil
+    )
+      if input.is_a?(Expr)
+        expr = input
+        if structify
+          expr = _structify_expression(expr)
+        end
+      elsif (input.is_a?(::String) || input.is_a?(Symbol)) && !str_as_lit
+        expr = F.col(input)
+      elsif input.is_a?(::Array) && list_as_series
+        expr = F.lit(Series.new(input), dtype: dtype)
+      else
+        expr = F.lit(input, dtype: dtype)
+      end
+
+      expr._rbexpr
+    end
+
+    def self.parse_into_list_of_expressions(*inputs, __structify: false, **named_inputs)
+      exprs = _parse_positional_inputs(inputs, structify: __structify)
+      if named_inputs.any?
+        named_exprs = _parse_named_inputs(named_inputs, structify: __structify)
+        exprs.concat(named_exprs)
+      end
+
+      exprs
+    end
+
+    def self._parse_positional_inputs(inputs, structify: false)
+      inputs_iter = _parse_inputs_as_iterable(inputs)
+      inputs_iter.map { |e| parse_into_expression(e, structify: structify) }
+    end
+
+    def self._parse_inputs_as_iterable(inputs)
+      if inputs.empty?
+        return []
+      end
+
+      if inputs.length == 1 && inputs[0].is_a?(::Array)
+        return inputs[0]
+      end
+
+      inputs
+    end
+
+    def self._parse_named_inputs(named_inputs, structify: false)
+      named_inputs.map do |name, input|
+        parse_into_expression(input, structify: structify)._alias(name.to_s)
+      end
+    end
+
+    def self.parse_predicates_constraints_into_expression(*predicates, **constraints)
+      all_predicates = _parse_positional_inputs(predicates)
+
+      if constraints.any?
+        constraint_predicates = _parse_constraints(constraints)
+        all_predicates.concat(constraint_predicates)
+      end
+
+      _combine_predicates(all_predicates)
+    end
+
+    def self._parse_constraints(constraints)
+      constraints.map do |name, value|
+        Polars.col(name).eq(value)._rbexpr
+      end
+    end
+
+    def self._combine_predicates(predicates)
+      if !predicates.any?
+        msg = "at least one predicate or constraint must be provided"
+        raise TypeError, msg
+      end
+
+      if predicates.length == 1
+        return predicates[0]
+      end
+
+      Plr.all_horizontal(predicates)
+    end
+  end
+end

data/lib/polars/utils/various.rb

@@ -0,0 +1,76 @@
+module Polars
+  module Utils
+    def self._process_null_values(null_values)
+      if null_values.is_a?(Hash)
+        null_values.to_a
+      else
+        null_values
+      end
+    end
+
+    def self._is_iterable_of(val, eltype)
+      val.all? { |x| x.is_a?(eltype) }
+    end
+
+    def self.is_bool_sequence(val)
+      val.is_a?(::Array) && val.all? { |x| x == true || x == false }
+    end
+
+    def self.is_int_sequence(val)
+      val.is_a?(::Array) && _is_iterable_of(val, Integer)
+    end
+
+    def self.is_str_sequence(val, allow_str: false)
+      if allow_str == false && val.is_a?(::String)
+        false
+      else
+        val.is_a?(::Array) && _is_iterable_of(val, ::String)
+      end
+    end
+
+    def self.arrlen(obj)
+      if obj.is_a?(Range)
+        # size only works for numeric ranges
+        obj.to_a.length
+      elsif obj.is_a?(::String)
+        nil
+      else
+        obj.length
+      end
+    rescue
+      nil
+    end
+
+    def self.normalize_filepath(path, check_not_directory: true)
+      path = File.expand_path(path)
+      if check_not_directory && File.exist?(path) && Dir.exist?(path)
+        raise ArgumentError, "Expected a file path; #{path} is a directory"
+      end
+      path
+    end
+
+    def self.scale_bytes(sz, to:)
+      scaling_factor = {
+        "b" => 1,
+        "k" => 1024,
+        "m" => 1024 ** 2,
+        "g" => 1024 ** 3,
+        "t" => 1024 ** 4
+      }[to[0]]
+      if scaling_factor > 1
+        sz / scaling_factor.to_f
+      else
+        sz
+      end
+    end
+
+    def self.extend_bool(value, n_match, value_name, match_name)
+      values = bool?(value) ? [value] * n_match : value
+      if n_match != values.length
+        msg = "the length of `#{value_name}` (#{values.length}) does not match the length of `#{match_name}` (#{n_match})"
+        raise ValueError, msg
+      end
+      values
+    end
+  end
+end

data/lib/polars/utils/wrap.rb

@@ -0,0 +1,19 @@
+module Polars
+  module Utils
+    def self.wrap_df(df)
+      DataFrame._from_rbdf(df)
+    end
+
+    def self.wrap_ldf(ldf)
+      LazyFrame._from_rbldf(ldf)
+    end
+
+    def self.wrap_s(s)
+      Series._from_rbseries(s)
+    end
+
+    def self.wrap_expr(rbexpr)
+      Expr._from_rbexpr(rbexpr)
+    end
+  end
+end

data/lib/polars/utils.rb

@@ -0,0 +1,130 @@
+module Polars
+  # @private
+  module Utils
+    DTYPE_TEMPORAL_UNITS = ["ns", "us", "ms"]
+
+    # TODO fix
+    def self.is_polars_dtype(data_type, include_unknown: false)
+      if data_type == Unknown
+        return include_unknown
+      end
+      data_type.is_a?(Symbol) || data_type.is_a?(::String) || data_type.is_a?(DataType) || (data_type.is_a?(Class) && data_type < DataType)
+    end
+
+    def self.map_rb_type_to_dtype(ruby_dtype)
+      if ruby_dtype == Float
+        Float64
+      elsif ruby_dtype == Integer
+        Int64
+      elsif ruby_dtype == ::String
+        Utf8
+      elsif ruby_dtype == TrueClass || ruby_dtype == FalseClass
+        Boolean
+      elsif ruby_dtype == DateTime || ruby_dtype == ::Time || (defined?(ActiveSupport::TimeWithZone) && ruby_dtype == ActiveSupport::TimeWithZone)
+        Datetime.new("ns")
+      elsif ruby_dtype == ::Date
+        Date
+      elsif ruby_dtype == ::Array
+        List
+      elsif ruby_dtype == NilClass
+        Null
+      else
+        raise TypeError, "Invalid type"
+      end
+    end
+
+    # TODO fix
+    def self.rb_type_to_dtype(data_type)
+      if is_polars_dtype(data_type)
+        data_type = data_type.to_s if data_type.is_a?(Symbol)
+        return data_type
+      end
+
+      begin
+        map_rb_type_to_dtype(data_type)
+      rescue TypeError
+        raise ArgumentError, "Conversion of Ruby data type #{data_type.inspect} to Polars data type not implemented."
+      end
+    end
+
+    def self.parse_row_index_args(row_index_name = nil, row_index_offset = 0)
+      if row_index_name.nil?
+        nil
+      else
+        [row_index_name, row_index_offset]
+      end
+    end
+
+    def self.handle_projection_columns(columns)
+      projection = nil
+      if columns
+        raise Todo
+        # if columns.is_a?(::String) || columns.is_a?(Symbol)
+        #   columns = [columns]
+        # elsif is_int_sequence(columns)
+        #   projection = columns.to_a
+        #   columns = nil
+        # elsif !is_str_sequence(columns)
+        #   raise ArgumentError, "columns arg should contain a list of all integers or all strings values."
+        # end
+      end
+      [projection, columns]
+    end
+
+    def self.bool?(value)
+      value.is_a?(TrueClass) || value.is_a?(FalseClass)
+    end
+
+    def self.strlike?(value)
+      value.is_a?(::String) || value.is_a?(Symbol)
+    end
+
+    def self.pathlike?(value)
+      value.is_a?(::String) || (defined?(Pathname) && value.is_a?(Pathname))
+    end
+
+    def self.local_file?(file)
+      Dir.glob(file).any?
+    end
+
+    def self._check_arg_is_1byte(arg_name, arg, can_be_empty = false)
+      if arg.is_a?(::String)
+        arg_byte_length = arg.bytesize
+        if can_be_empty
+          if arg_byte_length > 1
+            raise ArgumentError, "#{arg_name} should be a single byte character or empty, but is #{arg_byte_length} bytes long."
+          end
+        elsif arg_byte_length != 1
+          raise ArgumentError, "#{arg_name} should be a single byte character, but is #{arg_byte_length} bytes long."
+        end
+      end
+    end
+
+    def self._expand_selectors(frame, *items)
+      items_iter = _parse_inputs_as_iterable(items)
+
+      expanded = []
+      items_iter.each do |item|
+        if is_selector(item)
+          selector_cols = expand_selector(frame, item)
+          expanded.concat(selector_cols)
+        else
+          expanded << item
+        end
+      end
+      expanded
+    end
+
+    # TODO
+    def self.is_selector(obj)
+      false
+    end
+
+    def self.parse_interval_argument(interval)
+      if interval.include?(" ")
+        interval = interval.gsub(" ", "")
+      end
+      interval.downcase
+    end
+  end
+end

data/lib/polars/version.rb

@@ -0,0 +1,4 @@
+module Polars
+  # @private
+  VERSION = "0.13.0"
+end

data/lib/polars/whenthen.rb

@@ -0,0 +1,83 @@
+module Polars
+  # @private
+  class When
+    attr_accessor :_when
+
+    def initialize(rbwhen)
+      self._when = rbwhen
+    end
+
+    def then(statement)
+      statement_rbexpr = Utils.parse_into_expression(statement)
+      Then.new(_when.then(statement_rbexpr))
+    end
+  end
+
+  # @private
+  class Then < Expr
+    attr_accessor :_then
+
+    def initialize(rbthen)
+      self._then = rbthen
+    end
+
+    def self._from_rbexpr(rbexpr)
+      Utils.wrap_expr(rbexpr)
+    end
+
+    def _rbexpr
+      _then.otherwise(Polars.lit(nil)._rbexpr)
+    end
+
+    def when(*predicates, **constraints)
+      condition_rbexpr = Utils.parse_predicates_constraints_into_expression(*predicates, **constraints)
+      ChainedWhen.new(_then.when(condition_rbexpr))
+    end
+
+    def otherwise(statement)
+      statement_rbexpr = Utils.parse_into_expression(statement)
+      Utils.wrap_expr(_then.otherwise(statement_rbexpr))
+    end
+  end
+
+  # @private
+  class ChainedWhen
+    attr_accessor :_chained_when
+
+    def initialize(chained_when)
+      self._chained_when = chained_when
+    end
+
+    def then(statement)
+      statement_rbexpr = Utils.parse_into_expression(statement)
+      ChainedThen.new(_chained_when.then(statement_rbexpr))
+    end
+  end
+
+  # @private
+  class ChainedThen < Expr
+    attr_accessor :_chained_then
+
+    def initialize(chained_then)
+      self._chained_then = chained_then
+    end
+
+    def self._from_rbexpr(rbexpr)
+      Utils.wrap_expr(rbexpr)
+    end
+
+    def _rbexpr
+      _chained_then.otherwise(Polars.lit(nil)._rbexpr)
+    end
+
+    def when(*predicates, **constraints)
+      condition_rbexpr = Utils.parse_predicates_constraints_into_expression(*predicates, **constraints)
+      ChainedWhen.new(_chained_then.when(condition_rbexpr))
+    end
+
+    def otherwise(statement)
+      statement_rbexpr = Utils.parse_into_expression(statement)
+      Utils.wrap_expr(_chained_then.otherwise(statement_rbexpr))
+    end
+  end
+end

data/lib/polars-df.rb

@@ -0,0 +1 @@
+require_relative "polars"

data/lib/polars.rb

@@ -0,0 +1,91 @@
+# ext
+begin
+  require "polars/#{RUBY_VERSION.to_f}/polars"
+rescue LoadError
+  require "polars/polars"
+end
+
+# stdlib
+require "bigdecimal"
+require "date"
+require "stringio"
+
+# modules
+require_relative "polars/expr_dispatch"
+require_relative "polars/array_expr"
+require_relative "polars/array_name_space"
+require_relative "polars/batched_csv_reader"
+require_relative "polars/binary_expr"
+require_relative "polars/binary_name_space"
+require_relative "polars/cat_expr"
+require_relative "polars/cat_name_space"
+require_relative "polars/config"
+require_relative "polars/convert"
+require_relative "polars/plot"
+require_relative "polars/data_frame"
+require_relative "polars/data_types"
+require_relative "polars/date_time_expr"
+require_relative "polars/date_time_name_space"
+require_relative "polars/dynamic_group_by"
+require_relative "polars/exceptions"
+require_relative "polars/expr"
+require_relative "polars/functions"
+require_relative "polars/functions/as_datatype"
+require_relative "polars/functions/col"
+require_relative "polars/functions/eager"
+require_relative "polars/functions/lazy"
+require_relative "polars/functions/len"
+require_relative "polars/functions/lit"
+require_relative "polars/functions/random"
+require_relative "polars/functions/repeat"
+require_relative "polars/functions/whenthen"
+require_relative "polars/functions/aggregation/horizontal"
+require_relative "polars/functions/aggregation/vertical"
+require_relative "polars/functions/range/date_range"
+require_relative "polars/functions/range/datetime_range"
+require_relative "polars/functions/range/int_range"
+require_relative "polars/functions/range/time_range"
+require_relative "polars/group_by"
+require_relative "polars/io/avro"
+require_relative "polars/io/csv"
+require_relative "polars/io/database"
+require_relative "polars/io/ipc"
+require_relative "polars/io/json"
+require_relative "polars/io/ndjson"
+require_relative "polars/io/parquet"
+require_relative "polars/lazy_frame"
+require_relative "polars/lazy_group_by"
+require_relative "polars/list_expr"
+require_relative "polars/list_name_space"
+require_relative "polars/meta_expr"
+require_relative "polars/name_expr"
+require_relative "polars/rolling_group_by"
+require_relative "polars/series"
+require_relative "polars/slice"
+require_relative "polars/sql_context"
+require_relative "polars/string_cache"
+require_relative "polars/string_expr"
+require_relative "polars/string_name_space"
+require_relative "polars/struct_expr"
+require_relative "polars/struct_name_space"
+require_relative "polars/testing"
+require_relative "polars/utils"
+require_relative "polars/utils/constants"
+require_relative "polars/utils/convert"
+require_relative "polars/utils/parse"
+require_relative "polars/utils/various"
+require_relative "polars/utils/wrap"
+require_relative "polars/version"
+require_relative "polars/whenthen"
+
+module Polars
+  extend Convert
+  extend Functions
+  extend IO
+
+  # @private
+  F = self
+
+  # @private
+  N_INFER_DEFAULT = 100
+end