polars-df 0.25.0 → 0.26.0

data/lib/polars/utils/construction/series.rb

@@ -21,11 +21,6 @@ module Polars
       rb_temporal_types << ActiveSupport::TimeWithZone if defined?(ActiveSupport::TimeWithZone)
 
       value = get_first_non_none(values)
-      if !value.nil?
-        if value.is_a?(Hash) && dtype != Object
-          return DataFrame.new(values).to_struct(name)._s
-        end
-      end
 
       if !dtype.nil? && is_polars_dtype(dtype) && !dtype.nested? && dtype != Unknown && ruby_dtype.nil?
         constructor = polars_type_to_constructor(dtype)
@@ -76,7 +71,7 @@ module Polars
         end
 
         return sequence_to_rbdf(
-          values.map { |v| v.nil? ? empty : v },
+          data,
           schema: struct_schema,
           orient: "row",
         ).to_struct(name, invalid)
@@ -185,6 +180,11 @@ module Polars
             rb_type_to_constructor(value.class)
           end
 
+        if constructor == RbSeries.method(:new_object)
+          srs = RbSeries.new_from_any_values(name, values, strict)
+          return srs
+        end
+
         _construct_series_with_fallbacks(constructor, name, values, dtype, strict: strict)
       end
     end
@@ -293,52 +293,37 @@ module Polars
       Null => RbSeries.method(:new_null)
     }
 
-    SYM_TYPE_TO_CONSTRUCTOR = {
-      f32: RbSeries.method(:new_opt_f32),
-      f64: RbSeries.method(:new_opt_f64),
-      i8: RbSeries.method(:new_opt_i8),
-      i16: RbSeries.method(:new_opt_i16),
-      i32: RbSeries.method(:new_opt_i32),
-      i64: RbSeries.method(:new_opt_i64),
-      i128: RbSeries.method(:new_opt_i128),
-      u8: RbSeries.method(:new_opt_u8),
-      u16: RbSeries.method(:new_opt_u16),
-      u32: RbSeries.method(:new_opt_u32),
-      u64: RbSeries.method(:new_opt_u64),
-      u128: RbSeries.method(:new_opt_u128),
-      bool: RbSeries.method(:new_opt_bool),
-      str: RbSeries.method(:new_str)
-    }
-
     def self.polars_type_to_constructor(dtype)
       if dtype.is_a?(Array)
-        lambda do |name, values, strict|
-          RbSeries.new_array(dtype.width, dtype.inner, name, values, strict)
+        return lambda do |name, values, strict|
+          RbSeries.new_array(name, values, strict, dtype)
         end
-      elsif dtype.is_a?(Class) && dtype < DataType
-        POLARS_TYPE_TO_CONSTRUCTOR.fetch(dtype)
-      elsif dtype.is_a?(DataType)
-        POLARS_TYPE_TO_CONSTRUCTOR.fetch(dtype.class)
-      else
-        SYM_TYPE_TO_CONSTRUCTOR.fetch(dtype.to_sym)
       end
-    rescue KeyError
-      raise ArgumentError, "Cannot construct RbSeries for type #{dtype}."
+
+      begin
+        base_type = dtype.base_type
+        POLARS_TYPE_TO_CONSTRUCTOR.fetch(base_type)
+      rescue KeyError
+        raise ArgumentError, "Cannot construct RbSeries for type #{dtype}."
+      end
     end
 
     RB_TYPE_TO_CONSTRUCTOR = {
       Float => RbSeries.method(:new_opt_f64),
-      Integer => RbSeries.method(:new_opt_i64),
       TrueClass => RbSeries.method(:new_opt_bool),
       FalseClass => RbSeries.method(:new_opt_bool),
-      BigDecimal => RbSeries.method(:new_decimal),
-      NilClass => RbSeries.method(:new_null)
+      Integer => RbSeries.method(:new_opt_i64),
+      ::String => RbSeries.method(:new_str)
     }
 
     def self.rb_type_to_constructor(dtype)
-      RB_TYPE_TO_CONSTRUCTOR.fetch(dtype)
-    rescue KeyError
-      RbSeries.method(:new_object)
+      RB_TYPE_TO_CONSTRUCTOR.fetch(dtype) do
+        if defined?(::BigDecimal) && dtype == ::BigDecimal
+          RbSeries.method(:new_decimal)
+        else
+          RbSeries.method(:new_object)
+        end
+      end
     end
 
     def self.numo_values_and_dtype(values)

data/lib/polars/utils/convert.rb

@@ -63,19 +63,24 @@ module Polars
     end
 
     def self._to_ruby_datetime(value, time_unit = "ns", time_zone = nil)
-      if time_zone.nil? || time_zone == "" || time_zone == "UTC"
+      utc_time =
         if time_unit == "ns"
-          ::Time.at(value / 1000000000, value % 1000000000, :nsec).utc
+          ::Time.at(value / 1_000_000_000, value % 1_000_000_000, :nsec).utc
         elsif time_unit == "us"
-          ::Time.at(value / 1000000, value % 1000000, :usec).utc
+          ::Time.at(value / 1_000_000, value % 1_000_000, :usec).utc
         elsif time_unit == "ms"
-          ::Time.at(value / 1000, value % 1000, :millisecond).utc
+          ::Time.at(value / 1_000, value % 1_000, :millisecond).utc
         else
           raise ArgumentError, "time_unit must be one of {{'ns', 'us', 'ms'}}, got #{time_unit}"
         end
-      else
-        raise Todo
+      return utc_time if time_zone.nil?
+
+      unless defined?(::TZInfo)
+        # TODO improve error message
+        require "tzinfo"
       end
+
+      utc_time.getlocal(::TZInfo::Timezone.get(time_zone))
     end
 
     def self._to_ruby_duration(value, time_unit = "ns")
@@ -91,6 +96,11 @@ module Polars
     end
 
     def self._to_ruby_decimal(prec, value)
+      unless defined?(::BigDecimal)
+        # TODO improve error message
+        require "bigdecimal"
+      end
+
       BigDecimal(value, prec)
     end
   end

data/lib/polars/utils/parse.rb

@@ -131,5 +131,12 @@ module Polars
 
       Plr.all_horizontal(predicates)
     end
+
+    def self._holidays_to_expr(holidays)
+      if !(holidays.is_a?(Expr) || holidays.is_a?(Series))
+        holidays = Series.new("", [holidays], strict: false, dtype: List.new(Date))
+      end
+      parse_into_expression(holidays, dtype: Date)
+    end
   end
 end

data/lib/polars/utils/reduce_balanced.rb

@@ -0,0 +1,43 @@
+module Polars
+  module Utils
+    def self.reduce_balanced(function, iterable)
+      values = iterable.to_a
+
+      if values.empty?
+        msg = "reduce_balanced() of empty iterable"
+        raise TypeError, msg
+      end
+
+      if values.length == 1
+        return values.shift
+      end
+
+      stack = [[0, values.length]]
+
+      i = 0
+
+      while i < stack.length
+        offset, length = stack[i]
+        half = -(length / -2)
+
+        if length > 3
+          stack << [offset + half, length - half]
+        end
+
+        if length > 2
+          stack << [offset, half]
+        end
+
+        stack[i] = [offset, offset + half]
+
+        i += 1
+      end
+
+      stack.reverse.each do |idx_l, idx_r|
+        values[idx_l] = function.(values[idx_l], values[idx_r])
+      end
+
+      values[0]
+    end
+  end
+end

data/lib/polars/utils/various.rb

@@ -31,6 +31,11 @@ module Polars
       val.is_a?(::Array) || (include_series && val.is_a?(Series))
     end
 
+    # Check if an object is a sequence of `tp`, only sniffing the first element.
+    def self.is_non_empty_sequence_of(obj, tp)
+      !obj.empty? && obj[0].is_a?(tp)
+    end
+
     def self.is_str_sequence(val, allow_str: false)
       if allow_str == false && val.is_a?(::String)
         false

data/lib/polars/version.rb

@@ -1,4 +1,4 @@
 module Polars
   # @private
-  VERSION = "0.25.0"
+  VERSION = "0.26.0"
 end

data/lib/polars.rb

@@ -6,7 +6,6 @@ rescue LoadError
 end
 
 # stdlib
-require "bigdecimal"
 require "date"
 require "stringio"
 
@@ -69,6 +68,7 @@ require_relative "polars/io/delta"
 require_relative "polars/io/iceberg"
 require_relative "polars/io/ipc"
 require_relative "polars/io/json"
+require_relative "polars/io/lines"
 require_relative "polars/io/ndjson"
 require_relative "polars/io/parquet"
 require_relative "polars/io/scan_options"
@@ -104,6 +104,7 @@ require_relative "polars/utils/construction/utils"
 require_relative "polars/utils/convert"
 require_relative "polars/utils/deprecation"
 require_relative "polars/utils/parse"
+require_relative "polars/utils/reduce_balanced"
 require_relative "polars/utils/serde"
 require_relative "polars/utils/unstable"
 require_relative "polars/utils/various"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: polars-df
 version: !ruby/object:Gem::Version
-  version: 0.25.0
+  version: 0.26.0
 platform: ruby
 authors:
 - Andrew Kane
@@ -9,20 +9,6 @@ bindir: bin
 cert_chain: []
 date: 1980-01-02 00:00:00.000000000 Z
 dependencies:
-- !ruby/object:Gem::Dependency
-  name: bigdecimal
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
 - !ruby/object:Gem::Dependency
   name: rb_sys
   requirement: !ruby/object:Gem::Requirement
@@ -97,7 +83,6 @@ files:
 - ext/polars/src/functions/mod.rs
 - ext/polars/src/functions/random.rs
 - ext/polars/src/functions/range.rs
-- ext/polars/src/functions/string_cache.rs
 - ext/polars/src/functions/strings.rs
 - ext/polars/src/functions/utils.rs
 - ext/polars/src/functions/whenthen.rs
@@ -216,6 +201,7 @@ files:
 - lib/polars/io/iceberg.rb
 - lib/polars/io/ipc.rb
 - lib/polars/io/json.rb
+- lib/polars/io/lines.rb
 - lib/polars/io/ndjson.rb
 - lib/polars/io/parquet.rb
 - lib/polars/io/scan_options.rb
@@ -251,6 +237,7 @@ files:
 - lib/polars/utils/convert.rb
 - lib/polars/utils/deprecation.rb
 - lib/polars/utils/parse.rb
+- lib/polars/utils/reduce_balanced.rb
 - lib/polars/utils/serde.rb
 - lib/polars/utils/unstable.rb
 - lib/polars/utils/various.rb
@@ -275,7 +262,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 4.0.3
+rubygems_version: 4.0.13
 specification_version: 4
 summary: Blazingly fast DataFrames for Ruby
 test_files: []

data/ext/polars/src/functions/string_cache.rs

@@ -1,24 +0,0 @@
-use crate::RbResult;
-use magnus::{Ruby, Value};
-
-pub fn enable_string_cache() {
-    // The string cache no longer exists.
-}
-
-pub fn disable_string_cache() {
-    // The string cache no longer exists.
-}
-
-pub fn using_string_cache() -> bool {
-    // The string cache no longer exists.
-    true
-}
-
-#[magnus::wrap(class = "Polars::RbStringCacheHolder")]
-pub struct RbStringCacheHolder {}
-
-impl RbStringCacheHolder {
-    pub fn hold(ruby: &Ruby) -> RbResult<Value> {
-        ruby.yield_splat(ruby.ary_new())
-    }
-}