polars-df 0.2.2-x86_64-darwin → 0.2.3-x86_64-darwin

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8f2791c0d21e29dda330d14874b48d97476fa978a59ea032cef261b1a1bf7ed1
-  data.tar.gz: 0f1cf1de038b52be6bdd7fe17edec67c30640026dc77c1c63788ffa9f226cb7e
+  metadata.gz: a67aba6106276247072fe14bcd35b3381e890844ea50321c443cbcc815b84ca3
+  data.tar.gz: c5c3388ed010e8946903b7d8ed30fc24ddbf2a34b9eba23d1c178b476faebc7a
 SHA512:
-  metadata.gz: 4b3af7d10ceadd9bc4f4d0d0d286efb5b2002a1bd02ba1004ce0ed616ded94971dfc08dc7ba00db885c90fdef948e3fa034f8735d6ff68bd253a10355200fc65
-  data.tar.gz: 22a67553be610272d81dace623a8035c45da63bb8c05b866c636a581921a70f1ff0bef84a1d84aa65c4c9d6ed50fc4d31f214aab5221dd1becef8aec6a5a2e68
+  metadata.gz: 1343d81460555ed4baa13962ff7316814b64e3c7c6c363c6d3d7b01221bd83abd9ad62b9bd8dffb4bd7dbb30716bae5d5fc20d7830e157631767ac186638bd24
+  data.tar.gz: f02495aea654767675444e57ea764cb44e5e34123049cdf541c3b2b47df9d7ddc1dd9bb0499ddda6ee360e3983b0184f35bc6e5fcc28f93e49af3476960770eb

data/CHANGELOG.md

@@ -1,3 +1,8 @@
+## 0.2.3 (2023-01-22)
+
+- Fixed error with precompiled gem on Mac ARM
+- Fixed issue with structs
+
 ## 0.2.2 (2023-01-20)
 
 - Added support for strings to `read_sql` method

data/Cargo.lock

@@ -1367,7 +1367,7 @@ dependencies = [
 
 [[package]]
 name = "polars"
-version = "0.2.2"
+version = "0.2.3"
 dependencies = [
  "ahash",
  "jemallocator",

data/README.md

@@ -56,6 +56,8 @@ From Active Record
 
 ```ruby
 Polars.read_sql(User.all)
+# or
+Polars.read_sql("SELECT * FROM users")
 ```
 
 From a hash
@@ -287,13 +289,13 @@ CSV
 ```ruby
 df.to_csv
 # or
-df.write_csv("data.csv")
+df.write_csv("file.csv")
 ```
 
 Parquet
 
 ```ruby
-df.write_parquet("data.parquet")
+df.write_parquet("file.parquet")
 ```
 
 ## Types

data/lib/polars/data_frame.rb

@@ -4746,7 +4746,14 @@ module Polars
     end
 
     # @private
-    def self._unpack_columns(columns, lookup_names: nil, n_expected: nil)
+    def self.include_unknowns(schema, cols)
+      cols.to_h { |col| [col, schema.fetch(col, Unknown)] }
+    end
+
+    # @private
+    def self._unpack_columns(columns, schema_overrides: nil, lookup_names: nil, n_expected: nil)
+      raise Todo if schema_overrides
+
       if columns.is_a?(Hash)
         columns = columns.to_a
       end
@@ -4790,8 +4797,48 @@ module Polars
       end
     end
 
+    def self._post_apply_columns(rbdf, columns, structs: nil, schema_overrides: nil)
+      rbdf_columns = rbdf.columns
+      rbdf_dtypes = rbdf.dtypes
+      columns, dtypes = _unpack_columns(
+        (columns || rbdf_columns), schema_overrides: schema_overrides
+      )
+      column_subset = []
+      if columns != rbdf_columns
+        if columns.length < rbdf_columns.length && columns == rbdf_columns.first(columns.length)
+          column_subset = columns
+        else
+          rbdf.set_column_names(columns)
+        end
+      end
+
+      column_casts = []
+      columns.each do |col, i|
+        if dtypes[col] == Categorical # != rbdf_dtypes[i]
+          column_casts << Polars.col(col).cast(Categorical)._rbexpr
+        elsif structs.any? && structs.include?(col) && structs[col] != rbdf_dtypes[i]
+          column_casts << Polars.col(col).cast(structs[col])._rbexpr
+        elsif dtypes.include?(col) && dtypes[col] != rbdf_dtypes[i]
+          column_casts << Polars.col(col).cast(dtypes[col])._rbexpr
+        end
+      end
+
+      if column_casts.any? || column_subset.any?
+        rbdf = rbdf.lazy
+        if column_casts.any?
+          rbdf = rbdf.with_columns(column_casts)
+        end
+        if column_subset.any?
+          rbdf = rbdf.select(column_subset.map { |col| Polars.col(col)._rbexpr })
+        end
+        rbdf = rbdf.collect
+      end
+
+      rbdf
+    end
+
     # @private
-    def self.sequence_to_rbdf(data, columns: nil, orient: nil)
+    def self.sequence_to_rbdf(data, columns: nil, orient: nil, infer_schema_length: 50)
       if data.length == 0
         return hash_to_rbdf({}, columns: columns)
       end
@@ -4803,6 +4850,14 @@ module Polars
         data.each do |s|
           data_series << s._s
         end
+      elsif data[0].is_a?(Hash)
+        column_names, dtypes = _unpack_columns(columns)
+        schema_overrides = dtypes ? include_unknowns(dtypes, column_names) : nil
+        rbdf = RbDataFrame.read_hashes(data, infer_schema_length, schema_overrides)
+        if column_names
+          rbdf = _post_apply_columns(rbdf, column_names)
+        end
+        return rbdf
       elsif data[0].is_a?(Array)
         if orient.nil? && !columns.nil?
           orient = columns.length == data.length ? "col" : "row"

data/lib/polars/data_types.rb

@@ -3,44 +3,64 @@ module Polars
   class DataType
   end
 
+  # Base class for numeric data types.
+  class NumericType < DataType
+  end
+
+  # Base class for integral data types.
+  class IntegralType < NumericType
+  end
+
+  # Base class for fractional data types.
+  class FractionalType < NumericType
+  end
+
+  # Base class for temporal data types.
+  class TemporalType < DataType
+  end
+
+  # Base class for nested data types.
+  class NestedType < DataType
+  end
+
   # 8-bit signed integer type.
-  class Int8 < DataType
+  class Int8 < IntegralType
   end
 
   # 16-bit signed integer type.
-  class Int16 < DataType
+  class Int16 < IntegralType
   end
 
   # 32-bit signed integer type.
-  class Int32 < DataType
+  class Int32 < IntegralType
   end
 
   # 64-bit signed integer type.
-  class Int64 < DataType
+  class Int64 < IntegralType
   end
 
   # 8-bit unsigned integer type.
-  class UInt8 < DataType
+  class UInt8 < IntegralType
   end
 
   # 16-bit unsigned integer type.
-  class UInt16 < DataType
+  class UInt16 < IntegralType
   end
 
   # 32-bit unsigned integer type.
-  class UInt32 < DataType
+  class UInt32 < IntegralType
   end
 
   # 64-bit unsigned integer type.
-  class UInt64 < DataType
+  class UInt64 < IntegralType
   end
 
   # 32-bit floating point type.
-  class Float32 < DataType
+  class Float32 < FractionalType
   end
 
   # 64-bit floating point type.
-  class Float64 < DataType
+  class Float64 < FractionalType
   end
 
   # Boolean type.
@@ -51,31 +71,19 @@ module Polars
   class Utf8 < DataType
   end
 
-  # Binary type.
-  class Binary < DataType
-  end
-
-  # Type representing Null / None values.
-  class Null < DataType
-  end
-
-  # Type representing Datatype values that could not be determined statically.
-  class Unknown < DataType
-  end
-
   # Nested list/array type.
-  class List < DataType
+  class List < NestedType
     def initialize(inner)
       @inner = Utils.rb_type_to_dtype(inner)
     end
   end
 
   # Calendar date type.
-  class Date < DataType
+  class Date < TemporalType
   end
 
   # Calendar date and time type.
-  class Datetime < DataType
+  class Datetime < TemporalType
     def initialize(time_unit = "us", time_zone = nil)
       @tu = time_unit || "us"
       @time_zone = time_zone
@@ -83,14 +91,14 @@ module Polars
   end
 
   # Time duration/delta type.
-  class Duration < DataType
+  class Duration < TemporalType
     def initialize(time_unit = "us")
       @tu = time_unit
     end
   end
 
   # Time of day type.
-  class Time < DataType
+  class Time < TemporalType
   end
 
   # Type for wrapping arbitrary Ruby objects.
@@ -102,15 +110,24 @@ module Polars
   end
 
   # Definition of a single field within a `Struct` DataType.
-  class Field < DataType
+  class Field
+    attr_reader :name, :dtype
+
     def initialize(name, dtype)
       @name = name
       @dtype = Utils.rb_type_to_dtype(dtype)
     end
+
+    def inspect
+      class_name = self.class.name
+      "#{class_name}(#{@name}: #{@dtype})"
+    end
   end
 
   # Struct composite type.
-  class Struct < DataType
+  class Struct < NestedType
+    attr_reader :fields
+
     def initialize(fields)
       if fields.is_a?(Hash)
         @fields = fields.map { |n, d| Field.new(n, d) }
@@ -118,5 +135,26 @@ module Polars
         @fields = fields
       end
     end
+
+    def inspect
+      class_name = self.class.name
+      "#{class_name}(#{@fields})"
+    end
+
+    def to_schema
+      @fields.to_h { |f| [f.name, f.dtype] }
+    end
+  end
+
+  # Binary type.
+  class Binary < DataType
+  end
+
+  # Type representing Null / None values.
+  class Null < DataType
+  end
+
+  # Type representing Datatype values that could not be determined statically.
+  class Unknown < DataType
   end
 end

data/lib/polars/series.rb

@@ -3667,6 +3667,11 @@ module Polars
       rb_temporal_types << ::Time if defined?(::Time)
 
       value = _get_first_non_none(values)
+      if !value.nil?
+        if value.is_a?(Hash)
+          return DataFrame.new(values).to_struct(name)._s
+        end
+      end
 
       if !dtype.nil? && Utils.is_polars_dtype(dtype) && ruby_dtype.nil?
         constructor = polars_type_to_constructor(dtype)

data/lib/polars/utils.rb

@@ -160,11 +160,11 @@ module Polars
 
     def self.scale_bytes(sz, to:)
       scaling_factor = {
-          "b" => 1,
-          "k" => 1024,
-          "m" => 1024 ** 2,
-          "g" => 1024 ** 3,
-          "t" => 1024 ** 4,
+        "b" => 1,
+        "k" => 1024,
+        "m" => 1024 ** 2,
+        "g" => 1024 ** 3,
+        "t" => 1024 ** 4
       }[to[0]]
       if scaling_factor > 1
         sz / scaling_factor.to_f

data/lib/polars/version.rb

@@ -1,4 +1,4 @@
 module Polars
   # @private
-  VERSION = "0.2.2"
+  VERSION = "0.2.3"
 end

data/lib/polars-df.rb

@@ -1 +1 @@
-require "polars"
+require_relative "polars"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: polars-df
 version: !ruby/object:Gem::Version
-  version: 0.2.2
+  version: 0.2.3
 platform: x86_64-darwin
 authors:
 - Andrew Kane
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-01-20 00:00:00.000000000 Z
+date: 2023-01-22 00:00:00.000000000 Z
 dependencies: []
 description: 
 email: andrew@ankane.org