polars-df 0.3.0-x86_64-darwin → 0.3.1-x86_64-darwin

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 98b1c8e9c64af2bfb3909d9fab6ea22b41012fe4042338c1dfff2024fa7bb67b
-  data.tar.gz: e664796bc914c409e467c6d7f9a366744b4f2ca722cb2642b427553c4cf29d8e
+  metadata.gz: 8db31e27e3e68bb1714ec1feafddf9874fde4f3d7bb8f399ade18b0b7e48e98d
+  data.tar.gz: bd9704f2bee8c19dfe1e479abe5097100edccd9b22b051c9010fb0485e795e09
 SHA512:
-  metadata.gz: 4dbb0dd9ffc24e9267be79d4d717c653e4d3be53b485cb42459bf3c59f6146d06c79d53a80355d25b0c9fa553ec2d297e9316a9633ddefaef919ec0b9bda6ff3
-  data.tar.gz: 8e5094459614bd726f53e52d808399c344b4acaca09e0ee7e035c1bb7dd0cc2db77813849f4d7db9d055ccac3152d62ef43f9aca9f2f12c2284be68d0d786c45
+  metadata.gz: 3cf8e1aee531ee78d36b20ae2387fa37c3ce00204b88eae6df86c71daf1becf689faca9991287dcd4ecd247f81dbfbfc6bb9c5836faf0ff9008ba28bf9d58343
+  data.tar.gz: 502e8596310e9cb5ae9b71e7da44067f5253e5eb7940a1da085f4f1bc2b190ae9c39a50e9ba8b5c2ded72e2fbfec1c4e82bb109a06cf4d1096c01201a8064c77

data/CHANGELOG.md

@@ -1,3 +1,9 @@
+## 0.3.1 (2023-02-21)
+
+- Added `to_numo` method to `Series` and `DataFrame`
+- Added `plot` method to `DataFrame`
+- Fixed `is_datelike` method for `Datetime` and `Duration`
+
 ## 0.3.0 (2023-02-15)
 
 - Updated Polars to 0.27.1

data/Cargo.lock

@@ -1430,7 +1430,7 @@ dependencies = [
 
 [[package]]
 name = "polars"
-version = "0.3.0"
+version = "0.3.1"
 dependencies = [
  "ahash",
  "jemallocator",

data/LICENSE-THIRD-PARTY.txt

@@ -1630,33 +1630,6 @@ OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR
 IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
 DEALINGS IN THE SOFTWARE.
 
-================================================================================
-array-init-cursor LICENSE-MIT
-================================================================================
-
-MIT License
-
-Copyright (c) 2021 The Planus Project Developers
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.
-
-
 ================================================================================
 array-init-cursor LICENSE-APACHE
 ================================================================================
@@ -1839,6 +1812,33 @@ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
 END OF TERMS AND CONDITIONS
 
 
+================================================================================
+array-init-cursor LICENSE-MIT
+================================================================================
+
+MIT License
+
+Copyright (c) 2021 The Planus Project Developers
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+
+
 ================================================================================
 arrow-format LICENSE
 ================================================================================
@@ -27534,33 +27534,6 @@ OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR
 IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
 DEALINGS IN THE SOFTWARE.
 
-================================================================================
-planus LICENSE-MIT
-================================================================================
-
-MIT License
-
-Copyright (c) 2021 The Planus Project Developers
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.
-
-
 ================================================================================
 planus LICENSE-APACHE
 ================================================================================
@@ -27743,6 +27716,33 @@ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
 END OF TERMS AND CONDITIONS
 
 
+================================================================================
+planus LICENSE-MIT
+================================================================================
+
+MIT License
+
+Copyright (c) 2021 The Planus Project Developers
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+
+
 ================================================================================
 polars LICENSE
 ================================================================================

data/README.md

@@ -282,10 +282,10 @@ df.to_dummies
 
 ## Conversion
 
-Array of rows
+Array of hashes
 
 ```ruby
-df.rows
+df.rows(named: true)
 ```
 
 Hash of series
@@ -308,6 +308,12 @@ Parquet
 df.write_parquet("file.parquet")
 ```
 
+Numo array
+
+```ruby
+df.to_numo
+```
+
 ## Types
 
 You can specify column types when creating a data frame
@@ -343,6 +349,38 @@ Cast a column
 df["a"].cast(Polars::Int32)
 ```
 
+## Visualization
+
+Add [Vega](https://github.com/ankane/vega-ruby) to your application’s Gemfile:
+
+```ruby
+gem "vega"
+```
+
+And use:
+
+```ruby
+df.plot("a", "b")
+```
+
+Specify the chart type (`line`, `pie`, `column`, `bar`, `area`, or `scatter`)
+
+```ruby
+df.plot("a", "b", type: "pie")
+```
+
+Group data
+
+```ruby
+df.groupby("c").plot("a", "b")
+```
+
+Stacked columns or bars
+
+```ruby
+df.groupby("c").plot("a", "b", stacked: true)
+```
+
 ## History
 
 View the [changelog](CHANGELOG.md)

data/lib/polars/data_frame.rb

@@ -1,6 +1,8 @@
 module Polars
   # Two-dimensional data structure representing data as a table with rows and columns.
   class DataFrame
+    include Plot
+
     # @private
     attr_accessor :_df
 
@@ -604,10 +606,10 @@ module Polars
           return Slice.new(self).apply(item)
         end
 
-        if Utils.is_str_sequence(item, allow_str: false)
+        if item.is_a?(Array) && item.all? { |v| Utils.strlike?(v) }
           # select multiple columns
           # df[["foo", "bar"]]
-          return _from_rbdf(_df.select(item))
+          return _from_rbdf(_df.select(item.map(&:to_s)))
         end
 
         if Utils.is_int_sequence(item)
@@ -689,7 +691,8 @@ module Polars
     # @example
     #   df = Polars::DataFrame.new({"foo" => [1, 2, 3], "bar" => [4, 5, 6]})
     #   df.to_hashes
-    #   [{'foo': 1, 'bar': 4}, {'foo': 2, 'bar': 5}, {'foo': 3, 'bar': 6}]
+    #   # =>
+    #   # [{"foo"=>1, "bar"=>4}, {"foo"=>2, "bar"=>5}, {"foo"=>3, "bar"=>6}]
     def to_hashes
       rbdf = _df
       names = columns
@@ -699,8 +702,26 @@ module Polars
       end
     end
 
-    # def to_numo
-    # end
+    # Convert DataFrame to a 2D Numo array.
+    #
+    # This operation clones data.
+    #
+    # @return [Numo::NArray]
+    #
+    # @example
+    #   df = Polars::DataFrame.new(
+    #     {"foo" => [1, 2, 3], "bar" => [6, 7, 8], "ham" => ["a", "b", "c"]}
+    #   )
+    #   df.to_numo.class
+    #   # => Numo::RObject
+    def to_numo
+      out = _df.to_numo
+      if out.nil?
+        Numo::NArray.vstack(width.times.map { |i| to_series(i).to_numo }).transpose
+      else
+        out
+      end
+    end
 
     # no to_pandas
 

data/lib/polars/data_types.rb

@@ -84,6 +84,8 @@ module Polars
 
   # Calendar date and time type.
   class Datetime < TemporalType
+    attr_reader :tu
+
     def initialize(time_unit = "us", time_zone = nil)
       @tu = time_unit || "us"
       @time_zone = time_zone
@@ -92,6 +94,8 @@ module Polars
 
   # Time duration/delta type.
   class Duration < TemporalType
+    attr_reader :tu
+
     def initialize(time_unit = "us")
       @tu = time_unit
     end

data/lib/polars/group_by.rb

@@ -571,5 +571,16 @@ module Polars
     def agg_list
       agg(Polars.all.list)
     end
+
+    # Plot data.
+    #
+    # @return [Vega::LiteChart]
+    def plot(*args, **options)
+      raise ArgumentError, "Multiple groups not supported" if by.is_a?(Array) && by.size > 1
+      # same message as Ruby
+      raise ArgumentError, "unknown keyword: :group" if options.key?(:group)
+
+      Utils.wrap_df(_df).plot(*args, **options, group: by)
+    end
   end
 end

data/lib/polars/plot.rb

@@ -0,0 +1,109 @@
+module Polars
+  module Plot
+    # Plot data.
+    #
+    # @return [Vega::LiteChart]
+    def plot(x = nil, y = nil, type: nil, group: nil, stacked: nil)
+      require "vega"
+
+      raise ArgumentError, "Must specify columns" if columns.size != 2 && (!x || !y)
+      x ||= columns[0]
+      y ||= columns[1]
+      type ||= begin
+        if self[x].numeric? && self[y].numeric?
+          "scatter"
+        elsif self[x].utf8? && self[y].numeric?
+          "column"
+        elsif (self[x].dtype == Date || self[x].dtype.is_a?(Datetime)) && self[y].numeric?
+          "line"
+        else
+          raise "Cannot determine type. Use the type option."
+        end
+      end
+      df = self[(group.nil? ? [x, y] : [x, y, group]).map(&:to_s).uniq]
+      data = df.rows(named: true)
+
+      case type
+      when "line", "area"
+        x_type =
+          if df[x].numeric?
+            "quantitative"
+          elsif df[x].datelike?
+            "temporal"
+          else
+            "nominal"
+          end
+
+        scale = x_type == "temporal" ? {type: "utc"} : {}
+        encoding = {
+          x: {field: x, type: x_type, scale: scale},
+          y: {field: y, type: "quantitative"}
+        }
+        encoding[:color] = {field: group} if group
+
+        Vega.lite
+          .data(data)
+          .mark(type: type, tooltip: true, interpolate: "cardinal", point: {size: 60})
+          .encoding(encoding)
+          .config(axis: {labelFontSize: 12})
+      when "pie"
+        raise ArgumentError, "Cannot use group option with pie chart" unless group.nil?
+
+        Vega.lite
+          .data(data)
+          .mark(type: "arc", tooltip: true)
+          .encoding(
+            color: {field: x, type: "nominal", sort: "none", axis: {title: nil}, legend: {labelFontSize: 12}},
+            theta: {field: y, type: "quantitative"}
+          )
+          .view(stroke: nil)
+      when "column"
+        encoding = {
+          x: {field: x, type: "nominal", sort: "none", axis: {labelAngle: 0}},
+          y: {field: y, type: "quantitative"}
+        }
+        if group
+          encoding[:color] = {field: group}
+          encoding[:xOffset] = {field: group} unless stacked
+        end
+
+        Vega.lite
+          .data(data)
+          .mark(type: "bar", tooltip: true)
+          .encoding(encoding)
+          .config(axis: {labelFontSize: 12})
+      when "bar"
+        encoding = {
+          # TODO determine label angle
+          y: {field: x, type: "nominal", sort: "none", axis: {labelAngle: 0}},
+          x: {field: y, type: "quantitative"}
+        }
+        if group
+          encoding[:color] = {field: group}
+          encoding[:yOffset] = {field: group} unless stacked
+        end
+
+        Vega.lite
+          .data(data)
+          .mark(type: "bar", tooltip: true)
+          .encoding(encoding)
+          .config(axis: {labelFontSize: 12})
+      when "scatter"
+        encoding = {
+          x: {field: x, type: "quantitative", scale: {zero: false}},
+          y: {field: y, type: "quantitative", scale: {zero: false}},
+          size: {value: 60}
+        }
+        encoding[:color] = {field: group} if group
+
+        Vega.lite
+          .data(data)
+          .mark(type: "circle", tooltip: true)
+          .encoding(encoding)
+          .config(axis: {labelFontSize: 12})
+      else
+        raise ArgumentError, "Invalid type: #{type}"
+      end
+    end
+  end
+end

data/lib/polars/series.rb

@@ -1776,8 +1776,9 @@ module Polars
     #   s.is_datelike
     #   # => true
     def is_datelike
-      [Date, Datetime, Duration, Time].include?(dtype)
+      [Date, Time].include?(dtype) || dtype.is_a?(Datetime) || dtype.is_a?(Duration)
     end
+    alias_method :datelike?, :is_datelike
 
     # Check if this Series has floating point numbers.
     #
@@ -1823,8 +1824,45 @@ module Polars
     # def view
     # end
 
-    # def to_numo
-    # end
+    # Convert this Series to a Numo array. This operation clones data but is completely safe.
+    #
+    # @return [Numo::NArray]
+    #
+    # @example
+    #   s = Polars::Series.new("a", [1, 2, 3])
+    #   s.to_numo
+    #   # =>
+    #   # Numo::Int64#shape=[3]
+    #   # [1, 2, 3]
+    def to_numo
+      if !has_validity
+        if is_datelike
+          Numo::RObject.cast(to_a)
+        elsif is_numeric
+          # TODO make more efficient
+          {
+            UInt8 => Numo::UInt8,
+            UInt16 => Numo::UInt16,
+            UInt32 => Numo::UInt32,
+            UInt64 => Numo::UInt64,
+            Int8 => Numo::Int8,
+            Int16 => Numo::Int16,
+            Int32 => Numo::Int32,
+            Int64 => Numo::Int64,
+            Float32 => Numo::SFloat,
+            Float64 => Numo::DFloat
+          }.fetch(dtype).cast(to_a)
+        elsif is_boolean
+          Numo::Bit.cast(to_a)
+        else
+          _s.to_numo
+        end
+      elsif is_datelike
+        Numo::RObject.cast(to_a)
+      else
+        _s.to_numo
+      end
+    end
 
     # Set masked values.
     #

data/lib/polars/version.rb

@@ -1,4 +1,4 @@
 module Polars
   # @private
-  VERSION = "0.3.0"
+  VERSION = "0.3.1"
 end

data/lib/polars.rb

@@ -15,6 +15,7 @@ require_relative "polars/batched_csv_reader"
 require_relative "polars/cat_expr"
 require_relative "polars/cat_name_space"
 require_relative "polars/convert"
+require_relative "polars/plot"
 require_relative "polars/data_frame"
 require_relative "polars/data_types"
 require_relative "polars/date_time_expr"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: polars-df
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.3.1
 platform: x86_64-darwin
 authors:
 - Andrew Kane
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-02-16 00:00:00.000000000 Z
+date: 2023-02-22 00:00:00.000000000 Z
 dependencies: []
 description: 
 email: andrew@ankane.org
@@ -49,6 +49,7 @@ files:
 - lib/polars/list_expr.rb
 - lib/polars/list_name_space.rb
 - lib/polars/meta_expr.rb
+- lib/polars/plot.rb
 - lib/polars/rolling_group_by.rb
 - lib/polars/series.rb
 - lib/polars/slice.rb