polars-df 0.2.3-x86_64-linux → 0.2.5-x86_64-linux

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c6b813d5f533d15a6cdef5ea4aadd85789b61caafc36f51f278dc5701aea3614
-  data.tar.gz: 446e2e6fdfa6b62278dabd7546eed235294b07aef56da5517a1b8679a2478534
+  metadata.gz: de084de2d9c7e6a8f79b6ede4388324aeb6c02b46230a23e5552ff31ecc772f3
+  data.tar.gz: bde2d21b47378f62769f9ae2545303690b146c27cd1a5f10afa131732f90b9ef
 SHA512:
-  metadata.gz: 546c36032d2ffd3519a17850d420097f471e92e434640cf0a7a28d9323b7ea6fb02a86d9539a5651529879b8abbc642b6f0be1a5aa89686fbdf5ffaf8b5df191
-  data.tar.gz: d63bf89dfd1d76354582a220ede4ceb478ab596c340573e5a4088fd56f866317b96c986a8bc293e574ec2df6ece32e9d018611e091e2677a96562e65b058541e
+  metadata.gz: b7575704a8ca22948393acd8fd12b624fd78215ab3601364a4eab577b378f268c79c1f6fd60abfdedd80440931702f6138d05f9e94caf49ace2706d119318939
+  data.tar.gz: d02b0d987bca0115010d8a61d68f5dfcffaa3266fcf51c72db27334cc4b4822178d430f6e06a50020398b66656d796b583d6e21a2793dd767991d468ae1e87d4

data/CHANGELOG.md

@@ -1,3 +1,12 @@
+## 0.2.5 (2023-02-01)
+
+- Added support for glob patterns to `read_csv` method
+- Added support for symbols to more methods
+
+## 0.2.4 (2023-01-29)
+
+- Added support for more types when creating a data frame from an array of hashes
+
 ## 0.2.3 (2023-01-22)
 
 - Fixed error with precompiled gem on Mac ARM

data/Cargo.lock

@@ -1367,7 +1367,7 @@ dependencies = [
 
 [[package]]
 name = "polars"
-version = "0.2.3"
+version = "0.2.4"
 dependencies = [
  "ahash",
  "jemallocator",
@@ -1653,18 +1653,18 @@ dependencies = [
 
 [[package]]
 name = "rb-sys"
-version = "0.9.56"
+version = "0.9.58"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "ef82428221475c6f9e7893fe30b88d45ac86bdb12e58e7c92055ba4bceb78a69"
+checksum = "0158f5115e1ad04a2ee231f597e86306af96f36a8b93ac0c01f8852d0ba89278"
 dependencies = [
  "rb-sys-build",
 ]
 
 [[package]]
 name = "rb-sys-build"
-version = "0.9.56"
+version = "0.9.58"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "950bfc239d2e7704576abe4d37b008876bbfd70a99196a188c5caeae2ba7344a"
+checksum = "6c27b779db4a2863db74ddad0011f0d0c55c528e9601126d4613ad688063bc05"
 dependencies = [
  "bindgen",
  "regex",
@@ -1673,9 +1673,9 @@ dependencies = [
 
 [[package]]
 name = "rb-sys-env"
-version = "0.1.1"
+version = "0.1.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "74c38752410925faeb82c400c06ba2fd9ee6aa8f719dd33994c9e53f5242d25f"
+checksum = "a35802679f07360454b418a5d1735c89716bde01d35b1560fc953c1415a0b3bb"
 
 [[package]]
 name = "redox_syscall"

data/LICENSE-THIRD-PARTY.txt

@@ -586,15 +586,15 @@ rayon-core v1.10.1
 https://github.com/rayon-rs/rayon
 MIT OR Apache-2.0
 
-rb-sys v0.9.56
+rb-sys v0.9.58
 https://github.com/oxidize-rb/rb-sys
 MIT OR Apache-2.0
 
-rb-sys-build v0.9.56
+rb-sys-build v0.9.58
 https://github.com/oxidize-rb/rb-sys
 MIT OR Apache-2.0
 
-rb-sys-env v0.1.1
+rb-sys-env v0.1.2
 https://github.com/oxidize-rb/rb-sys
 MIT OR Apache-2.0
 
@@ -30036,32 +30036,6 @@ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 SOFTWARE.
 
-================================================================================
-rb-sys-env LICENSE-MIT
-================================================================================
-
-The MIT License (MIT)
-
-Copyright (c) 2021-2022 Ian Ker-Seymer
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.
-
 ================================================================================
 rb-sys-env LICENSE-APACHE
 ================================================================================
@@ -30257,6 +30231,32 @@ rb-sys-env LICENSE-APACHE
    See the License for the specific language governing permissions and
    limitations under the License.
 
+================================================================================
+rb-sys-env LICENSE-MIT
+================================================================================
+
+The MIT License (MIT)
+
+Copyright (c) 2021-2022 Ian Ker-Seymer
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+
 ================================================================================
 regex LICENSE-APACHE
 ================================================================================

data/README.md

@@ -69,6 +69,16 @@ Polars::DataFrame.new({
 })
 ```
 
+From an array of hashes
+
+```ruby
+Polars::DataFrame.new([
+  {a: 1, b: "one"},
+  {a: 2, b: "two"},
+  {a: 3, b: "three"}
+])
+```
+
 From an array of series
 
 ```ruby

data/lib/polars/batched_csv_reader.rb

@@ -29,7 +29,7 @@ module Polars
       eol_char: "\n",
       new_columns: nil
     )
-      if file.is_a?(String) || (defined?(Pathname) && file.is_a?(Pathname))
+      if Utils.pathlike?(file)
         path = Utils.format_path(file)
       end
 

data/lib/polars/data_frame.rb

@@ -94,7 +94,7 @@ module Polars
       sample_size: 1024,
       eol_char: "\n"
     )
-      if file.is_a?(String) || (defined?(Pathname) && file.is_a?(Pathname))
+      if Utils.pathlike?(file)
         path = Utils.format_path(file)
       else
         path = nil
@@ -124,7 +124,39 @@ module Polars
         columns = [columns]
       end
       if file.is_a?(String) && file.include?("*")
-        raise Todo
+        dtypes_dict = nil
+        if !dtype_list.nil?
+          dtypes_dict = dtype_list.to_h
+        end
+        if !dtype_slice.nil?
+          raise ArgumentError, "cannot use glob patterns and unnamed dtypes as `dtypes` argument; Use dtypes: Mapping[str, Type[DataType]"
+        end
+        scan = Polars.scan_csv(
+          file,
+          has_header: has_header,
+          sep: sep,
+          comment_char: comment_char,
+          quote_char: quote_char,
+          skip_rows: skip_rows,
+          dtypes: dtypes_dict,
+          null_values: null_values,
+          ignore_errors: ignore_errors,
+          infer_schema_length: infer_schema_length,
+          n_rows: n_rows,
+          low_memory: low_memory,
+          rechunk: rechunk,
+          skip_rows_after_header: skip_rows_after_header,
+          row_count_name: row_count_name,
+          row_count_offset: row_count_offset,
+          eol_char: eol_char
+        )
+        if columns.nil?
+          return _from_rbdf(scan.collect._df)
+        elsif is_str_sequence(columns, allow_str: false)
+          return _from_rbdf(scan.select(columns).collect._df)
+        else
+          raise ArgumentError, "cannot use glob patterns and integer based projection as `columns` argument; Use columns: List[str]"
+        end
       end
 
       projection, columns = Utils.handle_projection_columns(columns)
@@ -170,7 +202,7 @@ module Polars
       row_count_offset: 0,
       low_memory: false
     )
-      if file.is_a?(String) || (defined?(Pathname) && file.is_a?(Pathname))
+      if Utils.pathlike?(file)
         file = Utils.format_path(file)
       end
 
@@ -194,7 +226,7 @@ module Polars
 
     # @private
     def self._read_avro(file, columns: nil, n_rows: nil)
-      if file.is_a?(String) || (defined?(Pathname) && file.is_a?(Pathname))
+      if Utils.pathlike?(file)
         file = Utils.format_path(file)
       end
       projection, columns = Utils.handle_projection_columns(columns)
@@ -211,7 +243,7 @@ module Polars
       rechunk: true,
       memory_map: true
     )
-      if file.is_a?(String) || (defined?(Pathname) && file.is_a?(Pathname))
+      if Utils.pathlike?(file)
         file = Utils.format_path(file)
       end
       if columns.is_a?(String)
@@ -237,7 +269,7 @@ module Polars
 
     # @private
     def self._read_json(file)
-      if file.is_a?(String) || (defined?(Pathname) && file.is_a?(Pathname))
+      if Utils.pathlike?(file)
         file = Utils.format_path(file)
       end
 
@@ -246,7 +278,7 @@ module Polars
 
     # @private
     def self._read_ndjson(file)
-      if file.is_a?(String) || (defined?(Pathname) && file.is_a?(Pathname))
+      if Utils.pathlike?(file)
         file = Utils.format_path(file)
       end
 
@@ -698,7 +730,7 @@ module Polars
       pretty: false,
       row_oriented: false
     )
-      if file.is_a?(String) || (defined?(Pathname) && file.is_a?(Pathname))
+      if Utils.pathlike?(file)
         file = Utils.format_path(file)
       end
 
@@ -713,7 +745,7 @@ module Polars
     #
     # @return [nil]
     def write_ndjson(file)
-      if file.is_a?(String) || (defined?(Pathname) && file.is_a?(Pathname))
+      if Utils.pathlike?(file)
         file = Utils.format_path(file)
       end
 
@@ -803,7 +835,7 @@ module Polars
         return buffer.string.force_encoding(Encoding::UTF_8)
       end
 
-      if file.is_a?(String) || (defined?(Pathname) && file.is_a?(Pathname))
+      if Utils.pathlike?(file)
         file = Utils.format_path(file)
       end
 
@@ -841,7 +873,7 @@ module Polars
       if compression.nil?
         compression = "uncompressed"
       end
-      if file.is_a?(String) || (defined?(Pathname) && file.is_a?(Pathname))
+      if Utils.pathlike?(file)
         file = Utils.format_path(file)
       end
 
@@ -860,7 +892,7 @@ module Polars
       if compression.nil?
         compression = "uncompressed"
       end
-      if file.is_a?(String) || (defined?(Pathname) && file.is_a?(Pathname))
+      if Utils.pathlike?(file)
         file = Utils.format_path(file)
       end
 
@@ -902,7 +934,7 @@ module Polars
       if compression.nil?
         compression = "uncompressed"
       end
-      if file.is_a?(String) || (defined?(Pathname) && file.is_a?(Pathname))
+      if Utils.pathlike?(file)
         file = Utils.format_path(file)
       end
 

data/lib/polars/io.rb

@@ -268,7 +268,7 @@ module Polars
       _check_arg_is_1byte("comment_char", comment_char, false)
       _check_arg_is_1byte("quote_char", quote_char, true)
 
-      if file.is_a?(String) || (defined?(Pathname) && file.is_a?(Pathname))
+      if Utils.pathlike?(file)
         file = Utils.format_path(file)
       end
 
@@ -384,7 +384,7 @@ module Polars
       storage_options: nil,
       low_memory: false
     )
-      if file.is_a?(String) || (defined?(Pathname) && file.is_a?(Pathname))
+      if Utils.pathlike?(file)
         file = Utils.format_path(file)
       end
 
@@ -435,7 +435,7 @@ module Polars
       row_count_name: nil,
       row_count_offset: 0
     )
-      if file.is_a?(String) || (defined?(Pathname) && file.is_a?(Pathname))
+      if Utils.pathlike?(file)
         file = Utils.format_path(file)
       end
 
@@ -463,7 +463,7 @@ module Polars
     #
     # @return [DataFrame]
     def read_avro(file, columns: nil, n_rows: nil)
-      if file.is_a?(String) || (defined?(Pathname) && file.is_a?(Pathname))
+      if Utils.pathlike?(file)
         file = Utils.format_path(file)
       end
 
@@ -786,7 +786,7 @@ module Polars
     #
     # @return [Hash]
     def read_ipc_schema(file)
-      if file.is_a?(String) || (defined?(Pathname) && file.is_a?(Pathname))
+      if Utils.pathlike?(file)
         file = Utils.format_path(file)
       end
 
@@ -800,7 +800,7 @@ module Polars
     #
     # @return [Hash]
     def read_parquet_schema(file)
-      if file.is_a?(String) || (defined?(Pathname) && file.is_a?(Pathname))
+      if Utils.pathlike?(file)
         file = Utils.format_path(file)
       end
 

data/lib/polars/lazy_frame.rb

@@ -106,7 +106,7 @@ module Polars
       storage_options: nil,
       memory_map: true
     )
-      if file.is_a?(String) || (defined?(Pathname) && file.is_a?(Pathname))
+      if Utils.pathlike?(file)
         file = Utils.format_path(file)
       end
 
@@ -156,7 +156,7 @@ module Polars
     #
     # @return [LazyFrame]
     def self.read_json(file)
-      if file.is_a?(String) || (defined?(Pathname) && file.is_a?(Pathname))
+      if Utils.pathlike?(file)
         file = Utils.format_path(file)
       end
 
@@ -263,7 +263,7 @@ module Polars
     #
     # @return [nil]
     def write_json(file)
-      if file.is_a?(String) || (defined?(Pathname) && file.is_a?(Pathname))
+      if Utils.pathlike?(file)
         file = Utils.format_path(file)
       end
       _ldf.write_json(file)

data/lib/polars/lazy_functions.rb

@@ -15,7 +15,7 @@ module Polars
       if name.is_a?(DataType)
         Utils.wrap_expr(_dtype_cols([name]))
       elsif name.is_a?(Array)
-        if name.length == 0 || name[0].is_a?(String) || name[0].is_a?(Symbol)
+        if name.length == 0 || Utils.strlike?(name[0])
           name = name.map { |v| v.is_a?(Symbol) ? v.to_s : v }
           Utils.wrap_expr(RbExpr.cols(name))
         elsif Utils.is_polars_dtype(name[0])
@@ -119,7 +119,7 @@ module Polars
     def max(column)
       if column.is_a?(Series)
         column.max
-      elsif column.is_a?(String) || column.is_a?(Symbol)
+      elsif Utils.strlike?(column)
         col(column).max
       else
         exprs = Utils.selection_to_rbexpr_list(column)
@@ -141,7 +141,7 @@ module Polars
     def min(column)
       if column.is_a?(Series)
         column.min
-      elsif column.is_a?(String) || column.is_a?(Symbol)
+      elsif Utils.strlike?(column)
         col(column).min
       else
         exprs = Utils.selection_to_rbexpr_list(column)
@@ -156,7 +156,7 @@ module Polars
     def sum(column)
       if column.is_a?(Series)
         column.sum
-      elsif column.is_a?(String) || column.is_a?(Symbol)
+      elsif Utils.strlike?(column)
         col(column.to_s).sum
       elsif column.is_a?(Array)
         exprs = Utils.selection_to_rbexpr_list(column)
@@ -356,7 +356,7 @@ module Polars
     def cumsum(column)
       if column.is_a?(Series)
         column.cumsum
-      elsif column.is_a?(String)
+      elsif Utils.strlike?(column)
         col(column).cumsum
       else
         cumfold(lit(0).cast(:u32), ->(a, b) { a + b }, column).alias("cumsum")
@@ -380,10 +380,10 @@ module Polars
     #
     # @return [Expr]
     def spearman_rank_corr(a, b, ddof: 1, propagate_nans: false)
-      if a.is_a?(String)
+      if Utils.strlike?(a)
         a = col(a)
       end
-      if b.is_a?(String)
+      if Utils.strlike?(b)
         b = col(b)
       end
       Utils.wrap_expr(RbExpr.spearman_rank_corr(a._rbexpr, b._rbexpr, ddof, propagate_nans))
@@ -400,10 +400,10 @@ module Polars
     #
     # @return [Expr]
     def pearson_corr(a, b, ddof: 1)
-      if a.is_a?(String)
+      if Utils.strlike?(a)
         a = col(a)
       end
-      if b.is_a?(String)
+      if Utils.strlike?(b)
         b = col(b)
       end
       Utils.wrap_expr(RbExpr.pearson_corr(a._rbexpr, b._rbexpr, ddof))
@@ -418,10 +418,10 @@ module Polars
     #
     # @return [Expr]
     def cov(a, b)
-      if a.is_a?(String)
+      if Utils.strlike?(a)
         a = col(a)
       end
-      if b.is_a?(String)
+      if Utils.strlike?(b)
         b = col(b)
       end
       Utils.wrap_expr(RbExpr.cov(a._rbexpr, b._rbexpr))
@@ -486,7 +486,7 @@ module Polars
     #
     # @return [Expr]
     def any(name)
-      if name.is_a?(String)
+      if Utils.strlike?(name)
         col(name).any
       else
         fold(lit(false), ->(a, b) { a.cast(:bool) | b.cast(:bool) }, name).alias("any")
@@ -589,7 +589,7 @@ module Polars
     def all(name = nil)
       if name.nil?
         col("*")
-      elsif name.is_a?(String) || name.is_a?(Symbol)
+      elsif Utils.strlike?(name)
         col(name).all
       else
         raise Todo
@@ -1137,7 +1137,7 @@ module Polars
     #   # │ 2022-10-25 07:31:39 │
     #   # └─────────────────────┘
     def from_epoch(column, unit: "s", eager: false)
-      if column.is_a?(String)
+      if Utils.strlike?(column)
         column = col(column)
       elsif !column.is_a?(Series) && !column.is_a?(Expr)
         column = Series.new(column)

data/lib/polars/utils.rb

@@ -177,6 +177,14 @@ module Polars
       value == true || value == false
     end
 
+    def self.strlike?(value)
+      value.is_a?(String) || value.is_a?(Symbol)
+    end
+
+    def self.pathlike?(value)
+      value.is_a?(String) || (defined?(Pathname) && value.is_a?(Pathname))
+    end
+
     def self._is_iterable_of(val, eltype)
       val.all? { |x| x.is_a?(eltype) }
     end

data/lib/polars/version.rb

@@ -1,4 +1,4 @@
 module Polars
   # @private
-  VERSION = "0.2.3"
+  VERSION = "0.2.5"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: polars-df
 version: !ruby/object:Gem::Version
-  version: 0.2.3
+  version: 0.2.5
 platform: x86_64-linux
 authors:
 - Andrew Kane
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-01-22 00:00:00.000000000 Z
+date: 2023-02-02 00:00:00.000000000 Z
 dependencies: []
 description: 
 email: andrew@ankane.org