polars-df 0.1.1 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +4 -0
- data/Cargo.lock +1 -1
- data/ext/polars/Cargo.toml +1 -1
- data/ext/polars/src/batched_csv.rs +120 -0
- data/ext/polars/src/conversion.rs +105 -5
- data/ext/polars/src/dataframe.rs +132 -4
- data/ext/polars/src/error.rs +9 -0
- data/ext/polars/src/file.rs +8 -7
- data/ext/polars/src/lazy/apply.rs +7 -0
- data/ext/polars/src/lazy/dataframe.rs +132 -0
- data/ext/polars/src/lazy/dsl.rs +38 -0
- data/ext/polars/src/lazy/meta.rs +1 -1
- data/ext/polars/src/lazy/mod.rs +1 -0
- data/ext/polars/src/lib.rs +77 -3
- data/ext/polars/src/series.rs +8 -9
- data/lib/polars/batched_csv_reader.rb +95 -0
- data/lib/polars/data_frame.rb +585 -19
- data/lib/polars/expr.rb +17 -2
- data/lib/polars/io.rb +342 -2
- data/lib/polars/lazy_frame.rb +156 -2
- data/lib/polars/lazy_functions.rb +154 -11
- data/lib/polars/series.rb +806 -18
- data/lib/polars/utils.rb +33 -0
- data/lib/polars/version.rb +1 -1
- data/lib/polars.rb +9 -0
- metadata +5 -2
data/lib/polars/utils.rb
CHANGED
@@ -1,4 +1,5 @@
|
|
1
1
|
module Polars
|
2
|
+
# @private
|
2
3
|
module Utils
|
3
4
|
DTYPE_TEMPORAL_UNITS = ["ns", "us", "ms"]
|
4
5
|
|
@@ -56,6 +57,38 @@ module Polars
|
|
56
57
|
dtype.to_s
|
57
58
|
end
|
58
59
|
|
60
|
+
def self._process_null_values(null_values)
|
61
|
+
if null_values.is_a?(Hash)
|
62
|
+
null_values.to_a
|
63
|
+
else
|
64
|
+
null_values
|
65
|
+
end
|
66
|
+
end
|
67
|
+
|
68
|
+
def self._prepare_row_count_args(row_count_name = nil, row_count_offset = 0)
|
69
|
+
if !row_count_name.nil?
|
70
|
+
[row_count_name, row_count_offset]
|
71
|
+
else
|
72
|
+
nil
|
73
|
+
end
|
74
|
+
end
|
75
|
+
|
76
|
+
def self.handle_projection_columns(columns)
|
77
|
+
projection = nil
|
78
|
+
if columns
|
79
|
+
raise Todo
|
80
|
+
# if columns.is_a?(String) || columns.is_a?(Symbol)
|
81
|
+
# columns = [columns]
|
82
|
+
# elsif is_int_sequence(columns)
|
83
|
+
# projection = columns.to_a
|
84
|
+
# columns = nil
|
85
|
+
# elsif !is_str_sequence(columns)
|
86
|
+
# raise ArgumentError, "columns arg should contain a list of all integers or all strings values."
|
87
|
+
# end
|
88
|
+
end
|
89
|
+
[projection, columns]
|
90
|
+
end
|
91
|
+
|
59
92
|
def self.scale_bytes(sz, to:)
|
60
93
|
scaling_factor = {
|
61
94
|
"b" => 1,
|
data/lib/polars/version.rb
CHANGED
data/lib/polars.rb
CHANGED
@@ -2,6 +2,7 @@
|
|
2
2
|
require "polars/polars"
|
3
3
|
|
4
4
|
# modules
|
5
|
+
require "polars/batched_csv_reader"
|
5
6
|
require "polars/cat_expr"
|
6
7
|
require "polars/data_frame"
|
7
8
|
require "polars/date_time_expr"
|
@@ -22,8 +23,16 @@ require "polars/when"
|
|
22
23
|
require "polars/when_then"
|
23
24
|
|
24
25
|
module Polars
|
26
|
+
# @private
|
25
27
|
class Error < StandardError; end
|
26
28
|
|
29
|
+
# @private
|
30
|
+
class Todo < Error
|
31
|
+
def message
|
32
|
+
"not implemented yet"
|
33
|
+
end
|
34
|
+
end
|
35
|
+
|
27
36
|
extend Functions
|
28
37
|
extend IO
|
29
38
|
extend LazyFunctions
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: polars-df
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1.
|
4
|
+
version: 0.1.2
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Andrew Kane
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-11-
|
11
|
+
date: 2022-11-26 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: rb_sys
|
@@ -38,10 +38,12 @@ files:
|
|
38
38
|
- README.md
|
39
39
|
- ext/polars/Cargo.toml
|
40
40
|
- ext/polars/extconf.rb
|
41
|
+
- ext/polars/src/batched_csv.rs
|
41
42
|
- ext/polars/src/conversion.rs
|
42
43
|
- ext/polars/src/dataframe.rs
|
43
44
|
- ext/polars/src/error.rs
|
44
45
|
- ext/polars/src/file.rs
|
46
|
+
- ext/polars/src/lazy/apply.rs
|
45
47
|
- ext/polars/src/lazy/dataframe.rs
|
46
48
|
- ext/polars/src/lazy/dsl.rs
|
47
49
|
- ext/polars/src/lazy/meta.rs
|
@@ -51,6 +53,7 @@ files:
|
|
51
53
|
- ext/polars/src/series.rs
|
52
54
|
- lib/polars-df.rb
|
53
55
|
- lib/polars.rb
|
56
|
+
- lib/polars/batched_csv_reader.rb
|
54
57
|
- lib/polars/cat_expr.rb
|
55
58
|
- lib/polars/data_frame.rb
|
56
59
|
- lib/polars/date_time_expr.rb
|