polars-df 0.1.1 → 0.1.2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +4 -0
- data/Cargo.lock +1 -1
- data/ext/polars/Cargo.toml +1 -1
- data/ext/polars/src/batched_csv.rs +120 -0
- data/ext/polars/src/conversion.rs +105 -5
- data/ext/polars/src/dataframe.rs +132 -4
- data/ext/polars/src/error.rs +9 -0
- data/ext/polars/src/file.rs +8 -7
- data/ext/polars/src/lazy/apply.rs +7 -0
- data/ext/polars/src/lazy/dataframe.rs +132 -0
- data/ext/polars/src/lazy/dsl.rs +38 -0
- data/ext/polars/src/lazy/meta.rs +1 -1
- data/ext/polars/src/lazy/mod.rs +1 -0
- data/ext/polars/src/lib.rs +77 -3
- data/ext/polars/src/series.rs +8 -9
- data/lib/polars/batched_csv_reader.rb +95 -0
- data/lib/polars/data_frame.rb +585 -19
- data/lib/polars/expr.rb +17 -2
- data/lib/polars/io.rb +342 -2
- data/lib/polars/lazy_frame.rb +156 -2
- data/lib/polars/lazy_functions.rb +154 -11
- data/lib/polars/series.rb +806 -18
- data/lib/polars/utils.rb +33 -0
- data/lib/polars/version.rb +1 -1
- data/lib/polars.rb +9 -0
- metadata +5 -2
data/lib/polars/utils.rb
CHANGED
@@ -1,4 +1,5 @@
|
|
1
1
|
module Polars
|
2
|
+
# @private
|
2
3
|
module Utils
|
3
4
|
DTYPE_TEMPORAL_UNITS = ["ns", "us", "ms"]
|
4
5
|
|
@@ -56,6 +57,38 @@ module Polars
|
|
56
57
|
dtype.to_s
|
57
58
|
end
|
58
59
|
|
60
|
+
def self._process_null_values(null_values)
|
61
|
+
if null_values.is_a?(Hash)
|
62
|
+
null_values.to_a
|
63
|
+
else
|
64
|
+
null_values
|
65
|
+
end
|
66
|
+
end
|
67
|
+
|
68
|
+
def self._prepare_row_count_args(row_count_name = nil, row_count_offset = 0)
|
69
|
+
if !row_count_name.nil?
|
70
|
+
[row_count_name, row_count_offset]
|
71
|
+
else
|
72
|
+
nil
|
73
|
+
end
|
74
|
+
end
|
75
|
+
|
76
|
+
def self.handle_projection_columns(columns)
|
77
|
+
projection = nil
|
78
|
+
if columns
|
79
|
+
raise Todo
|
80
|
+
# if columns.is_a?(String) || columns.is_a?(Symbol)
|
81
|
+
# columns = [columns]
|
82
|
+
# elsif is_int_sequence(columns)
|
83
|
+
# projection = columns.to_a
|
84
|
+
# columns = nil
|
85
|
+
# elsif !is_str_sequence(columns)
|
86
|
+
# raise ArgumentError, "columns arg should contain a list of all integers or all strings values."
|
87
|
+
# end
|
88
|
+
end
|
89
|
+
[projection, columns]
|
90
|
+
end
|
91
|
+
|
59
92
|
def self.scale_bytes(sz, to:)
|
60
93
|
scaling_factor = {
|
61
94
|
"b" => 1,
|
data/lib/polars/version.rb
CHANGED
data/lib/polars.rb
CHANGED
@@ -2,6 +2,7 @@
|
|
2
2
|
require "polars/polars"
|
3
3
|
|
4
4
|
# modules
|
5
|
+
require "polars/batched_csv_reader"
|
5
6
|
require "polars/cat_expr"
|
6
7
|
require "polars/data_frame"
|
7
8
|
require "polars/date_time_expr"
|
@@ -22,8 +23,16 @@ require "polars/when"
|
|
22
23
|
require "polars/when_then"
|
23
24
|
|
24
25
|
module Polars
|
26
|
+
# @private
|
25
27
|
class Error < StandardError; end
|
26
28
|
|
29
|
+
# @private
|
30
|
+
class Todo < Error
|
31
|
+
def message
|
32
|
+
"not implemented yet"
|
33
|
+
end
|
34
|
+
end
|
35
|
+
|
27
36
|
extend Functions
|
28
37
|
extend IO
|
29
38
|
extend LazyFunctions
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: polars-df
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1.
|
4
|
+
version: 0.1.2
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Andrew Kane
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-11-
|
11
|
+
date: 2022-11-26 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: rb_sys
|
@@ -38,10 +38,12 @@ files:
|
|
38
38
|
- README.md
|
39
39
|
- ext/polars/Cargo.toml
|
40
40
|
- ext/polars/extconf.rb
|
41
|
+
- ext/polars/src/batched_csv.rs
|
41
42
|
- ext/polars/src/conversion.rs
|
42
43
|
- ext/polars/src/dataframe.rs
|
43
44
|
- ext/polars/src/error.rs
|
44
45
|
- ext/polars/src/file.rs
|
46
|
+
- ext/polars/src/lazy/apply.rs
|
45
47
|
- ext/polars/src/lazy/dataframe.rs
|
46
48
|
- ext/polars/src/lazy/dsl.rs
|
47
49
|
- ext/polars/src/lazy/meta.rs
|
@@ -51,6 +53,7 @@ files:
|
|
51
53
|
- ext/polars/src/series.rs
|
52
54
|
- lib/polars-df.rb
|
53
55
|
- lib/polars.rb
|
56
|
+
- lib/polars/batched_csv_reader.rb
|
54
57
|
- lib/polars/cat_expr.rb
|
55
58
|
- lib/polars/data_frame.rb
|
56
59
|
- lib/polars/date_time_expr.rb
|