daru_lite 0.3.3 → 0.3.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/History.md +60 -0
- data/README.md +1 -1
- data/lib/daru_lite/category.rb +1 -1
- data/lib/daru_lite/data_frame/duplicatable.rb +7 -1
- data/lib/daru_lite/data_frame/fetchable.rb +1 -1
- data/lib/daru_lite/data_frame/iterable.rb +5 -2
- data/lib/daru_lite/data_frame/sortable.rb +13 -5
- data/lib/daru_lite/dataframe.rb +52 -11
- data/lib/daru_lite/date_time/index.rb +2 -2
- data/lib/daru_lite/index/categorical_index.rb +62 -0
- data/lib/daru_lite/index/multi_index.rb +24 -6
- data/lib/daru_lite/maths/statistics/dataframe.rb +9 -5
- data/lib/daru_lite/maths/statistics/vector.rb +1 -1
- data/lib/daru_lite/version.rb +1 -1
- data/lib/daru_lite.rb +1 -0
- metadata +54 -284
- data/.github/ISSUE_TEMPLATE/bug_report.md +0 -38
- data/.github/ISSUE_TEMPLATE/feature_request.md +0 -20
- data/.github/dependabot.yml +0 -11
- data/.github/workflows/ci.yml +0 -33
- data/.gitignore +0 -10
- data/.rspec +0 -2
- data/.rubocop.yml +0 -27
- data/.rubocop_todo.yml +0 -139
- data/CONTRIBUTING.md +0 -47
- data/Gemfile +0 -2
- data/Rakefile +0 -69
- data/ReleasePolicy.md +0 -20
- data/benchmarks/TradeoffData.csv +0 -65
- data/benchmarks/csv_reading.rb +0 -22
- data/benchmarks/dataframe_creation.rb +0 -39
- data/benchmarks/db_loading.rb +0 -33
- data/benchmarks/duplicating.rb +0 -45
- data/benchmarks/group_by.rb +0 -32
- data/benchmarks/joining.rb +0 -52
- data/benchmarks/row_access.rb +0 -41
- data/benchmarks/row_assign.rb +0 -36
- data/benchmarks/sorting.rb +0 -51
- data/benchmarks/statistics.rb +0 -28
- data/benchmarks/vector_access.rb +0 -31
- data/benchmarks/vector_assign.rb +0 -42
- data/benchmarks/where_clause.rb +0 -48
- data/benchmarks/where_vs_filter.rb +0 -28
- data/daru_lite.gemspec +0 -54
- data/daru_lite_test-shm +0 -0
- data/daru_lite_test-wal +0 -0
- data/images/README.md +0 -5
- data/images/con0.png +0 -0
- data/images/con1.png +0 -0
- data/images/init0.png +0 -0
- data/images/init1.png +0 -0
- data/images/man0.png +0 -0
- data/images/man1.png +0 -0
- data/images/man2.png +0 -0
- data/images/man3.png +0 -0
- data/images/man4.png +0 -0
- data/images/man5.png +0 -0
- data/images/man6.png +0 -0
- data/profile/_base.rb +0 -23
- data/profile/df_to_a.rb +0 -10
- data/profile/filter.rb +0 -13
- data/profile/joining.rb +0 -13
- data/profile/sorting.rb +0 -12
- data/profile/vector_each_with_index.rb +0 -9
- data/profile/vector_new.rb +0 -9
- data/spec/accessors/array_wrapper_spec.rb +0 -3
- data/spec/category_spec.rb +0 -1741
- data/spec/core/group_by_spec.rb +0 -655
- data/spec/core/merge_spec.rb +0 -179
- data/spec/core/query_spec.rb +0 -347
- data/spec/daru_lite_spec.rb +0 -22
- data/spec/data_frame/aggregatable_example.rb +0 -65
- data/spec/data_frame/buildable_example.rb +0 -109
- data/spec/data_frame/calculatable_example.rb +0 -135
- data/spec/data_frame/convertible_example.rb +0 -180
- data/spec/data_frame/duplicatable_example.rb +0 -111
- data/spec/data_frame/fetchable_example.rb +0 -481
- data/spec/data_frame/filterable_example.rb +0 -456
- data/spec/data_frame/indexable_example.rb +0 -221
- data/spec/data_frame/iterable_example.rb +0 -465
- data/spec/data_frame/joinable_example.rb +0 -131
- data/spec/data_frame/missable_example.rb +0 -47
- data/spec/data_frame/pivotable_example.rb +0 -297
- data/spec/data_frame/queryable_example.rb +0 -92
- data/spec/data_frame/setable_example.rb +0 -482
- data/spec/data_frame/sortable_example.rb +0 -350
- data/spec/dataframe_spec.rb +0 -1306
- data/spec/date_time/data_spec.rb +0 -197
- data/spec/date_time/date_time_index_helper_spec.rb +0 -72
- data/spec/date_time/index_spec.rb +0 -588
- data/spec/date_time/offsets_spec.rb +0 -465
- data/spec/extensions/which_dsl_spec.rb +0 -38
- data/spec/fixtures/bank2.dat +0 -200
- data/spec/fixtures/boolean_converter_test.csv +0 -5
- data/spec/fixtures/countries.json +0 -7794
- data/spec/fixtures/duplicates.csv +0 -32
- data/spec/fixtures/eciresults.html +0 -394
- data/spec/fixtures/empties.dat +0 -2
- data/spec/fixtures/empty_rows_test.csv +0 -17
- data/spec/fixtures/macau.html +0 -3691
- data/spec/fixtures/macd_data.csv +0 -150
- data/spec/fixtures/matrix_test.csv +0 -100
- data/spec/fixtures/moneycontrol.html +0 -6812
- data/spec/fixtures/music_data.tsv +0 -2501
- data/spec/fixtures/repeated_fields.csv +0 -7
- data/spec/fixtures/sales-funnel.csv +0 -18
- data/spec/fixtures/scientific_notation.csv +0 -4
- data/spec/fixtures/string_converter_test.csv +0 -5
- data/spec/fixtures/strings.dat +0 -2
- data/spec/fixtures/test_xls.xls +0 -0
- data/spec/fixtures/test_xls_2.xls +0 -0
- data/spec/fixtures/url_test.txt~ +0 -0
- data/spec/fixtures/valid_markup.html +0 -62
- data/spec/fixtures/wiki_climate.html +0 -1243
- data/spec/fixtures/wiki_table_info.html +0 -631
- data/spec/formatters/table_formatter_spec.rb +0 -137
- data/spec/helpers_spec.rb +0 -8
- data/spec/index/categorical_index_spec.rb +0 -221
- data/spec/index/index_spec.rb +0 -438
- data/spec/index/multi_index_spec.rb +0 -713
- data/spec/io/io_spec.rb +0 -357
- data/spec/io/sql_data_source_spec.rb +0 -48
- data/spec/iruby/dataframe_spec.rb +0 -170
- data/spec/iruby/helpers_spec.rb +0 -49
- data/spec/iruby/multi_index_spec.rb +0 -37
- data/spec/iruby/vector_spec.rb +0 -105
- data/spec/maths/arithmetic/dataframe_spec.rb +0 -148
- data/spec/maths/arithmetic/vector_spec.rb +0 -165
- data/spec/maths/statistics/dataframe_spec.rb +0 -178
- data/spec/maths/statistics/vector_spec.rb +0 -756
- data/spec/monkeys_spec.rb +0 -42
- data/spec/shared/vector_display_spec.rb +0 -213
- data/spec/spec_helper.rb +0 -87
- data/spec/support/database_helper.rb +0 -29
- data/spec/support/matchers.rb +0 -5
- data/spec/vector/aggregatable_example.rb +0 -27
- data/spec/vector/calculatable_example.rb +0 -82
- data/spec/vector/convertible_example.rb +0 -126
- data/spec/vector/duplicatable_example.rb +0 -48
- data/spec/vector/fetchable_example.rb +0 -463
- data/spec/vector/filterable_example.rb +0 -165
- data/spec/vector/indexable_example.rb +0 -201
- data/spec/vector/iterable_example.rb +0 -111
- data/spec/vector/joinable_example.rb +0 -25
- data/spec/vector/missable_example.rb +0 -88
- data/spec/vector/queryable_example.rb +0 -91
- data/spec/vector/setable_example.rb +0 -300
- data/spec/vector/sortable_example.rb +0 -242
- data/spec/vector_spec.rb +0 -599
data/spec/io/io_spec.rb
DELETED
|
@@ -1,357 +0,0 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
describe DaruLite::IO do
|
|
3
|
-
describe DaruLite::DataFrame do
|
|
4
|
-
context ".from_csv" do
|
|
5
|
-
before do
|
|
6
|
-
%w[matrix_test repeated_fields scientific_notation sales-funnel].each do |file|
|
|
7
|
-
WebMock
|
|
8
|
-
.stub_request(:get,"http://example.com/#{file}.csv")
|
|
9
|
-
.to_return(status: 200, body: File.read("spec/fixtures/#{file}.csv"))
|
|
10
|
-
end
|
|
11
|
-
end
|
|
12
|
-
|
|
13
|
-
it "loads from a CSV file" do
|
|
14
|
-
df = DaruLite::DataFrame.from_csv('spec/fixtures/matrix_test.csv',
|
|
15
|
-
col_sep: ' ', headers: true)
|
|
16
|
-
|
|
17
|
-
df.vectors = [:image_resolution, :true_transform, :mls].to_index
|
|
18
|
-
expect(df.vectors).to eq([:image_resolution, :true_transform, :mls].to_index)
|
|
19
|
-
expect(df[:image_resolution].first).to eq(6.55779)
|
|
20
|
-
expect(df[:true_transform].first).to eq("-0.2362347,0.6308649,0.7390552,0,0.6523478,-0.4607318,0.6018043,0,0.7201635,0.6242881,-0.3027024,4262.65,0,0,0,1")
|
|
21
|
-
end
|
|
22
|
-
|
|
23
|
-
it "works properly for repeated headers" do
|
|
24
|
-
df = DaruLite::DataFrame.from_csv('spec/fixtures/repeated_fields.csv',header_converters: :symbol)
|
|
25
|
-
expect(df.vectors.to_a).to eq(["id", "name_1", "age_1", "city", "a1", "name_2", "age_2"])
|
|
26
|
-
|
|
27
|
-
age = DaruLite::Vector.new([3, 4, 5, 6, nil, 8])
|
|
28
|
-
expect(df['age_2']).to eq(age)
|
|
29
|
-
end
|
|
30
|
-
|
|
31
|
-
it "accepts scientific notation as float" do
|
|
32
|
-
ds = DaruLite::DataFrame.from_csv('spec/fixtures/scientific_notation.csv', order: ['x', 'y'])
|
|
33
|
-
expect(ds.vectors.to_a).to eq(['x', 'y'])
|
|
34
|
-
y = [9.629587310436753e+127, 1.9341543147883677e+129, 3.88485279048245e+130]
|
|
35
|
-
y.zip(ds['y']).each do |y_expected, y_ds|
|
|
36
|
-
expect(y_ds).to be_within(0.001).of(y_expected)
|
|
37
|
-
end
|
|
38
|
-
end
|
|
39
|
-
|
|
40
|
-
it "follows the order of columns given in CSV" do
|
|
41
|
-
df = DaruLite::DataFrame.from_csv 'spec/fixtures/sales-funnel.csv'
|
|
42
|
-
expect(df.vectors.to_a).to eq(%W[Account Name Rep Manager Product Quantity Price Status])
|
|
43
|
-
end
|
|
44
|
-
|
|
45
|
-
it "handles empty rows in the CSV" do
|
|
46
|
-
df = DaruLite::DataFrame.from_csv 'spec/fixtures/empty_rows_test.csv'
|
|
47
|
-
expect(df.nrows).to eq(13)
|
|
48
|
-
end
|
|
49
|
-
|
|
50
|
-
it "uses the custom boolean converter correctly" do
|
|
51
|
-
df = DaruLite::DataFrame.from_csv 'spec/fixtures/boolean_converter_test.csv', converters: [:boolean]
|
|
52
|
-
expect(df['Domestic'].to_a).to all be_boolean
|
|
53
|
-
end
|
|
54
|
-
|
|
55
|
-
it "uses the custom string converter correctly" do
|
|
56
|
-
df = DaruLite::DataFrame.from_csv 'spec/fixtures/string_converter_test.csv', converters: [:string]
|
|
57
|
-
expect(df['Case Number'].to_a.all? {|x| String === x }).to be_truthy
|
|
58
|
-
end
|
|
59
|
-
|
|
60
|
-
it "allow symbol to converters option" do
|
|
61
|
-
df = DaruLite::DataFrame.from_csv 'spec/fixtures/boolean_converter_test.csv', converters: :boolean
|
|
62
|
-
expect(df['Domestic'].to_a).to all be_boolean
|
|
63
|
-
end
|
|
64
|
-
|
|
65
|
-
it "checks for equal parsing of local CSV files and remote CSV files" do
|
|
66
|
-
%w[matrix_test repeated_fields scientific_notation sales-funnel].each do |file|
|
|
67
|
-
df_local = DaruLite::DataFrame.from_csv("spec/fixtures/#{file}.csv")
|
|
68
|
-
df_remote = DaruLite::DataFrame.from_csv("http://example.com/#{file}.csv")
|
|
69
|
-
expect(df_local).to eq(df_remote)
|
|
70
|
-
end
|
|
71
|
-
end
|
|
72
|
-
end
|
|
73
|
-
|
|
74
|
-
context "#write_csv" do
|
|
75
|
-
before do
|
|
76
|
-
@df = DaruLite::DataFrame.new({
|
|
77
|
-
'a' => [1,2,3,4,5],
|
|
78
|
-
'b' => [11,22,33,44,55],
|
|
79
|
-
'c' => ['a', 'g', 4, 5,'addadf'],
|
|
80
|
-
'd' => [nil, 23, 4,'a','ff']})
|
|
81
|
-
@tempfile = Tempfile.new('data.csv')
|
|
82
|
-
|
|
83
|
-
end
|
|
84
|
-
|
|
85
|
-
it "writes DataFrame to a CSV file" do
|
|
86
|
-
@df.write_csv @tempfile.path
|
|
87
|
-
expect(DaruLite::DataFrame.from_csv(@tempfile.path)).to eq(@df)
|
|
88
|
-
end
|
|
89
|
-
|
|
90
|
-
it "will write headers unless headers=false" do
|
|
91
|
-
@df.write_csv @tempfile.path
|
|
92
|
-
first_line = File.open(@tempfile.path, &:readline).chomp.split(',', -1)
|
|
93
|
-
expect(first_line).to eq @df.vectors.to_a
|
|
94
|
-
end
|
|
95
|
-
|
|
96
|
-
it "will not write headers when headers=false" do
|
|
97
|
-
@df.write_csv @tempfile.path, { headers: false }
|
|
98
|
-
first_line = File.open(@tempfile.path, &:readline).chomp.split(',', -1)
|
|
99
|
-
expect(first_line).to eq @df.head(1).map { |v| (v.first || '').to_s }
|
|
100
|
-
end
|
|
101
|
-
|
|
102
|
-
end
|
|
103
|
-
|
|
104
|
-
context ".from_excel" do
|
|
105
|
-
before do
|
|
106
|
-
id = DaruLite::Vector.new([1, 2, 3, 4, 5, 6])
|
|
107
|
-
name = DaruLite::Vector.new(%w(Alex Claude Peter Franz George Fernand))
|
|
108
|
-
age = DaruLite::Vector.new( [20, 23, 25, nil, 5.5, nil])
|
|
109
|
-
city = DaruLite::Vector.new(['New York', 'London', 'London', 'Paris', 'Tome', nil])
|
|
110
|
-
a1 = DaruLite::Vector.new(['a,b', 'b,c', 'a', nil, 'a,b,c', nil])
|
|
111
|
-
@expected = DaruLite::DataFrame.new({
|
|
112
|
-
:id => id, :name => name, :age => age, :city => city, :a1 => a1
|
|
113
|
-
}, order: [:id, :name, :age, :city, :a1])
|
|
114
|
-
end
|
|
115
|
-
|
|
116
|
-
it "loads DataFrame from an Excel Spreadsheet" do
|
|
117
|
-
df = DaruLite::DataFrame.from_excel 'spec/fixtures/test_xls.xls'
|
|
118
|
-
|
|
119
|
-
expect(df.nrows).to eq(6)
|
|
120
|
-
expect(df.vectors.to_a).to eq([:id, :name, :age, :city, :a1])
|
|
121
|
-
expect(df[:age][5]).to eq(nil)
|
|
122
|
-
expect(@expected).to eq(df)
|
|
123
|
-
end
|
|
124
|
-
end
|
|
125
|
-
|
|
126
|
-
context "#from_excel with row_id" do
|
|
127
|
-
before do
|
|
128
|
-
id = DaruLite::Vector.new(['id', 1.0, 2.0, 3.0, 4.0, 5.0, 6.0])
|
|
129
|
-
name = DaruLite::Vector.new(%w(name Alex Claude Peter Franz George Fernand))
|
|
130
|
-
age = DaruLite::Vector.new(['age', 20.0, 23.0, 25.0, nil, 5.5, nil])
|
|
131
|
-
city = DaruLite::Vector.new(['city', 'New York', 'London', 'London', 'Paris', 'Tome', nil])
|
|
132
|
-
a1 = DaruLite::Vector.new(['a1', 'a,b', 'b,c', 'a', nil, 'a,b,c', nil])
|
|
133
|
-
@expected_1 = DaruLite::DataFrame.new({:id2 => id, :name2 => name, :age2 => age}, order: [:id2, :name2, :age2])
|
|
134
|
-
@expected_2 = DaruLite::DataFrame.new({
|
|
135
|
-
:id => id, :name => name, :age => age, :city => city, :a1 => a1
|
|
136
|
-
}, order: [:id, :name, :age, :city, :a1])
|
|
137
|
-
end
|
|
138
|
-
|
|
139
|
-
it "loads DataFrame from test_xls_2.xls" do
|
|
140
|
-
df = DaruLite::DataFrame.from_excel 'spec/fixtures/test_xls_2.xls'
|
|
141
|
-
|
|
142
|
-
expect(df.nrows).to eq(7)
|
|
143
|
-
expect(df.vectors.to_a).to eq([:id2, :name2, :age2])
|
|
144
|
-
expect(df[:age2][6]).to eq(nil)
|
|
145
|
-
expect(@expected_1).to eq(df)
|
|
146
|
-
end
|
|
147
|
-
|
|
148
|
-
it "loads DataFrame from test_xls_2.xls with row_id" do
|
|
149
|
-
df = DaruLite::DataFrame.from_excel 'spec/fixtures/test_xls_2.xls', {row_id: 1}
|
|
150
|
-
|
|
151
|
-
expect(df.nrows).to eq(7)
|
|
152
|
-
expect(df.vectors.to_a).to eq([:id, :name, :age, :city, :a1])
|
|
153
|
-
expect(df[:age][6]).to eq(nil)
|
|
154
|
-
expect(@expected_2).to eq(df)
|
|
155
|
-
end
|
|
156
|
-
end
|
|
157
|
-
|
|
158
|
-
context "#write_excel" do
|
|
159
|
-
before do
|
|
160
|
-
a = DaruLite::Vector.new(100.times.map { rand(100) })
|
|
161
|
-
b = DaruLite::Vector.new((['b'] * 100))
|
|
162
|
-
@expected = DaruLite::DataFrame.new({ :b => b, :a => a })
|
|
163
|
-
|
|
164
|
-
tempfile = Tempfile.new('test_write.xls')
|
|
165
|
-
|
|
166
|
-
@expected.write_excel tempfile.path
|
|
167
|
-
@df = DaruLite::DataFrame.from_excel tempfile.path
|
|
168
|
-
end
|
|
169
|
-
|
|
170
|
-
it "correctly writes DataFrame to an Excel Spreadsheet" do
|
|
171
|
-
expect(@expected).to eq(@df)
|
|
172
|
-
end
|
|
173
|
-
end
|
|
174
|
-
|
|
175
|
-
context ".from_sql" do
|
|
176
|
-
include_context 'with accounts table in sqlite3 database'
|
|
177
|
-
|
|
178
|
-
context 'with a database connection of ActiveRecord' do
|
|
179
|
-
let(:connection) do
|
|
180
|
-
DaruLite::RSpec::Account.establish_connection "sqlite3:#{db_name}"
|
|
181
|
-
DaruLite::RSpec::Account.connection
|
|
182
|
-
end
|
|
183
|
-
|
|
184
|
-
subject do
|
|
185
|
-
DaruLite::DataFrame.from_sql(connection, "select * from accounts")
|
|
186
|
-
end
|
|
187
|
-
|
|
188
|
-
it "loads data from an SQL database" do
|
|
189
|
-
accounts = subject
|
|
190
|
-
expect(accounts.class).to eq DaruLite::DataFrame
|
|
191
|
-
expect(accounts.nrows).to eq 2
|
|
192
|
-
expect(accounts.row[0][:id]).to eq 1
|
|
193
|
-
expect(accounts.row[0][:name]).to eq "Homer"
|
|
194
|
-
end
|
|
195
|
-
end
|
|
196
|
-
end
|
|
197
|
-
|
|
198
|
-
context "#write_sql" do
|
|
199
|
-
let(:df) { DaruLite::DataFrame.new({
|
|
200
|
-
'a' => [1,2,3,4,5],
|
|
201
|
-
'b' => [11,22,33,44,55],
|
|
202
|
-
'c' => ['a', 'g', 4, 5,'addadf'],
|
|
203
|
-
'd' => [nil, 23, 4,'a','ff']})
|
|
204
|
-
}
|
|
205
|
-
|
|
206
|
-
let(:dbh) { double }
|
|
207
|
-
let(:prepared_query) { double }
|
|
208
|
-
|
|
209
|
-
it "writes the DataFrame to an SQL database" do
|
|
210
|
-
expect(dbh).to receive(:prepare)
|
|
211
|
-
.with('INSERT INTO tbl (a,b,c,d) VALUES (?,?,?,?)')
|
|
212
|
-
.and_return(prepared_query)
|
|
213
|
-
df.each_row { |r| expect(prepared_query).to receive(:execute).with(*r.to_a).ordered }
|
|
214
|
-
|
|
215
|
-
df.write_sql dbh, 'tbl'
|
|
216
|
-
end
|
|
217
|
-
end
|
|
218
|
-
|
|
219
|
-
context '.from_activerecord' do
|
|
220
|
-
include_context 'with accounts table in sqlite3 database'
|
|
221
|
-
|
|
222
|
-
context 'with ActiveRecord::Relation' do
|
|
223
|
-
before do
|
|
224
|
-
DaruLite::RSpec::Account.establish_connection "sqlite3:#{db_name}"
|
|
225
|
-
end
|
|
226
|
-
|
|
227
|
-
let(:relation) do
|
|
228
|
-
DaruLite::RSpec::Account.all
|
|
229
|
-
end
|
|
230
|
-
|
|
231
|
-
context 'without specifying field names' do
|
|
232
|
-
subject do
|
|
233
|
-
DaruLite::DataFrame.from_activerecord(relation)
|
|
234
|
-
end
|
|
235
|
-
|
|
236
|
-
it 'loads data from an AR::Relation object' do
|
|
237
|
-
accounts = subject
|
|
238
|
-
expect(accounts.class).to eq DaruLite::DataFrame
|
|
239
|
-
expect(accounts.nrows).to eq 2
|
|
240
|
-
expect(accounts.vectors.to_a).to eq [:id, :name, :age]
|
|
241
|
-
expect(accounts.row[0][:id]).to eq 1
|
|
242
|
-
expect(accounts.row[0][:name]).to eq 'Homer'
|
|
243
|
-
expect(accounts.row[0][:age]).to eq 20
|
|
244
|
-
end
|
|
245
|
-
end
|
|
246
|
-
|
|
247
|
-
context 'with specifying field names in parameters' do
|
|
248
|
-
subject do
|
|
249
|
-
DaruLite::DataFrame.from_activerecord(relation, :name, :age)
|
|
250
|
-
end
|
|
251
|
-
|
|
252
|
-
it 'loads data from an AR::Relation object' do
|
|
253
|
-
accounts = subject
|
|
254
|
-
expect(accounts.class).to eq DaruLite::DataFrame
|
|
255
|
-
expect(accounts.nrows).to eq 2
|
|
256
|
-
expect(accounts.vectors.to_a).to eq [:name, :age]
|
|
257
|
-
expect(accounts.row[0][:name]).to eq 'Homer'
|
|
258
|
-
expect(accounts.row[0][:age]).to eq 20
|
|
259
|
-
end
|
|
260
|
-
end
|
|
261
|
-
end
|
|
262
|
-
end
|
|
263
|
-
|
|
264
|
-
context ".from_plaintext" do
|
|
265
|
-
it "reads data from plain text files" do
|
|
266
|
-
df = DaruLite::DataFrame.from_plaintext 'spec/fixtures/bank2.dat', [:v1,:v2,:v3,:v4,:v5,:v6]
|
|
267
|
-
|
|
268
|
-
expect(df.vectors.to_a).to eq([:v1,:v2,:v3,:v4,:v5,:v6])
|
|
269
|
-
end
|
|
270
|
-
|
|
271
|
-
xit "understands empty fields" do
|
|
272
|
-
pending 'See FIXME note in io.rb'
|
|
273
|
-
|
|
274
|
-
df = DaruLite::DataFrame.from_plaintext 'spec/fixtures/empties.dat', [:v1,:v2,:v3]
|
|
275
|
-
|
|
276
|
-
expect(df.row[1].to_a).to eq [4, nil, 6]
|
|
277
|
-
end
|
|
278
|
-
|
|
279
|
-
it "understands non-numeric fields" do
|
|
280
|
-
df = DaruLite::DataFrame.from_plaintext 'spec/fixtures/strings.dat', [:v1,:v2,:v3]
|
|
281
|
-
|
|
282
|
-
expect(df[:v1].to_a).to eq ['test', 'foo']
|
|
283
|
-
end
|
|
284
|
-
end
|
|
285
|
-
|
|
286
|
-
context "JSON" do
|
|
287
|
-
it "loads parsed JSON" do
|
|
288
|
-
require 'json'
|
|
289
|
-
|
|
290
|
-
json = File.read 'spec/fixtures/countries.json'
|
|
291
|
-
df = DaruLite::DataFrame.new JSON.parse(json)
|
|
292
|
-
|
|
293
|
-
expect(df.vectors).to eq([
|
|
294
|
-
'name', 'nativeName', 'tld', 'cca2', 'ccn3', 'cca3', 'currency', 'callingCode',
|
|
295
|
-
'capital', 'altSpellings', 'relevance', 'region', 'subregion', 'language',
|
|
296
|
-
'languageCodes', 'translations', 'latlng', 'demonym', 'borders', 'area'].to_index)
|
|
297
|
-
|
|
298
|
-
expect(df.row[0]['name']).to eq("Afghanistan")
|
|
299
|
-
end
|
|
300
|
-
end
|
|
301
|
-
|
|
302
|
-
context "Marshalling" do
|
|
303
|
-
it "" do
|
|
304
|
-
vector = DaruLite::Vector.new (0..100).collect { |_n| rand(100) }
|
|
305
|
-
dataframe = DaruLite::Vector.new({a: vector, b: vector, c: vector})
|
|
306
|
-
expect(Marshal.load(Marshal.dump(dataframe))).to eq(dataframe)
|
|
307
|
-
end
|
|
308
|
-
end
|
|
309
|
-
|
|
310
|
-
context "#save" do
|
|
311
|
-
before do
|
|
312
|
-
@data_frame = DaruLite::DataFrame.new({b: [11,12,13,14,15], a: [1,2,3,4,5],
|
|
313
|
-
c: [11,22,33,44,55]},
|
|
314
|
-
order: [:a, :b, :c],
|
|
315
|
-
index: [:one, :two, :three, :four, :five])
|
|
316
|
-
end
|
|
317
|
-
|
|
318
|
-
it "saves df to a file" do
|
|
319
|
-
outfile = Tempfile.new('dataframe.df')
|
|
320
|
-
@data_frame.save(outfile.path)
|
|
321
|
-
a = DaruLite::IO.load(outfile.path)
|
|
322
|
-
expect(a).to eq(@data_frame)
|
|
323
|
-
end
|
|
324
|
-
end
|
|
325
|
-
end
|
|
326
|
-
|
|
327
|
-
describe DaruLite::Vector do
|
|
328
|
-
context "Marshalling" do
|
|
329
|
-
it "" do
|
|
330
|
-
vector = DaruLite::Vector.new (0..100).collect { |_n| rand(100) }
|
|
331
|
-
expect(Marshal.load(Marshal.dump(vector))).to eq(vector)
|
|
332
|
-
end
|
|
333
|
-
end
|
|
334
|
-
|
|
335
|
-
context "#save" do
|
|
336
|
-
ALL_DTYPES.each do |dtype|
|
|
337
|
-
it "saves to a file and returns the same Vector of type #{dtype}" do
|
|
338
|
-
vector = DaruLite::Vector.new(
|
|
339
|
-
[5, 5, 5, 5, 5, 6, 6, 7, 8, 9, 10, 1, 2, 3, 4, 11, -99, -99],
|
|
340
|
-
dtype: dtype)
|
|
341
|
-
outfile = Tempfile.new('vector.vec')
|
|
342
|
-
vector.save(outfile.path)
|
|
343
|
-
expect(DaruLite::IO.load(outfile.path)).to eq(vector)
|
|
344
|
-
end
|
|
345
|
-
end
|
|
346
|
-
end
|
|
347
|
-
end
|
|
348
|
-
|
|
349
|
-
describe DaruLite::Index do
|
|
350
|
-
context "Marshalling" do
|
|
351
|
-
it "" do
|
|
352
|
-
i = DaruLite::Index.new([:a, :b, :c, :d, :e])
|
|
353
|
-
expect(Marshal.load(Marshal.dump(i))).to eq(i)
|
|
354
|
-
end
|
|
355
|
-
end
|
|
356
|
-
end
|
|
357
|
-
end
|
|
@@ -1,48 +0,0 @@
|
|
|
1
|
-
require 'daru_lite/io/sql_data_source'
|
|
2
|
-
require 'sqlite3'
|
|
3
|
-
require 'active_record'
|
|
4
|
-
|
|
5
|
-
RSpec.describe DaruLite::IO::SqlDataSource do
|
|
6
|
-
include_context 'with accounts table in sqlite3 database'
|
|
7
|
-
|
|
8
|
-
let(:query) do
|
|
9
|
-
'select * from accounts'
|
|
10
|
-
end
|
|
11
|
-
|
|
12
|
-
let(:source) do
|
|
13
|
-
ActiveRecord::Base.establish_connection("sqlite3:#{db_name}")
|
|
14
|
-
ActiveRecord::Base.connection
|
|
15
|
-
end
|
|
16
|
-
|
|
17
|
-
describe '.make_dataframe' do
|
|
18
|
-
subject(:df) { DaruLite::IO::SqlDataSource.make_dataframe(source, query) }
|
|
19
|
-
|
|
20
|
-
context 'with ActiveRecord::Connection' do
|
|
21
|
-
it { is_expected.to be_a(DaruLite::DataFrame) }
|
|
22
|
-
it { expect(df.row[0]).to have_attributes(id: 1, age: 20) }
|
|
23
|
-
its(:nrows) { is_expected.to eq 2 }
|
|
24
|
-
end
|
|
25
|
-
|
|
26
|
-
context 'with path to sqlite3 file' do
|
|
27
|
-
let(:source) { db_name }
|
|
28
|
-
it { is_expected.to be_a(DaruLite::DataFrame) }
|
|
29
|
-
it { expect(df.row[0]).to have_attributes(id: 1, age: 20) }
|
|
30
|
-
its(:nrows) { is_expected.to eq 2 }
|
|
31
|
-
end
|
|
32
|
-
|
|
33
|
-
context 'with an object not a string as a query' do
|
|
34
|
-
let(:query) { Object.new }
|
|
35
|
-
it { expect { df }.to raise_error(ArgumentError) }
|
|
36
|
-
end
|
|
37
|
-
|
|
38
|
-
context 'with an object not a database connection' do
|
|
39
|
-
let(:source) { Object.new }
|
|
40
|
-
it { expect { df }.to raise_error(ArgumentError) }
|
|
41
|
-
end
|
|
42
|
-
|
|
43
|
-
context 'with path to unsupported db file' do
|
|
44
|
-
let(:source) { 'spec/fixtures/bank2.dat' }
|
|
45
|
-
it { expect { df }.to raise_error(ArgumentError) }
|
|
46
|
-
end
|
|
47
|
-
end
|
|
48
|
-
end
|
|
@@ -1,170 +0,0 @@
|
|
|
1
|
-
describe DaruLite::DataFrame, '#to_html' do
|
|
2
|
-
let(:doc) { Nokogiri::HTML(df.to_html) }
|
|
3
|
-
subject(:table) { doc.at('table') }
|
|
4
|
-
let(:header) { doc.at('b')}
|
|
5
|
-
let(:name) { 'test' }
|
|
6
|
-
|
|
7
|
-
let(:splitted_row) { row.inner_html.scan(/<t[dh].+?<\/t[dh]>/) }
|
|
8
|
-
|
|
9
|
-
context 'simple' do
|
|
10
|
-
let(:df) { DaruLite::DataFrame.new({a: [1,2,3], b: [3,4,5], c: [6,7,8]}, name: name)}
|
|
11
|
-
|
|
12
|
-
describe 'header' do
|
|
13
|
-
subject { header }
|
|
14
|
-
|
|
15
|
-
it { is_expected.not_to be_nil }
|
|
16
|
-
its(:text) { is_expected.to eq " DaruLite::DataFrame: test (3x3) " }
|
|
17
|
-
|
|
18
|
-
context 'without name' do
|
|
19
|
-
let(:name) { nil }
|
|
20
|
-
|
|
21
|
-
its(:text) { is_expected.to eq " DaruLite::DataFrame(3x3) " }
|
|
22
|
-
end
|
|
23
|
-
end
|
|
24
|
-
|
|
25
|
-
describe 'column headers' do
|
|
26
|
-
subject(:columns) { table.search('tr:nth-child(1) th').map(&:text) }
|
|
27
|
-
its(:size) { is_expected.to eq df.ncols + 1 }
|
|
28
|
-
it { is_expected.to eq ['', 'a', 'b', 'c'] }
|
|
29
|
-
end
|
|
30
|
-
|
|
31
|
-
context 'with multi-index columns' do
|
|
32
|
-
before { df.vectors = DaruLite::MultiIndex.from_tuples [[:a, :foo], [:a, :baz], [:b, :foo]] }
|
|
33
|
-
|
|
34
|
-
subject { splitted_row }
|
|
35
|
-
describe 'first row' do
|
|
36
|
-
let(:row) { table.search('thead > tr:nth-child(1)') }
|
|
37
|
-
|
|
38
|
-
it { is_expected.to eq [
|
|
39
|
-
'<th rowspan="2"></th>',
|
|
40
|
-
'<th colspan="2">a</th>',
|
|
41
|
-
'<th colspan="1">b</th>'
|
|
42
|
-
] }
|
|
43
|
-
end
|
|
44
|
-
|
|
45
|
-
describe 'next row' do
|
|
46
|
-
let(:row) { table.search('thead > tr:nth-child(2)') }
|
|
47
|
-
|
|
48
|
-
it { is_expected.to eq [
|
|
49
|
-
'<th colspan="1">foo</th>',
|
|
50
|
-
'<th colspan="1">baz</th>',
|
|
51
|
-
'<th colspan="1">foo</th>'
|
|
52
|
-
] }
|
|
53
|
-
end
|
|
54
|
-
end
|
|
55
|
-
|
|
56
|
-
describe 'index' do
|
|
57
|
-
subject(:indexes) { table.search('tr > td:first-child').map(&:text) }
|
|
58
|
-
its(:count) { is_expected.to eq df.nrows }
|
|
59
|
-
it { is_expected.to eq df.index.to_a.map(&:to_s) }
|
|
60
|
-
end
|
|
61
|
-
|
|
62
|
-
describe 'values' do
|
|
63
|
-
subject(:values) {
|
|
64
|
-
table.search('tr')[1..-1]
|
|
65
|
-
.map { |tr| tr.search('td')[1..-1].map(&:text) }
|
|
66
|
-
}
|
|
67
|
-
its(:count) { is_expected.to eq df.nrows }
|
|
68
|
-
it { is_expected.to eq df.map_rows{|r| r.map(&:to_s)} }
|
|
69
|
-
end
|
|
70
|
-
end
|
|
71
|
-
|
|
72
|
-
context 'large dataframe' do
|
|
73
|
-
let(:df) { DaruLite::DataFrame.new({a: [1,2,3]*100, b: [3,4,5]*100, c: [6,7,8]*100}, name: 'test') }
|
|
74
|
-
|
|
75
|
-
describe 'header' do
|
|
76
|
-
subject { header }
|
|
77
|
-
|
|
78
|
-
its(:text) { is_expected.to eq " DaruLite::DataFrame: test (300x3) " }
|
|
79
|
-
end
|
|
80
|
-
|
|
81
|
-
it 'has only 30 rows (+ 1 header rows, + 2 finishing rows)' do
|
|
82
|
-
expect(table.search('tr').size).to eq 33
|
|
83
|
-
end
|
|
84
|
-
|
|
85
|
-
describe '"skipped" row' do
|
|
86
|
-
subject(:row) { table.search('tr:nth-child(31) td').map(&:text) }
|
|
87
|
-
its(:count) { is_expected.to eq df.ncols + 1 }
|
|
88
|
-
it { is_expected.to all eq '...' }
|
|
89
|
-
end
|
|
90
|
-
|
|
91
|
-
describe 'last row' do
|
|
92
|
-
subject(:row) { table.search('tr:nth-child(32) td').map(&:text) }
|
|
93
|
-
its(:count) { is_expected.to eq df.ncols + 1 }
|
|
94
|
-
it { is_expected.to eq ['299', *df.row[-1].map(&:to_s)] }
|
|
95
|
-
end
|
|
96
|
-
end
|
|
97
|
-
|
|
98
|
-
context 'with multi-index' do
|
|
99
|
-
let(:df) {
|
|
100
|
-
DaruLite::DataFrame.new(
|
|
101
|
-
{
|
|
102
|
-
a: [1,2,3,4,5,6,7],
|
|
103
|
-
b: %w[a b c d e f g]
|
|
104
|
-
}, index: DaruLite::MultiIndex.from_tuples([
|
|
105
|
-
%w[foo one],
|
|
106
|
-
%w[foo two],
|
|
107
|
-
%w[foo three],
|
|
108
|
-
%w[bar one],
|
|
109
|
-
%w[bar two],
|
|
110
|
-
%w[bar three],
|
|
111
|
-
%w[baz one],
|
|
112
|
-
]),
|
|
113
|
-
name: 'test'
|
|
114
|
-
)
|
|
115
|
-
}
|
|
116
|
-
|
|
117
|
-
describe 'header' do
|
|
118
|
-
subject { header }
|
|
119
|
-
|
|
120
|
-
it { is_expected.not_to be_nil }
|
|
121
|
-
its(:text) { is_expected.to eq " DaruLite::DataFrame: test (7x2) " }
|
|
122
|
-
end
|
|
123
|
-
|
|
124
|
-
describe 'column headers' do
|
|
125
|
-
let(:row) { table.search('thead > tr:nth-child(1)') }
|
|
126
|
-
subject { splitted_row }
|
|
127
|
-
|
|
128
|
-
it { is_expected.to eq [
|
|
129
|
-
'<th colspan="2"></th>',
|
|
130
|
-
'<th>a</th>',
|
|
131
|
-
'<th>b</th>'
|
|
132
|
-
]}
|
|
133
|
-
end
|
|
134
|
-
|
|
135
|
-
context 'with multi-index columns' do
|
|
136
|
-
before { df.vectors = DaruLite::MultiIndex.from_tuples [[:a, :foo], [:a, :baz]] }
|
|
137
|
-
|
|
138
|
-
subject { splitted_row }
|
|
139
|
-
describe 'first row' do
|
|
140
|
-
let(:row) { table.search('thead > tr:nth-child(1)') }
|
|
141
|
-
|
|
142
|
-
it { is_expected.to eq [
|
|
143
|
-
'<th colspan="2" rowspan="2"></th>',
|
|
144
|
-
'<th colspan="2">a</th>',
|
|
145
|
-
] }
|
|
146
|
-
end
|
|
147
|
-
|
|
148
|
-
describe 'next row' do
|
|
149
|
-
let(:row) { table.search('thead > tr:nth-child(2)') }
|
|
150
|
-
|
|
151
|
-
it { is_expected.to eq [
|
|
152
|
-
'<th colspan="1">foo</th>',
|
|
153
|
-
'<th colspan="1">baz</th>',
|
|
154
|
-
] }
|
|
155
|
-
end
|
|
156
|
-
end
|
|
157
|
-
|
|
158
|
-
describe 'first row' do
|
|
159
|
-
let(:row) { table.search('tbody > tr:nth-child(1)') }
|
|
160
|
-
subject { splitted_row }
|
|
161
|
-
|
|
162
|
-
it { is_expected.to eq [
|
|
163
|
-
'<th rowspan="3">foo</th>',
|
|
164
|
-
'<th rowspan="1">one</th>',
|
|
165
|
-
'<td>1</td>',
|
|
166
|
-
'<td>a</td>'
|
|
167
|
-
]}
|
|
168
|
-
end
|
|
169
|
-
end
|
|
170
|
-
end
|
data/spec/iruby/helpers_spec.rb
DELETED
|
@@ -1,49 +0,0 @@
|
|
|
1
|
-
describe DaruLite::IRuby::Helpers do
|
|
2
|
-
context 'MultiIndex' do
|
|
3
|
-
let(:index) {
|
|
4
|
-
DaruLite::MultiIndex.from_tuples [
|
|
5
|
-
[:a,:one,:bar],
|
|
6
|
-
[:a,:one,:baz],
|
|
7
|
-
[:a,:two,:bar],
|
|
8
|
-
[:a,:two,:baz],
|
|
9
|
-
[:b,:one,:bar],
|
|
10
|
-
[:b,:two,:bar],
|
|
11
|
-
[:b,:two,:baz],
|
|
12
|
-
[:b,:one,:foo],
|
|
13
|
-
[:c,:one,:bar],
|
|
14
|
-
[:c,:one,:baz],
|
|
15
|
-
[:c,:two,:foo],
|
|
16
|
-
[:c,:two,:bar]
|
|
17
|
-
]
|
|
18
|
-
}
|
|
19
|
-
|
|
20
|
-
context '#tuples_with_rowspans' do
|
|
21
|
-
subject { described_class.tuples_with_rowspans(index) }
|
|
22
|
-
|
|
23
|
-
it { is_expected.to eq [
|
|
24
|
-
[[:a,4],[:one,2],[:bar,1]],
|
|
25
|
-
[ [:baz,1]],
|
|
26
|
-
[ [:two,2],[:bar,1]],
|
|
27
|
-
[ [:baz,1]],
|
|
28
|
-
[[:b,4],[:one,1],[:bar,1]],
|
|
29
|
-
[ [:two,2],[:bar,1]],
|
|
30
|
-
[ [:baz,1]],
|
|
31
|
-
[ [:one,1],[:foo,1]],
|
|
32
|
-
[[:c,4],[:one,2],[:bar,1]],
|
|
33
|
-
[ [:baz,1]],
|
|
34
|
-
[ [:two,2],[:foo,1]],
|
|
35
|
-
[ [:bar,1]]
|
|
36
|
-
]}
|
|
37
|
-
end
|
|
38
|
-
|
|
39
|
-
context '#tuples_with_colspans' do
|
|
40
|
-
subject { described_class.tuples_with_colspans(index) }
|
|
41
|
-
|
|
42
|
-
it { is_expected.to eq [
|
|
43
|
-
[[:a, 4], [:b, 4], [:c, 4]],
|
|
44
|
-
[[:one, 2], [:two, 2], [:one, 1], [:two, 2], [:one, 1], [:one, 2], [:two, 2]],
|
|
45
|
-
[[:bar, 1], [:baz, 1], [:bar, 1], [:baz, 1], [:bar, 1], [:bar, 1], [:baz, 1], [:foo, 1], [:bar, 1], [:baz, 1], [:foo, 1], [:bar, 1]]
|
|
46
|
-
]}
|
|
47
|
-
end
|
|
48
|
-
end
|
|
49
|
-
end
|
|
@@ -1,37 +0,0 @@
|
|
|
1
|
-
describe DaruLite::MultiIndex, '#to_html' do
|
|
2
|
-
let(:index) {
|
|
3
|
-
DaruLite::MultiIndex.from_tuples [
|
|
4
|
-
[:a,:one,:bar],
|
|
5
|
-
[:a,:one,:baz],
|
|
6
|
-
[:a,:two,:bar],
|
|
7
|
-
[:a,:two,:baz],
|
|
8
|
-
[:b,:one,:bar],
|
|
9
|
-
[:b,:two,:bar],
|
|
10
|
-
[:b,:two,:baz],
|
|
11
|
-
[:b,:one,:foo],
|
|
12
|
-
[:c,:one,:bar],
|
|
13
|
-
[:c,:one,:baz],
|
|
14
|
-
[:c,:two,:foo],
|
|
15
|
-
[:c,:two,:bar]
|
|
16
|
-
]
|
|
17
|
-
}
|
|
18
|
-
|
|
19
|
-
let(:table) { Nokogiri::HTML(index.to_html) }
|
|
20
|
-
|
|
21
|
-
describe 'first row' do
|
|
22
|
-
subject { table.at('tr:first-child > th') }
|
|
23
|
-
its(['colspan']) { is_expected.to eq '3' }
|
|
24
|
-
its(:text) { is_expected.to eq 'DaruLite::MultiIndex(12x3)' }
|
|
25
|
-
end
|
|
26
|
-
|
|
27
|
-
describe 'next row' do
|
|
28
|
-
let(:row) { table.at('tr:nth-child(2)') }
|
|
29
|
-
subject { row.inner_html.scan(/<th.+?<\/th>/) }
|
|
30
|
-
|
|
31
|
-
it { is_expected.to eq [
|
|
32
|
-
'<th rowspan="4">a</th>',
|
|
33
|
-
'<th rowspan="2">one</th>',
|
|
34
|
-
'<th rowspan="1">bar</th>'
|
|
35
|
-
]}
|
|
36
|
-
end
|
|
37
|
-
end
|