daru_lite 0.3.4 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (161) hide show
  1. checksums.yaml +4 -4
  2. data/History.md +84 -0
  3. data/README.md +16 -1
  4. data/lib/daru_lite/category.rb +1 -1
  5. data/lib/daru_lite/core/group_by.rb +0 -4
  6. data/lib/daru_lite/core/merge.rb +2 -2
  7. data/lib/daru_lite/data_frame/calculatable.rb +12 -6
  8. data/lib/daru_lite/data_frame/duplicatable.rb +0 -14
  9. data/lib/daru_lite/data_frame/iterable.rb +2 -2
  10. data/lib/daru_lite/data_frame/missable.rb +0 -9
  11. data/lib/daru_lite/dataframe.rb +34 -9
  12. data/lib/daru_lite/date_time/index.rb +4 -4
  13. data/lib/daru_lite/index/multi_index.rb +1 -2
  14. data/lib/daru_lite/maths/statistics/dataframe.rb +2 -4
  15. data/lib/daru_lite/maths/statistics/vector.rb +3 -8
  16. data/lib/daru_lite/monkeys/array.rb +4 -0
  17. data/lib/daru_lite/monkeys/hash.rb +3 -0
  18. data/lib/daru_lite/monkeys/matrix.rb +3 -0
  19. data/lib/daru_lite/monkeys/range.rb +4 -0
  20. data/lib/daru_lite/vector/missable.rb +0 -55
  21. data/lib/daru_lite/vector/sortable.rb +2 -2
  22. data/lib/daru_lite/vector.rb +3 -9
  23. data/lib/daru_lite/version.rb +1 -1
  24. data/lib/daru_lite.rb +8 -10
  25. metadata +54 -287
  26. data/.github/ISSUE_TEMPLATE/bug_report.md +0 -38
  27. data/.github/ISSUE_TEMPLATE/feature_request.md +0 -20
  28. data/.github/dependabot.yml +0 -11
  29. data/.github/workflows/ci.yml +0 -33
  30. data/.gitignore +0 -10
  31. data/.rspec +0 -2
  32. data/.rubocop.yml +0 -27
  33. data/.rubocop_todo.yml +0 -139
  34. data/CONTRIBUTING.md +0 -47
  35. data/Gemfile +0 -2
  36. data/Rakefile +0 -69
  37. data/ReleasePolicy.md +0 -20
  38. data/benchmarks/TradeoffData.csv +0 -65
  39. data/benchmarks/csv_reading.rb +0 -22
  40. data/benchmarks/dataframe_creation.rb +0 -39
  41. data/benchmarks/db_loading.rb +0 -33
  42. data/benchmarks/duplicating.rb +0 -45
  43. data/benchmarks/group_by.rb +0 -32
  44. data/benchmarks/joining.rb +0 -52
  45. data/benchmarks/row_access.rb +0 -41
  46. data/benchmarks/row_assign.rb +0 -36
  47. data/benchmarks/sorting.rb +0 -51
  48. data/benchmarks/statistics.rb +0 -28
  49. data/benchmarks/vector_access.rb +0 -31
  50. data/benchmarks/vector_assign.rb +0 -42
  51. data/benchmarks/where_clause.rb +0 -48
  52. data/benchmarks/where_vs_filter.rb +0 -28
  53. data/daru_lite.gemspec +0 -54
  54. data/daru_lite_test-shm +0 -0
  55. data/daru_lite_test-wal +0 -0
  56. data/images/README.md +0 -5
  57. data/images/con0.png +0 -0
  58. data/images/con1.png +0 -0
  59. data/images/init0.png +0 -0
  60. data/images/init1.png +0 -0
  61. data/images/man0.png +0 -0
  62. data/images/man1.png +0 -0
  63. data/images/man2.png +0 -0
  64. data/images/man3.png +0 -0
  65. data/images/man4.png +0 -0
  66. data/images/man5.png +0 -0
  67. data/images/man6.png +0 -0
  68. data/lib/daru_lite/accessors/mdarray_wrapper.rb +0 -7
  69. data/lib/daru_lite/monkeys/m_d_array.rb +0 -7
  70. data/lib/daru_lite/monkeys/object.rb +0 -7
  71. data/profile/_base.rb +0 -23
  72. data/profile/df_to_a.rb +0 -10
  73. data/profile/filter.rb +0 -13
  74. data/profile/joining.rb +0 -13
  75. data/profile/sorting.rb +0 -12
  76. data/profile/vector_each_with_index.rb +0 -9
  77. data/profile/vector_new.rb +0 -9
  78. data/spec/accessors/array_wrapper_spec.rb +0 -3
  79. data/spec/category_spec.rb +0 -1767
  80. data/spec/core/group_by_spec.rb +0 -655
  81. data/spec/core/merge_spec.rb +0 -179
  82. data/spec/core/query_spec.rb +0 -347
  83. data/spec/daru_lite_spec.rb +0 -22
  84. data/spec/data_frame/aggregatable_example.rb +0 -65
  85. data/spec/data_frame/buildable_example.rb +0 -109
  86. data/spec/data_frame/calculatable_example.rb +0 -135
  87. data/spec/data_frame/convertible_example.rb +0 -180
  88. data/spec/data_frame/duplicatable_example.rb +0 -134
  89. data/spec/data_frame/fetchable_example.rb +0 -510
  90. data/spec/data_frame/filterable_example.rb +0 -456
  91. data/spec/data_frame/indexable_example.rb +0 -221
  92. data/spec/data_frame/iterable_example.rb +0 -481
  93. data/spec/data_frame/joinable_example.rb +0 -131
  94. data/spec/data_frame/missable_example.rb +0 -47
  95. data/spec/data_frame/pivotable_example.rb +0 -297
  96. data/spec/data_frame/queryable_example.rb +0 -92
  97. data/spec/data_frame/setable_example.rb +0 -513
  98. data/spec/data_frame/sortable_example.rb +0 -368
  99. data/spec/dataframe_spec.rb +0 -1342
  100. data/spec/date_time/data_spec.rb +0 -197
  101. data/spec/date_time/date_time_index_helper_spec.rb +0 -72
  102. data/spec/date_time/index_spec.rb +0 -588
  103. data/spec/date_time/offsets_spec.rb +0 -465
  104. data/spec/extensions/which_dsl_spec.rb +0 -38
  105. data/spec/fixtures/bank2.dat +0 -200
  106. data/spec/fixtures/boolean_converter_test.csv +0 -5
  107. data/spec/fixtures/countries.json +0 -7794
  108. data/spec/fixtures/duplicates.csv +0 -32
  109. data/spec/fixtures/eciresults.html +0 -394
  110. data/spec/fixtures/empties.dat +0 -2
  111. data/spec/fixtures/empty_rows_test.csv +0 -17
  112. data/spec/fixtures/macau.html +0 -3691
  113. data/spec/fixtures/macd_data.csv +0 -150
  114. data/spec/fixtures/matrix_test.csv +0 -100
  115. data/spec/fixtures/moneycontrol.html +0 -6812
  116. data/spec/fixtures/music_data.tsv +0 -2501
  117. data/spec/fixtures/repeated_fields.csv +0 -7
  118. data/spec/fixtures/sales-funnel.csv +0 -18
  119. data/spec/fixtures/scientific_notation.csv +0 -4
  120. data/spec/fixtures/string_converter_test.csv +0 -5
  121. data/spec/fixtures/strings.dat +0 -2
  122. data/spec/fixtures/test_xls.xls +0 -0
  123. data/spec/fixtures/test_xls_2.xls +0 -0
  124. data/spec/fixtures/url_test.txt~ +0 -0
  125. data/spec/fixtures/valid_markup.html +0 -62
  126. data/spec/fixtures/wiki_climate.html +0 -1243
  127. data/spec/fixtures/wiki_table_info.html +0 -631
  128. data/spec/formatters/table_formatter_spec.rb +0 -137
  129. data/spec/helpers_spec.rb +0 -8
  130. data/spec/index/categorical_index_spec.rb +0 -289
  131. data/spec/index/index_spec.rb +0 -438
  132. data/spec/index/multi_index_spec.rb +0 -752
  133. data/spec/io/io_spec.rb +0 -357
  134. data/spec/io/sql_data_source_spec.rb +0 -48
  135. data/spec/iruby/dataframe_spec.rb +0 -170
  136. data/spec/iruby/helpers_spec.rb +0 -49
  137. data/spec/iruby/multi_index_spec.rb +0 -37
  138. data/spec/iruby/vector_spec.rb +0 -105
  139. data/spec/maths/arithmetic/dataframe_spec.rb +0 -148
  140. data/spec/maths/arithmetic/vector_spec.rb +0 -165
  141. data/spec/maths/statistics/dataframe_spec.rb +0 -191
  142. data/spec/maths/statistics/vector_spec.rb +0 -756
  143. data/spec/monkeys_spec.rb +0 -42
  144. data/spec/shared/vector_display_spec.rb +0 -213
  145. data/spec/spec_helper.rb +0 -87
  146. data/spec/support/database_helper.rb +0 -29
  147. data/spec/support/matchers.rb +0 -5
  148. data/spec/vector/aggregatable_example.rb +0 -27
  149. data/spec/vector/calculatable_example.rb +0 -82
  150. data/spec/vector/convertible_example.rb +0 -126
  151. data/spec/vector/duplicatable_example.rb +0 -48
  152. data/spec/vector/fetchable_example.rb +0 -463
  153. data/spec/vector/filterable_example.rb +0 -165
  154. data/spec/vector/indexable_example.rb +0 -201
  155. data/spec/vector/iterable_example.rb +0 -111
  156. data/spec/vector/joinable_example.rb +0 -25
  157. data/spec/vector/missable_example.rb +0 -88
  158. data/spec/vector/queryable_example.rb +0 -91
  159. data/spec/vector/setable_example.rb +0 -300
  160. data/spec/vector/sortable_example.rb +0 -242
  161. data/spec/vector_spec.rb +0 -599
@@ -1,481 +0,0 @@
1
- shared_examples_for 'an iterable DataFrame' do
2
- describe "#each_index" do
3
- it "iterates over index" do
4
- idxs = []
5
- ret = df.each_index do |index|
6
- idxs << index
7
- end
8
-
9
- expect(idxs).to eq([:one, :two, :three, :four, :five])
10
-
11
- expect(ret).to eq(df)
12
- end
13
- end
14
-
15
- describe "#each_vector_with_index" do
16
- it "iterates over vectors with index" do
17
- idxs = []
18
- ret = df.each_vector_with_index do |vector, index|
19
- idxs << index
20
- expect(vector.index).to eq([:one, :two, :three, :four, :five].to_index)
21
- expect(vector.class).to eq(DaruLite::Vector)
22
- end
23
-
24
- expect(idxs).to eq([:a, :b, :c])
25
-
26
- expect(ret).to eq(df)
27
- end
28
-
29
- it "iterates over vectors of a MultiIndex with duplicate tuples" do
30
- order = DaruLite::MultiIndex.from_tuples([
31
- [:weighted_count, 'Wave'], [:weighted_count, 'Wave'],
32
- [:percentage, 'Wave'], [:percentage, 'Wave']
33
- ])
34
- dup_df = DaruLite::DataFrame.new([[1, 2], [3, 4], [5, 6], [7, 8]], order: order, index: %w[Yes No])
35
-
36
- tuples = []
37
- dup_df.each_vector_with_index do |vector, index|
38
- tuples << index
39
- expect(vector).to be_a(DaruLite::Vector)
40
- end
41
-
42
- expect(tuples).to eq(order.to_a)
43
- end
44
- end
45
-
46
- describe "#each_row_with_index" do
47
- it "iterates over rows with indexes" do
48
- idxs = []
49
- ret = df.each_row_with_index do |row, idx|
50
- idxs << idx
51
- expect(row.index).to eq([:a, :b, :c].to_index)
52
- expect(row.class).to eq(DaruLite::Vector)
53
- end
54
-
55
- expect(idxs).to eq([:one, :two, :three, :four, :five])
56
- expect(ret) .to eq(df)
57
- end
58
- end
59
-
60
- describe "#each" do
61
- it "iterates over rows" do
62
- ret = df.each(:row) do |row|
63
- expect(row.index).to eq([:a, :b, :c].to_index)
64
- expect(row.class).to eq(DaruLite::Vector)
65
- end
66
-
67
- expect(ret).to eq(df)
68
- end
69
-
70
- it "iterates over all vectors" do
71
- ret = df.each do |vector|
72
- expect(vector.index).to eq([:one, :two, :three, :four, :five].to_index)
73
- expect(vector.class).to eq(DaruLite::Vector)
74
- end
75
-
76
- expect(ret).to eq(df)
77
- end
78
-
79
- it "returns Enumerable if no block specified" do
80
- ret = df.each
81
- expect(ret.is_a?(Enumerator)).to eq(true)
82
- end
83
-
84
- it "raises on unknown axis" do
85
- expect { df.each(:kitten) }.to raise_error(ArgumentError, /axis/)
86
- end
87
- end
88
-
89
- describe "#collect" do
90
- before do
91
- @df = DaruLite::DataFrame.new({
92
- a: [1,2,3,4,5],
93
- b: [11,22,33,44,55],
94
- c: [1,2,3,4,5]
95
- })
96
- end
97
-
98
- it "collects calculation over rows and returns a Vector from the results" do
99
- expect(@df.collect(:row) { |row| (row[:a] + row[:c]) * row[:c] }).to eq(
100
- DaruLite::Vector.new([2,8,18,32,50])
101
- )
102
- end
103
-
104
- it "collects calculation over vectors and returns a Vector from the results" do
105
- expect(@df.collect { |v| v[0] * v[1] + v[4] }).to eq(
106
- DaruLite::Vector.new([7,297,7], index: [:a, :b, :c])
107
- )
108
- end
109
- end
110
-
111
- describe "#map" do
112
- it "iterates over rows and returns an Array" do
113
- ret = df.map(:row) do |row|
114
- expect(row.class).to eq(DaruLite::Vector)
115
- row[:a] * row[:c]
116
- end
117
-
118
- expect(ret).to eq([11, 44, 99, 176, 275])
119
- expect(df.vectors.to_a).to eq([:a, :b, :c])
120
- end
121
-
122
- it "iterates over vectors and returns an Array" do
123
- ret = df.map do |vector|
124
- vector.mean
125
- end
126
- expect(ret).to eq([3.0, 13.0, 33.0])
127
- end
128
- end
129
-
130
- describe "#map!" do
131
- let(:ans_vector) do
132
- DaruLite::DataFrame.new(
133
- {
134
- b: [21,22,23,24,25],
135
- a: [11,12,13,14,15],
136
- c: [21,32,43,54,65]
137
- },
138
- order: [:a, :b, :c],
139
- index: [:one, :two, :three, :four, :five]
140
- )
141
- end
142
- let(:ans_row) do
143
- DaruLite::DataFrame.new(
144
- {
145
- b: [12,13,14,15,16],
146
- a: [2,3,4,5,6],
147
- c: [12,23,34,45,56]
148
- },
149
- order: [:a, :b, :c],
150
- index: [:one, :two, :three, :four, :five]
151
- )
152
- end
153
-
154
- it "destructively maps over the vectors and changes the DF" do
155
- df.map! do |vector|
156
- vector + 10
157
- end
158
- expect(df).to eq(ans_vector)
159
- end
160
-
161
- it "destructively maps over the rows and changes the DF" do
162
- df.map!(:row) do |row|
163
- row + 1
164
- end
165
-
166
- expect(df).to eq(ans_row)
167
- end
168
- end
169
-
170
- describe "#map_vectors_with_index" do
171
- it "iterates over vectors with index and returns an Array" do
172
- idx = []
173
- ret = df.map_vectors_with_index do |vector, index|
174
- idx << index
175
- vector.recode { |e| e += 10}
176
- end
177
-
178
- expect(ret).to eq([
179
- DaruLite::Vector.new([11,12,13,14,15],index: [:one, :two, :three, :four, :five]),
180
- DaruLite::Vector.new([21,22,23,24,25],index: [:one, :two, :three, :four, :five]),
181
- DaruLite::Vector.new([21,32,43,54,65],index: [:one, :two, :three, :four, :five])])
182
- expect(idx).to eq([:a, :b, :c])
183
- end
184
- end
185
-
186
- # FIXME: collect_VECTORS_with_index, but map_VECTOR_with_index -- ??? -- zverok
187
- # (Not saying about unfortunate difference between them...)
188
- describe "#collect_vector_with_index" do
189
- it "iterates over vectors with index and returns an Array" do
190
- idx = []
191
- ret = df.collect_vector_with_index do |vector, index|
192
- idx << index
193
- vector.sum
194
- end
195
-
196
- expect(ret).to eq(DaruLite::Vector.new([15, 65, 165], index: [:a, :b, :c]))
197
- expect(idx).to eq([:a, :b, :c])
198
- end
199
- end
200
-
201
- describe "#map_rows_with_index" do
202
- it "iterates over rows with index and returns an Array" do
203
- idx = []
204
- ret = df.map_rows_with_index do |row, index|
205
- idx << index
206
- expect(row.class).to eq(DaruLite::Vector)
207
- row[:a] * row[:c]
208
- end
209
-
210
- expect(ret).to eq([11, 44, 99, 176, 275])
211
- expect(idx).to eq([:one, :two, :three, :four, :five])
212
- end
213
- end
214
-
215
- describe '#collect_row_with_index' do
216
- it "iterates over rows with index and returns a Vector" do
217
- idx = []
218
- ret = df.collect_row_with_index do |row, index|
219
- idx << index
220
- expect(row.class).to eq(DaruLite::Vector)
221
- row[:a] * row[:c]
222
- end
223
-
224
- expected = DaruLite::Vector.new([11, 44, 99, 176, 275], index: df.index)
225
- expect(ret).to eq(expected)
226
- expect(idx).to eq([:one, :two, :three, :four, :five])
227
- end
228
- end
229
-
230
- describe "#recode" do
231
- let(:ans_vector) do
232
- DaruLite::DataFrame.new(
233
- { b: [21,22,23,24,25],
234
- a: [11,12,13,14,15],
235
- c: [21,32,43,54,65]
236
- },
237
- order: [:a, :b, :c],
238
- index: [:one, :two, :three, :four, :five]
239
- )
240
- end
241
- let(:ans_rows) do
242
- DaruLite::DataFrame.new(
243
- {
244
- b: [121, 144, 169, 196, 225],
245
- a: [1,4,9,16,25],
246
- c: [121, 484, 1089, 1936, 3025]
247
- },
248
- order: [:a, :b, :c],
249
- index: [:one, :two, :three, :four, :five]
250
- )
251
- end
252
- let(:ans_vector_date_time) do
253
- DaruLite::DataFrame.new(
254
- {
255
- b: [21,22,23,24,25],
256
- a: [11,12,13,14,15],
257
- c: [21,32,43,54,65]
258
- },
259
- order: [:a, :b, :c],
260
- index: DaruLite::DateTimeIndex.date_range(start:"2016-02-11", periods:5)
261
- )
262
- end
263
- let(:ans_rows_date_time) do
264
- DaruLite::DataFrame.new(
265
- {
266
- b: [121, 144, 169, 196, 225],
267
- a: [1,4,9,16,25],
268
- c: [121, 484, 1089, 1936, 3025]
269
- },
270
- order: [:a, :b, :c],
271
- index: DaruLite::DateTimeIndex.date_range(start:"2016-02-11", periods:5)
272
- )
273
- end
274
- let(:data_frame_date_time) do
275
- df.dup.tap do |df_dt|
276
- df_dt.index = DaruLite::DateTimeIndex.date_range(start:"2016-02-11", periods:5)
277
- end
278
- end
279
-
280
- it "maps over the vectors of a DataFrame and returns a DataFrame" do
281
- ret = df.recode do |vector|
282
- vector.map! { |e| e += 10}
283
- end
284
-
285
- expect(ret).to eq(ans_vector)
286
- end
287
-
288
- it "maps over the rows of a DataFrame and returns a DataFrame" do
289
- ret = df.recode(:row) do |row|
290
- expect(row.class).to eq(DaruLite::Vector)
291
- row.map! { |e| e*e }
292
- end
293
-
294
- expect(ret).to eq(ans_rows)
295
- end
296
-
297
- it "maps over the vectors of a DataFrame with DateTimeIndex and returns a DataFrame with DateTimeIndex" do
298
- ret = data_frame_date_time.recode do |vector|
299
- vector.map! { |e| e += 10}
300
- end
301
-
302
- expect(ret).to eq(ans_vector_date_time)
303
- end
304
-
305
- it "maps over the rows of a DataFrame with DateTimeIndex and returns a DataFrame with DateTimeIndex" do
306
- ret = data_frame_date_time.recode(:row) do |row|
307
- expect(row.class).to eq(DaruLite::Vector)
308
- row.map! { |e| e*e }
309
- end
310
-
311
- expect(ret).to eq(ans_rows_date_time)
312
- end
313
- end
314
-
315
- describe '#replace_values' do
316
- subject do
317
- DaruLite::DataFrame.new({
318
- a: [1, 2, 3, nil, Float::NAN, nil, 1, 7],
319
- b: [:a, :b, nil, Float::NAN, nil, 3, 5, 8],
320
- c: ['a', Float::NAN, 3, 4, 3, 5, nil, 7]
321
- })
322
- end
323
- before { subject.to_category :b }
324
-
325
- context 'replace nils only' do
326
- before { subject.replace_values nil, 10 }
327
-
328
- it { is_expected.to be_a DaruLite::DataFrame }
329
- its(:'b.type') { is_expected.to eq :category }
330
- its(:'a.to_a') { is_expected.to eq [1, 2, 3, 10, Float::NAN, 10, 1, 7] }
331
- its(:'b.to_a') { is_expected.to eq [:a, :b, 10, Float::NAN, 10, 3, 5, 8] }
332
- its(:'c.to_a') { is_expected.to eq ['a', Float::NAN, 3, 4, 3, 5, 10, 7] }
333
- end
334
-
335
- context 'replace Float::NAN only' do
336
- before { subject.replace_values Float::NAN, 10 }
337
-
338
- it { is_expected.to be_a DaruLite::DataFrame }
339
- its(:'b.type') { is_expected.to eq :category }
340
- its(:'a.to_a') { is_expected.to eq [1, 2, 3, nil, 10, nil, 1, 7] }
341
- its(:'b.to_a') { is_expected.to eq [:a, :b, nil, 10, nil, 3, 5, 8] }
342
- its(:'c.to_a') { is_expected.to eq ['a', 10, 3, 4, 3, 5, nil, 7] }
343
- end
344
-
345
- context 'replace both nil and Float::NAN' do
346
- before { subject.replace_values [nil, Float::NAN], 10 }
347
-
348
- it { is_expected.to be_a DaruLite::DataFrame }
349
- its(:'b.type') { is_expected.to eq :category }
350
- its(:'a.to_a') { is_expected.to eq [1, 2, 3, 10, 10, 10, 1, 7] }
351
- its(:'b.to_a') { is_expected.to eq [:a, :b, 10, 10, 10, 3, 5, 8] }
352
- its(:'c.to_a') { is_expected.to eq ['a', 10, 3, 4, 3, 5, 10, 7] }
353
- end
354
-
355
- context 'replace other values' do
356
- before { subject.replace_values [1, 5], 10 }
357
-
358
- it { is_expected.to be_a DaruLite::DataFrame }
359
- its(:'b.type') { is_expected.to eq :category }
360
- its(:'a.to_a') { is_expected.to eq [10, 2, 3, nil, Float::NAN, nil, 10, 7] }
361
- its(:'b.to_a') { is_expected.to eq [:a, :b, nil, Float::NAN, nil, 3, 10, 8] }
362
- its(:'c.to_a') { is_expected.to eq ['a', Float::NAN, 3, 4, 3, 10, nil, 7] }
363
- end
364
- end
365
-
366
-
367
- describe "#verify" do
368
- def create_test(*args, &proc)
369
- description = args.shift
370
- fields = args
371
- [description, fields, proc]
372
- end
373
-
374
- let(:df) do
375
- name = DaruLite::Vector.new %w(r1 r2 r3 r4)
376
- v1 = DaruLite::Vector.new [1, 2, 3, 4]
377
- v2 = DaruLite::Vector.new [4, 3, 2, 1]
378
- v3 = DaruLite::Vector.new [10, 20, 30, 40]
379
- v4 = DaruLite::Vector.new %w(a b a b)
380
-
381
- DaruLite::DataFrame.new({ v1:, v2:, v3:, v4:, id: name }, order: [:v1, :v2, :v3, :v4, :id])
382
- end
383
-
384
- it "correctly verifies data as per the block" do
385
- # Correct
386
- t1 = create_test('If v4=a, v1 odd') do |r|
387
- r[:v4] == 'b' or (r[:v4] == 'a' and r[:v1].odd?)
388
- end
389
- t2 = create_test('v3=v1*10') { |r| r[:v3] == r[:v1] * 10 }
390
- # Fail!
391
- t3 = create_test("v4='b'") { |r| r[:v4] == 'b' }
392
- exp1 = ["1 [1]: v4='b'", "3 [3]: v4='b'"]
393
- exp2 = ["1 [r1]: v4='b'", "3 [r3]: v4='b'"]
394
-
395
- dataf = df.verify(t3, t1, t2)
396
- expect(dataf).to eq(exp1)
397
- end
398
-
399
- it "uses additional fields to extend error messages" do
400
- t = create_test("v4='b'", :v2, :v3) { |r| r[:v4] == 'b' }
401
-
402
- dataf = df.verify(:id, t)
403
- expect(dataf).to eq(["1 [r1]: v4='b' (v2=4, v3=10)", "3 [r3]: v4='b' (v2=2, v3=30)"])
404
- end
405
- end
406
-
407
- describe "#merge" do
408
- it "merges one dataframe with another" do
409
- a = DaruLite::Vector.new [1, 2, 3]
410
- b = DaruLite::Vector.new [3, 4, 5]
411
- c = DaruLite::Vector.new [4, 5, 6]
412
- d = DaruLite::Vector.new [7, 8, 9]
413
- e = DaruLite::Vector.new [10, 20, 30]
414
- ds1 = DaruLite::DataFrame.new({ :a => a, :b => b })
415
- ds2 = DaruLite::DataFrame.new({ :c => c, :d => d })
416
- exp = DaruLite::DataFrame.new({ :a => a, :b => b, :c => c, :d => d })
417
-
418
- expect(ds1.merge(ds2)).to eq(exp)
419
- expect(ds2.merge(ds1)).to eq(
420
- DaruLite::DataFrame.new({c: c, d: d, a: a, b: b}, order: [:c, :d, :a, :b]))
421
-
422
- ds3 = DaruLite::DataFrame.new({ :a => e })
423
- exp = DaruLite::DataFrame.new({ :a_1 => a, :a_2 => e, :b => b },
424
- order: [:a_1, :b, :a_2])
425
-
426
- expect(ds1.merge(ds3)).to eq(exp)
427
- end
428
-
429
- context "preserves type of vector names" do
430
- let(:df1) { DaruLite::DataFrame.new({'a'=> [1, 2, 3]}) }
431
- let(:df2) { DaruLite::DataFrame.new({:b=> [4, 5, 6]}) }
432
- subject { df1.merge df2 }
433
-
434
- it { is_expected.to be_a DaruLite::DataFrame }
435
- it { expect(subject['a'].to_a).to eq [1, 2, 3] }
436
- it { expect(subject[:b].to_a).to eq [4, 5, 6] }
437
- end
438
-
439
- context "preserves indices for dataframes with same index" do
440
- let(:index) { ['one','two','three'] }
441
- let(:df1) { DaruLite::DataFrame.new({ 'a' => [1, 2, 3], 'b' => [3, 4, 5] }, index: index) }
442
- let(:df2) { DaruLite::DataFrame.new({ 'c' => [4, 5, 6], 'd' => [7, 8, 9] }, index: index) }
443
- subject { df1.merge df2 }
444
-
445
- its(:index) { is_expected.to eq DaruLite::Index.new(index) }
446
- end
447
- end
448
-
449
- describe "#one_to_many" do
450
- subject { df.one_to_many(['id'], 'car_%v%n') }
451
-
452
- let(:df) do
453
- DaruLite::DataFrame.rows(
454
- [
455
- ['1', 'george', 'red', 10, 'blue', 20, nil, nil],
456
- ['2', 'fred', 'green', 15, 'orange', 30, 'white', 20],
457
- ['3', 'alfred', nil, nil, nil, nil, nil, nil]
458
- ],
459
- order: [
460
- 'id', 'name', 'car_color1', 'car_value1', 'car_color2',
461
- 'car_value2', 'car_color3', 'car_value3'
462
- ]
463
- )
464
- end
465
- let(:df_expected) do
466
- ids = DaruLite::Vector.new %w(1 1 2 2 2)
467
- colors = DaruLite::Vector.new %w(red blue green orange white)
468
- values = DaruLite::Vector.new [10, 20, 15, 30, 20]
469
- col_ids = DaruLite::Vector.new [1, 2, 1, 2, 3]
470
-
471
- DaruLite::DataFrame.new(
472
- {
473
- 'id' => ids, '_col_id' => col_ids, 'color' => colors, 'value' => values
474
- },
475
- order: ['id', '_col_id', 'color', 'value']
476
- )
477
- end
478
-
479
- it { is_expected.to eq(df_expected) }
480
- end
481
- end
@@ -1,131 +0,0 @@
1
- shared_examples_for 'a joinable DataFrame' do
2
- describe "#concat" do
3
- let(:df1) do
4
- DaruLite::DataFrame.new({
5
- a: [1, 2, 3],
6
- b: [1, 2, 3]
7
- })
8
- end
9
- let(:df2) do
10
- DaruLite::DataFrame.new({
11
- a: [4, 5, 6],
12
- c: [4, 5, 6]
13
- })
14
- end
15
-
16
- it 'does not modify the original dataframes' do
17
- df1_a = df1[:a].to_a.dup
18
- df2_a = df2[:a].to_a.dup
19
-
20
- df_concat = df1.concat df2
21
- expect(df1[:a].to_a).to eq df1_a
22
- expect(df2[:a].to_a).to eq df2_a
23
- end
24
-
25
- it 'creates a new dataframe that is a concatenation of the two dataframe arguments' do
26
- df1_a = df1[:a].to_a.dup
27
- df2_a = df2[:a].to_a.dup
28
-
29
- df_concat = df1.concat df2
30
- expect(df_concat[:a].to_a).to eq df1_a + df2_a
31
- end
32
-
33
- it 'fills in missing vectors with nils' do
34
- df1_b = df1[:b].to_a.dup
35
- df2_c = df2[:c].to_a.dup
36
-
37
- df_concat = df1.concat df2
38
- expect(df_concat[:b].to_a).to eq df1_b + [nil] * df2.size
39
- expect(df_concat[:c].to_a).to eq [nil] * df1.size + df2_c
40
- end
41
- end
42
-
43
-
44
- describe "#union" do
45
- let(:df1) do
46
- DaruLite::DataFrame.new({
47
- a: [1, 2, 3],
48
- b: [1, 2, 3]}
49
- )
50
- end
51
- let(:df2) do
52
- DaruLite::DataFrame.new({
53
- a: [4, 5, 6],
54
- c: [4, 5, 6]}
55
- )
56
- end
57
- let(:df3) do
58
- DaruLite::DataFrame.new({
59
- a: [4, 5, 6],
60
- c: [4, 5, 6]}
61
- )
62
- end
63
-
64
- shared_examples_for '#union' do
65
- it 'does not modify the original dataframes' do
66
- df1_a = df1[:a].to_a.dup
67
- df2_a = df2[:a].to_a.dup
68
-
69
- _ = df1.union df2
70
- expect(df1[:a].to_a).to eq df1_a
71
- expect(df2[:a].to_a).to eq df2_a
72
- end
73
-
74
- it 'creates a new dataframe that is a concatenation of the two dataframe arguments' do
75
- df1_a = df1[:a].to_a.dup
76
- df2_a = df2[:a].to_a.dup
77
-
78
- df_union = df1.union df2
79
- expect(df_union[:a].to_a).to eq df1_a + df2_a
80
- end
81
-
82
- it 'fills in missing vectors with nils' do
83
- df1_b = df1[:b].to_a.dup
84
- df2_c = df2[:c].to_a.dup
85
-
86
- df_union = df1.union df2
87
- expect(df_union[:b].to_a).to eq df1_b + [nil] * df2.size
88
- expect(df_union[:c].to_a).to eq [nil] * df1.size + df2_c
89
- end
90
-
91
- it 'overwrites part of the first dataframe if there are double indices' do
92
- vec = DaruLite::Vector.new({a: 4, b: nil, c: 4})
93
- expect(df1.union(df3).row[df1_df3_common_indice]).to eq vec
94
- end
95
-
96
- it 'concats the indices' do
97
- v1 = df1.index.to_a
98
- v2 = df2.index.to_a
99
-
100
- df_union = df1.union df2
101
- expect(df_union.index.to_a).to eq v1 + v2
102
- end
103
- end
104
-
105
- context 'with regular index' do
106
- let(:df1_df3_common_indice) { 5 }
107
- let(:df2_df3_common_indices) { [7, 9] }
108
-
109
- before do
110
- df1.index = [1, 3, df1_df3_common_indice]
111
- df2.index = [*df2_df3_common_indices, 11]
112
- df3.index = [df1_df3_common_indice, *df2_df3_common_indices]
113
- end
114
-
115
- it_behaves_like '#union'
116
- end
117
-
118
- context 'with multi index' do
119
- let(:df1_df3_common_indice) { [:c, 5] }
120
- let(:df2_df3_common_indices) { [[:a, 7],[:b, 9]] }
121
-
122
- before do
123
- df1.index = DaruLite::MultiIndex.from_tuples([[:a, 1], [:b, 3], df1_df3_common_indice])
124
- df2.index = DaruLite::MultiIndex.from_tuples([*df2_df3_common_indices, [:c, 11]])
125
- df3.index = DaruLite::MultiIndex.from_tuples([df1_df3_common_indice, *df2_df3_common_indices])
126
- end
127
-
128
- it_behaves_like '#union'
129
- end
130
- end
131
- end
@@ -1,47 +0,0 @@
1
- shared_examples_for 'a missable DataFrame' do
2
- describe '#rolling_fillna!' do
3
- subject do
4
- DaruLite::DataFrame.new({
5
- a: [1, 2, 3, nil, Float::NAN, nil, 1, 7],
6
- b: [:a, :b, nil, Float::NAN, nil, 3, 5, nil],
7
- c: ['a', Float::NAN, 3, 4, 3, 5, nil, 7]
8
- })
9
- end
10
-
11
- context 'rolling_fillna! forwards' do
12
- before { subject.rolling_fillna!(:forward) }
13
-
14
- it { expect(subject.rolling_fillna!(:forward)).to eq(subject) }
15
- its(:'a.to_a') { is_expected.to eq [1, 2, 3, 3, 3, 3, 1, 7] }
16
- its(:'b.to_a') { is_expected.to eq [:a, :b, :b, :b, :b, 3, 5, 5] }
17
- its(:'c.to_a') { is_expected.to eq ['a', 'a', 3, 4, 3, 5, 5, 7] }
18
- end
19
-
20
- context 'rolling_fillna! backwards' do
21
- before { subject.rolling_fillna!(:backward) }
22
-
23
- it { expect(subject.rolling_fillna!(:backward)).to eq(subject) }
24
- its(:'a.to_a') { is_expected.to eq [1, 2, 3, 1, 1, 1, 1, 7] }
25
- its(:'b.to_a') { is_expected.to eq [:a, :b, 3, 3, 3, 3, 5, 0] }
26
- its(:'c.to_a') { is_expected.to eq ['a', 3, 3, 4, 3, 5, 7, 7] }
27
- end
28
- end
29
-
30
- describe "#missing_values_rows" do
31
- subject { df.missing_values_rows }
32
-
33
- let(:df) do
34
- a1 = DaruLite::Vector.new [1, nil, 3, 4, 5, nil]
35
- a2 = DaruLite::Vector.new [10, nil, 20, 20, 20, 30]
36
- b1 = DaruLite::Vector.new [nil, nil, 1, 1, 1, 2]
37
- b2 = DaruLite::Vector.new [2, 2, 2, nil, 2, 3]
38
- c = DaruLite::Vector.new [nil, 2, 4, 2, 2, 2]
39
-
40
- DaruLite::DataFrame.new({a1:, a2:, b1:, b2:, c: })
41
- end
42
-
43
- it "returns number of missing values in each row" do
44
- expect(subject).to eq(DaruLite::Vector.new [2, 3, 0, 1, 0, 1])
45
- end
46
- end
47
- end