daru_lite 0.3.4 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (161) hide show
  1. checksums.yaml +4 -4
  2. data/History.md +84 -0
  3. data/README.md +16 -1
  4. data/lib/daru_lite/category.rb +1 -1
  5. data/lib/daru_lite/core/group_by.rb +0 -4
  6. data/lib/daru_lite/core/merge.rb +2 -2
  7. data/lib/daru_lite/data_frame/calculatable.rb +12 -6
  8. data/lib/daru_lite/data_frame/duplicatable.rb +0 -14
  9. data/lib/daru_lite/data_frame/iterable.rb +2 -2
  10. data/lib/daru_lite/data_frame/missable.rb +0 -9
  11. data/lib/daru_lite/dataframe.rb +34 -9
  12. data/lib/daru_lite/date_time/index.rb +4 -4
  13. data/lib/daru_lite/index/multi_index.rb +1 -2
  14. data/lib/daru_lite/maths/statistics/dataframe.rb +2 -4
  15. data/lib/daru_lite/maths/statistics/vector.rb +3 -8
  16. data/lib/daru_lite/monkeys/array.rb +4 -0
  17. data/lib/daru_lite/monkeys/hash.rb +3 -0
  18. data/lib/daru_lite/monkeys/matrix.rb +3 -0
  19. data/lib/daru_lite/monkeys/range.rb +4 -0
  20. data/lib/daru_lite/vector/missable.rb +0 -55
  21. data/lib/daru_lite/vector/sortable.rb +2 -2
  22. data/lib/daru_lite/vector.rb +3 -9
  23. data/lib/daru_lite/version.rb +1 -1
  24. data/lib/daru_lite.rb +8 -10
  25. metadata +54 -287
  26. data/.github/ISSUE_TEMPLATE/bug_report.md +0 -38
  27. data/.github/ISSUE_TEMPLATE/feature_request.md +0 -20
  28. data/.github/dependabot.yml +0 -11
  29. data/.github/workflows/ci.yml +0 -33
  30. data/.gitignore +0 -10
  31. data/.rspec +0 -2
  32. data/.rubocop.yml +0 -27
  33. data/.rubocop_todo.yml +0 -139
  34. data/CONTRIBUTING.md +0 -47
  35. data/Gemfile +0 -2
  36. data/Rakefile +0 -69
  37. data/ReleasePolicy.md +0 -20
  38. data/benchmarks/TradeoffData.csv +0 -65
  39. data/benchmarks/csv_reading.rb +0 -22
  40. data/benchmarks/dataframe_creation.rb +0 -39
  41. data/benchmarks/db_loading.rb +0 -33
  42. data/benchmarks/duplicating.rb +0 -45
  43. data/benchmarks/group_by.rb +0 -32
  44. data/benchmarks/joining.rb +0 -52
  45. data/benchmarks/row_access.rb +0 -41
  46. data/benchmarks/row_assign.rb +0 -36
  47. data/benchmarks/sorting.rb +0 -51
  48. data/benchmarks/statistics.rb +0 -28
  49. data/benchmarks/vector_access.rb +0 -31
  50. data/benchmarks/vector_assign.rb +0 -42
  51. data/benchmarks/where_clause.rb +0 -48
  52. data/benchmarks/where_vs_filter.rb +0 -28
  53. data/daru_lite.gemspec +0 -54
  54. data/daru_lite_test-shm +0 -0
  55. data/daru_lite_test-wal +0 -0
  56. data/images/README.md +0 -5
  57. data/images/con0.png +0 -0
  58. data/images/con1.png +0 -0
  59. data/images/init0.png +0 -0
  60. data/images/init1.png +0 -0
  61. data/images/man0.png +0 -0
  62. data/images/man1.png +0 -0
  63. data/images/man2.png +0 -0
  64. data/images/man3.png +0 -0
  65. data/images/man4.png +0 -0
  66. data/images/man5.png +0 -0
  67. data/images/man6.png +0 -0
  68. data/lib/daru_lite/accessors/mdarray_wrapper.rb +0 -7
  69. data/lib/daru_lite/monkeys/m_d_array.rb +0 -7
  70. data/lib/daru_lite/monkeys/object.rb +0 -7
  71. data/profile/_base.rb +0 -23
  72. data/profile/df_to_a.rb +0 -10
  73. data/profile/filter.rb +0 -13
  74. data/profile/joining.rb +0 -13
  75. data/profile/sorting.rb +0 -12
  76. data/profile/vector_each_with_index.rb +0 -9
  77. data/profile/vector_new.rb +0 -9
  78. data/spec/accessors/array_wrapper_spec.rb +0 -3
  79. data/spec/category_spec.rb +0 -1767
  80. data/spec/core/group_by_spec.rb +0 -655
  81. data/spec/core/merge_spec.rb +0 -179
  82. data/spec/core/query_spec.rb +0 -347
  83. data/spec/daru_lite_spec.rb +0 -22
  84. data/spec/data_frame/aggregatable_example.rb +0 -65
  85. data/spec/data_frame/buildable_example.rb +0 -109
  86. data/spec/data_frame/calculatable_example.rb +0 -135
  87. data/spec/data_frame/convertible_example.rb +0 -180
  88. data/spec/data_frame/duplicatable_example.rb +0 -134
  89. data/spec/data_frame/fetchable_example.rb +0 -510
  90. data/spec/data_frame/filterable_example.rb +0 -456
  91. data/spec/data_frame/indexable_example.rb +0 -221
  92. data/spec/data_frame/iterable_example.rb +0 -481
  93. data/spec/data_frame/joinable_example.rb +0 -131
  94. data/spec/data_frame/missable_example.rb +0 -47
  95. data/spec/data_frame/pivotable_example.rb +0 -297
  96. data/spec/data_frame/queryable_example.rb +0 -92
  97. data/spec/data_frame/setable_example.rb +0 -513
  98. data/spec/data_frame/sortable_example.rb +0 -368
  99. data/spec/dataframe_spec.rb +0 -1342
  100. data/spec/date_time/data_spec.rb +0 -197
  101. data/spec/date_time/date_time_index_helper_spec.rb +0 -72
  102. data/spec/date_time/index_spec.rb +0 -588
  103. data/spec/date_time/offsets_spec.rb +0 -465
  104. data/spec/extensions/which_dsl_spec.rb +0 -38
  105. data/spec/fixtures/bank2.dat +0 -200
  106. data/spec/fixtures/boolean_converter_test.csv +0 -5
  107. data/spec/fixtures/countries.json +0 -7794
  108. data/spec/fixtures/duplicates.csv +0 -32
  109. data/spec/fixtures/eciresults.html +0 -394
  110. data/spec/fixtures/empties.dat +0 -2
  111. data/spec/fixtures/empty_rows_test.csv +0 -17
  112. data/spec/fixtures/macau.html +0 -3691
  113. data/spec/fixtures/macd_data.csv +0 -150
  114. data/spec/fixtures/matrix_test.csv +0 -100
  115. data/spec/fixtures/moneycontrol.html +0 -6812
  116. data/spec/fixtures/music_data.tsv +0 -2501
  117. data/spec/fixtures/repeated_fields.csv +0 -7
  118. data/spec/fixtures/sales-funnel.csv +0 -18
  119. data/spec/fixtures/scientific_notation.csv +0 -4
  120. data/spec/fixtures/string_converter_test.csv +0 -5
  121. data/spec/fixtures/strings.dat +0 -2
  122. data/spec/fixtures/test_xls.xls +0 -0
  123. data/spec/fixtures/test_xls_2.xls +0 -0
  124. data/spec/fixtures/url_test.txt~ +0 -0
  125. data/spec/fixtures/valid_markup.html +0 -62
  126. data/spec/fixtures/wiki_climate.html +0 -1243
  127. data/spec/fixtures/wiki_table_info.html +0 -631
  128. data/spec/formatters/table_formatter_spec.rb +0 -137
  129. data/spec/helpers_spec.rb +0 -8
  130. data/spec/index/categorical_index_spec.rb +0 -289
  131. data/spec/index/index_spec.rb +0 -438
  132. data/spec/index/multi_index_spec.rb +0 -752
  133. data/spec/io/io_spec.rb +0 -357
  134. data/spec/io/sql_data_source_spec.rb +0 -48
  135. data/spec/iruby/dataframe_spec.rb +0 -170
  136. data/spec/iruby/helpers_spec.rb +0 -49
  137. data/spec/iruby/multi_index_spec.rb +0 -37
  138. data/spec/iruby/vector_spec.rb +0 -105
  139. data/spec/maths/arithmetic/dataframe_spec.rb +0 -148
  140. data/spec/maths/arithmetic/vector_spec.rb +0 -165
  141. data/spec/maths/statistics/dataframe_spec.rb +0 -191
  142. data/spec/maths/statistics/vector_spec.rb +0 -756
  143. data/spec/monkeys_spec.rb +0 -42
  144. data/spec/shared/vector_display_spec.rb +0 -213
  145. data/spec/spec_helper.rb +0 -87
  146. data/spec/support/database_helper.rb +0 -29
  147. data/spec/support/matchers.rb +0 -5
  148. data/spec/vector/aggregatable_example.rb +0 -27
  149. data/spec/vector/calculatable_example.rb +0 -82
  150. data/spec/vector/convertible_example.rb +0 -126
  151. data/spec/vector/duplicatable_example.rb +0 -48
  152. data/spec/vector/fetchable_example.rb +0 -463
  153. data/spec/vector/filterable_example.rb +0 -165
  154. data/spec/vector/indexable_example.rb +0 -201
  155. data/spec/vector/iterable_example.rb +0 -111
  156. data/spec/vector/joinable_example.rb +0 -25
  157. data/spec/vector/missable_example.rb +0 -88
  158. data/spec/vector/queryable_example.rb +0 -91
  159. data/spec/vector/setable_example.rb +0 -300
  160. data/spec/vector/sortable_example.rb +0 -242
  161. data/spec/vector_spec.rb +0 -599
@@ -1,456 +0,0 @@
1
- shared_examples_for 'a filterable DataFrame' do
2
- describe '#uniq' do
3
- let(:df) { DaruLite::DataFrame.from_csv 'spec/fixtures/duplicates.csv' }
4
-
5
- context 'with no args' do
6
- subject { df.uniq }
7
-
8
- it 'returns the correct result' do
9
- expect(subject.shape.first).to eq 30
10
- end
11
- end
12
-
13
- context 'given a vector' do
14
- subject { df.uniq('color') }
15
-
16
- it 'returns the correct result' do
17
- expect(subject.shape.first).to eq 2
18
- end
19
- end
20
-
21
- context 'given an array of vectors' do
22
- subject { df.uniq("color", "director_name") }
23
-
24
- it 'returns the correct result' do
25
- expect(subject.shape.first).to eq 29
26
- end
27
- end
28
- end
29
-
30
- describe "#filter" do
31
- let(:df) { DaruLite::DataFrame.new({ a: [1,2,3], b: [2,3,4] }) }
32
-
33
- context 'avis is row' do
34
- subject { df.filter(:row) { |r| r[:a] % 2 == 0 } }
35
-
36
- it { is_expected.to eq(df.filter_rows { |r| r[:a] % 2 == 0 }) }
37
- end
38
-
39
- context 'avis is vector' do
40
- subject { df.filter(:vector) { |v| v[0] == 1 } }
41
-
42
- it { is_expected.to eq(df.filter_vectors { |v| v[0] == 1 }) }
43
- end
44
-
45
- context 'avis is unknown' do
46
- subject { df.filter(:kitten) {} }
47
-
48
- it { expect { subject }.to raise_error ArgumentError, /axis/ }
49
- end
50
- end
51
-
52
-
53
- describe '#reject_values' do
54
- let(:df) do
55
- DaruLite::DataFrame.new({
56
- a: [1, 2, 3, nil, Float::NAN, nil, 1, 7],
57
- b: [:a, :b, nil, Float::NAN, nil, 3, 5, 8],
58
- c: ['a', Float::NAN, 3, 4, 3, 5, nil, 7]
59
- }, index: 11..18)
60
- end
61
- before { df.to_category :b }
62
-
63
- context 'remove nils only' do
64
- subject { df.reject_values nil }
65
-
66
- it { is_expected.to be_a DaruLite::DataFrame }
67
- its(:'b.type') { is_expected.to eq :category }
68
- its(:'a.to_a') { is_expected.to eq [1, 2, 7] }
69
- its(:'b.to_a') { is_expected.to eq [:a, :b, 8] }
70
- its(:'c.to_a') { is_expected.to eq ['a', Float::NAN, 7] }
71
- its(:'index.to_a') { is_expected.to eq [11, 12, 18] }
72
- end
73
-
74
- context 'remove Float::NAN only' do
75
- subject { df.reject_values Float::NAN }
76
-
77
- it { is_expected.to be_a DaruLite::DataFrame }
78
- its(:'b.type') { is_expected.to eq :category }
79
- its(:'a.to_a') { is_expected.to eq [1, 3, nil, 1, 7] }
80
- its(:'b.to_a') { is_expected.to eq [:a, nil, 3, 5, 8] }
81
- its(:'c.to_a') { is_expected.to eq ['a', 3, 5, nil, 7] }
82
- its(:'index.to_a') { is_expected.to eq [11, 13, 16, 17, 18] }
83
- end
84
-
85
- context 'remove both nil and Float::NAN' do
86
- subject { df.reject_values nil, Float::NAN }
87
-
88
- it { is_expected.to be_a DaruLite::DataFrame }
89
- its(:'b.type') { is_expected.to eq :category }
90
- its(:'a.to_a') { is_expected.to eq [1, 7] }
91
- its(:'b.to_a') { is_expected.to eq [:a, 8] }
92
- its(:'c.to_a') { is_expected.to eq ['a', 7] }
93
- its(:'index.to_a') { is_expected.to eq [11, 18] }
94
- end
95
-
96
- context 'any other values' do
97
- subject { df.reject_values 1, 5 }
98
-
99
- it { is_expected.to be_a DaruLite::DataFrame }
100
- its(:'b.type') { is_expected.to eq :category }
101
- its(:'a.to_a') { is_expected.to eq [2, 3, nil, Float::NAN, 7] }
102
- its(:'b.to_a') { is_expected.to eq [:b, nil, Float::NAN, nil, 8] }
103
- its(:'c.to_a') { is_expected.to eq [Float::NAN, 3, 4, 3, 7] }
104
- its(:'index.to_a') { is_expected.to eq [12, 13, 14, 15, 18] }
105
- end
106
-
107
- context 'when resultant dataframe has one row' do
108
- subject { df.reject_values 1, 2, 3, 4, 5, nil, Float::NAN }
109
-
110
- it { is_expected.to be_a DaruLite::DataFrame }
111
- its(:'b.type') { is_expected.to eq :category }
112
- its(:'a.to_a') { is_expected.to eq [7] }
113
- its(:'b.to_a') { is_expected.to eq [8] }
114
- its(:'c.to_a') { is_expected.to eq [7] }
115
- its(:'index.to_a') { is_expected.to eq [18] }
116
- end
117
-
118
- context 'when resultant dataframe is empty' do
119
- subject { df.reject_values 1, 2, 3, 4, 5, 6, 7, nil, Float::NAN }
120
-
121
- it { is_expected.to be_a DaruLite::DataFrame }
122
- its(:'b.type') { is_expected.to eq :category }
123
- its(:'a.to_a') { is_expected.to eq [] }
124
- its(:'b.to_a') { is_expected.to eq [] }
125
- its(:'c.to_a') { is_expected.to eq [] }
126
- its(:'index.to_a') { is_expected.to eq [] }
127
- end
128
- end
129
-
130
- describe "#keep_row_if" do
131
- let(:index) { [:one, :two, :three, :four, :five] }
132
- let(:order) { [:a, :b, :c] }
133
- let(:df) do
134
- DaruLite::DataFrame.new({
135
- b: [10, 12, 20, 23, 30],
136
- a: [50, 30, 30, 1, 5],
137
- c: [10, 20, 30, 40, 50]
138
- },
139
- order:,
140
- index:
141
- )
142
- end
143
-
144
- shared_examples_for '#keep_row_if' do
145
- before { subject }
146
-
147
- it "keeps row if block evaluates to true" do
148
- expect(df).to eq(expected_df)
149
- end
150
-
151
- it 'returns correct index' do
152
- expect(df.index).to eq(expected_index)
153
- end
154
-
155
- it "all vectors have the same index" do
156
- expect(df.map(&:index)).to all(eq(expected_index))
157
- end
158
- end
159
-
160
- context 'a single row is removed' do
161
- context DaruLite::Index do
162
- subject { df.keep_row_if { |row| row.name != :four } }
163
-
164
- let(:expected_index) { DaruLite::Index.new([:one, :two, :three, :five]) }
165
- let(:expected_df) do
166
- DaruLite::DataFrame.new(
167
- { b: [10, 12, 20, 30], a: [50, 30, 30, 5], c: [10, 20, 30, 50] },
168
- order:,
169
- index: expected_index
170
- )
171
- end
172
-
173
- it_behaves_like '#keep_row_if'
174
- end
175
-
176
- context DaruLite::CategoricalIndex do
177
- subject { df.keep_row_if { |row| row.name != :a } }
178
-
179
- let (:index) { DaruLite::CategoricalIndex.new([:a, 1, 1, :a, :c]) }
180
- let(:expected_index) { DaruLite::CategoricalIndex.new([1, 1, :c]) }
181
- let(:expected_df) do
182
- DaruLite::DataFrame.new(
183
- {
184
- b: [12, 20, 30],
185
- a: [30, 30, 5],
186
- c: [20, 30, 50]
187
- },
188
- order:,
189
- index: expected_index
190
- )
191
- end
192
-
193
- it_behaves_like '#keep_row_if'
194
- end
195
-
196
- context DaruLite::MultiIndex do
197
- subject { df.keep_row_if { |row| !row.name.include?('two') } }
198
-
199
- let(:index) do
200
- DaruLite::MultiIndex.from_tuples([[:a, :one], [:a, :two], [:b, :one], [:b, :two], [:c, :one]])
201
- end
202
- let(:expected_index) do
203
- DaruLite::MultiIndex.from_tuples([[:a, :one], [:b, :one], [:c, :one]])
204
- end
205
- let(:expected_df) do
206
- DaruLite::DataFrame.new(
207
- {
208
- b: [10, 20, 30],
209
- a: [50, 30, 5],
210
- c: [10, 30, 50]
211
- },
212
- order:,
213
- index: expected_index
214
- )
215
- end
216
-
217
- it_behaves_like '#keep_row_if'
218
- end
219
- end
220
-
221
- context 'several rows are removed' do
222
- subject { df.keep_row_if { |row| row[:a] % 10 == 0 } }
223
-
224
- context DaruLite::Index do
225
- let(:expected_index) { DaruLite::Index.new([:one, :two, :three]) }
226
- let(:expected_df) do
227
- DaruLite::DataFrame.new(
228
- { b: [10, 12, 20], a: [50, 30, 30], c: [10, 20, 30] },
229
- order:,
230
- index: expected_index
231
- )
232
- end
233
-
234
- it_behaves_like '#keep_row_if'
235
- end
236
-
237
- context DaruLite::CategoricalIndex do
238
- let (:index) { DaruLite::CategoricalIndex.new([:a, 1, 1, :a, :c]) }
239
- let(:expected_index) { DaruLite::CategoricalIndex.new([:a, 1, 1]) }
240
- let(:expected_df) do
241
- DaruLite::DataFrame.new(
242
- { b: [10, 12, 20], a: [50, 30, 30], c: [10, 20, 30] },
243
- order:,
244
- index: expected_index
245
- )
246
- end
247
-
248
- it_behaves_like '#keep_row_if'
249
- end
250
-
251
- context DaruLite::MultiIndex do
252
- let(:index) { DaruLite::MultiIndex.from_tuples([[:a, :one], [:a, :two], [:b, :one], [:b, :two], [:c, :one]]) }
253
- let(:expected_index) do
254
- DaruLite::MultiIndex.from_tuples([[:a, :one], [:a, :two], [:b, :one]])
255
- end
256
- let(:expected_df) do
257
- DaruLite::DataFrame.new(
258
- { b: [10, 12, 20], a: [50, 30, 30], c: [10, 20, 30] },
259
- order:,
260
- index: expected_index
261
- )
262
- end
263
-
264
- it_behaves_like '#keep_row_if'
265
- end
266
- end
267
-
268
- # context DaruLite::MultiIndex do
269
- # subject { df.keep_row_if { |row| row.name != 'No answer' } }
270
-
271
- # let(:df) do
272
- # order = DaruLite::MultiIndex.from_tuples(
273
- # [
274
- # [:a, :total],
275
- # [:a, "Male"],
276
- # [:a, "Female"],
277
- # [:a, "Prefer not to answer"],
278
- # [:a, "No answer"],
279
- # [:b, :total],
280
- # [:b, "Male"],
281
- # [:b, "Female"],
282
- # [:b, "Prefer not to answer"],
283
- # [:b, "No answer"],
284
- # [:c, :total],
285
- # [:c, "Male"],
286
- # [:c, "Female"],
287
- # [:c, "Prefer not to answer"],
288
- # [:c, "No answer"]
289
- # ]
290
- # )
291
- # index = [
292
- # :base,
293
- # "Single Malt Whisky",
294
- # "Blended/ Other Whisky",
295
- # "Vodka",
296
- # "Cognac",
297
- # "Brandy",
298
- # "Rum",
299
- # "Gin",
300
- # "Tequila",
301
- # "No answer",
302
- # "NET"
303
- # ]
304
- # DaruLite::DataFrame.new(
305
- # [
306
- # [0.0, nil, nil, nil, nil, nil, nil, nil, nil],
307
- # [nil, nil, nil, nil, nil, nil, nil, nil, nil],
308
- # [nil, nil, nil, nil, nil, nil, nil, nil, nil],
309
- # [nil, nil, nil, nil, nil, nil, nil, nil, nil],
310
- # [nil, nil, nil, nil, nil, nil, nil, nil, nil],
311
- # [Float::NAN, nil, nil, nil, nil, nil, nil, nil, nil],
312
- # [nil, nil, nil, nil, nil, nil, nil, nil, nil],
313
- # [nil, nil, nil, nil, nil, nil, nil, nil, nil],
314
- # [nil, nil, nil, nil, nil, nil, nil, nil, nil],
315
- # [nil, nil, nil, nil, nil, nil, nil, nil, nil],
316
- # [0, nil, nil, nil, nil, nil, nil, nil, nil],
317
- # [0, nil, nil, nil, nil, nil, nil, nil, nil],
318
- # [0, nil, nil, nil, nil, nil, nil, nil, nil],
319
- # [0, nil, nil, nil, nil, nil, nil, nil, nil],
320
- # [0, nil, nil, nil, nil, nil, nil, nil, nil],
321
- # ],
322
- # index:,
323
- # order:
324
- # )
325
- # end
326
-
327
- # it "all vectors have the same index" do
328
- # subject
329
- # expect(df.map(&:index)).to all(eq(df.index))
330
- # end
331
- # end
332
- end
333
-
334
- describe "#keep_vector_if" do
335
- it "keeps vector if block evaluates to true" do
336
- df.keep_vector_if do |vector|
337
- vector == [1,2,3,4,5].dv(nil, [:one, :two, :three, :four, :five])
338
- end
339
-
340
- expect(df).to eq(DaruLite::DataFrame.new({a: [1,2,3,4,5]}, order: [:a],
341
- index: [:one, :two, :three, :four, :five]))
342
- end
343
-
344
- context "with duplicate tuples in a MultiIndex" do
345
- let(:multi_index_df) do
346
- DaruLite::DataFrame.new(
347
- [[1, 4], [2, 5], [3, 6]],
348
- order: DaruLite::MultiIndex.from_tuples([[:count, 'A'], [:count, 'A'], [:pct, 'B']]),
349
- index: %w[r1 r2]
350
- )
351
- end
352
-
353
- it "keeps the matching vectors without raising on the ambiguous lookup" do
354
- multi_index_df.keep_vector_if { |_vector, (_metric, label)| label != 'B' }
355
-
356
- expect(multi_index_df.vectors).to be_a(DaruLite::MultiIndex)
357
- expect(multi_index_df.vectors.to_a).to eq([[:count, 'A'], [:count, 'A']])
358
- end
359
-
360
- it "does not raise when no vector is kept" do
361
- expect { multi_index_df.keep_vector_if { |_vector, _tuple| false } }.not_to raise_error
362
- expect(multi_index_df.vectors.to_a).to eq([])
363
- end
364
- end
365
-
366
- context "with duplicate categories in a CategoricalIndex" do
367
- let(:categorical_df) do
368
- DaruLite::DataFrame.new(
369
- [[1, 4], [2, 5], [3, 6]],
370
- order: DaruLite::CategoricalIndex.new([:a, :a, :b]),
371
- index: %w[r1 r2]
372
- )
373
- end
374
-
375
- it "keeps the matching vectors and preserves the CategoricalIndex" do
376
- categorical_df.keep_vector_if { |_vector, category| category == :a }
377
-
378
- expect(categorical_df.vectors).to be_a(DaruLite::CategoricalIndex)
379
- expect(categorical_df.vectors.to_a).to eq([:a, :a])
380
- expect(categorical_df.map_vectors(&:to_a)).to eq([[1, 4], [2, 5]])
381
- end
382
-
383
- it "preserves the CategoricalIndex when no vector is kept" do
384
- categorical_df.keep_vector_if { |_vector, _category| false }
385
-
386
- expect(categorical_df.vectors).to be_a(DaruLite::CategoricalIndex)
387
- expect(categorical_df.vectors.to_a).to eq([])
388
- end
389
- end
390
- end
391
-
392
- describe "#filter_vectors" do
393
- context DaruLite::Index do
394
- subject { df.filter_vectors { |vector| vector[0] == 1 } }
395
-
396
- let(:df) { DaruLite::DataFrame.new({ a: [1,2,3], b: [2,3,4] }) }
397
-
398
- it "filters vectors" do
399
- expect(subject).to eq(DaruLite::DataFrame.new({a: [1,2,3]}))
400
- end
401
- end
402
- end
403
-
404
- describe "#filter_rows" do
405
- context DaruLite::Index do
406
- subject { df.filter_rows { |r| r[:a] != 2 } }
407
-
408
- let(:df) { DaruLite::DataFrame.new a: 1..3, b: 4..6 }
409
-
410
- it "preserves names of vectors" do
411
- expect(subject[:a].name).to eq(df[:a].name)
412
- end
413
-
414
- context "when specified no index" do
415
- subject { df.filter_rows { |row| row[:a] % 2 == 0 } }
416
-
417
- let(:df) { DaruLite::DataFrame.new({ a: [1,2,3], b: [2,3,4] }) }
418
-
419
- it "filters rows" do
420
- expect(subject).to eq(DaruLite::DataFrame.new({ a: [2], b: [3] }, order: [:a, :b], index: [1]))
421
- end
422
- end
423
-
424
- context "when specified numerical index" do
425
- subject { df.filter_rows { |row| row[:a] % 2 == 0 } }
426
-
427
- let(:df) { DaruLite::DataFrame.new({ a: [1,2,3], b: [2,3,4] }, index: [1,2,3]) }
428
-
429
- it "filters rows" do
430
- expect(subject).to eq(DaruLite::DataFrame.new({ a: [2], b: [3] }, order: [:a, :b], index: [2]))
431
- end
432
- end
433
- end
434
- end
435
-
436
- context "#filter_vector" do
437
- subject { df.filter_vector(:id) { |c| c[:id] == 2 or c[:id] == 4 } }
438
-
439
- let(:df) do
440
- DaruLite::DataFrame.new(
441
- {
442
- id: DaruLite::Vector.new([1, 2, 3, 4, 5]),
443
- name: DaruLite::Vector.new(%w(Alex Claude Peter Franz George)),
444
- age: DaruLite::Vector.new([20, 23, 25, 27, 5]),
445
- city: DaruLite::Vector.new(['New York', 'London', 'London', 'Paris', 'Tome']),
446
- a1: DaruLite::Vector.new(['a,b', 'b,c', 'a', nil, 'a,b,c'])
447
- },
448
- order: [:id, :name, :age, :city, :a1]
449
- )
450
- end
451
-
452
- it "creates new vector with the data of a given field for which block returns true" do
453
- expect(subject).to eq(DaruLite::Vector.new([2,4]))
454
- end
455
- end
456
- end
@@ -1,221 +0,0 @@
1
- shared_examples_for 'an indexable DataFrame' do
2
- describe "#set_index" do
3
- let(:df) do
4
- DaruLite::DataFrame.new(
5
- {
6
- a: [1,2,3,4,5],
7
- b: ['a','b','c','d','e'],
8
- c: [11,22,33,44,55]
9
- }
10
- )
11
- end
12
-
13
- it "sets a particular column as the index and deletes that column" do
14
- df.set_index(:b)
15
- expect(df).to eq(
16
- DaruLite::DataFrame.new({
17
- a: [1,2,3,4,5],
18
- c: [11,22,33,44,55]
19
- }, index: ['a','b','c','d','e'])
20
- )
21
- end
22
-
23
- it "sets a particular column as index but keeps that column" do
24
- expect(df.set_index(:c, keep: true)).to eq(
25
- DaruLite::DataFrame.new({
26
- a: [1,2,3,4,5],
27
- b: ['a','b','c','d','e'],
28
- c: [11,22,33,44,55]
29
- }, index: [11,22,33,44,55]))
30
- expect(df[:c]).to eq(df[:c])
31
- end
32
-
33
- it "sets categorical index if categorical is true" do
34
- data = {
35
- a: [1, 2, 3, 4, 5],
36
- b: [:a, 1, :a, 1, 'c'],
37
- c: %w[a b c d e]
38
- }
39
- df = DaruLite::DataFrame.new(data)
40
- df.set_index(:b, categorical: true)
41
- expected = DaruLite::DataFrame.new(
42
- data.slice(:a, :c),
43
- index: DaruLite::CategoricalIndex.new(data[:b])
44
- )
45
- expect(df).to eq(expected)
46
- end
47
-
48
- it "raises error if all elements in the column aren't unique" do
49
- jholu = DaruLite::DataFrame.new({
50
- a: ['a','b','a'],
51
- b: [1,2,4]
52
- })
53
-
54
- expect {
55
- jholu.set_index(:a)
56
- }.to raise_error(ArgumentError)
57
- end
58
-
59
- it "sets multiindex if array is given" do
60
- df = DaruLite::DataFrame.new({
61
- a: %w[a a b b],
62
- b: [1, 2, 1, 2],
63
- c: %w[a b c d]
64
- })
65
- df.set_index(%i[a b])
66
- expected =
67
- DaruLite::DataFrame.new(
68
- { c: %w[a b c d] },
69
- index: DaruLite::MultiIndex.from_tuples(
70
- [['a', 1], ['a', 2], ['b', 1], ['b', 2]]
71
- )
72
- ).tap do |df|
73
- df.index.name = %i[a b]
74
- df
75
- end
76
- expect(df).to eq(expected)
77
- end
78
- end
79
-
80
- describe "#reindex" do
81
- subject { df.reindex(DaruLite::Index.new([1,3,0,8,2])) }
82
-
83
- let(:df) do
84
- DaruLite::DataFrame.new({
85
- a: [1,2,3,4,5],
86
- b: [11,22,33,44,55],
87
- c: %w(a b c d e)
88
- })
89
- end
90
-
91
- it "re indexes and aligns accordingly" do
92
- expect(subject).to eq(
93
- DaruLite::DataFrame.new(
94
- {
95
- a: [2,4,1,nil,3],
96
- b: [22,44,11,nil,33],
97
- c: ['b','d','a',nil,'c']
98
- },
99
- index: DaruLite::Index.new([1,3,0,8,2])
100
- )
101
- )
102
- end
103
-
104
- it { is_expected.to_not eq(df) }
105
- end
106
-
107
- describe '#reset_index' do
108
- context 'when Index' do
109
- subject do
110
- DaruLite::DataFrame.new(
111
- {'vals' => [1,2,3,4,5]},
112
- index: DaruLite::Index.new(%w[a b c d e], name: 'indices')
113
- ).reset_index
114
- end
115
-
116
- it { is_expected.to eq DaruLite::DataFrame.new(
117
- 'indices' => %w[a b c d e],
118
- 'vals' => [1,2,3,4,5]
119
- )}
120
- end
121
-
122
- context 'when MultiIndex' do
123
- subject do
124
- mi = DaruLite::MultiIndex.from_tuples([
125
- [0, 'a'], [0, 'b'], [1, 'a'], [1, 'b']
126
- ])
127
- mi.name = %w[nums alphas]
128
- DaruLite::DataFrame.new(
129
- {'vals' => [1,2,3,4]},
130
- index: mi
131
- ).reset_index
132
- end
133
-
134
- it { is_expected.to eq DaruLite::DataFrame.new(
135
- 'nums' => [0,0,1,1],
136
- 'alphas' => %w[a b a b],
137
- 'vals' => [1,2,3,4]
138
- )}
139
- end
140
- end
141
-
142
- describe "#index=" do
143
- let(:df) do
144
- DaruLite::DataFrame.new({
145
- a: [1,2,3,4,5],
146
- b: [11,22,33,44,55],
147
- c: %w(a b c d e)
148
- })
149
- end
150
-
151
- it "simply reassigns the index" do
152
- df.index = DaruLite::Index.new(['4','foo', :bar, 0, 23])
153
- expect(df.row['foo']).to eq(DaruLite::Vector.new([2,22,'b'], index: [:a,:b,:c]))
154
- end
155
-
156
- it "raises error for improper length index" do
157
- expect {
158
- df.index = DaruLite::Index.new([1,2])
159
- }.to raise_error(ArgumentError)
160
- end
161
-
162
- it "is able to accept array" do
163
- df.index = (1..5).to_a
164
- expect(df.index).to eq DaruLite::Index.new (1..5).to_a
165
- end
166
- end
167
-
168
- describe "#reindex_vectors" do
169
- it "re indexes vectors and aligns accordingly" do
170
- df = DaruLite::DataFrame.new({
171
- a: [1,2,3,4,5],
172
- b: [11,22,33,44,55],
173
- c: %w(a b c d e)
174
- })
175
-
176
- ans = df.reindex_vectors(DaruLite::Index.new([:b, 'a', :a]))
177
- expect(ans).to eq(DaruLite::DataFrame.new({
178
- :b => [11,22,33,44,55],
179
- 'a' => [nil, nil, nil, nil, nil],
180
- :a => [1,2,3,4,5]
181
- }, order: [:b, 'a', :a]))
182
- end
183
-
184
- it 'raises ArgumentError if argument was not an index' do
185
- df = DaruLite::DataFrame.new([])
186
- expect { df.reindex_vectors([]) }.to raise_error(ArgumentError)
187
- end
188
- end
189
-
190
- describe "#vectors=" do
191
- let(:df) do
192
- DaruLite::DataFrame.new({
193
- a: [1,2,3,4,5],
194
- b: [11,22,33,44,55],
195
- c: %w(a b c d e)
196
- })
197
- end
198
-
199
- it "simply reassigns vectors" do
200
- df.vectors = DaruLite::Index.new(['b',0,'m'])
201
-
202
- expect(df.vectors).to eq(DaruLite::Index.new(['b',0,'m']))
203
- expect(df['b']).to eq(DaruLite::Vector.new([1,2,3,4,5]))
204
- expect(df[0]).to eq(DaruLite::Vector.new([11,22,33,44,55]))
205
- expect(df['m']).to eq(DaruLite::Vector.new(%w(a b c d e)))
206
- end
207
-
208
- it "raises error for improper length index" do
209
- expect {
210
- df.vectors = DaruLite::Index.new([1,2,'3',4,'5'])
211
- }.to raise_error(ArgumentError)
212
- end
213
-
214
- it "change name of vectors in @data" do
215
- new_index_array = [:k, :l, :m]
216
- df.vectors = DaruLite::Index.new(new_index_array)
217
-
218
- expect(df.data.map { |vector| vector.name }).to eq(new_index_array)
219
- end
220
- end
221
- end