daru_lite 0.3.3 → 0.3.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (150) hide show
  1. checksums.yaml +4 -4
  2. data/History.md +60 -0
  3. data/README.md +1 -1
  4. data/lib/daru_lite/category.rb +1 -1
  5. data/lib/daru_lite/data_frame/duplicatable.rb +7 -1
  6. data/lib/daru_lite/data_frame/fetchable.rb +1 -1
  7. data/lib/daru_lite/data_frame/iterable.rb +5 -2
  8. data/lib/daru_lite/data_frame/sortable.rb +13 -5
  9. data/lib/daru_lite/dataframe.rb +52 -11
  10. data/lib/daru_lite/date_time/index.rb +2 -2
  11. data/lib/daru_lite/index/categorical_index.rb +62 -0
  12. data/lib/daru_lite/index/multi_index.rb +24 -6
  13. data/lib/daru_lite/maths/statistics/dataframe.rb +9 -5
  14. data/lib/daru_lite/maths/statistics/vector.rb +1 -1
  15. data/lib/daru_lite/version.rb +1 -1
  16. data/lib/daru_lite.rb +1 -0
  17. metadata +54 -284
  18. data/.github/ISSUE_TEMPLATE/bug_report.md +0 -38
  19. data/.github/ISSUE_TEMPLATE/feature_request.md +0 -20
  20. data/.github/dependabot.yml +0 -11
  21. data/.github/workflows/ci.yml +0 -33
  22. data/.gitignore +0 -10
  23. data/.rspec +0 -2
  24. data/.rubocop.yml +0 -27
  25. data/.rubocop_todo.yml +0 -139
  26. data/CONTRIBUTING.md +0 -47
  27. data/Gemfile +0 -2
  28. data/Rakefile +0 -69
  29. data/ReleasePolicy.md +0 -20
  30. data/benchmarks/TradeoffData.csv +0 -65
  31. data/benchmarks/csv_reading.rb +0 -22
  32. data/benchmarks/dataframe_creation.rb +0 -39
  33. data/benchmarks/db_loading.rb +0 -33
  34. data/benchmarks/duplicating.rb +0 -45
  35. data/benchmarks/group_by.rb +0 -32
  36. data/benchmarks/joining.rb +0 -52
  37. data/benchmarks/row_access.rb +0 -41
  38. data/benchmarks/row_assign.rb +0 -36
  39. data/benchmarks/sorting.rb +0 -51
  40. data/benchmarks/statistics.rb +0 -28
  41. data/benchmarks/vector_access.rb +0 -31
  42. data/benchmarks/vector_assign.rb +0 -42
  43. data/benchmarks/where_clause.rb +0 -48
  44. data/benchmarks/where_vs_filter.rb +0 -28
  45. data/daru_lite.gemspec +0 -54
  46. data/daru_lite_test-shm +0 -0
  47. data/daru_lite_test-wal +0 -0
  48. data/images/README.md +0 -5
  49. data/images/con0.png +0 -0
  50. data/images/con1.png +0 -0
  51. data/images/init0.png +0 -0
  52. data/images/init1.png +0 -0
  53. data/images/man0.png +0 -0
  54. data/images/man1.png +0 -0
  55. data/images/man2.png +0 -0
  56. data/images/man3.png +0 -0
  57. data/images/man4.png +0 -0
  58. data/images/man5.png +0 -0
  59. data/images/man6.png +0 -0
  60. data/profile/_base.rb +0 -23
  61. data/profile/df_to_a.rb +0 -10
  62. data/profile/filter.rb +0 -13
  63. data/profile/joining.rb +0 -13
  64. data/profile/sorting.rb +0 -12
  65. data/profile/vector_each_with_index.rb +0 -9
  66. data/profile/vector_new.rb +0 -9
  67. data/spec/accessors/array_wrapper_spec.rb +0 -3
  68. data/spec/category_spec.rb +0 -1741
  69. data/spec/core/group_by_spec.rb +0 -655
  70. data/spec/core/merge_spec.rb +0 -179
  71. data/spec/core/query_spec.rb +0 -347
  72. data/spec/daru_lite_spec.rb +0 -22
  73. data/spec/data_frame/aggregatable_example.rb +0 -65
  74. data/spec/data_frame/buildable_example.rb +0 -109
  75. data/spec/data_frame/calculatable_example.rb +0 -135
  76. data/spec/data_frame/convertible_example.rb +0 -180
  77. data/spec/data_frame/duplicatable_example.rb +0 -111
  78. data/spec/data_frame/fetchable_example.rb +0 -481
  79. data/spec/data_frame/filterable_example.rb +0 -456
  80. data/spec/data_frame/indexable_example.rb +0 -221
  81. data/spec/data_frame/iterable_example.rb +0 -465
  82. data/spec/data_frame/joinable_example.rb +0 -131
  83. data/spec/data_frame/missable_example.rb +0 -47
  84. data/spec/data_frame/pivotable_example.rb +0 -297
  85. data/spec/data_frame/queryable_example.rb +0 -92
  86. data/spec/data_frame/setable_example.rb +0 -482
  87. data/spec/data_frame/sortable_example.rb +0 -350
  88. data/spec/dataframe_spec.rb +0 -1306
  89. data/spec/date_time/data_spec.rb +0 -197
  90. data/spec/date_time/date_time_index_helper_spec.rb +0 -72
  91. data/spec/date_time/index_spec.rb +0 -588
  92. data/spec/date_time/offsets_spec.rb +0 -465
  93. data/spec/extensions/which_dsl_spec.rb +0 -38
  94. data/spec/fixtures/bank2.dat +0 -200
  95. data/spec/fixtures/boolean_converter_test.csv +0 -5
  96. data/spec/fixtures/countries.json +0 -7794
  97. data/spec/fixtures/duplicates.csv +0 -32
  98. data/spec/fixtures/eciresults.html +0 -394
  99. data/spec/fixtures/empties.dat +0 -2
  100. data/spec/fixtures/empty_rows_test.csv +0 -17
  101. data/spec/fixtures/macau.html +0 -3691
  102. data/spec/fixtures/macd_data.csv +0 -150
  103. data/spec/fixtures/matrix_test.csv +0 -100
  104. data/spec/fixtures/moneycontrol.html +0 -6812
  105. data/spec/fixtures/music_data.tsv +0 -2501
  106. data/spec/fixtures/repeated_fields.csv +0 -7
  107. data/spec/fixtures/sales-funnel.csv +0 -18
  108. data/spec/fixtures/scientific_notation.csv +0 -4
  109. data/spec/fixtures/string_converter_test.csv +0 -5
  110. data/spec/fixtures/strings.dat +0 -2
  111. data/spec/fixtures/test_xls.xls +0 -0
  112. data/spec/fixtures/test_xls_2.xls +0 -0
  113. data/spec/fixtures/url_test.txt~ +0 -0
  114. data/spec/fixtures/valid_markup.html +0 -62
  115. data/spec/fixtures/wiki_climate.html +0 -1243
  116. data/spec/fixtures/wiki_table_info.html +0 -631
  117. data/spec/formatters/table_formatter_spec.rb +0 -137
  118. data/spec/helpers_spec.rb +0 -8
  119. data/spec/index/categorical_index_spec.rb +0 -221
  120. data/spec/index/index_spec.rb +0 -438
  121. data/spec/index/multi_index_spec.rb +0 -713
  122. data/spec/io/io_spec.rb +0 -357
  123. data/spec/io/sql_data_source_spec.rb +0 -48
  124. data/spec/iruby/dataframe_spec.rb +0 -170
  125. data/spec/iruby/helpers_spec.rb +0 -49
  126. data/spec/iruby/multi_index_spec.rb +0 -37
  127. data/spec/iruby/vector_spec.rb +0 -105
  128. data/spec/maths/arithmetic/dataframe_spec.rb +0 -148
  129. data/spec/maths/arithmetic/vector_spec.rb +0 -165
  130. data/spec/maths/statistics/dataframe_spec.rb +0 -178
  131. data/spec/maths/statistics/vector_spec.rb +0 -756
  132. data/spec/monkeys_spec.rb +0 -42
  133. data/spec/shared/vector_display_spec.rb +0 -213
  134. data/spec/spec_helper.rb +0 -87
  135. data/spec/support/database_helper.rb +0 -29
  136. data/spec/support/matchers.rb +0 -5
  137. data/spec/vector/aggregatable_example.rb +0 -27
  138. data/spec/vector/calculatable_example.rb +0 -82
  139. data/spec/vector/convertible_example.rb +0 -126
  140. data/spec/vector/duplicatable_example.rb +0 -48
  141. data/spec/vector/fetchable_example.rb +0 -463
  142. data/spec/vector/filterable_example.rb +0 -165
  143. data/spec/vector/indexable_example.rb +0 -201
  144. data/spec/vector/iterable_example.rb +0 -111
  145. data/spec/vector/joinable_example.rb +0 -25
  146. data/spec/vector/missable_example.rb +0 -88
  147. data/spec/vector/queryable_example.rb +0 -91
  148. data/spec/vector/setable_example.rb +0 -300
  149. data/spec/vector/sortable_example.rb +0 -242
  150. data/spec/vector_spec.rb +0 -599
@@ -1,456 +0,0 @@
1
- shared_examples_for 'a filterable DataFrame' do
2
- describe '#uniq' do
3
- let(:df) { DaruLite::DataFrame.from_csv 'spec/fixtures/duplicates.csv' }
4
-
5
- context 'with no args' do
6
- subject { df.uniq }
7
-
8
- it 'returns the correct result' do
9
- expect(subject.shape.first).to eq 30
10
- end
11
- end
12
-
13
- context 'given a vector' do
14
- subject { df.uniq('color') }
15
-
16
- it 'returns the correct result' do
17
- expect(subject.shape.first).to eq 2
18
- end
19
- end
20
-
21
- context 'given an array of vectors' do
22
- subject { df.uniq("color", "director_name") }
23
-
24
- it 'returns the correct result' do
25
- expect(subject.shape.first).to eq 29
26
- end
27
- end
28
- end
29
-
30
- describe "#filter" do
31
- let(:df) { DaruLite::DataFrame.new({ a: [1,2,3], b: [2,3,4] }) }
32
-
33
- context 'avis is row' do
34
- subject { df.filter(:row) { |r| r[:a] % 2 == 0 } }
35
-
36
- it { is_expected.to eq(df.filter_rows { |r| r[:a] % 2 == 0 }) }
37
- end
38
-
39
- context 'avis is vector' do
40
- subject { df.filter(:vector) { |v| v[0] == 1 } }
41
-
42
- it { is_expected.to eq(df.filter_vectors { |v| v[0] == 1 }) }
43
- end
44
-
45
- context 'avis is unknown' do
46
- subject { df.filter(:kitten) {} }
47
-
48
- it { expect { subject }.to raise_error ArgumentError, /axis/ }
49
- end
50
- end
51
-
52
-
53
- describe '#reject_values' do
54
- let(:df) do
55
- DaruLite::DataFrame.new({
56
- a: [1, 2, 3, nil, Float::NAN, nil, 1, 7],
57
- b: [:a, :b, nil, Float::NAN, nil, 3, 5, 8],
58
- c: ['a', Float::NAN, 3, 4, 3, 5, nil, 7]
59
- }, index: 11..18)
60
- end
61
- before { df.to_category :b }
62
-
63
- context 'remove nils only' do
64
- subject { df.reject_values nil }
65
-
66
- it { is_expected.to be_a DaruLite::DataFrame }
67
- its(:'b.type') { is_expected.to eq :category }
68
- its(:'a.to_a') { is_expected.to eq [1, 2, 7] }
69
- its(:'b.to_a') { is_expected.to eq [:a, :b, 8] }
70
- its(:'c.to_a') { is_expected.to eq ['a', Float::NAN, 7] }
71
- its(:'index.to_a') { is_expected.to eq [11, 12, 18] }
72
- end
73
-
74
- context 'remove Float::NAN only' do
75
- subject { df.reject_values Float::NAN }
76
-
77
- it { is_expected.to be_a DaruLite::DataFrame }
78
- its(:'b.type') { is_expected.to eq :category }
79
- its(:'a.to_a') { is_expected.to eq [1, 3, nil, 1, 7] }
80
- its(:'b.to_a') { is_expected.to eq [:a, nil, 3, 5, 8] }
81
- its(:'c.to_a') { is_expected.to eq ['a', 3, 5, nil, 7] }
82
- its(:'index.to_a') { is_expected.to eq [11, 13, 16, 17, 18] }
83
- end
84
-
85
- context 'remove both nil and Float::NAN' do
86
- subject { df.reject_values nil, Float::NAN }
87
-
88
- it { is_expected.to be_a DaruLite::DataFrame }
89
- its(:'b.type') { is_expected.to eq :category }
90
- its(:'a.to_a') { is_expected.to eq [1, 7] }
91
- its(:'b.to_a') { is_expected.to eq [:a, 8] }
92
- its(:'c.to_a') { is_expected.to eq ['a', 7] }
93
- its(:'index.to_a') { is_expected.to eq [11, 18] }
94
- end
95
-
96
- context 'any other values' do
97
- subject { df.reject_values 1, 5 }
98
-
99
- it { is_expected.to be_a DaruLite::DataFrame }
100
- its(:'b.type') { is_expected.to eq :category }
101
- its(:'a.to_a') { is_expected.to eq [2, 3, nil, Float::NAN, 7] }
102
- its(:'b.to_a') { is_expected.to eq [:b, nil, Float::NAN, nil, 8] }
103
- its(:'c.to_a') { is_expected.to eq [Float::NAN, 3, 4, 3, 7] }
104
- its(:'index.to_a') { is_expected.to eq [12, 13, 14, 15, 18] }
105
- end
106
-
107
- context 'when resultant dataframe has one row' do
108
- subject { df.reject_values 1, 2, 3, 4, 5, nil, Float::NAN }
109
-
110
- it { is_expected.to be_a DaruLite::DataFrame }
111
- its(:'b.type') { is_expected.to eq :category }
112
- its(:'a.to_a') { is_expected.to eq [7] }
113
- its(:'b.to_a') { is_expected.to eq [8] }
114
- its(:'c.to_a') { is_expected.to eq [7] }
115
- its(:'index.to_a') { is_expected.to eq [18] }
116
- end
117
-
118
- context 'when resultant dataframe is empty' do
119
- subject { df.reject_values 1, 2, 3, 4, 5, 6, 7, nil, Float::NAN }
120
-
121
- it { is_expected.to be_a DaruLite::DataFrame }
122
- its(:'b.type') { is_expected.to eq :category }
123
- its(:'a.to_a') { is_expected.to eq [] }
124
- its(:'b.to_a') { is_expected.to eq [] }
125
- its(:'c.to_a') { is_expected.to eq [] }
126
- its(:'index.to_a') { is_expected.to eq [] }
127
- end
128
- end
129
-
130
- describe "#keep_row_if" do
131
- let(:index) { [:one, :two, :three, :four, :five] }
132
- let(:order) { [:a, :b, :c] }
133
- let(:df) do
134
- DaruLite::DataFrame.new({
135
- b: [10, 12, 20, 23, 30],
136
- a: [50, 30, 30, 1, 5],
137
- c: [10, 20, 30, 40, 50]
138
- },
139
- order:,
140
- index:
141
- )
142
- end
143
-
144
- shared_examples_for '#keep_row_if' do
145
- before { subject }
146
-
147
- it "keeps row if block evaluates to true" do
148
- expect(df).to eq(expected_df)
149
- end
150
-
151
- it 'returns correct index' do
152
- expect(df.index).to eq(expected_index)
153
- end
154
-
155
- it "all vectors have the same index" do
156
- expect(df.map(&:index)).to all(eq(expected_index))
157
- end
158
- end
159
-
160
- context 'a single row is removed' do
161
- context DaruLite::Index do
162
- subject { df.keep_row_if { |row| row.name != :four } }
163
-
164
- let(:expected_index) { DaruLite::Index.new([:one, :two, :three, :five]) }
165
- let(:expected_df) do
166
- DaruLite::DataFrame.new(
167
- { b: [10, 12, 20, 30], a: [50, 30, 30, 5], c: [10, 20, 30, 50] },
168
- order:,
169
- index: expected_index
170
- )
171
- end
172
-
173
- it_behaves_like '#keep_row_if'
174
- end
175
-
176
- context DaruLite::CategoricalIndex do
177
- subject { df.keep_row_if { |row| row.name != :a } }
178
-
179
- let (:index) { DaruLite::CategoricalIndex.new([:a, 1, 1, :a, :c]) }
180
- let(:expected_index) { DaruLite::CategoricalIndex.new([1, 1, :c]) }
181
- let(:expected_df) do
182
- DaruLite::DataFrame.new(
183
- {
184
- b: [12, 20, 30],
185
- a: [30, 30, 5],
186
- c: [20, 30, 50]
187
- },
188
- order:,
189
- index: expected_index
190
- )
191
- end
192
-
193
- it_behaves_like '#keep_row_if'
194
- end
195
-
196
- context DaruLite::MultiIndex do
197
- subject { df.keep_row_if { |row| !row.name.include?('two') } }
198
-
199
- let(:index) do
200
- DaruLite::MultiIndex.from_tuples([[:a, :one], [:a, :two], [:b, :one], [:b, :two], [:c, :one]])
201
- end
202
- let(:expected_index) do
203
- DaruLite::MultiIndex.from_tuples([[:a, :one], [:b, :one], [:c, :one]])
204
- end
205
- let(:expected_df) do
206
- DaruLite::DataFrame.new(
207
- {
208
- b: [10, 20, 30],
209
- a: [50, 30, 5],
210
- c: [10, 30, 50]
211
- },
212
- order:,
213
- index: expected_index
214
- )
215
- end
216
-
217
- it_behaves_like '#keep_row_if'
218
- end
219
- end
220
-
221
- context 'several rows are removed' do
222
- subject { df.keep_row_if { |row| row[:a] % 10 == 0 } }
223
-
224
- context DaruLite::Index do
225
- let(:expected_index) { DaruLite::Index.new([:one, :two, :three]) }
226
- let(:expected_df) do
227
- DaruLite::DataFrame.new(
228
- { b: [10, 12, 20], a: [50, 30, 30], c: [10, 20, 30] },
229
- order:,
230
- index: expected_index
231
- )
232
- end
233
-
234
- it_behaves_like '#keep_row_if'
235
- end
236
-
237
- context DaruLite::CategoricalIndex do
238
- let (:index) { DaruLite::CategoricalIndex.new([:a, 1, 1, :a, :c]) }
239
- let(:expected_index) { DaruLite::CategoricalIndex.new([:a, 1, 1]) }
240
- let(:expected_df) do
241
- DaruLite::DataFrame.new(
242
- { b: [10, 12, 20], a: [50, 30, 30], c: [10, 20, 30] },
243
- order:,
244
- index: expected_index
245
- )
246
- end
247
-
248
- it_behaves_like '#keep_row_if'
249
- end
250
-
251
- context DaruLite::MultiIndex do
252
- let(:index) { DaruLite::MultiIndex.from_tuples([[:a, :one], [:a, :two], [:b, :one], [:b, :two], [:c, :one]]) }
253
- let(:expected_index) do
254
- DaruLite::MultiIndex.from_tuples([[:a, :one], [:a, :two], [:b, :one]])
255
- end
256
- let(:expected_df) do
257
- DaruLite::DataFrame.new(
258
- { b: [10, 12, 20], a: [50, 30, 30], c: [10, 20, 30] },
259
- order:,
260
- index: expected_index
261
- )
262
- end
263
-
264
- it_behaves_like '#keep_row_if'
265
- end
266
- end
267
-
268
- # context DaruLite::MultiIndex do
269
- # subject { df.keep_row_if { |row| row.name != 'No answer' } }
270
-
271
- # let(:df) do
272
- # order = DaruLite::MultiIndex.from_tuples(
273
- # [
274
- # [:a, :total],
275
- # [:a, "Male"],
276
- # [:a, "Female"],
277
- # [:a, "Prefer not to answer"],
278
- # [:a, "No answer"],
279
- # [:b, :total],
280
- # [:b, "Male"],
281
- # [:b, "Female"],
282
- # [:b, "Prefer not to answer"],
283
- # [:b, "No answer"],
284
- # [:c, :total],
285
- # [:c, "Male"],
286
- # [:c, "Female"],
287
- # [:c, "Prefer not to answer"],
288
- # [:c, "No answer"]
289
- # ]
290
- # )
291
- # index = [
292
- # :base,
293
- # "Single Malt Whisky",
294
- # "Blended/ Other Whisky",
295
- # "Vodka",
296
- # "Cognac",
297
- # "Brandy",
298
- # "Rum",
299
- # "Gin",
300
- # "Tequila",
301
- # "No answer",
302
- # "NET"
303
- # ]
304
- # DaruLite::DataFrame.new(
305
- # [
306
- # [0.0, nil, nil, nil, nil, nil, nil, nil, nil],
307
- # [nil, nil, nil, nil, nil, nil, nil, nil, nil],
308
- # [nil, nil, nil, nil, nil, nil, nil, nil, nil],
309
- # [nil, nil, nil, nil, nil, nil, nil, nil, nil],
310
- # [nil, nil, nil, nil, nil, nil, nil, nil, nil],
311
- # [Float::NAN, nil, nil, nil, nil, nil, nil, nil, nil],
312
- # [nil, nil, nil, nil, nil, nil, nil, nil, nil],
313
- # [nil, nil, nil, nil, nil, nil, nil, nil, nil],
314
- # [nil, nil, nil, nil, nil, nil, nil, nil, nil],
315
- # [nil, nil, nil, nil, nil, nil, nil, nil, nil],
316
- # [0, nil, nil, nil, nil, nil, nil, nil, nil],
317
- # [0, nil, nil, nil, nil, nil, nil, nil, nil],
318
- # [0, nil, nil, nil, nil, nil, nil, nil, nil],
319
- # [0, nil, nil, nil, nil, nil, nil, nil, nil],
320
- # [0, nil, nil, nil, nil, nil, nil, nil, nil],
321
- # ],
322
- # index:,
323
- # order:
324
- # )
325
- # end
326
-
327
- # it "all vectors have the same index" do
328
- # subject
329
- # expect(df.map(&:index)).to all(eq(df.index))
330
- # end
331
- # end
332
- end
333
-
334
- describe "#keep_vector_if" do
335
- it "keeps vector if block evaluates to true" do
336
- df.keep_vector_if do |vector|
337
- vector == [1,2,3,4,5].dv(nil, [:one, :two, :three, :four, :five])
338
- end
339
-
340
- expect(df).to eq(DaruLite::DataFrame.new({a: [1,2,3,4,5]}, order: [:a],
341
- index: [:one, :two, :three, :four, :five]))
342
- end
343
-
344
- context "with duplicate tuples in a MultiIndex" do
345
- let(:multi_index_df) do
346
- DaruLite::DataFrame.new(
347
- [[1, 4], [2, 5], [3, 6]],
348
- order: DaruLite::MultiIndex.from_tuples([[:count, 'A'], [:count, 'A'], [:pct, 'B']]),
349
- index: %w[r1 r2]
350
- )
351
- end
352
-
353
- it "keeps the matching vectors without raising on the ambiguous lookup" do
354
- multi_index_df.keep_vector_if { |_vector, (_metric, label)| label != 'B' }
355
-
356
- expect(multi_index_df.vectors).to be_a(DaruLite::MultiIndex)
357
- expect(multi_index_df.vectors.to_a).to eq([[:count, 'A'], [:count, 'A']])
358
- end
359
-
360
- it "does not raise when no vector is kept" do
361
- expect { multi_index_df.keep_vector_if { |_vector, _tuple| false } }.not_to raise_error
362
- expect(multi_index_df.vectors.to_a).to eq([])
363
- end
364
- end
365
-
366
- context "with duplicate categories in a CategoricalIndex" do
367
- let(:categorical_df) do
368
- DaruLite::DataFrame.new(
369
- [[1, 4], [2, 5], [3, 6]],
370
- order: DaruLite::CategoricalIndex.new([:a, :a, :b]),
371
- index: %w[r1 r2]
372
- )
373
- end
374
-
375
- it "keeps the matching vectors and preserves the CategoricalIndex" do
376
- categorical_df.keep_vector_if { |_vector, category| category == :a }
377
-
378
- expect(categorical_df.vectors).to be_a(DaruLite::CategoricalIndex)
379
- expect(categorical_df.vectors.to_a).to eq([:a, :a])
380
- expect(categorical_df.map_vectors(&:to_a)).to eq([[1, 4], [2, 5]])
381
- end
382
-
383
- it "preserves the CategoricalIndex when no vector is kept" do
384
- categorical_df.keep_vector_if { |_vector, _category| false }
385
-
386
- expect(categorical_df.vectors).to be_a(DaruLite::CategoricalIndex)
387
- expect(categorical_df.vectors.to_a).to eq([])
388
- end
389
- end
390
- end
391
-
392
- describe "#filter_vectors" do
393
- context DaruLite::Index do
394
- subject { df.filter_vectors { |vector| vector[0] == 1 } }
395
-
396
- let(:df) { DaruLite::DataFrame.new({ a: [1,2,3], b: [2,3,4] }) }
397
-
398
- it "filters vectors" do
399
- expect(subject).to eq(DaruLite::DataFrame.new({a: [1,2,3]}))
400
- end
401
- end
402
- end
403
-
404
- describe "#filter_rows" do
405
- context DaruLite::Index do
406
- subject { df.filter_rows { |r| r[:a] != 2 } }
407
-
408
- let(:df) { DaruLite::DataFrame.new a: 1..3, b: 4..6 }
409
-
410
- it "preserves names of vectors" do
411
- expect(subject[:a].name).to eq(df[:a].name)
412
- end
413
-
414
- context "when specified no index" do
415
- subject { df.filter_rows { |row| row[:a] % 2 == 0 } }
416
-
417
- let(:df) { DaruLite::DataFrame.new({ a: [1,2,3], b: [2,3,4] }) }
418
-
419
- it "filters rows" do
420
- expect(subject).to eq(DaruLite::DataFrame.new({ a: [2], b: [3] }, order: [:a, :b], index: [1]))
421
- end
422
- end
423
-
424
- context "when specified numerical index" do
425
- subject { df.filter_rows { |row| row[:a] % 2 == 0 } }
426
-
427
- let(:df) { DaruLite::DataFrame.new({ a: [1,2,3], b: [2,3,4] }, index: [1,2,3]) }
428
-
429
- it "filters rows" do
430
- expect(subject).to eq(DaruLite::DataFrame.new({ a: [2], b: [3] }, order: [:a, :b], index: [2]))
431
- end
432
- end
433
- end
434
- end
435
-
436
- context "#filter_vector" do
437
- subject { df.filter_vector(:id) { |c| c[:id] == 2 or c[:id] == 4 } }
438
-
439
- let(:df) do
440
- DaruLite::DataFrame.new(
441
- {
442
- id: DaruLite::Vector.new([1, 2, 3, 4, 5]),
443
- name: DaruLite::Vector.new(%w(Alex Claude Peter Franz George)),
444
- age: DaruLite::Vector.new([20, 23, 25, 27, 5]),
445
- city: DaruLite::Vector.new(['New York', 'London', 'London', 'Paris', 'Tome']),
446
- a1: DaruLite::Vector.new(['a,b', 'b,c', 'a', nil, 'a,b,c'])
447
- },
448
- order: [:id, :name, :age, :city, :a1]
449
- )
450
- end
451
-
452
- it "creates new vector with the data of a given field for which block returns true" do
453
- expect(subject).to eq(DaruLite::Vector.new([2,4]))
454
- end
455
- end
456
- end
@@ -1,221 +0,0 @@
1
- shared_examples_for 'an indexable DataFrame' do
2
- describe "#set_index" do
3
- let(:df) do
4
- DaruLite::DataFrame.new(
5
- {
6
- a: [1,2,3,4,5],
7
- b: ['a','b','c','d','e'],
8
- c: [11,22,33,44,55]
9
- }
10
- )
11
- end
12
-
13
- it "sets a particular column as the index and deletes that column" do
14
- df.set_index(:b)
15
- expect(df).to eq(
16
- DaruLite::DataFrame.new({
17
- a: [1,2,3,4,5],
18
- c: [11,22,33,44,55]
19
- }, index: ['a','b','c','d','e'])
20
- )
21
- end
22
-
23
- it "sets a particular column as index but keeps that column" do
24
- expect(df.set_index(:c, keep: true)).to eq(
25
- DaruLite::DataFrame.new({
26
- a: [1,2,3,4,5],
27
- b: ['a','b','c','d','e'],
28
- c: [11,22,33,44,55]
29
- }, index: [11,22,33,44,55]))
30
- expect(df[:c]).to eq(df[:c])
31
- end
32
-
33
- it "sets categorical index if categorical is true" do
34
- data = {
35
- a: [1, 2, 3, 4, 5],
36
- b: [:a, 1, :a, 1, 'c'],
37
- c: %w[a b c d e]
38
- }
39
- df = DaruLite::DataFrame.new(data)
40
- df.set_index(:b, categorical: true)
41
- expected = DaruLite::DataFrame.new(
42
- data.slice(:a, :c),
43
- index: DaruLite::CategoricalIndex.new(data[:b])
44
- )
45
- expect(df).to eq(expected)
46
- end
47
-
48
- it "raises error if all elements in the column aren't unique" do
49
- jholu = DaruLite::DataFrame.new({
50
- a: ['a','b','a'],
51
- b: [1,2,4]
52
- })
53
-
54
- expect {
55
- jholu.set_index(:a)
56
- }.to raise_error(ArgumentError)
57
- end
58
-
59
- it "sets multiindex if array is given" do
60
- df = DaruLite::DataFrame.new({
61
- a: %w[a a b b],
62
- b: [1, 2, 1, 2],
63
- c: %w[a b c d]
64
- })
65
- df.set_index(%i[a b])
66
- expected =
67
- DaruLite::DataFrame.new(
68
- { c: %w[a b c d] },
69
- index: DaruLite::MultiIndex.from_tuples(
70
- [['a', 1], ['a', 2], ['b', 1], ['b', 2]]
71
- )
72
- ).tap do |df|
73
- df.index.name = %i[a b]
74
- df
75
- end
76
- expect(df).to eq(expected)
77
- end
78
- end
79
-
80
- describe "#reindex" do
81
- subject { df.reindex(DaruLite::Index.new([1,3,0,8,2])) }
82
-
83
- let(:df) do
84
- DaruLite::DataFrame.new({
85
- a: [1,2,3,4,5],
86
- b: [11,22,33,44,55],
87
- c: %w(a b c d e)
88
- })
89
- end
90
-
91
- it "re indexes and aligns accordingly" do
92
- expect(subject).to eq(
93
- DaruLite::DataFrame.new(
94
- {
95
- a: [2,4,1,nil,3],
96
- b: [22,44,11,nil,33],
97
- c: ['b','d','a',nil,'c']
98
- },
99
- index: DaruLite::Index.new([1,3,0,8,2])
100
- )
101
- )
102
- end
103
-
104
- it { is_expected.to_not eq(df) }
105
- end
106
-
107
- describe '#reset_index' do
108
- context 'when Index' do
109
- subject do
110
- DaruLite::DataFrame.new(
111
- {'vals' => [1,2,3,4,5]},
112
- index: DaruLite::Index.new(%w[a b c d e], name: 'indices')
113
- ).reset_index
114
- end
115
-
116
- it { is_expected.to eq DaruLite::DataFrame.new(
117
- 'indices' => %w[a b c d e],
118
- 'vals' => [1,2,3,4,5]
119
- )}
120
- end
121
-
122
- context 'when MultiIndex' do
123
- subject do
124
- mi = DaruLite::MultiIndex.from_tuples([
125
- [0, 'a'], [0, 'b'], [1, 'a'], [1, 'b']
126
- ])
127
- mi.name = %w[nums alphas]
128
- DaruLite::DataFrame.new(
129
- {'vals' => [1,2,3,4]},
130
- index: mi
131
- ).reset_index
132
- end
133
-
134
- it { is_expected.to eq DaruLite::DataFrame.new(
135
- 'nums' => [0,0,1,1],
136
- 'alphas' => %w[a b a b],
137
- 'vals' => [1,2,3,4]
138
- )}
139
- end
140
- end
141
-
142
- describe "#index=" do
143
- let(:df) do
144
- DaruLite::DataFrame.new({
145
- a: [1,2,3,4,5],
146
- b: [11,22,33,44,55],
147
- c: %w(a b c d e)
148
- })
149
- end
150
-
151
- it "simply reassigns the index" do
152
- df.index = DaruLite::Index.new(['4','foo', :bar, 0, 23])
153
- expect(df.row['foo']).to eq(DaruLite::Vector.new([2,22,'b'], index: [:a,:b,:c]))
154
- end
155
-
156
- it "raises error for improper length index" do
157
- expect {
158
- df.index = DaruLite::Index.new([1,2])
159
- }.to raise_error(ArgumentError)
160
- end
161
-
162
- it "is able to accept array" do
163
- df.index = (1..5).to_a
164
- expect(df.index).to eq DaruLite::Index.new (1..5).to_a
165
- end
166
- end
167
-
168
- describe "#reindex_vectors" do
169
- it "re indexes vectors and aligns accordingly" do
170
- df = DaruLite::DataFrame.new({
171
- a: [1,2,3,4,5],
172
- b: [11,22,33,44,55],
173
- c: %w(a b c d e)
174
- })
175
-
176
- ans = df.reindex_vectors(DaruLite::Index.new([:b, 'a', :a]))
177
- expect(ans).to eq(DaruLite::DataFrame.new({
178
- :b => [11,22,33,44,55],
179
- 'a' => [nil, nil, nil, nil, nil],
180
- :a => [1,2,3,4,5]
181
- }, order: [:b, 'a', :a]))
182
- end
183
-
184
- it 'raises ArgumentError if argument was not an index' do
185
- df = DaruLite::DataFrame.new([])
186
- expect { df.reindex_vectors([]) }.to raise_error(ArgumentError)
187
- end
188
- end
189
-
190
- describe "#vectors=" do
191
- let(:df) do
192
- DaruLite::DataFrame.new({
193
- a: [1,2,3,4,5],
194
- b: [11,22,33,44,55],
195
- c: %w(a b c d e)
196
- })
197
- end
198
-
199
- it "simply reassigns vectors" do
200
- df.vectors = DaruLite::Index.new(['b',0,'m'])
201
-
202
- expect(df.vectors).to eq(DaruLite::Index.new(['b',0,'m']))
203
- expect(df['b']).to eq(DaruLite::Vector.new([1,2,3,4,5]))
204
- expect(df[0]).to eq(DaruLite::Vector.new([11,22,33,44,55]))
205
- expect(df['m']).to eq(DaruLite::Vector.new(%w(a b c d e)))
206
- end
207
-
208
- it "raises error for improper length index" do
209
- expect {
210
- df.vectors = DaruLite::Index.new([1,2,'3',4,'5'])
211
- }.to raise_error(ArgumentError)
212
- end
213
-
214
- it "change name of vectors in @data" do
215
- new_index_array = [:k, :l, :m]
216
- df.vectors = DaruLite::Index.new(new_index_array)
217
-
218
- expect(df.data.map { |vector| vector.name }).to eq(new_index_array)
219
- end
220
- end
221
- end