daru_lite 0.3.3 → 0.3.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (150) hide show
  1. checksums.yaml +4 -4
  2. data/History.md +60 -0
  3. data/README.md +1 -1
  4. data/lib/daru_lite/category.rb +1 -1
  5. data/lib/daru_lite/data_frame/duplicatable.rb +7 -1
  6. data/lib/daru_lite/data_frame/fetchable.rb +1 -1
  7. data/lib/daru_lite/data_frame/iterable.rb +5 -2
  8. data/lib/daru_lite/data_frame/sortable.rb +13 -5
  9. data/lib/daru_lite/dataframe.rb +52 -11
  10. data/lib/daru_lite/date_time/index.rb +2 -2
  11. data/lib/daru_lite/index/categorical_index.rb +62 -0
  12. data/lib/daru_lite/index/multi_index.rb +24 -6
  13. data/lib/daru_lite/maths/statistics/dataframe.rb +9 -5
  14. data/lib/daru_lite/maths/statistics/vector.rb +1 -1
  15. data/lib/daru_lite/version.rb +1 -1
  16. data/lib/daru_lite.rb +1 -0
  17. metadata +54 -284
  18. data/.github/ISSUE_TEMPLATE/bug_report.md +0 -38
  19. data/.github/ISSUE_TEMPLATE/feature_request.md +0 -20
  20. data/.github/dependabot.yml +0 -11
  21. data/.github/workflows/ci.yml +0 -33
  22. data/.gitignore +0 -10
  23. data/.rspec +0 -2
  24. data/.rubocop.yml +0 -27
  25. data/.rubocop_todo.yml +0 -139
  26. data/CONTRIBUTING.md +0 -47
  27. data/Gemfile +0 -2
  28. data/Rakefile +0 -69
  29. data/ReleasePolicy.md +0 -20
  30. data/benchmarks/TradeoffData.csv +0 -65
  31. data/benchmarks/csv_reading.rb +0 -22
  32. data/benchmarks/dataframe_creation.rb +0 -39
  33. data/benchmarks/db_loading.rb +0 -33
  34. data/benchmarks/duplicating.rb +0 -45
  35. data/benchmarks/group_by.rb +0 -32
  36. data/benchmarks/joining.rb +0 -52
  37. data/benchmarks/row_access.rb +0 -41
  38. data/benchmarks/row_assign.rb +0 -36
  39. data/benchmarks/sorting.rb +0 -51
  40. data/benchmarks/statistics.rb +0 -28
  41. data/benchmarks/vector_access.rb +0 -31
  42. data/benchmarks/vector_assign.rb +0 -42
  43. data/benchmarks/where_clause.rb +0 -48
  44. data/benchmarks/where_vs_filter.rb +0 -28
  45. data/daru_lite.gemspec +0 -54
  46. data/daru_lite_test-shm +0 -0
  47. data/daru_lite_test-wal +0 -0
  48. data/images/README.md +0 -5
  49. data/images/con0.png +0 -0
  50. data/images/con1.png +0 -0
  51. data/images/init0.png +0 -0
  52. data/images/init1.png +0 -0
  53. data/images/man0.png +0 -0
  54. data/images/man1.png +0 -0
  55. data/images/man2.png +0 -0
  56. data/images/man3.png +0 -0
  57. data/images/man4.png +0 -0
  58. data/images/man5.png +0 -0
  59. data/images/man6.png +0 -0
  60. data/profile/_base.rb +0 -23
  61. data/profile/df_to_a.rb +0 -10
  62. data/profile/filter.rb +0 -13
  63. data/profile/joining.rb +0 -13
  64. data/profile/sorting.rb +0 -12
  65. data/profile/vector_each_with_index.rb +0 -9
  66. data/profile/vector_new.rb +0 -9
  67. data/spec/accessors/array_wrapper_spec.rb +0 -3
  68. data/spec/category_spec.rb +0 -1741
  69. data/spec/core/group_by_spec.rb +0 -655
  70. data/spec/core/merge_spec.rb +0 -179
  71. data/spec/core/query_spec.rb +0 -347
  72. data/spec/daru_lite_spec.rb +0 -22
  73. data/spec/data_frame/aggregatable_example.rb +0 -65
  74. data/spec/data_frame/buildable_example.rb +0 -109
  75. data/spec/data_frame/calculatable_example.rb +0 -135
  76. data/spec/data_frame/convertible_example.rb +0 -180
  77. data/spec/data_frame/duplicatable_example.rb +0 -111
  78. data/spec/data_frame/fetchable_example.rb +0 -481
  79. data/spec/data_frame/filterable_example.rb +0 -456
  80. data/spec/data_frame/indexable_example.rb +0 -221
  81. data/spec/data_frame/iterable_example.rb +0 -465
  82. data/spec/data_frame/joinable_example.rb +0 -131
  83. data/spec/data_frame/missable_example.rb +0 -47
  84. data/spec/data_frame/pivotable_example.rb +0 -297
  85. data/spec/data_frame/queryable_example.rb +0 -92
  86. data/spec/data_frame/setable_example.rb +0 -482
  87. data/spec/data_frame/sortable_example.rb +0 -350
  88. data/spec/dataframe_spec.rb +0 -1306
  89. data/spec/date_time/data_spec.rb +0 -197
  90. data/spec/date_time/date_time_index_helper_spec.rb +0 -72
  91. data/spec/date_time/index_spec.rb +0 -588
  92. data/spec/date_time/offsets_spec.rb +0 -465
  93. data/spec/extensions/which_dsl_spec.rb +0 -38
  94. data/spec/fixtures/bank2.dat +0 -200
  95. data/spec/fixtures/boolean_converter_test.csv +0 -5
  96. data/spec/fixtures/countries.json +0 -7794
  97. data/spec/fixtures/duplicates.csv +0 -32
  98. data/spec/fixtures/eciresults.html +0 -394
  99. data/spec/fixtures/empties.dat +0 -2
  100. data/spec/fixtures/empty_rows_test.csv +0 -17
  101. data/spec/fixtures/macau.html +0 -3691
  102. data/spec/fixtures/macd_data.csv +0 -150
  103. data/spec/fixtures/matrix_test.csv +0 -100
  104. data/spec/fixtures/moneycontrol.html +0 -6812
  105. data/spec/fixtures/music_data.tsv +0 -2501
  106. data/spec/fixtures/repeated_fields.csv +0 -7
  107. data/spec/fixtures/sales-funnel.csv +0 -18
  108. data/spec/fixtures/scientific_notation.csv +0 -4
  109. data/spec/fixtures/string_converter_test.csv +0 -5
  110. data/spec/fixtures/strings.dat +0 -2
  111. data/spec/fixtures/test_xls.xls +0 -0
  112. data/spec/fixtures/test_xls_2.xls +0 -0
  113. data/spec/fixtures/url_test.txt~ +0 -0
  114. data/spec/fixtures/valid_markup.html +0 -62
  115. data/spec/fixtures/wiki_climate.html +0 -1243
  116. data/spec/fixtures/wiki_table_info.html +0 -631
  117. data/spec/formatters/table_formatter_spec.rb +0 -137
  118. data/spec/helpers_spec.rb +0 -8
  119. data/spec/index/categorical_index_spec.rb +0 -221
  120. data/spec/index/index_spec.rb +0 -438
  121. data/spec/index/multi_index_spec.rb +0 -713
  122. data/spec/io/io_spec.rb +0 -357
  123. data/spec/io/sql_data_source_spec.rb +0 -48
  124. data/spec/iruby/dataframe_spec.rb +0 -170
  125. data/spec/iruby/helpers_spec.rb +0 -49
  126. data/spec/iruby/multi_index_spec.rb +0 -37
  127. data/spec/iruby/vector_spec.rb +0 -105
  128. data/spec/maths/arithmetic/dataframe_spec.rb +0 -148
  129. data/spec/maths/arithmetic/vector_spec.rb +0 -165
  130. data/spec/maths/statistics/dataframe_spec.rb +0 -178
  131. data/spec/maths/statistics/vector_spec.rb +0 -756
  132. data/spec/monkeys_spec.rb +0 -42
  133. data/spec/shared/vector_display_spec.rb +0 -213
  134. data/spec/spec_helper.rb +0 -87
  135. data/spec/support/database_helper.rb +0 -29
  136. data/spec/support/matchers.rb +0 -5
  137. data/spec/vector/aggregatable_example.rb +0 -27
  138. data/spec/vector/calculatable_example.rb +0 -82
  139. data/spec/vector/convertible_example.rb +0 -126
  140. data/spec/vector/duplicatable_example.rb +0 -48
  141. data/spec/vector/fetchable_example.rb +0 -463
  142. data/spec/vector/filterable_example.rb +0 -165
  143. data/spec/vector/indexable_example.rb +0 -201
  144. data/spec/vector/iterable_example.rb +0 -111
  145. data/spec/vector/joinable_example.rb +0 -25
  146. data/spec/vector/missable_example.rb +0 -88
  147. data/spec/vector/queryable_example.rb +0 -91
  148. data/spec/vector/setable_example.rb +0 -300
  149. data/spec/vector/sortable_example.rb +0 -242
  150. data/spec/vector_spec.rb +0 -599
@@ -1,297 +0,0 @@
1
- shared_examples_for 'a pivotable DataFrame' do
2
- describe "#pivot_table" do
3
- let(:df) do
4
- DaruLite::DataFrame.new({
5
- a: ['foo' , 'foo', 'foo', 'foo', 'foo', 'bar', 'bar', 'bar', 'bar'],
6
- b: ['one' , 'one', 'one', 'two', 'two', 'one', 'one', 'two', 'two'],
7
- c: ['small','large','large','small','small','large','small','large','small'],
8
- d: [1,2,2,3,3,4,5,6,7],
9
- e: [2,4,4,6,6,8,10,12,14]
10
- })
11
- end
12
-
13
- it "creates row index as per (single) index argument and default aggregates to mean" do
14
- expect(df.pivot_table(index: [:a])).to eq(DaruLite::DataFrame.new({
15
- d: [5.5,2.2],
16
- e: [11.0,4.4]
17
- }, index: ['bar', 'foo']))
18
- end
19
-
20
- it "creates row index as per (double) index argument and default aggregates to mean" do
21
- agg_mi = DaruLite::MultiIndex.from_tuples(
22
- [
23
- ['bar', 'large'],
24
- ['bar', 'small'],
25
- ['foo', 'large'],
26
- ['foo', 'small']
27
- ]
28
- )
29
- expect(df.pivot_table(index: [:a, :c]).round(2)).to eq(DaruLite::DataFrame.new({
30
- d: [5.0 , 6.0, 2.0, 2.33],
31
- e: [10.0, 12.0, 4.0, 4.67]
32
- }, index: agg_mi))
33
- end
34
-
35
- it "creates row and vector index as per (single) index and (single) vectors args" do
36
- agg_vectors = DaruLite::MultiIndex.from_tuples([
37
- [:d, 'one'],
38
- [:d, 'two'],
39
- [:e, 'one'],
40
- [:e, 'two']
41
- ])
42
- agg_index = DaruLite::MultiIndex.from_tuples(
43
- [
44
- ['bar'],
45
- ['foo']
46
- ]
47
- )
48
-
49
- expect(df.pivot_table(index: [:a], vectors: [:b]).round(2)).to eq(
50
- DaruLite::DataFrame.new(
51
- [
52
- [4.5, 1.67],
53
- [6.5, 3.0],
54
- [9.0, 3.33],
55
- [13, 6]
56
- ], order: agg_vectors, index: agg_index)
57
- )
58
- end
59
-
60
- it "creates row and vector index as per (single) index and (double) vector args" do
61
- agg_vectors = DaruLite::MultiIndex.from_tuples(
62
- [
63
- [:d, 'one', 'large'],
64
- [:d, 'one', 'small'],
65
- [:d, 'two', 'large'],
66
- [:d, 'two', 'small'],
67
- [:e, 'one', 'large'],
68
- [:e, 'one', 'small'],
69
- [:e, 'two', 'large'],
70
- [:e, 'two', 'small']
71
- ]
72
- )
73
-
74
- agg_index = DaruLite::MultiIndex.from_tuples(
75
- [
76
- ['bar'],
77
- ['foo']
78
- ]
79
- )
80
-
81
- expect(df.pivot_table(index: [:a], vectors: [:b, :c])).to eq(DaruLite::DataFrame.new(
82
- [
83
- [4.0,2.0],
84
- [5.0,1.0],
85
- [6.0,nil],
86
- [7.0,3.0],
87
- [8.0,4.0],
88
- [10.0,2.0],
89
- [12.0,nil],
90
- [14.0,6.0]
91
- ], order: agg_vectors, index: agg_index
92
- ))
93
- end
94
-
95
- it "creates row and vector index with (double) index and (double) vector args" do
96
- agg_index = DaruLite::MultiIndex.from_tuples([
97
- ['bar', 4],
98
- ['bar', 5],
99
- ['bar', 6],
100
- ['bar', 7],
101
- ['foo', 1],
102
- ['foo', 2],
103
- ['foo', 3]
104
- ])
105
-
106
- agg_vectors = DaruLite::MultiIndex.from_tuples([
107
- [:e, 'one', 'large'],
108
- [:e, 'one', 'small'],
109
- [:e, 'two', 'large'],
110
- [:e, 'two', 'small']
111
- ])
112
-
113
- expect(df.pivot_table(index: [:a, :d], vectors: [:b, :c])).to eq(
114
- DaruLite::DataFrame.new(
115
- [
116
- [8 ,nil,nil,nil,nil, 4,nil],
117
- [nil, 10,nil,nil, 2,nil,nil],
118
- [nil,nil, 12,nil,nil,nil,nil],
119
- [nil,nil,nil, 14,nil,nil, 6],
120
- ], index: agg_index, order: agg_vectors)
121
- )
122
- end
123
-
124
- it "only aggregates over the vector specified in the values argument" do
125
- agg_vectors = DaruLite::MultiIndex.from_tuples(
126
- [
127
- [:e, 'one', 'large'],
128
- [:e, 'one', 'small'],
129
- [:e, 'two', 'large'],
130
- [:e, 'two', 'small']
131
- ]
132
- )
133
- agg_index = DaruLite::MultiIndex.from_tuples(
134
- [
135
- ['bar'],
136
- ['foo']
137
- ]
138
- )
139
- expect(df.pivot_table(index: [:a], vectors: [:b, :c], values: :e)).to eq(
140
- DaruLite::DataFrame.new(
141
- [
142
- [8, 4],
143
- [10, 2],
144
- [12,nil],
145
- [14, 6]
146
- ], order: agg_vectors, index: agg_index
147
- )
148
- )
149
-
150
- agg_vectors = DaruLite::MultiIndex.from_tuples(
151
- [
152
- [:d, 'one'],
153
- [:d, 'two'],
154
- [:e, 'one'],
155
- [:e, 'two']
156
- ]
157
- )
158
- expect(df.pivot_table(index: [:a], vectors: [:b], values: [:d, :e])).to eq(
159
- DaruLite::DataFrame.new(
160
- [
161
- [4.5, 5.0/3],
162
- [6.5, 3.0],
163
- [9.0, 10.0/3],
164
- [13.0, 6.0]
165
- ], order: agg_vectors, index: agg_index
166
- )
167
- )
168
- end
169
-
170
- it "overrides default aggregate function to aggregate over sum" do
171
- agg_vectors = DaruLite::MultiIndex.from_tuples(
172
- [
173
- [:e, 'one', 'large'],
174
- [:e, 'one', 'small'],
175
- [:e, 'two', 'large'],
176
- [:e, 'two', 'small']
177
- ]
178
- )
179
- agg_index = DaruLite::MultiIndex.from_tuples(
180
- [
181
- ['bar'],
182
- ['foo']
183
- ]
184
- )
185
- expect(df.pivot_table(index: [:a], vectors: [:b, :c], values: :e, agg: :sum)).to eq(
186
- DaruLite::DataFrame.new(
187
- [
188
- [8, 8],
189
- [10, 2],
190
- [12,nil],
191
- [14, 12]
192
- ], order: agg_vectors, index: agg_index
193
- )
194
- )
195
- end
196
-
197
- it "raises error if no non-numeric vectors are present" do
198
- df = DaruLite::DataFrame.new({a: ['a', 'b', 'c'], b: ['b', 'e', 'd']})
199
- expect {
200
- df.pivot_table(index: [:a])
201
- }.to raise_error
202
- end
203
-
204
- it "raises error if atleast a row index is not specified" do
205
- expect {
206
- df.pivot_table
207
- }.to raise_error
208
- end
209
-
210
- it "aggregates when nils are present in value vector" do
211
- df = DaruLite::DataFrame.new({
212
- a: ['foo' , 'foo', 'foo', 'foo', 'foo', 'bar', 'bar', 'bar', 'ice'],
213
- b: ['one' , 'one', 'one', 'two', 'two', 'one', 'one', 'two', 'two'],
214
- c: ['small','large','large','small','small','large','small','large','small'],
215
- d: [1,2,2,3,3,4,5,6,7],
216
- e: [2,nil,4,6,6,8,10,12,nil]
217
- })
218
-
219
- expect(df.pivot_table index: [:a]).to eq(
220
- DaruLite::DataFrame.new({
221
- d: [5.0, 2.2, 7],
222
- e: [10.0, 4.5, nil]
223
- }, index: DaruLite::Index.new(['bar', 'foo', 'ice'])))
224
- end
225
-
226
- it "works when nils are present in value vector" do
227
- df = DaruLite::DataFrame.new({
228
- a: ['foo' , 'foo', 'foo', 'foo', 'foo', 'bar', 'bar', 'bar', 'ice'],
229
- b: ['one' , 'one', 'one', 'two', 'two', 'one', 'one', 'two', 'two'],
230
- c: ['small','large','large','small','small','large','small','large','small'],
231
- d: [1,2,2,3,3,4,5,6,7],
232
- e: [2,nil,4,6,6,8,10,12,nil]
233
- })
234
-
235
- agg_vectors = DaruLite::MultiIndex.from_tuples(
236
- [
237
- [:e, 'one'],
238
- [:e, 'two']
239
- ]
240
- )
241
-
242
- agg_index = DaruLite::MultiIndex.from_tuples(
243
- [
244
- ['bar'],
245
- ['foo'],
246
- ['ice']
247
- ]
248
- )
249
-
250
- expect(df.pivot_table index: [:a], vectors: [:b], values: :e).to eq(
251
- DaruLite::DataFrame.new(
252
- [
253
- [9, 3, nil],
254
- [12, 6, nil]
255
- ], order: agg_vectors, index: agg_index
256
- )
257
- )
258
- end
259
-
260
- it 'performs date pivoting' do
261
- categories = %i[jan feb mar apr may jun jul aug sep oct nov dec]
262
- df = DaruLite::DataFrame.rows([
263
- [2014, 2, 1600.0, 20.0],
264
- [2014, 3, 1680.0, 21.0],
265
- [2016, 2, 1600.0, 20.0],
266
- [2016, 4, 1520.0, 19.0],
267
- ], order: [:year, :month, :visitors, :days])
268
- df[:averages] = df[:visitors] / df[:days]
269
- df[:month] = df[:month].map{|i| categories[i - 1]}
270
- actual = df.pivot_table(index: :month, vectors: [:year], values: :averages)
271
-
272
- # NB: As you can see, there are some "illogical" parts:
273
- # months are sorted lexicographically, then made into multi-index
274
- # with one-element-per-tuple, then order of columns is dependent
275
- # on which month is lexicographically first (its apr, so, apr-2016
276
- # is first row to gather, so 2016 is first column).
277
- #
278
- # All of it is descendance of our group_by implementation (which
279
- # always sorts results & always make array keys). I hope that fixing
280
- # group_by, even to the extend described at https://github.com/v0dro/daru/issues/152,
281
- # will be fix this case also.
282
- expected =
283
- DaruLite::DataFrame.new(
284
- [
285
- [80.0, 80.0, nil],
286
- [nil, 80.0, 80.0],
287
- ], index: DaruLite::MultiIndex.from_tuples([[:apr], [:feb], [:mar]]),
288
- order: DaruLite::MultiIndex.from_tuples([[:averages, 2016], [:averages, 2014]])
289
- )
290
- # Comparing their parts previous to full comparison allows to
291
- # find complicated differences.
292
- expect(actual.vectors).to eq expected.vectors
293
- expect(actual.index).to eq expected.index
294
- expect(actual).to eq expected
295
- end
296
- end
297
- end
@@ -1,92 +0,0 @@
1
- shared_examples_for 'a queryable DataFrame' do
2
- describe '#include_values?' do
3
- let(:df) do
4
- DaruLite::DataFrame.new({
5
- a: [1, 2, 3, 4, Float::NAN, 6, 1],
6
- b: [:a, :b, nil, Float::NAN, nil, 3, 5],
7
- c: ['a', 6, 3, 4, 3, 5, 3],
8
- d: [1, 2, 3, 5, 1, 2, 5]
9
- })
10
- end
11
- before { df.to_category :b }
12
-
13
- context 'true' do
14
- it { expect(df.include_values? nil).to eq true }
15
- it { expect(df.include_values? Float::NAN).to eq true }
16
- it { expect(df.include_values? nil, Float::NAN).to eq true }
17
- it { expect(df.include_values? 1, 30).to eq true }
18
- end
19
-
20
- context 'false' do
21
- it { expect(df[:a, :c].include_values? nil).to eq false }
22
- it { expect(df[:c, :d].include_values? Float::NAN).to eq false }
23
- it { expect(df[:c, :d].include_values? nil, Float::NAN).to eq false }
24
- it { expect(df.include_values? 10, 20).to eq false }
25
- end
26
- end
27
-
28
-
29
- describe "#any?" do
30
- let(:df) do
31
- DaruLite::DataFrame.new(
32
- {
33
- a: [1,2,3,4,5],
34
- b: [10,20,30,40,50],
35
- c: [11,22,33,44,55]
36
- }
37
- )
38
- end
39
-
40
- it "returns true if any one of the vectors satisfy condition" do
41
- expect(df.any? { |v| v[0] == 1 }).to eq(true)
42
- end
43
-
44
- it "returns false if none of the vectors satisfy the condition" do
45
- expect(df.any? { |v| v.mean > 100 }).to eq(false)
46
- end
47
-
48
- it "returns true if any one of the rows satisfy condition" do
49
- expect(df.any?(:row) { |r| r[:a] == 1 and r[:c] == 11 }).to eq(true)
50
- end
51
-
52
- it "returns false if none of the rows satisfy the condition" do
53
- expect(df.any?(:row) { |r| r.mean > 100 }).to eq(false)
54
- end
55
-
56
- it 'fails on unknown axis' do
57
- expect { df.any?(:kitten) { |r| r.mean > 100 } }.to raise_error ArgumentError, /axis/
58
- end
59
- end
60
-
61
- describe "#all?" do
62
- let(:df) do
63
- DaruLite::DataFrame.new(
64
- {
65
- a: [1,2,3,4,5],
66
- b: [10,20,30,40,50],
67
- c: [11,22,33,44,55]
68
- }
69
- )
70
- end
71
-
72
- it "returns true if all of the vectors satisfy condition" do
73
- expect(df.all? { |v| v.mean < 40 }).to eq(true)
74
- end
75
-
76
- it "returns false if any one of the vectors does not satisfy condition" do
77
- expect(df.all? { |v| v.mean == 30 }).to eq(false)
78
- end
79
-
80
- it "returns true if all of the rows satisfy condition" do
81
- expect(df.all?(:row) { |r| r.mean < 70 }).to eq(true)
82
- end
83
-
84
- it "returns false if any one of the rows does not satisfy condition" do
85
- expect(df.all?(:row) { |r| r.mean == 30 }).to eq(false)
86
- end
87
-
88
- it 'fails on unknown axis' do
89
- expect { df.all?(:kitten) { |r| r.mean > 100 } }.to raise_error ArgumentError, /axis/
90
- end
91
- end
92
- end