spout 0.6.0.rc → 0.6.0.rc2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/spout/tasks/engine.rake +2 -2
- data/lib/spout/version.rb +1 -1
- data/lib/spout/views/index.html.erb +147 -140
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 40ca80a8308b3ff91f3b3d695e3b38f3849246d3
|
|
4
|
+
data.tar.gz: d7fd795c76c18f4170d682b7100f0a7f23dfcfff
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: b15624d9cedbf4f452ed3b60faafe7ca815dd9bf4f7e5ffe1ce5ee7c0b45f1d3b530721b5a274c6947d2fbb4bb940d861e7909a5b16e58e0c980c8aeb2a77812
|
|
7
|
+
data.tar.gz: f7a25ed6e662aa822d38f1a9978c0391941b467af913d9475d6d3d56ab624fbc13d266bd8c566784ac12eb0e9d1234577d268483d42be2134b1923a8aa045439
|
data/lib/spout/tasks/engine.rake
CHANGED
|
@@ -107,11 +107,11 @@ namespace :spout do
|
|
|
107
107
|
coverage_folder = File.join(Dir.pwd, 'coverage')
|
|
108
108
|
FileUtils.mkpath coverage_folder
|
|
109
109
|
coverage_file = File.join(coverage_folder, 'index.html')
|
|
110
|
+
|
|
110
111
|
print "\nGenerating: index.html\n\n"
|
|
111
112
|
|
|
112
113
|
File.open(coverage_file, 'w+') do |file|
|
|
113
|
-
|
|
114
|
-
erb_location = File.join(File.dirname(__FILE__), '../views/', "#{name}.erb")
|
|
114
|
+
erb_location = File.join( File.dirname(__FILE__), '../views/index.html.erb' )
|
|
115
115
|
file.puts ERB.new(File.read(erb_location)).result(binding)
|
|
116
116
|
end
|
|
117
117
|
|
data/lib/spout/version.rb
CHANGED
|
@@ -61,159 +61,166 @@ tfoot td {
|
|
|
61
61
|
</div>
|
|
62
62
|
</div>
|
|
63
63
|
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
<
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
</thead>
|
|
76
|
-
<tbody>
|
|
77
|
-
<% @coverage_results.each do |csv, total_column_count, mapped_column_count| %>
|
|
64
|
+
<% if @coverage_results.size == 0 %>
|
|
65
|
+
<div class="container" style="margin-top:30px">
|
|
66
|
+
<div class="jumbotron">
|
|
67
|
+
<h1>You made Spout cry... :'-(</h1>
|
|
68
|
+
<p>No CSVs found in <code><%= Dir.pwd %>/csvs/</code></p>
|
|
69
|
+
</div>
|
|
70
|
+
</div>
|
|
71
|
+
<% else %>
|
|
72
|
+
<div style="padding: 30px 30px 10px 30px;">
|
|
73
|
+
<table class="table">
|
|
74
|
+
<thead>
|
|
78
75
|
<tr>
|
|
79
|
-
<
|
|
80
|
-
<
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
<span class="text-muted">---</span>
|
|
85
|
-
<% end %>
|
|
86
|
-
</td>
|
|
87
|
-
<td><code class="default"><%= number_with_delimiter( total_column_count ) %></code></td>
|
|
88
|
-
<td><code class="success"><%= number_with_delimiter( mapped_column_count ) %></code></td>
|
|
89
|
-
<td><code><%= number_with_delimiter( total_column_count - mapped_column_count ) %></code></td>
|
|
76
|
+
<th>CSV</th>
|
|
77
|
+
<th>Coverage</th>
|
|
78
|
+
<th>Columns</th>
|
|
79
|
+
<th>Columns Defined</th>
|
|
80
|
+
<th>Columns Missed</th>
|
|
90
81
|
</tr>
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
82
|
+
</thead>
|
|
83
|
+
<tbody>
|
|
84
|
+
<% @coverage_results.each do |csv, total_column_count, mapped_column_count| %>
|
|
85
|
+
<tr>
|
|
86
|
+
<td><%= csv %></td>
|
|
87
|
+
<td>
|
|
88
|
+
<% if total_column_count.to_i > 0 %>
|
|
89
|
+
<%= "%0.02f %" % (mapped_column_count * 100.0 / total_column_count) %>
|
|
90
|
+
<% else %>
|
|
91
|
+
<span class="text-muted">---</span>
|
|
92
|
+
<% end %>
|
|
93
|
+
</td>
|
|
94
|
+
<td><code class="default"><%= number_with_delimiter( total_column_count ) %></code></td>
|
|
95
|
+
<td><code class="success"><%= number_with_delimiter( mapped_column_count ) %></code></td>
|
|
96
|
+
<td><code><%= number_with_delimiter( total_column_count - mapped_column_count ) %></code></td>
|
|
97
|
+
</tr>
|
|
98
|
+
<% end %>
|
|
99
|
+
</tbody>
|
|
100
|
+
</table>
|
|
94
101
|
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
<tr>
|
|
98
|
-
<th>CSV</th>
|
|
99
|
-
<th>Column</th>
|
|
100
|
-
<th>JSON File</th>
|
|
101
|
-
<th>Variable ID</th>
|
|
102
|
-
<th>Variable Type</th>
|
|
103
|
-
<th>Variable Domain</th>
|
|
104
|
-
<th>Values</th>
|
|
105
|
-
</tr>
|
|
106
|
-
</thead>
|
|
107
|
-
<tfoot>
|
|
108
|
-
<tr>
|
|
109
|
-
<td style="text-align:middle"><p class="lead">Coverage</p></td>
|
|
110
|
-
<td style="text-align:middle"><p class="lead"><%= total_count = @matching_results.count %></p></td>
|
|
111
|
-
<td style="text-align:center">
|
|
112
|
-
<% matched = @matching_results.count{|csv, column, scr| scr.file_name_test} %>
|
|
113
|
-
<% matched_percent = (matched * 100.0 / total_count).floor %>
|
|
114
|
-
<% missing_percent = 100 - matched_percent %>
|
|
115
|
-
<%= number_with_delimiter( matched ) %> of <%= number_with_delimiter( total_count ) %>
|
|
116
|
-
<div class="progress progress-striped">
|
|
117
|
-
<div class="progress-bar progress-bar-success" style="width: <%= matched_percent %>%"></div>
|
|
118
|
-
<div class="progress-bar progress-bar-danger" style="width: <%= missing_percent %>%"></div>
|
|
119
|
-
</div>
|
|
120
|
-
</td>
|
|
121
|
-
<td style="text-align:center">
|
|
122
|
-
<% matched = @matching_results.count{|csv, column, scr| scr.json_id_test} %>
|
|
123
|
-
<% matched_percent = (matched * 100.0 / total_count).floor %>
|
|
124
|
-
<% missing_percent = 100 - matched_percent %>
|
|
125
|
-
<%= number_with_delimiter( matched ) %> of <%= number_with_delimiter( total_count ) %>
|
|
126
|
-
<div class="progress progress-striped">
|
|
127
|
-
<div class="progress-bar progress-bar-success" style="width: <%= matched_percent %>%"></div>
|
|
128
|
-
<div class="progress-bar progress-bar-danger" style="width: <%= missing_percent %>%"></div>
|
|
129
|
-
</div>
|
|
130
|
-
</td>
|
|
131
|
-
<td style="text-align:center">
|
|
132
|
-
<% matched = @matching_results.count{|csv, column, scr| scr.variable_type_test} %>
|
|
133
|
-
<% matched_percent = (matched * 100.0 / total_count).floor %>
|
|
134
|
-
<% missing_percent = 100 - matched_percent %>
|
|
135
|
-
<%= number_with_delimiter( matched ) %> of <%= number_with_delimiter( total_count ) %>
|
|
136
|
-
<div class="progress progress-striped">
|
|
137
|
-
<div class="progress-bar progress-bar-success" style="width: <%= matched_percent %>%"></div>
|
|
138
|
-
<div class="progress-bar progress-bar-danger" style="width: <%= missing_percent %>%"></div>
|
|
139
|
-
</div>
|
|
140
|
-
</td>
|
|
141
|
-
<td style="text-align:center">
|
|
142
|
-
<% matched = @matching_results.count{|csv, column, scr| scr.json['type'] == 'choices' and scr.domain_test} %>
|
|
143
|
-
<% total_count = @matching_results.count{|csv, column, scr| scr.json['type'] == 'choices'} %>
|
|
144
|
-
<% matched_percent = (matched * 100.0 / total_count).floor %>
|
|
145
|
-
<% missing_percent = 100 - matched_percent %>
|
|
146
|
-
<%= number_with_delimiter( matched ) %> of <%= number_with_delimiter( total_count ) %>
|
|
147
|
-
<div class="progress progress-striped">
|
|
148
|
-
<div class="progress-bar progress-bar-success" style="width: <%= matched_percent %>%"></div>
|
|
149
|
-
<div class="progress-bar progress-bar-danger" style="width: <%= missing_percent %>%"></div>
|
|
150
|
-
</div>
|
|
151
|
-
</td>
|
|
152
|
-
<td>
|
|
153
|
-
<ul class="list-unstyled">
|
|
154
|
-
<li><code class="success">Value exists in dataset, and value exists in domain</code></li>
|
|
155
|
-
<li><code class="default">Value <b>does not exist</b> in dataset, but value exists in domain</code></li>
|
|
156
|
-
<li><code>Value exists in dataset, but value <b>does not exist</b> in domain</code></li>
|
|
157
|
-
</ul>
|
|
158
|
-
</td>
|
|
159
|
-
</tr>
|
|
160
|
-
</tfoot>
|
|
161
|
-
<tbody>
|
|
162
|
-
<% @matching_results.each do |csv, column, scr| %>
|
|
102
|
+
<table class="table table-bordered table-hover">
|
|
103
|
+
<thead>
|
|
163
104
|
<tr>
|
|
164
|
-
<
|
|
165
|
-
<
|
|
166
|
-
<
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
105
|
+
<th>CSV</th>
|
|
106
|
+
<th>Column</th>
|
|
107
|
+
<th>JSON File</th>
|
|
108
|
+
<th>Variable ID</th>
|
|
109
|
+
<th>Variable Type</th>
|
|
110
|
+
<th>Variable Domain</th>
|
|
111
|
+
<th>Values</th>
|
|
112
|
+
</tr>
|
|
113
|
+
</thead>
|
|
114
|
+
<tfoot>
|
|
115
|
+
<tr>
|
|
116
|
+
<td style="text-align:middle"><p class="lead">Coverage</p></td>
|
|
117
|
+
<td style="text-align:middle"><p class="lead"><%= total_count = @matching_results.count %></p></td>
|
|
118
|
+
<td style="text-align:center">
|
|
119
|
+
<% matched = @matching_results.count{|csv, column, scr| scr.file_name_test} %>
|
|
120
|
+
<% matched_percent = (total_count == 0 ? 0 : (matched * 100.0 / total_count).floor) %>
|
|
121
|
+
<% missing_percent = 100 - matched_percent %>
|
|
122
|
+
<%= number_with_delimiter( matched ) %> of <%= number_with_delimiter( total_count ) %>
|
|
123
|
+
<div class="progress progress-striped">
|
|
124
|
+
<div class="progress-bar progress-bar-success" style="width: <%= matched_percent %>%"></div>
|
|
125
|
+
<div class="progress-bar progress-bar-danger" style="width: <%= missing_percent %>%"></div>
|
|
126
|
+
</div>
|
|
172
127
|
</td>
|
|
173
|
-
<td>
|
|
174
|
-
<%
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
128
|
+
<td style="text-align:center">
|
|
129
|
+
<% matched = @matching_results.count{|csv, column, scr| scr.json_id_test} %>
|
|
130
|
+
<% matched_percent = (total_count == 0 ? 0 : (matched * 100.0 / total_count).floor) %>
|
|
131
|
+
<% missing_percent = 100 - matched_percent %>
|
|
132
|
+
<%= number_with_delimiter( matched ) %> of <%= number_with_delimiter( total_count ) %>
|
|
133
|
+
<div class="progress progress-striped">
|
|
134
|
+
<div class="progress-bar progress-bar-success" style="width: <%= matched_percent %>%"></div>
|
|
135
|
+
<div class="progress-bar progress-bar-danger" style="width: <%= missing_percent %>%"></div>
|
|
136
|
+
</div>
|
|
181
137
|
</td>
|
|
182
|
-
<td>
|
|
183
|
-
<%
|
|
184
|
-
|
|
185
|
-
<%
|
|
138
|
+
<td style="text-align:center">
|
|
139
|
+
<% matched = @matching_results.count{|csv, column, scr| scr.variable_type_test} %>
|
|
140
|
+
<% matched_percent = (total_count == 0 ? 0 : (matched * 100.0 / total_count).floor) %>
|
|
141
|
+
<% missing_percent = 100 - matched_percent %>
|
|
142
|
+
<%= number_with_delimiter( matched ) %> of <%= number_with_delimiter( total_count ) %>
|
|
143
|
+
<div class="progress progress-striped">
|
|
144
|
+
<div class="progress-bar progress-bar-success" style="width: <%= matched_percent %>%"></div>
|
|
145
|
+
<div class="progress-bar progress-bar-danger" style="width: <%= missing_percent %>%"></div>
|
|
146
|
+
</div>
|
|
147
|
+
</td>
|
|
148
|
+
<td style="text-align:center">
|
|
149
|
+
<% matched = @matching_results.count{|csv, column, scr| scr.json['type'] == 'choices' and scr.domain_test} %>
|
|
150
|
+
<% total_count = @matching_results.count{|csv, column, scr| scr.json['type'] == 'choices'} %>
|
|
151
|
+
<% matched_percent = (total_count == 0 ? 0 : (matched * 100.0 / total_count).floor) %>
|
|
152
|
+
<% missing_percent = 100 - matched_percent %>
|
|
153
|
+
<%= number_with_delimiter( matched ) %> of <%= number_with_delimiter( total_count ) %>
|
|
154
|
+
<div class="progress progress-striped">
|
|
155
|
+
<div class="progress-bar progress-bar-success" style="width: <%= matched_percent %>%"></div>
|
|
156
|
+
<div class="progress-bar progress-bar-danger" style="width: <%= missing_percent %>%"></div>
|
|
157
|
+
</div>
|
|
186
158
|
</td>
|
|
187
159
|
<td>
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
<% end %>
|
|
194
|
-
<% end %>
|
|
160
|
+
<ul class="list-unstyled">
|
|
161
|
+
<li><code class="success">Value exists in dataset, and value exists in domain</code></li>
|
|
162
|
+
<li><code class="default">Value <b>does not exist</b> in dataset, but value exists in domain</code></li>
|
|
163
|
+
<li><code>Value exists in dataset, but value <b>does not exist</b> in domain</code></li>
|
|
164
|
+
</ul>
|
|
195
165
|
</td>
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
|
|
166
|
+
</tr>
|
|
167
|
+
</tfoot>
|
|
168
|
+
<tbody>
|
|
169
|
+
<% @matching_results.each do |csv, column, scr| %>
|
|
170
|
+
<tr>
|
|
171
|
+
<td><code class="<%= 'success' if scr.number_of_errors == 0 %>"><%= csv %></code></td>
|
|
172
|
+
<td><%= column %></td>
|
|
173
|
+
<td>
|
|
174
|
+
<% if scr.file_name_test %>
|
|
200
175
|
<div class="text-success" style="text-align:center"><span class="glyphicon glyphicon-ok"></span></div>
|
|
201
176
|
<% else %>
|
|
202
|
-
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
|
|
177
|
+
<span class="text-danger"><code><%= column %>.json</code> missing</span>
|
|
178
|
+
<% end %>
|
|
179
|
+
</td>
|
|
180
|
+
<td>
|
|
181
|
+
<% if scr.file_name_test %>
|
|
182
|
+
<% if scr.json_id_test %>
|
|
183
|
+
<code class="success">"id": "<%= column %>"</code>
|
|
184
|
+
<% else %>
|
|
185
|
+
<code>"id": <%= scr.json['id'].inspect %></code>
|
|
207
186
|
<% end %>
|
|
208
187
|
<% end %>
|
|
209
|
-
|
|
210
|
-
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
|
|
214
|
-
|
|
215
|
-
|
|
216
|
-
|
|
188
|
+
</td>
|
|
189
|
+
<td>
|
|
190
|
+
<% if scr.file_name_test %>
|
|
191
|
+
<code class="<%= 'success' if scr.variable_type_test %>">"type": <%= scr.json['type'].inspect %></code>
|
|
192
|
+
<% end %>
|
|
193
|
+
</td>
|
|
194
|
+
<td>
|
|
195
|
+
<% if scr.json['type'] == 'choices' and scr.file_name_test %>
|
|
196
|
+
<% if scr.domain_test or scr.json['domain'].to_s.strip == '' %>
|
|
197
|
+
<code class="<%= 'success' if scr.domain_test %>">"domain": <%= scr.json['domain'].inspect %></code>
|
|
198
|
+
<% else %>
|
|
199
|
+
<span class="text-danger"><code><%= scr.json['domain'] %>.json</code> missing</span>
|
|
200
|
+
<% end %>
|
|
201
|
+
<% end %>
|
|
202
|
+
</td>
|
|
203
|
+
<td style="white-space:nowrap">
|
|
204
|
+
<% if scr.json['type'] == 'choices' %>
|
|
205
|
+
<% unused_values = scr.valid_values - scr.csv_values %>
|
|
206
|
+
<% if scr.values_test and unused_values.size == 0 %>
|
|
207
|
+
<div class="text-success" style="text-align:center"><span class="glyphicon glyphicon-ok"></span></div>
|
|
208
|
+
<% else %>
|
|
209
|
+
<% (scr.valid_values + scr.csv_values.compact.sort).uniq.each do |value| %>
|
|
210
|
+
<% class_type = '' %>
|
|
211
|
+
<% class_type = 'success' if scr.valid_values.include?(value) %>
|
|
212
|
+
<% class_type = 'default' if unused_values.include?(value) %>
|
|
213
|
+
<code class="<%= class_type %>"><%= value %></code>
|
|
214
|
+
<% end %>
|
|
215
|
+
<% end %>
|
|
216
|
+
<% end %>
|
|
217
|
+
</td>
|
|
218
|
+
</tr>
|
|
219
|
+
<% end %>
|
|
220
|
+
</tbody>
|
|
221
|
+
</table>
|
|
222
|
+
</div><!-- /.container -->
|
|
223
|
+
<% end %>
|
|
217
224
|
|
|
218
225
|
<div id="footer">
|
|
219
226
|
<p class="text-muted" style="margin: 20px 0;">Generated by <a href="https://github.com/sleepepi/spout">Spout</a> v<%= Spout::VERSION::STRING %></p>
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: spout
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.6.0.
|
|
4
|
+
version: 0.6.0.rc2
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Remo Mueller
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2014-03-
|
|
11
|
+
date: 2014-03-07 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: rake
|