turbot-runner 0.1.34 → 0.1.35
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +8 -8
- data/lib/turbot_runner/processor.rb +7 -1
- data/lib/turbot_runner/version.rb +1 -1
- data/spec/lib/processor_spec.rb +32 -13
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,15 +1,15 @@
|
|
1
1
|
---
|
2
2
|
!binary "U0hBMQ==":
|
3
3
|
metadata.gz: !binary |-
|
4
|
-
|
4
|
+
OTMzNzU2YTdjMjBkZTk0YTMwMjgwNWM5YjUxMDkyNTIwOTUyZDQxYQ==
|
5
5
|
data.tar.gz: !binary |-
|
6
|
-
|
6
|
+
NmViMWIxZmRkM2QzM2MwZTk3Y2U0YjJkNDMwNTc4MzYyNWQ1YzkxNA==
|
7
7
|
SHA512:
|
8
8
|
metadata.gz: !binary |-
|
9
|
-
|
10
|
-
|
11
|
-
|
9
|
+
MTAzMzczMWY4YmE0MzRmMGQ5MzkzNjI3ZDU4MDI1ODc2MTNjNTA0MDE0NzI1
|
10
|
+
M2NkOGQ5OGU3ODBhZmYzYzI5OWUyYTcxMzgzZDdkNzIwZTQwMDU1YTdmMGQw
|
11
|
+
N2MyYjMwZjU2NmFiYWU0MTFlZDcyM2RkYjU2N2MyNjlmMWU3M2E=
|
12
12
|
data.tar.gz: !binary |-
|
13
|
-
|
14
|
-
|
15
|
-
|
13
|
+
MGIyMzJhYmI5ZDdiNzAzYzY1OTMyOTFlNjZhYWI5MmViNzczOWVhYjY4OGQx
|
14
|
+
NmExOTY3NzkyNTg1MTg5NDFmNzUzNWNjNmFkZDM4NmFhY2ExZDJiMGEzM2Nl
|
15
|
+
MTdjMDViNjQxZDk4MjNkNTBiMmVhYjBhYTkxMGU5NDgyMjY4MjA=
|
@@ -17,7 +17,13 @@ module TurbotRunner
|
|
17
17
|
else
|
18
18
|
record = Openc::JsonSchema.convert_dates(schema_path, JSON.parse(line))
|
19
19
|
|
20
|
-
|
20
|
+
record_to_validate = record.select {|k, v| k != 'retrieved_at'}
|
21
|
+
|
22
|
+
error_message = Validator.validate(
|
23
|
+
@data_type,
|
24
|
+
record_to_validate,
|
25
|
+
@identifying_fields
|
26
|
+
)
|
21
27
|
|
22
28
|
if error_message.nil?
|
23
29
|
begin
|
data/spec/lib/processor_spec.rb
CHANGED
@@ -111,20 +111,39 @@ describe TurbotRunner::Processor do
|
|
111
111
|
end
|
112
112
|
|
113
113
|
it 'converts date format' do
|
114
|
-
|
115
|
-
|
116
|
-
|
117
|
-
|
118
|
-
|
119
|
-
|
120
|
-
|
121
|
-
|
122
|
-
|
123
|
-
|
124
|
-
|
114
|
+
record = {
|
115
|
+
'sample_date' => '2014-06-01 12:34:56 +0000',
|
116
|
+
'source_url' => 'http://example.com/123',
|
117
|
+
'number' => 123
|
118
|
+
}
|
119
|
+
|
120
|
+
converted_record = {
|
121
|
+
'sample_date' => '2014-06-01',
|
122
|
+
'source_url' => 'http://example.com/123',
|
123
|
+
'number' => 123
|
124
|
+
}
|
125
|
+
|
126
|
+
expect(@handler).to receive(:handle_valid_record).with(converted_record, @data_type)
|
127
|
+
@processor.process(record.to_json)
|
128
|
+
end
|
125
129
|
|
126
|
-
|
127
|
-
|
130
|
+
it 'does not pass retrieved_at to validator' do
|
131
|
+
record = {
|
132
|
+
'sample_date' => '2014-06-01',
|
133
|
+
'retrieved_at' => '2014-06-01 12:34:56 +0000',
|
134
|
+
'source_url' => 'http://example.com/123',
|
135
|
+
'number' => 123
|
136
|
+
}
|
137
|
+
|
138
|
+
expected_record_to_validate = {
|
139
|
+
'sample_date' => '2014-06-01',
|
140
|
+
'source_url' => 'http://example.com/123',
|
141
|
+
'number' => 123
|
142
|
+
}
|
143
|
+
|
144
|
+
expect(TurbotRunner::Validator).to receive(:validate).
|
145
|
+
with('primary data', expected_record_to_validate, ['number'])
|
146
|
+
@processor.process(record.to_json)
|
128
147
|
end
|
129
148
|
end
|
130
149
|
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: turbot-runner
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1.
|
4
|
+
version: 0.1.35
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- OpenCorporates
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2015-02-
|
11
|
+
date: 2015-02-28 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: openc-json_schema
|