ae_easy-qa 0.0.23 → 0.0.24
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/ae_easy/qa/validate_internal.rb +23 -7
- data/lib/ae_easy/qa/version.rb +1 -1
- metadata +7 -8
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 7875f0bf89a8dbe060934afe02cca6ebc96ccf53a560f825a97da4adce796d8b
|
4
|
+
data.tar.gz: 70803a4faa397bcece8b18306fd83123215f6e8e8afefc7b22f0b998b66a7cf8
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: ac08501f7445129fd70d1a4db8c2192b8e1ba466d7ffb4ff135fd1a5af852a336df91f46ddc9518fa81357cfe8689d61c92d4f3e1c7150be89ee2e5f57bed944
|
7
|
+
data.tar.gz: f17c53c1e5ccc14aef18480c9b113886f33fb4a5f9e42dc05b7ef2768f4b23d22bae70720f02b4ff2783638ecea0ad91677df6a29cf35ec8657293157f153d3d
|
@@ -114,11 +114,16 @@ module AeEasy
|
|
114
114
|
|
115
115
|
def run
|
116
116
|
output_collection
|
117
|
-
if
|
118
|
-
|
119
|
-
|
117
|
+
if most_recent_finished_job
|
118
|
+
puts "data count #{data.count}"
|
119
|
+
if data.any?
|
120
|
+
ValidateGroups.new(data, scraper_name, collection_name, errors).run
|
121
|
+
ValidateRules.new(data, errors, rules).run if rules
|
122
|
+
end
|
123
|
+
SaveOutput.new(data.count, rules, errors, outputs_collection_name, outputs, options).run
|
124
|
+
else
|
125
|
+
puts "No job with status 'done' available"
|
120
126
|
end
|
121
|
-
SaveOutput.new(data.count, rules, errors, outputs_collection_name, outputs, options).run
|
122
127
|
end
|
123
128
|
|
124
129
|
private
|
@@ -127,8 +132,15 @@ module AeEasy
|
|
127
132
|
puts "Validating collection: #{collection_name}"
|
128
133
|
end
|
129
134
|
|
130
|
-
def
|
131
|
-
@
|
135
|
+
def most_recent_finished_job
|
136
|
+
@most_recent_finished_job ||= begin
|
137
|
+
jobs_response = AnswersEngine::Client::ScraperJob.new.all(scraper_name)
|
138
|
+
if jobs_response.code == 200
|
139
|
+
jobs_response.parsed_response.sort_by { |job| job['created_at'] }.reverse.find{|job| job['status'] == 'done' }
|
140
|
+
else
|
141
|
+
nil
|
142
|
+
end
|
143
|
+
end
|
132
144
|
end
|
133
145
|
|
134
146
|
def data
|
@@ -136,7 +148,7 @@ module AeEasy
|
|
136
148
|
data = []
|
137
149
|
page = 1
|
138
150
|
while data.count < total_records
|
139
|
-
records = AnswersEngine::Client::
|
151
|
+
records = AnswersEngine::Client::JobOutput.new(per_page:500, page: page).all(most_recent_finished_job['id'], collection_name).parsed_response
|
140
152
|
sleep 1
|
141
153
|
if records
|
142
154
|
records.each do |record|
|
@@ -151,6 +163,10 @@ module AeEasy
|
|
151
163
|
data
|
152
164
|
end
|
153
165
|
end
|
166
|
+
|
167
|
+
def outputs_collection_name
|
168
|
+
@outputs_collection_name ||= "#{scraper_name}_#{collection_name}"
|
169
|
+
end
|
154
170
|
end
|
155
171
|
end
|
156
172
|
end
|
data/lib/ae_easy/qa/version.rb
CHANGED
metadata
CHANGED
@@ -1,29 +1,29 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: ae_easy-qa
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.24
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- David Lynam
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date: 2019-
|
11
|
+
date: 2019-08-01 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: answersengine
|
15
15
|
requirement: !ruby/object:Gem::Requirement
|
16
16
|
requirements:
|
17
|
-
- - "
|
17
|
+
- - "~>"
|
18
18
|
- !ruby/object:Gem::Version
|
19
|
-
version:
|
19
|
+
version: 0.4.1
|
20
20
|
type: :development
|
21
21
|
prerelease: false
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
23
23
|
requirements:
|
24
|
-
- - "
|
24
|
+
- - "~>"
|
25
25
|
- !ruby/object:Gem::Version
|
26
|
-
version:
|
26
|
+
version: 0.4.1
|
27
27
|
- !ruby/object:Gem::Dependency
|
28
28
|
name: bundler
|
29
29
|
requirement: !ruby/object:Gem::Requirement
|
@@ -107,8 +107,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
107
107
|
- !ruby/object:Gem::Version
|
108
108
|
version: '0'
|
109
109
|
requirements: []
|
110
|
-
|
111
|
-
rubygems_version: 2.7.8
|
110
|
+
rubygems_version: 3.0.3
|
112
111
|
signing_key:
|
113
112
|
specification_version: 4
|
114
113
|
summary: AnswersEngine Easy Quality Assurance gem
|