ae_easy-qa 0.0.32 → 0.0.33

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA256:
-  metadata.gz: 4950f51c210ef1ba1a6efca63cf44d13e422b7063e49be2fb4ddea58bef304a5
-  data.tar.gz: 4204239f672a33aa1c280dd420824e033066abdc4897e3269037fb97701f5901
+SHA1:
+  metadata.gz: e5541353f16b04175786b1ceb92a0e767032bbf7
+  data.tar.gz: 54910859a41cbfbe7aed8c21d719b44f48bca999
 SHA512:
-  metadata.gz: 93ecb76f504b23d8213a73d9cd0d1c1cb8a217c36423b6d375ddee202f6bbb42f11eb808cf27ecd4f00f270afed67ef7e69fdf85f40712064b0ae62b15c77b3c
-  data.tar.gz: 42860dbd7c1406045eb6d64aefbfc21fdadb8ade8f7d09f574c0086d0607fc54cc0480303d5a4222aeb06d22ac582a89a863ad8ba83a771714b1e233f9036643
+  metadata.gz: 2c6b03b3151a72afd8c7e927c77e91f6ea92e1cc10944be3c5a7de93ec63cd38143d0937e83aeb93ee37e13076026b0b6dfb69f7e69ed78be360f53da9699ff6
+  data.tar.gz: 96bbb90dd55a2ba8ccaaf44c5f68efd0770a34c51184dfff24575c840ba54d047f80990b16dbc827be7f23a788361ba5ea5ee17e4d17c6d7865688d6795c53d7

data/lib/ae_easy/qa.rb

@@ -22,10 +22,12 @@ module AeEasy
         @data = data
       end
 
+      #this method is for validating "internal" scrapers that run on AnswersEngine
       def validate_internal(vars, outputs)
         ValidateInternal.new(vars, config, outputs).run
       end
 
+      #this method is for validating data from "external" sources
       def validate_external(outputs, collection_name)
         ValidateExternal.new(data, config, outputs, collection_name, options).run
       end

data/lib/ae_easy/qa/save_output.rb

@@ -28,6 +28,7 @@ module AeEasy
 
       private
 
+      #thresholds are a setting where you can ignore errors if they are under a specific error rate
       def gather_threshold_totals
         rules.each{|field_to_validate, field_options|
           field_threshold = return_threshold(field_to_validate, field_options)

data/lib/ae_easy/qa/validate_internal.rb

@@ -1,18 +1,19 @@
 module AeEasy
   module Qa
     class ValidateInternal
-      attr_reader :scraper_name, :collections, :rules, :outputs
+      attr_reader :scraper_name, :collections, :rules, :outputs, :data
 
       def initialize(vars, config, outputs)
         @scraper_name = vars['scraper_name']
         @collections = vars['collections']
         @rules = config['individual_validations']
         @outputs = outputs
+        @data = vars['data']
       end
 
       def run
         begin
-          ValidateScraper.new(scraper_name, collections, rules, outputs, thresholds).run
+          ValidateScraper.new(scraper_name, collections, rules, outputs, thresholds, data).run
         rescue StandardError => e
           puts "An error has occurred: #{e}"
           return nil
@@ -21,6 +22,7 @@ module AeEasy
 
       private
 
+      #thresholds are a setting where you can suppress errors if they are under a specific error rate
       def thresholds
         @thresholds ||= begin
                           file_path = File.expand_path('thresholds.yaml', Dir.pwd)
@@ -34,14 +36,15 @@ module AeEasy
     end
 
     class ValidateScraper
-      attr_reader :scraper_name, :collections, :rules, :outputs, :options
+      attr_reader :scraper_name, :collections, :rules, :outputs, :options, :data
 
-      def initialize(scraper_name, collections, rules, outputs, thresholds)
+      def initialize(scraper_name, collections, rules, outputs, thresholds, data)
         @scraper_name = scraper_name
         @collections = collections
         @rules = rules
         @outputs = outputs
         @options = {}
+        @data = data
         options['thresholds'] = thresholds[scraper_name] if thresholds && thresholds[scraper_name]
       end
 
@@ -74,7 +77,7 @@ module AeEasy
         collections.each do |collection_name|
           collection = collection_counts.find{|collection_hash| collection_hash['collection'] == collection_name }
           if collection
-            ValidateCollection.new(scraper_name, collection_name, collection['outputs'], rules, outputs, options).run
+            ValidateCollection.new(scraper_name, collection_name, collection['outputs'], rules, outputs, options.merge({'data' => @data})).run
           else
             puts "collection #{collection_name} is missing"
           end
@@ -107,6 +110,7 @@ module AeEasy
         @total_records = total_records
         @rules = rules
         @outputs = outputs
+        @data = options['data']
         @options = options
         @errors = { errored_items: [] }
       end

data/lib/ae_easy/qa/version.rb

@@ -1,5 +1,5 @@
 module AeEasy
   module Qa
-    VERSION = "0.0.32"
+    VERSION = "0.0.33"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ae_easy-qa
 version: !ruby/object:Gem::Version
-  version: 0.0.32
+  version: 0.0.33
 platform: ruby
 authors:
 - David Lynam
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-10-03 00:00:00.000000000 Z
+date: 2020-08-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: answersengine
@@ -108,7 +108,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.7.8
+rubygems_version: 2.4.5
 signing_key: 
 specification_version: 4
 summary: AnswersEngine Easy Quality Assurance gem