ae_easy-qa 0.0.9 → 0.0.10

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: bafed4b1d53a9d7be5009972ac51491e4dd19093ed8f2cf6a44946a030e8e1e7
-  data.tar.gz: 645b71274aae9b5073a829035dfc4cd55937b37b72702d6554e92d9d699306ec
+  metadata.gz: 597f50e50e2fd8e79fc77a50126aa15dcf1ff7ece78e3991e789281b8f446ae2
+  data.tar.gz: eebfe4e91cc368fec3483e99b5c5f2c35f48b022397f63a3ba43e502f59c1ef2
 SHA512:
-  metadata.gz: fcb5e5ec8b809bd08ab964506f4a3ecdde0876c7f272ee0a5af059528e209b9e0d51ca2ff97c4f2e43945ff78966e328a03086aa9aed0c89d3bffba4da2460d5
-  data.tar.gz: 398615db342570c330f333d99043575aa57085d67466b051b1c3232a606279952677f793c4a54e4abb8e06cefcebd450c89d3150adc422fc7e831f87b2c8293a
+  metadata.gz: 41ec82cf6471504ead3385e7aa6d1d74c213cce2f0b3be741b8e16f015b1c40e9a6eae816e6a19a3519a7856dac13e0cb3afb8d12d3b9f52272a0804d5b4fa98
+  data.tar.gz: bc7dd542130a0bc709d29050b1e0757ad7f61bc482caa710edb76cc3c32d8096449e47b5bc6602701e01120b9b308dab66e15b3774b9ed3bc03d4b810cd55b33

data/lib/ae_easy/qa/save_output.rb

@@ -1,16 +1,23 @@
 module AeEasy
   module Qa
     class SaveOutput
-      attr_reader :errors, :collection_name, :outputs, :summary
+      attr_reader :total_items, :rules, :errors, :collection_name,
+                  :outputs, :summary, :error_totals, :fields_to_ignore
 
-      def initialize(errors, collection_name, outputs)
+      def initialize(total_items, rules, errors, collection_name, outputs)
+        @total_items = total_items
+        @rules = rules
         @errors = errors
         @collection_name = collection_name
         @outputs = outputs
         @summary = Hash.new(0)
+        @error_totals = {}
+        @fields_to_ignore = []
       end
 
       def run
+        gather_threshold_totals
+        gather_fields_to_ignore
         save_group_errors
         save_errors
         save_summary
@@ -18,6 +25,30 @@ module AeEasy
 
       private
 
+      def gather_threshold_totals
+        rules.each{|field_to_validate, options|
+          if options['threshold']
+            error_total = errors[:errored_items].inject(0){|total, errored_item|
+              failed_fields = errored_item[:failures].collect{|failure|
+                extract_field(failure.keys.first)
+              }.uniq
+              total + 1 if failed_fields.include?(field_to_validate)
+            }
+            error_totals[field_to_validate] = error_total
+          end
+        }
+      end
+
+      def gather_fields_to_ignore
+        rules.each{|field_to_validate, options|
+          if options['threshold']
+            total_errors = error_totals[field_to_validate]
+            success_ratio = (total_items - total_errors).to_f / total_items
+            fields_to_ignore.push(field_to_validate) if success_ratio > options['threshold']
+          end
+        }
+      end
+
       def save_group_errors
         errors.each{|error_name, output_hash|
           if error_name != :errored_items
@@ -29,20 +60,37 @@ module AeEasy
 
       def save_errors
         errors[:errored_items].each do |errored_item|
+          remove_threshold_failures(errored_item) if fields_to_ignore.any?
           errored_item[:failures].each do |failure|
             key = "#{failure.keys.first.to_s}_#{failure.values.first.to_s}"
             summary[key] += 1
           end
           errored_item['_collection'] = collection_name
-          outputs << errored_item
+          outputs << errored_item if errored_item[:failures].any?
         end
       end
 
+      def remove_threshold_failures(errored_item)
+        errored_item[:failures].delete_if{|failure_h|
+          field_name = extract_field(failure_h.keys.first)
+          fields_to_ignore.include?(field_name)
+        }
+      end
+
       def save_summary
         if summary.any?
-          summary['_collection'] = "#{collection_name}_summary"
           outputs << summary
+        else
+          summary['pass'] = 'true'
         end
+        summary['_collection'] = "#{collection_name}_summary"
+        summary['total_items'] = total_items
+      end
+
+      def extract_field(field_sym)
+        a = field_sym.to_s.split('_')
+        a.pop
+        a.join('_')
       end
     end
   end

data/lib/ae_easy/qa/validate_external.rb

@@ -1,11 +1,11 @@
 module AeEasy
   module Qa
     class ValidateExternal
-      attr_reader :data, :errors, :config, :outputs, :collection_name
+      attr_reader :data, :errors, :rules, :outputs, :collection_name
 
       def initialize(data, config, outputs, collection_name)
         @data = data
-        @config = config
+        @rules = config['individual_validations'] if config
         @outputs = outputs
         @collection_name = collection_name
         @errors = { errored_items: [] }
@@ -14,8 +14,8 @@ module AeEasy
       def run
         begin
           ValidateGroups.new(data, collection_name, errors).run
-          ValidateRules.new(data, errors, config['individual_validations']).run if config
-          SaveOutput.new(errors, collection_name, outputs).run
+          ValidateRules.new(data, errors, rules).run if rules
+          SaveOutput.new(data.count, rules, errors, collection_name, outputs).run
           return errors
         rescue StandardError => e
           puts "An error has occurred: #{e}"

data/lib/ae_easy/qa/validate_internal.rb

@@ -79,8 +79,8 @@ module AeEasy
 
       def run
         ValidateGroups.new(data, collection_name, errors).run
-        ValidateRules.new(data, errors, rules).run
-        SaveOutput.new(errors, outputs_collection_name, outputs).run
+        ValidateRules.new(data, errors, rules).run if rules
+        SaveOutput.new(data, rules, errors, outputs_collection_name, outputs).run
       end
 
       private

data/lib/ae_easy/qa/validate_rules.rb

@@ -31,7 +31,7 @@ module AeEasy
                   ValidateValue.new(data_hash, field_to_validate, value, errored_item).run if options['required']
                 when 'length'
                   validate_length(data_hash, field_to_validate, value) if options['required']
-                when 'required'
+                when /required|threshold/
                   nil
                 else
                   unknown_validation_error(validation) if validation !~ /format/

data/lib/ae_easy/qa/version.rb

@@ -1,5 +1,5 @@
 module AeEasy
   module Qa
-    VERSION = "0.0.9"
+    VERSION = "0.0.10"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ae_easy-qa
 version: !ruby/object:Gem::Version
-  version: 0.0.9
+  version: 0.0.10
 platform: ruby
 authors:
 - David Lynam
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-06-28 00:00:00.000000000 Z
+date: 2019-07-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: answersengine
@@ -107,7 +107,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.3
+rubyforge_project: 
+rubygems_version: 2.7.8
 signing_key: 
 specification_version: 4
 summary: AnswersEngine Easy Quality Assurance gem