ae_easy-qa 0.0.5 → 0.0.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: febdd0bea00e94dc6dc192aed9f91816c0bf0460dce74f88ec8ff72bf5677846
-  data.tar.gz: 5611aae1a6bcf50c4a9282643e44bdbeb5343410dc8b8c4b0001660c5eeaf82f
+  metadata.gz: 39b3bb783aba608c9fc02ce779d6f544c28281481e61d806e4bcf6777095c9dc
+  data.tar.gz: bfc986330408834be4ad1a2a9a6e47554193cda1264558bf808d463c359aab95
 SHA512:
-  metadata.gz: 888b3ceac73bd866cafb17c05378ee8bd5b6c9a3da448b0002448f747c05ba13e227eb0a7e99a823327e55b5927aa65d650b341009b8f3d259fd2b1a3eaa3700
-  data.tar.gz: dfbe11520a99b2f0a8bfe742c4c9c80eeed1d87469121911873f3511c1fc35889bf565bb52a407cb468e6e70568d6760da6ce5d9c7478e1f7402b8a6d20efd04
+  metadata.gz: 04ca90a48e189e8dd9cbe025d1858b4554a7ffb5be9a4bc93f19ea65efaf3c59af9e165db78a8491c46561e0d70347adcc195623afe3c20660249b07ce61abaf
+  data.tar.gz: 6668959be7bae4c7ff1208e1a34483901e23c26c6ad8aeb607303de33d19346d2712d529bc17486d35e0538571a6920c13a427cafefca96a0a70a990f85a1f6b

data/lib/ae_easy/qa.rb

@@ -6,6 +6,7 @@ require 'ae_easy/qa/validate_rules'
 require 'ae_easy/qa/validate_type'
 require 'ae_easy/qa/validate_value'
 require 'ae_easy/qa/validate_groups'
+require 'ae_easy/qa/save_output'
 require 'answersengine'
 require 'time'
 
@@ -18,15 +19,14 @@ module AeEasy
       def initialize(data=nil, options={})
         load_config
         @data = data
-        @errors = { errored_items: [] }
       end
 
-      def validate_internal
-        ValidateInternal.new(config).run
+      def validate_internal(outputs)
+        ValidateInternal.new(config, outputs).run
       end
 
-      def validate_external
-        ValidateExternal.new(data, errors, config).run
+      def validate_external(outputs, collection_name)
+        ValidateExternal.new(data, config, outputs, collection_name).run
       end
 
       private

data/lib/ae_easy/qa/save_output.rb

@@ -0,0 +1,49 @@
+module AeEasy
+  module Qa
+    class SaveOutput
+      attr_reader :errors, :collection_name, :outputs, :summary
+
+      def initialize(errors, collection_name, outputs)
+        @errors = errors
+        @collection_name = collection_name
+        @outputs = outputs
+        @summary = Hash.new(0)
+      end
+
+      def run
+        save_group_errors
+        save_errors
+        save_summary
+      end
+
+      private
+
+      def save_group_errors
+        errors.each{|error_name, value|
+          if error_name != :errored_items
+            outputs << { error_name => 'fail', '_collection' => collection_name }
+            summary[error_name] += 1
+          end
+        }
+      end
+
+      def save_errors
+        errors[:errored_items].each do |errored_item|
+          errored_item[:failures].each do |failure|
+            key = "#{failure.keys.first.to_s}_#{failure.values.first.to_s}"
+            summary[key] += 1
+          end
+          errored_item['_collection'] = collection_name
+          outputs << errored_item
+        end
+      end
+
+      def save_summary
+        if summary.any?
+          summary['_collection'] = "#{collection_name}_summary"
+          outputs << summary
+        end
+      end
+    end
+  end
+end

data/lib/ae_easy/qa/validate_external.rb

@@ -1,18 +1,21 @@
 module AeEasy
   module Qa
     class ValidateExternal
-      attr_reader :data, :errors, :config
+      attr_reader :data, :errors, :config, :outputs, :collection_name
 
-      def initialize(data, errors, config)
+      def initialize(data, config, outputs, collection_name)
         @data = data
-        @errors = errors
         @config = config
+        @outputs = outputs
+        @collection_name = collection_name
+        @errors = { errored_items: [] }
       end
 
       def run
         begin
           ValidateGroups.new(data, errors).run
           ValidateRules.new(data, errors, config['individual_validations']).run if config
+          SaveOutput.new(errors, collection_name, outputs).run
           return errors
         rescue StandardError => e
           puts "An error has occurred: #{e}"

data/lib/ae_easy/qa/validate_internal.rb

@@ -1,17 +1,18 @@
 module AeEasy
   module Qa
     class ValidateInternal
-      attr_reader :scrapers, :rules
+      attr_reader :scrapers, :rules, :outputs
 
-      def initialize(config)
+      def initialize(config, outputs)
         @scrapers = config['scrapers']
         @rules = config['individual_validations']
+        @outputs = outputs
       end
 
       def run
         begin
           scrapers.each do |scraper_name, collections|
-            ValidateScraper.new(scraper_name, collections, rules).run
+            ValidateScraper.new(scraper_name, collections, rules, outputs).run
           end
         rescue StandardError => e
           puts "An error has occurred: #{e}"
@@ -21,17 +22,18 @@ module AeEasy
     end
 
     class ValidateScraper
-      attr_reader :scraper_name, :collections, :rules
+      attr_reader :scraper_name, :collections, :rules, :outputs
 
-      def initialize(scraper_name, collections, rules)
+      def initialize(scraper_name, collections, rules, outputs)
         @scraper_name = scraper_name
         @collections = collections
         @rules = rules
+        @outputs = outputs
       end
 
       def run
         collections.each do |collection_name|
-          ValidateCollection.new(scraper_name, collection_name, total_records(collection_name), rules).run
+          ValidateCollection.new(scraper_name, collection_name, total_records(collection_name), rules, outputs).run
         end
       end
 
@@ -47,29 +49,27 @@ module AeEasy
     end
 
     class ValidateCollection
-      attr_reader :scraper_name, :collection_name, :total_records, :rules, :errors
+      attr_reader :scraper_name, :collection_name, :total_records, :rules, :errors, :outputs
 
-      def initialize(scraper_name, collection_name, total_records, rules)
+      def initialize(scraper_name, collection_name, total_records, rules, outputs)
         @scraper_name = scraper_name
         @collection_name = collection_name
         @total_records = total_records
         @rules = rules
+        @outputs = outputs
         @errors = { errored_items: [] }
       end
 
       def run
         ValidateGroups.new(data, errors).run
-        #could create the errors hash inside ValidateRules?
-        #errors = ValidateRules.new(data, config).run
         ValidateRules.new(data, errors, rules).run
-        #should have a class that saves the output and the summary output
-        #SaveOutput.new(errors, output_collection_name).run
+        SaveOutput.new(errors, outputs_collection_name, outputs).run
       end
 
       private
 
-      def output_collection_name
-        @output_collection_name ||= "#{scraper_name}_#{collection_name}"
+      def outputs_collection_name
+        @outputs_collection_name ||= "#{scraper_name}_#{collection_name}"
       end
 
       def data
@@ -86,7 +86,6 @@ module AeEasy
                     data
                   end
       end
-
     end
   end
 end

data/lib/ae_easy/qa/version.rb

@@ -1,5 +1,5 @@
 module AeEasy
   module Qa
-    VERSION = "0.0.5"
+    VERSION = "0.0.6"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ae_easy-qa
 version: !ruby/object:Gem::Version
-  version: 0.0.5
+  version: 0.0.6
 platform: ruby
 authors:
 - David Lynam
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-06-17 00:00:00.000000000 Z
+date: 2019-06-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: answersengine
@@ -78,6 +78,7 @@ files:
 - bin/setup
 - lib/ae_easy/qa.rb
 - lib/ae_easy/qa/helpers.rb
+- lib/ae_easy/qa/save_output.rb
 - lib/ae_easy/qa/validate_external.rb
 - lib/ae_easy/qa/validate_groups.rb
 - lib/ae_easy/qa/validate_internal.rb