data_verifier 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: de8e7ec5961659d85a8c7fa92ae6e460ac62acddcf2699962f594cb6a3815014
+  data.tar.gz: 13d7a34878d79d2abb31b94112c266c8cae8f96ed40c2c8fe05d25cc003a73a3
+SHA512:
+  metadata.gz: 7e50ce971d0c01a5ebc1661cd09a3a35e057bfa3472c8d2e154fbb51bac431e745ddcde3b6e21c50de484fbc11cc568963ab4e60354b16bbc687ca45294e7786
+  data.tar.gz: 7f346802c64d4e0682a8fabf8530ee83cb1a1c920ec0f0c32cae50ff554405d98d250a8c0b439c17b87e603e24be5a179916835e4b5acbb5fc79115688d2d432

data/.gitignore

@@ -0,0 +1,2 @@
+.idea
+*.gem

data/Gemfile

@@ -0,0 +1,5 @@
+source :rubygems
+
+gem 'sequel'
+gem 'axlsx'
+gem 'rspec'

data/Gemfile.lock

@@ -0,0 +1,38 @@
+GEM
+  remote: http://rubygems.org/
+  specs:
+    axlsx (2.0.1)
+      htmlentities (~> 4.3.1)
+      nokogiri (>= 1.4.1)
+      rubyzip (~> 1.0.0)
+    diff-lcs (1.3)
+    htmlentities (4.3.4)
+    mini_portile2 (2.4.0)
+    nokogiri (1.10.3)
+      mini_portile2 (~> 2.4.0)
+    rspec (3.8.0)
+      rspec-core (~> 3.8.0)
+      rspec-expectations (~> 3.8.0)
+      rspec-mocks (~> 3.8.0)
+    rspec-core (3.8.1)
+      rspec-support (~> 3.8.0)
+    rspec-expectations (3.8.4)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.8.0)
+    rspec-mocks (3.8.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.8.0)
+    rspec-support (3.8.2)
+    rubyzip (1.2.2)
+    sequel (5.21.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  axlsx
+  rspec
+  sequel
+
+BUNDLED WITH
+   1.16.1

data/data_verifier.gemspec

@@ -0,0 +1,24 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require_relative './lib/data_verifier/version.rb'
+
+Gem::Specification.new do |s|
+  s.name                        =   'data_verifier'
+  s.version                     =   DataVerifier::VERSION
+  s.summary                     =   'Verify data after performing series of operations'
+  s.authors                     =   ['Ajit Singh']
+  s.email                       =   'jeetsingh.ajit@gamil.com'
+  s.license                     =   'MIT'
+  s.homepage                    =   'https://github.com/ajitsing/data_verifier'
+
+  s.files                       =   `git ls-files -z`.split("\x0")
+  s.executables                 =   s.files.grep(%r{^bin/}) { |f| File.basename(f)  }
+  s.test_files                  =   s.files.grep(%r{^(test|spec|features)/})
+  s.require_paths               =   ["lib"]
+
+  s.add_dependency                  'axlsx', '~> 2.0.1'
+  s.add_dependency                  'sequel', '~> 5.1.0'
+  s.add_development_dependency      "bundler", "~> 1.5"
+  s.add_development_dependency      'rspec'
+end

data/lib/data_verifier.rb

@@ -0,0 +1,2 @@
+project_root = File.dirname(File.absolute_path(__FILE__))
+Dir.glob(project_root + '/data_verifier/**/*.rb', &method(:require))

data/lib/data_verifier/baseline_builder.rb

@@ -0,0 +1,34 @@
+require 'json'
+require 'sequel'
+
+module DataVerifier
+  class BaselineBuilder
+    def initialize(config)
+      @config = config
+      @db = Sequel.connect(adapter: @config.db_adapter,
+                           user: @config.db_user,
+                           password: @config.db_password,
+                           host: @config.db_host,
+                           port: @config.db_port,
+                           database: @config.db_name,
+                           max_connections: @config.db_max_connections)
+    end
+
+    def build
+      @config.queries.each do |tag, query|
+        puts "Executing => #{query}\n"
+        data = @db.fetch(query)
+
+        File.open(data_file_name(tag), 'w') do |file|
+          file.write JSON.dump(data.all)
+        end
+      end
+    end
+
+    private
+    def data_file_name(tag)
+      identifier = @config.data_identifier.nil? ? '' : "#{@config.data_identifier}_"
+      "#{identifier}#{tag}.json"
+    end
+  end
+end

data/lib/data_verifier/config.rb

@@ -0,0 +1,19 @@
+module DataVerifier
+  class Config
+    attr_accessor :db_adapter, :db_user, :db_password, :db_name, :db_host, :db_port, :db_max_connections, :queries, :data_identifier
+
+    def initialize
+      @db_adapter = nil
+      @db_user = nil
+      @db_password = nil
+      @db_host = nil
+      @db_port = nil
+      @db_name = nil
+      @db_max_connections = 25
+      @data_identifier = nil
+      @queries = {}
+
+      yield self if block_given?
+    end
+  end
+end

data/lib/data_verifier/validator.rb

@@ -0,0 +1,74 @@
+require 'json'
+require 'sequel'
+require 'axlsx'
+
+module DataVerifier
+  class Validator
+    def initialize(config)
+      @config = config
+      @db = Sequel.connect(adapter: @config.db_adapter,
+                           user: @config.db_user,
+                           password: @config.db_password,
+                           host: @config.db_host,
+                           port: @config.db_port,
+                           database: @config.db_name,
+                           max_connections: @config.db_max_connections)
+    end
+
+    def generate_validation_file
+      excel = Axlsx::Package.new
+
+      @config.queries.each do |tag, query|
+        puts "Executing => #{query}\n"
+        data = @db.fetch(query)
+        update_excel(excel, tag, data)
+      end
+
+      excel.serialize("#{identifier}data_verifier_result.xlsx")
+    end
+
+    private
+    def data_file_name(tag)
+      "#{identifier}#{tag}.json"
+    end
+
+    def identifier
+      @config.data_identifier.nil? ? '' : "#{@config.data_identifier}_"
+    end
+
+    def update_excel(excel, sheet_name, data)
+      data_before_replication = JSON.parse(File.read(data_file_name(sheet_name)))
+
+      excel.workbook.add_worksheet(name: sheet_name.to_s) do |s|
+        red_color = Axlsx::Color.new
+        red_color.rgb = 'C40101'
+
+        white_color = Axlsx::Color.new
+        white_color.rgb = 'FFFFFF'
+
+        header_style = s.styles.add_style bg_color: "43B275", b: true, sz: 16, alignment: {horizontal: :center}, color: white_color
+        data_style = s.styles.add_style sz: 13, alignment: {:horizontal => :left}
+        error_data_style = s.styles.add_style sz: 12, alignment: {:horizontal => :left}, color: red_color, b: true
+
+        s.add_row ["Field", "Before", "After"], style: header_style
+        s.row_style(0, header_style)
+
+        data.each_with_index do |db_row, index|
+          stored_result = data_before_replication[index]
+
+          db_row.each do |column, value|
+            value_not_eql = stored_result[column.to_s].to_s != value.to_s
+            data = [column.to_s.upcase, stored_result[column.to_s].to_s, value.to_s]
+
+            conditional_formatting = value_not_eql ? error_data_style : data_style
+            s.add_row data, style: [conditional_formatting, data_style, data_style]
+          end
+
+          s.add_row ["", "", ""]
+          s.add_row ["", "", ""], style: [header_style, header_style, header_style]
+          s.add_row ["", "", ""]
+        end
+      end
+    end
+  end
+end

data/lib/data_verifier/version.rb

@@ -0,0 +1,3 @@
+module DataVerifier
+  VERSION = '0.0.1'
+end

metadata

@@ -0,0 +1,108 @@
+--- !ruby/object:Gem::Specification
+name: data_verifier
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Ajit Singh
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2019-06-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: axlsx
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.0.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.0.1
+- !ruby/object:Gem::Dependency
+  name: sequel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 5.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 5.1.0
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email: jeetsingh.ajit@gamil.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- Gemfile.lock
+- data_verifier.gemspec
+- lib/data_verifier.rb
+- lib/data_verifier/baseline_builder.rb
+- lib/data_verifier/config.rb
+- lib/data_verifier/validator.rb
+- lib/data_verifier/version.rb
+homepage: https://github.com/ajitsing/data_verifier
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.6
+signing_key: 
+specification_version: 4
+summary: Verify data after performing series of operations
+test_files: []