simmer 1.0.0.pre.alpha

data/lib/simmer/util/record_set.rb

@@ -0,0 +1,51 @@
+# frozen_string_literal: true
+
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+require_relative 'record'
+
+module Simmer
+  module Util
+    # A less-strict comparable collection of Record instances.
+    # It does not depend on Record ordering.
+    class RecordSet
+      attr_reader :records
+
+      def initialize(records = [])
+        @records = array(records).map { |record| Record.new(record) }.sort
+
+        freeze
+      end
+
+      def ==(other)
+        other.instance_of?(self.class) && records == other.records
+      end
+      alias eql? ==
+
+      def to_h
+        {
+          'records' => records.map(&:to_h)
+        }
+      end
+
+      def keys
+        records.first&.keys || []
+      end
+
+      private
+
+      def array(val)
+        if val.is_a?(Hash)
+          [val]
+        else
+          Array(val)
+        end
+      end
+    end
+  end
+end

data/lib/simmer/util/resolver.rb

@@ -0,0 +1,28 @@
+# frozen_string_literal: true
+
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+module Simmer
+  module Util
+    # Wraps up Objectable so it can be plugged into Stringento so we can use Objectable
+    # as an object resolver.
+    class Resolver
+      attr_reader :objectable_resolver
+
+      def initialize
+        @objectable_resolver = Objectable.resolver
+
+        freeze
+      end
+
+      def resolve(value, input)
+        objectable_resolver.get(input, value)
+      end
+    end
+  end
+end

data/lib/simmer/util/yaml_reader.rb

@@ -0,0 +1,60 @@
+# frozen_string_literal: true
+
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+module Simmer
+  module Util
+    # Understands how to read YAML.  You can utilize this tool to recursively read an entire
+    # directory of YAML files and combine them into one YAML file, or simply read one YAML file.
+    class YamlReader
+      EXTENSIONS = %w[yml yaml].freeze
+
+      private_constant :EXTENSIONS
+
+      def smash(path)
+        files = all(path).values
+
+        files.each_with_object({}) do |config, memo|
+          memo.merge!(config)
+        end
+      end
+
+      def all(path)
+        expand(path).map { |file| [file, read(file)] }.to_h
+      end
+
+      def read(path)
+        contents = File.read(path)
+
+        YAML.safe_load(contents) || {}
+      end
+
+      private
+
+      def wildcard_name
+        "*.{#{EXTENSIONS.join(',')}}"
+      end
+
+      def full_path(path)
+        File.join(path, '**', wildcard_name)
+      end
+
+      def expand(path)
+        path = File.expand_path(path.to_s)
+
+        if File.directory?(path)
+          glob = full_path(path)
+
+          Dir[glob].to_a
+        else
+          Array(path)
+        end
+      end
+    end
+  end
+end

data/lib/simmer/version.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+module Simmer
+  VERSION = '1.0.0-alpha'
+end

data/simmer.gemspec

@@ -0,0 +1,38 @@
+# frozen_string_literal: true
+
+require './lib/simmer/version'
+
+Gem::Specification.new do |s|
+  s.name        = 'simmer'
+  s.version     = Simmer::VERSION
+  s.summary     = 'Pentaho Data Integration Automated Test Suite'
+
+  s.description = <<-DESCRIPTION
+    Provides a harness for testing Pentaho Data Integration jobs and transformations.
+  DESCRIPTION
+
+  s.authors     = ['Matthew Ruggio']
+  s.email       = ['mruggio@bluemarblepayroll.com']
+  s.files       = `git ls-files`.split("\n")
+  s.test_files  = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables = `git ls-files -- bin/*`.split("\n").map { |f| File.basename(f) }
+  s.homepage    = 'https://github.com/bluemarblepayroll/simmer'
+  s.license     = 'MIT'
+
+  s.required_ruby_version = '>= 2.4.6'
+
+  s.add_dependency('acts_as_hashable', '~>1')
+  s.add_dependency('aws-sdk-s3', '~>1.6')
+  s.add_dependency('mysql2', '~>0.5')
+  s.add_dependency('objectable', '~>1')
+  s.add_dependency('pdi', '~>1')
+  s.add_dependency('stringento', '~>2')
+
+  s.add_development_dependency('guard-rspec', '~>4.7')
+  s.add_development_dependency('pry', '~>0')
+  s.add_development_dependency('rake', '~> 13')
+  s.add_development_dependency('rspec')
+  s.add_development_dependency('rubocop', '~>0.79.0')
+  s.add_development_dependency('simplecov', '~>0.17.0')
+  s.add_development_dependency('simplecov-console', '~>0.6.0')
+end

data/spec/simmer/core_ext/hash_spec.rb

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+require 'spec_helper'
+
+describe Simmer::CoreExt::Hash do
+  specify 'Hash#symbolize_keys is implemented' do
+    expect({ 'a' => 'b' }.symbolize_keys).to eq(a: 'b')
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+require 'pry'
+
+unless ENV['DISABLE_SIMPLECOV'] == 'true'
+  require 'simplecov'
+  require 'simplecov-console'
+
+  SimpleCov.formatter = SimpleCov::Formatter::Console
+  SimpleCov.start do
+    add_filter %r{\A/spec/}
+  end
+end
+
+require './lib/simmer'

metadata

@@ -0,0 +1,285 @@
+--- !ruby/object:Gem::Specification
+name: simmer
+version: !ruby/object:Gem::Version
+  version: 1.0.0.pre.alpha
+platform: ruby
+authors:
+- Matthew Ruggio
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2020-02-28 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: acts_as_hashable
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk-s3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: mysql2
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.5'
+- !ruby/object:Gem::Dependency
+  name: objectable
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
+- !ruby/object:Gem::Dependency
+  name: pdi
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
+- !ruby/object:Gem::Dependency
+  name: stringento
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
+- !ruby/object:Gem::Dependency
+  name: guard-rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.7'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.79.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.79.0
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.17.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.17.0
+- !ruby/object:Gem::Dependency
+  name: simplecov-console
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.6.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.6.0
+description: "    Provides a harness for testing Pentaho Data Integration jobs and
+  transformations.\n"
+email:
+- mruggio@bluemarblepayroll.com
+executables:
+- console
+- simmer
+extensions: []
+extra_rdoc_files: []
+files:
+- ".editorconfig"
+- ".gitignore"
+- ".rubocop.yml"
+- ".ruby-version"
+- ".travis.yml"
+- CHANGELOG.md
+- CODE_OF_CONDUCT.md
+- Gemfile
+- Guardfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/console
+- bin/simmer
+- lib/simmer.rb
+- lib/simmer/configuration.rb
+- lib/simmer/core_ext/hash.rb
+- lib/simmer/externals.rb
+- lib/simmer/externals/aws_file_system.rb
+- lib/simmer/externals/mysql_database.rb
+- lib/simmer/externals/mysql_database/sql_fixture.rb
+- lib/simmer/externals/spoon_client.rb
+- lib/simmer/externals/spoon_client/mock.rb
+- lib/simmer/externals/spoon_client/result.rb
+- lib/simmer/judge.rb
+- lib/simmer/judge/result.rb
+- lib/simmer/runner.rb
+- lib/simmer/runner/result.rb
+- lib/simmer/session.rb
+- lib/simmer/session/reporter.rb
+- lib/simmer/session/result.rb
+- lib/simmer/specification.rb
+- lib/simmer/specification/act.rb
+- lib/simmer/specification/act/params.rb
+- lib/simmer/specification/assert.rb
+- lib/simmer/specification/assert/assertions.rb
+- lib/simmer/specification/assert/assertions/bad_output_assertion.rb
+- lib/simmer/specification/assert/assertions/bad_table_assertion.rb
+- lib/simmer/specification/assert/assertions/output.rb
+- lib/simmer/specification/assert/assertions/table.rb
+- lib/simmer/specification/stage.rb
+- lib/simmer/specification/stage/input_file.rb
+- lib/simmer/suite.rb
+- lib/simmer/util.rb
+- lib/simmer/util/evaluator.rb
+- lib/simmer/util/fixture.rb
+- lib/simmer/util/fixture_set.rb
+- lib/simmer/util/record.rb
+- lib/simmer/util/record_set.rb
+- lib/simmer/util/resolver.rb
+- lib/simmer/util/yaml_reader.rb
+- lib/simmer/version.rb
+- simmer.gemspec
+- spec/simmer/core_ext/hash_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/bluemarblepayroll/simmer
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.4.6
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">"
+    - !ruby/object:Gem::Version
+      version: 1.3.1
+requirements: []
+rubygems_version: 3.0.3
+signing_key: 
+specification_version: 4
+summary: Pentaho Data Integration Automated Test Suite
+test_files:
+- spec/simmer/core_ext/hash_spec.rb
+- spec/spec_helper.rb