simmer 1.0.0.pre.alpha.7 → 1.0.0.pre.alpha.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c2f5116d06a3aa1eaafbe7a14cc204f40eeeb1a45408801ecc9f15706b36f2a2
-  data.tar.gz: 49c6a41c862824592fbd31fa9654570d93bb84a6ba70f8e59353b7187dc15e17
+  metadata.gz: 5d2c8a97f020d8075b14da8b15908e5bc256e8bb946fc36dba254cad4cfec95d
+  data.tar.gz: e3868ab99540e0dfcf11c6e76fd785d94535ed96bd7b14bd1e831db5fe896bf6
 SHA512:
-  metadata.gz: e2315fec18c186454fd415c4050f183d753a635f5e45e630da3b609adfd1f498930c18a25f2ea61f4a79b0dd59fb6ee9558c2081b7092a8624fe41c4e70d68d1
-  data.tar.gz: c5572b235b2bf109e213c3d428bd7668c97af2967f56a925d3d6b0f522f1689af9e46124ccec2460e1f71a5a04f36eb13478380e633d060e4d7999f32b198739
+  metadata.gz: 76596e1d548b7fe09d4e8ef7baf102bdb41cee3cf60d745efc7cb938e5492a6d39212cdc32de376d62f68aa86d08861f1e8d093ad947d83c0ff37629c9286bed
+  data.tar.gz: '00980ec71fb9a07f693848736564dadfa9100949b14e65a5e514427c3bf8cb7c7bcb05ce9234a25f981b181294a4b7a303e2bf92056b6459e9fb0823883b54e1'

data/lib/simmer/version.rb

@@ -8,5 +8,5 @@
 #
 
 module Simmer
-  VERSION = '1.0.0-alpha.7'
+  VERSION = '1.0.0-alpha.8'
 end

data/simmer.gemspec

@@ -13,11 +13,18 @@ Gem::Specification.new do |s|
 
   s.authors     = ['Matthew Ruggio']
   s.email       = ['mruggio@bluemarblepayroll.com']
-  s.files       = `git ls-files`.split("\n")
-  s.test_files  = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.files       = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  s.bindir      = 'exe'
   s.executables = %w[simmer]
   s.homepage    = 'https://github.com/bluemarblepayroll/simmer'
   s.license     = 'MIT'
+  s.metadata    = {
+    'bug_tracker_uri' => 'https://github.com/bluemarblepayroll/simmer/issues',
+    'changelog_uri' => 'https://github.com/bluemarblepayroll/simmer/blob/master/CHANGELOG.md',
+    'documentation_uri' => 'https://www.rubydoc.info/gems/simmer',
+    'homepage_uri' => s.homepage,
+    'source_code_uri' => s.homepage
+  }
 
   s.required_ruby_version = '>= 2.5'
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: simmer
 version: !ruby/object:Gem::Version
-  version: 1.0.0.pre.alpha.7
+  version: 1.0.0.pre.alpha.8
 platform: ruby
 authors:
 - Matthew Ruggio
 autorequire: 
-bindir: bin
+bindir: exe
 cert_chain: []
-date: 2020-03-05 00:00:00.000000000 Z
+date: 2020-03-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: acts_as_hashable
@@ -214,7 +214,7 @@ files:
 - README.md
 - Rakefile
 - bin/console
-- bin/simmer
+- exe/simmer
 - lib/simmer.rb
 - lib/simmer/configuration.rb
 - lib/simmer/core_ext/hash.rb
@@ -255,47 +255,15 @@ files:
 - lib/simmer/util/yaml_reader.rb
 - lib/simmer/version.rb
 - simmer.gemspec
-- spec/config/simmer.yaml.ci
-- spec/db/database.sql
-- spec/db/tables.sql
-- spec/db_helper.rb
-- spec/fixtures/agent_fixtures.yaml
-- spec/fixtures/configuration.yaml
-- spec/fixtures/noc_list.csv
-- spec/fixtures/specifications/load_noc_list.yaml
-- spec/fixtures/yaml_reader/bar.yaml
-- spec/fixtures/yaml_reader/baz/baz.yaml
-- spec/fixtures/yaml_reader/foo.yaml
-- spec/mocks/aws_s3_client.rb
-- spec/mocks/load_noc_list/pan.sh
-- spec/mocks/load_noc_list_bad_output/pan.sh
-- spec/mocks/out.rb
-- spec/mocks/spoon/kitchen.sh
-- spec/mocks/spoon/pan.sh
-- spec/simmer/configuration_spec.rb
-- spec/simmer/core_ext/hash_spec.rb
-- spec/simmer/database/fixture_set_spec.rb
-- spec/simmer/database/fixture_spec.rb
-- spec/simmer/externals/aws_file_system_spec.rb
-- spec/simmer/externals/mysql_database_spec.rb
-- spec/simmer/externals/spoon_client_spec.rb
-- spec/simmer/specification/act/params_spec.rb
-- spec/simmer/specification/act_spec.rb
-- spec/simmer/specification/assert_spec.rb
-- spec/simmer/specification/stage_spec.rb
-- spec/simmer/specification_spec.rb
-- spec/simmer/util/evaluator_spec.rb
-- spec/simmer/util/record_set_spec.rb
-- spec/simmer/util/record_spec.rb
-- spec/simmer/util/yaml_reader_spec.rb
-- spec/simmer_spec.rb
-- spec/simmer_spec/files/noc_list.csv
-- spec/simmer_spec/fixtures/agent_fixtures.yaml
-- spec/spec_helper.rb
 homepage: https://github.com/bluemarblepayroll/simmer
 licenses:
 - MIT
-metadata: {}
+metadata:
+  bug_tracker_uri: https://github.com/bluemarblepayroll/simmer/issues
+  changelog_uri: https://github.com/bluemarblepayroll/simmer/blob/master/CHANGELOG.md
+  documentation_uri: https://www.rubydoc.info/gems/simmer
+  homepage_uri: https://github.com/bluemarblepayroll/simmer
+  source_code_uri: https://github.com/bluemarblepayroll/simmer
 post_install_message: 
 rdoc_options: []
 require_paths:
@@ -315,41 +283,4 @@ rubygems_version: 3.0.3
 signing_key: 
 specification_version: 4
 summary: Pentaho Data Integration Automated Test Suite
-test_files:
-- spec/config/simmer.yaml.ci
-- spec/db/database.sql
-- spec/db/tables.sql
-- spec/db_helper.rb
-- spec/fixtures/agent_fixtures.yaml
-- spec/fixtures/configuration.yaml
-- spec/fixtures/noc_list.csv
-- spec/fixtures/specifications/load_noc_list.yaml
-- spec/fixtures/yaml_reader/bar.yaml
-- spec/fixtures/yaml_reader/baz/baz.yaml
-- spec/fixtures/yaml_reader/foo.yaml
-- spec/mocks/aws_s3_client.rb
-- spec/mocks/load_noc_list/pan.sh
-- spec/mocks/load_noc_list_bad_output/pan.sh
-- spec/mocks/out.rb
-- spec/mocks/spoon/kitchen.sh
-- spec/mocks/spoon/pan.sh
-- spec/simmer/configuration_spec.rb
-- spec/simmer/core_ext/hash_spec.rb
-- spec/simmer/database/fixture_set_spec.rb
-- spec/simmer/database/fixture_spec.rb
-- spec/simmer/externals/aws_file_system_spec.rb
-- spec/simmer/externals/mysql_database_spec.rb
-- spec/simmer/externals/spoon_client_spec.rb
-- spec/simmer/specification/act/params_spec.rb
-- spec/simmer/specification/act_spec.rb
-- spec/simmer/specification/assert_spec.rb
-- spec/simmer/specification/stage_spec.rb
-- spec/simmer/specification_spec.rb
-- spec/simmer/util/evaluator_spec.rb
-- spec/simmer/util/record_set_spec.rb
-- spec/simmer/util/record_spec.rb
-- spec/simmer/util/yaml_reader_spec.rb
-- spec/simmer_spec.rb
-- spec/simmer_spec/files/noc_list.csv
-- spec/simmer_spec/fixtures/agent_fixtures.yaml
-- spec/spec_helper.rb
+test_files: []

data/spec/config/simmer.yaml.ci

@@ -1,22 +0,0 @@
-mysql_database:
-  init_command: "SET @@SESSION.sql_mode = 'TRADITIONAL,NO_AUTO_VALUE_ON_ZERO'"
-  database: simmer_test
-  username: root
-  host: 127.0.0.1
-  port: 3306
-  flags: MULTI_STATEMENTS
-
-spoon_client:
-  dir: spec/mocks/spoon
-  args: 0
-
-local_file_system:
-  dir: tmp/store_test
-
-# aws_file_system:
-#   access_key_id:
-#   bucket:
-#   default_expires_in_seconds: 3600
-#   encryption: AES256
-#   region:
-#   secret_access_key:

data/spec/db/database.sql

@@ -1 +0,0 @@
-CREATE DATABASE IF NOT EXISTS simmer_test;

data/spec/db/tables.sql

@@ -1,20 +0,0 @@
-DROP TABLE IF EXISTS `simmer_test`.`notes`;
-DROP TABLE IF EXISTS `simmer_test`.`agents`;
-
-CREATE TABLE `simmer_test`.`agents` (
-  `id` int(11) NOT NULL AUTO_INCREMENT,
-  `call_sign` varchar(150) NOT NULL,
-  `first` varchar(255),
-  `last` varchar(255),
-  PRIMARY KEY (`id`),
-  UNIQUE INDEX (`call_sign`)
-);
-
-CREATE TABLE `simmer_test`.`notes` (
-  `id` int(11) NOT NULL AUTO_INCREMENT,
-  `agent_id` int(11) NOT NULL,
-  `note` varchar(255),
-  PRIMARY KEY (`id`),
-  INDEX (`agent_id`),
-  FOREIGN KEY (`agent_id`) REFERENCES `simmer_test`.`agents`(`id`)
-);

data/spec/db_helper.rb

@@ -1,26 +0,0 @@
-# frozen_string_literal: true
-
-#
-# Copyright (c) 2020-present, Blue Marble Payroll, LLC
-#
-# This source code is licensed under the MIT license found in the
-# LICENSE file in the root directory of this source tree.
-#
-
-CLEAN_SQL_STATEMENTS = [
-  'DELETE FROM `simmer_test`.`notes`',
-  'DELETE FROM `simmer_test`.`agents`'
-].freeze
-
-def db_helper_config
-  simmer_config['mysql_database']
-end
-
-def db_helper_client
-  @db_helper_client ||= Mysql2::Client.new(db_helper_config)
-end
-
-def db_helper_clean_schema
-  CLEAN_SQL_STATEMENTS.each { |sql| db_helper_client.query(sql) }
-  nil
-end

data/spec/fixtures/agent_fixtures.yaml

@@ -1,14 +0,0 @@
-hulk:
-  table: agents
-  fields:
-    call_sign: hulk
-    first: CLASSIFIED
-    last: CLASSIFIED
-
-iron_man:
-  table: agents
-  fields:
-    call_sign: iron_man
-    first: CLASSIFIED
-    last: CLASSIFIED
-

data/spec/fixtures/configuration.yaml

@@ -1,11 +0,0 @@
-aws_file_system:
-  aws_file_system_key: aws_file_system_value
-
-mysql_database:
-  mysql_database_key: mysql_database_value
-
-spoon_client:
-  spoon_client_key: spoon_client_value
-
-other:
-  other_key: other_value

data/spec/fixtures/noc_list.csv

@@ -1,3 +0,0 @@
-call_sign,first,last
-iron_man,Tony,Stark
-hulk,Bruce,Banner

data/spec/fixtures/specifications/load_noc_list.yaml

@@ -1,37 +0,0 @@
-name: Declassify Users
-stage:
-  files:
-    src: noc_list.csv
-    dest: input/noc_list.csv
-  fixtures:
-    - iron_man
-    - hulk
-act:
-  name: load_noc_list
-  repository: top_secret
-  type: transformation
-  params:
-    files:
-      input_file: noc_list.csv
-    keys:
-      code: 'The secret code is: {codes.the_secret_one}'
-assert:
-  assertions:
-    - type: table
-      name: agents
-      records:
-        - call_sign: iron_man
-          first: tony
-          last: stark
-        - call_sign: hulk
-          first: bruce
-          last: banner
-    - type: table
-      name: agents
-      logic: includes
-      records:
-        - call_sign: iron_man
-          first: tony
-          last: stark
-    - type: output
-      value: output to stdout

data/spec/fixtures/yaml_reader/bar.yaml

@@ -1,2 +0,0 @@
-bar:
-  type: barby

data/spec/fixtures/yaml_reader/baz/baz.yaml

@@ -1,2 +0,0 @@
-baz:
-  type: bazzy

data/spec/fixtures/yaml_reader/foo.yaml

@@ -1,2 +0,0 @@
-foo:
-  type: foofy

data/spec/mocks/aws_s3_client.rb

@@ -1,56 +0,0 @@
-# frozen_string_literal: true
-
-#
-# Copyright (c) 2020-present, Blue Marble Payroll, LLC
-#
-# This source code is licensed under the MIT license found in the
-# LICENSE file in the root directory of this source tree.
-#
-
-class AwsS3Client
-  extend Forwardable
-
-  def_delegators :client,
-                 :list_objects,
-                 :delete_objects,
-                 :put_object
-
-  attr_reader :client, :store
-
-  def initialize(store = {})
-    @store  = store
-    @client = make_client
-
-    freeze
-  end
-
-  private
-
-  # rubocop:disable Metrics/AbcSize
-  def make_client
-    Aws::S3::Client.new(stub_responses: true).tap do |client|
-      client.stub_responses(:get_object, lambda { |context|
-        obj = store[context.params[:key]]
-        obj || 'NoSuchKey'
-      })
-
-      client.stub_responses(:put_object, lambda { |context|
-        store[context.params[:key]] = { body: context.params[:body] }
-        {}
-      })
-
-      client.stub_responses(:list_objects, lambda { |_context|
-        contents = store.keys.map { |k| OpenStruct.new(key: k) }
-
-        OpenStruct.new(contents: contents)
-      })
-
-      client.stub_responses(:delete_objects, lambda { |context|
-        keys = context.params.dig(:delete, :objects).map { |k| k[:key] }
-
-        keys.each { |key| store.delete(key) }
-      })
-    end
-  end
-  # rubocop:enable Metrics/AbcSize
-end

data/spec/mocks/load_noc_list/pan.sh

@@ -1,10 +0,0 @@
-#!/usr/bin/env ruby
-# frozen_string_literal: true
-
-require './spec/spec_helper'
-require './spec/db_helper'
-
-puts 'output to stdout'
-
-db_helper_client.query("UPDATE agents SET first = 'bruce', last = 'banner' WHERE call_sign = 'hulk'")
-db_helper_client.query("UPDATE agents SET first = 'tony', last = 'stark' WHERE call_sign = 'iron_man'")

data/spec/mocks/load_noc_list_bad_output/pan.sh

@@ -1,10 +0,0 @@
-#!/usr/bin/env ruby
-# frozen_string_literal: true
-
-require './spec/spec_helper'
-require './spec/db_helper'
-
-puts 'bad output!'
-
-db_helper_client.query("UPDATE agents SET first = 'bruce', last = 'banner' WHERE call_sign = 'hulk'")
-db_helper_client.query("UPDATE agents SET first = 'tony', last = 'stark' WHERE call_sign = 'iron_man'")

data/spec/mocks/out.rb

@@ -1,14 +0,0 @@
-# frozen_string_literal: true
-
-#
-# Copyright (c) 2020-present, Blue Marble Payroll, LLC
-#
-# This source code is licensed under the MIT license found in the
-# LICENSE file in the root directory of this source tree.
-#
-
-class Out
-  def puts(msg); end
-
-  def print(msg); end
-end

data/spec/mocks/spoon/kitchen.sh

@@ -1,14 +0,0 @@
-#!/bin/bash
-
-error(){
-  echo "$1" >&2
-}
-
-output(){
-  echo "$1"
-}
-
-output "output to stdout"
-error "output to sterr"
-
-exit $1

data/spec/mocks/spoon/pan.sh

@@ -1,14 +0,0 @@
-#!/bin/bash
-
-error(){
-  echo "$1" >&2
-}
-
-output(){
-  echo "$1"
-}
-
-output "output to stdout"
-error "output to sterr"
-
-exit $1

data/spec/simmer/configuration_spec.rb

@@ -1,46 +0,0 @@
-# frozen_string_literal: true
-
-#
-# Copyright (c) 2020-present, Blue Marble Payroll, LLC
-#
-# This source code is licensed under the MIT license found in the
-# LICENSE file in the root directory of this source tree.
-#
-
-require 'spec_helper'
-
-describe Simmer::Configuration do
-  let(:path)        { File.join('configuration.yaml') }
-  let(:config)      { yaml_fixture(path) }
-  let(:simmer_dir)  { 'simmer' }
-
-  subject { described_class.new(config, simmer_dir) }
-
-  specify '#mysql_database_config resolves' do
-    expect(subject.mysql_database_config).to eq('mysql_database_key' => 'mysql_database_value')
-  end
-
-  specify '#aws_file_system_config resolves' do
-    expect(subject.aws_file_system_config).to eq('aws_file_system_key' => 'aws_file_system_value')
-  end
-
-  specify '#spoon_client_config resolves' do
-    expect(subject.spoon_client_config).to eq('spoon_client_key' => 'spoon_client_value')
-  end
-
-  specify '#tests_dir resolves' do
-    expect(subject.tests_dir).to eq(File.join(simmer_dir, 'specs'))
-  end
-
-  specify '#fixtures_dir resolves' do
-    expect(subject.fixtures_dir).to eq(File.join(simmer_dir, 'fixtures'))
-  end
-
-  specify '#files_dir resolves' do
-    expect(subject.files_dir).to eq(File.join(simmer_dir, 'files'))
-  end
-
-  specify '#results_dir resolves' do
-    expect(subject.results_dir).to eq(File.join(simmer_dir, 'results'))
-  end
-end

data/spec/simmer/core_ext/hash_spec.rb

@@ -1,16 +0,0 @@
-# frozen_string_literal: true
-
-#
-# Copyright (c) 2020-present, Blue Marble Payroll, LLC
-#
-# This source code is licensed under the MIT license found in the
-# LICENSE file in the root directory of this source tree.
-#
-
-require 'spec_helper'
-
-describe Simmer::CoreExt::Hash do
-  specify 'Hash#symbolize_keys is implemented' do
-    expect({ 'a' => 'b' }.symbolize_keys).to eq(a: 'b')
-  end
-end

data/spec/simmer/database/fixture_set_spec.rb

@@ -1,75 +0,0 @@
-# frozen_string_literal: true
-
-#
-# Copyright (c) 2020-present, Blue Marble Payroll, LLC
-#
-# This source code is licensed under the MIT license found in the
-# LICENSE file in the root directory of this source tree.
-#
-
-require 'spec_helper'
-
-describe Simmer::Database::FixtureSet do
-  let(:config) do
-    {
-      'Some Fixture' => {
-        fields: {
-          first: 'Frank',
-          last: 'Rizzo'
-        },
-        table: 'users'
-      },
-      bozo: {
-        fields: {
-          first: 'Bozo',
-          last: 'The Clown'
-        },
-        table: 'users'
-      }
-    }
-  end
-
-  subject { described_class.new(config) }
-
-  describe '#get!' do
-    context 'when name is a string' do
-      it 'returns Fixture if name exists' do
-        name = 'Some Fixture'
-
-        expected = Simmer::Database::Fixture.make(config[name.to_s].merge(name: name))
-
-        expect(subject.get!(name)).to eq(expected)
-
-        name = 'bozo'
-
-        expected = Simmer::Database::Fixture.make(config[name.to_sym].merge(name: name))
-
-        expect(subject.get!(name)).to eq(expected)
-      end
-
-      it 'raises ArgumentError if name does not exist' do
-        expect { subject.get!(:doesnt_exist) }.to raise_error(ArgumentError)
-      end
-    end
-
-    context 'when name is a symbol' do
-      it 'returns Fixture if name exists' do
-        name = :'Some Fixture'
-
-        expected = Simmer::Database::Fixture.make(config[name.to_s].merge(name: name))
-
-        expect(subject.get!(name)).to eq(expected)
-
-        name = :bozo
-
-        expected = Simmer::Database::Fixture.make(config[name.to_sym].merge(name: name))
-
-        expect(subject.get!(name)).to eq(expected)
-      end
-
-      it 'raises ArgumentError if name does not exist' do
-        expect { subject.get!(:doesnt_exist) }.to raise_error(ArgumentError)
-      end
-    end
-  end
-end

data/spec/simmer/database/fixture_spec.rb

@@ -1,57 +0,0 @@
-# frozen_string_literal: true
-
-#
-# Copyright (c) 2020-present, Blue Marble Payroll, LLC
-#
-# This source code is licensed under the MIT license found in the
-# LICENSE file in the root directory of this source tree.
-#
-
-require 'spec_helper'
-
-describe Simmer::Database::Fixture do
-  let(:config) do
-    {
-      fields: {
-        first: 'Frank',
-        last: 'Rizzo'
-      },
-      name: 'Some Fixture',
-      table: 'users'
-    }
-  end
-
-  describe 'initialization' do
-    context 'when using acts_as_hashable' do
-      subject { described_class.make(config) }
-
-      it 'sets fields' do
-        expect(subject.fields).to eq(config[:fields])
-      end
-
-      it 'sets name' do
-        expect(subject.name).to eq(config[:name])
-      end
-
-      it 'sets table' do
-        expect(subject.table).to eq(config[:table])
-      end
-    end
-  end
-
-  describe 'equality' do
-    subject { described_class.new(config) }
-
-    specify '#== compares all attributes' do
-      subject2 = described_class.new(config)
-
-      expect(subject).to eq(subject2)
-    end
-
-    specify '#eql? compares all attributes' do
-      subject2 = described_class.new(config)
-
-      expect(subject).to eql(subject2)
-    end
-  end
-end