simmer 1.0.0.pre.alpha.3 → 1.0.0.pre.alpha.4

data/spec/fixtures/noc_list.csv

@@ -0,0 +1,3 @@
+call_sign,first,last
+iron_man,Tony,Stark
+hulk,Bruce,Banner

data/spec/fixtures/specifications/load_noc_list.yaml

@@ -0,0 +1,30 @@
+name: Declassify Users
+stage:
+  files:
+    src: noc_list.csv
+    dest: input/noc_list.csv
+  fixtures:
+    - iron_man
+    - hulk
+act:
+  name: load_noc_list
+  repository: top_secret
+  type: transformation
+  params:
+    files:
+      input_file: noc_list.csv
+    keys:
+      code: 'The secret code is: {codes.the_secret_one}'
+assert:
+  assertions:
+    - type: table
+      name: agents
+      records:
+        - call_sign: iron_man
+          first: tony
+          last: stark
+        - call_sign: hulk
+          first: bruce
+          last: banner
+    - type: output
+      value: Decoding Agents

data/spec/fixtures/yaml_reader/bar.yaml

@@ -0,0 +1,2 @@
+bar:
+  type: barby

data/spec/fixtures/yaml_reader/baz/baz.yaml

@@ -0,0 +1,2 @@
+baz:
+  type: bazzy

data/spec/fixtures/yaml_reader/foo.yaml

@@ -0,0 +1,2 @@
+foo:
+  type: foofy

data/spec/simmer/configuration_spec.rb

@@ -0,0 +1,46 @@
+# frozen_string_literal: true
+
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+require 'spec_helper'
+
+describe Simmer::Configuration do
+  let(:path)        { File.join('configuration.yaml') }
+  let(:config)      { yaml_fixture(path) }
+  let(:simmer_dir)  { 'simmer' }
+
+  subject { described_class.new(config, simmer_dir) }
+
+  specify '#mysql_database_config resolves' do
+    expect(subject.mysql_database_config).to eq('mysql_database_key' => 'mysql_database_value')
+  end
+
+  specify '#aws_file_system_config resolves' do
+    expect(subject.aws_file_system_config).to eq('aws_file_system_key' => 'aws_file_system_value')
+  end
+
+  specify '#spoon_client_config resolves' do
+    expect(subject.spoon_client_config).to eq('spoon_client_key' => 'spoon_client_value')
+  end
+
+  specify '#tests_dir resolves' do
+    expect(subject.tests_dir).to eq(File.join(simmer_dir, 'specs'))
+  end
+
+  specify '#fixtures_dir resolves' do
+    expect(subject.fixtures_dir).to eq(File.join(simmer_dir, 'fixtures'))
+  end
+
+  specify '#files_dir resolves' do
+    expect(subject.files_dir).to eq(File.join(simmer_dir, 'files'))
+  end
+
+  specify '#results_dir resolves' do
+    expect(subject.results_dir).to eq(File.join(simmer_dir, 'results'))
+  end
+end

data/spec/simmer/database/fixture_set_spec.rb

@@ -0,0 +1,75 @@
+# frozen_string_literal: true
+
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+require 'spec_helper'
+
+describe Simmer::Database::FixtureSet do
+  let(:config) do
+    {
+      'Some Fixture' => {
+        fields: {
+          first: 'Frank',
+          last: 'Rizzo'
+        },
+        table: 'users'
+      },
+      bozo: {
+        fields: {
+          first: 'Bozo',
+          last: 'The Clown'
+        },
+        table: 'users'
+      }
+    }
+  end
+
+  subject { described_class.new(config) }
+
+  describe '#get!' do
+    context 'when name is a string' do
+      it 'returns Fixture if name exists' do
+        name = 'Some Fixture'
+
+        expected = Simmer::Database::Fixture.make(config[name.to_s].merge(name: name))
+
+        expect(subject.get!(name)).to eq(expected)
+
+        name = 'bozo'
+
+        expected = Simmer::Database::Fixture.make(config[name.to_sym].merge(name: name))
+
+        expect(subject.get!(name)).to eq(expected)
+      end
+
+      it 'raises ArgumentError if name does not exist' do
+        expect { subject.get!(:doesnt_exist) }.to raise_error(ArgumentError)
+      end
+    end
+
+    context 'when name is a symbol' do
+      it 'returns Fixture if name exists' do
+        name = :'Some Fixture'
+
+        expected = Simmer::Database::Fixture.make(config[name.to_s].merge(name: name))
+
+        expect(subject.get!(name)).to eq(expected)
+
+        name = :bozo
+
+        expected = Simmer::Database::Fixture.make(config[name.to_sym].merge(name: name))
+
+        expect(subject.get!(name)).to eq(expected)
+      end
+
+      it 'raises ArgumentError if name does not exist' do
+        expect { subject.get!(:doesnt_exist) }.to raise_error(ArgumentError)
+      end
+    end
+  end
+end

data/spec/simmer/database/fixture_spec.rb

@@ -0,0 +1,57 @@
+# frozen_string_literal: true
+
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+require 'spec_helper'
+
+describe Simmer::Database::Fixture do
+  let(:config) do
+    {
+      fields: {
+        first: 'Frank',
+        last: 'Rizzo'
+      },
+      name: 'Some Fixture',
+      table: 'users'
+    }
+  end
+
+  describe 'initialization' do
+    context 'when using acts_as_hashable' do
+      subject { described_class.make(config) }
+
+      it 'sets fields' do
+        expect(subject.fields).to eq(config[:fields])
+      end
+
+      it 'sets name' do
+        expect(subject.name).to eq(config[:name])
+      end
+
+      it 'sets table' do
+        expect(subject.table).to eq(config[:table])
+      end
+    end
+  end
+
+  describe 'equality' do
+    subject { described_class.new(config) }
+
+    specify '#== compares all attributes' do
+      subject2 = described_class.new(config)
+
+      expect(subject).to eq(subject2)
+    end
+
+    specify '#eql? compares all attributes' do
+      subject2 = described_class.new(config)
+
+      expect(subject).to eql(subject2)
+    end
+  end
+end

data/spec/simmer/externals/aws_file_system_spec.rb

@@ -0,0 +1,75 @@
+# frozen_string_literal: true
+
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+require 'spec_helper'
+
+describe Simmer::Externals::AwsFileSystem do
+  let(:bucket_store)         { {} }
+  let(:bucket_name)          { 'test' }
+  let(:encryption)           { 'AES256' }
+  let(:files_dir)            { File.join('spec', 'fixtures') }
+  let(:specification_path)   { File.join('specifications', 'load_noc_list.yaml') }
+  let(:specification_config) { yaml_fixture(specification_path).merge(path: specification_path) }
+  let(:specification)        { Simmer::Specification.make(specification_config) }
+
+  let(:aws_s3_client_stub) do
+    Aws::S3::Client.new(stub_responses: true).tap do |client|
+      client.stub_responses(:get_object, lambda { |context|
+        obj = bucket_store[context.params[:key]]
+        obj || 'NoSuchKey'
+      })
+
+      client.stub_responses(:put_object, lambda { |context|
+        bucket_store[context.params[:key]] = { body: context.params[:body] }
+        {}
+      })
+
+      client.stub_responses(:list_objects, lambda { |_context|
+        contents = bucket_store.keys.map { |k| OpenStruct.new(key: k) }
+
+        OpenStruct.new(contents: contents)
+      })
+
+      client.stub_responses(:delete_objects, lambda { |context|
+        keys = context.params.dig(:delete, :objects).map { |k| k[:key] }
+
+        keys.each { |key| bucket_store.delete(key) }
+      })
+    end
+  end
+
+  subject { described_class.new(aws_s3_client_stub, bucket_name, encryption, files_dir) }
+
+  specify '#write transfers all files' do
+    subject.write!(specification)
+
+    expected = {
+      'input/noc_list.csv' => {
+        body: "call_sign,first,last\niron_man,Tony,Stark\nhulk,Bruce,Banner\n"
+      }
+    }
+
+    expect(bucket_store).to eq(expected)
+  end
+
+  specify '#clean! deletes all files' do
+    aws_s3_client_stub.put_object(
+      body: 'Test File',
+      bucket: bucket_name,
+      key: 'test_key.txt',
+      server_side_encryption: encryption
+    )
+
+    subject.clean!
+
+    expected = {}
+
+    expect(bucket_store).to eq(expected)
+  end
+end

data/spec/simmer/externals/mysql_database_spec.rb

@@ -0,0 +1,79 @@
+# frozen_string_literal: true
+
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+require 'spec_helper'
+require 'db_helper'
+
+describe Simmer::Externals::MysqlDatabase do
+  let(:exclude_tables) { [] }
+  let(:raw_fixtures)   { yaml_read('spec', 'fixtures', 'agent_fixtures.yaml') }
+  let(:fixture_set)    { Simmer::Database::FixtureSet.new(raw_fixtures) }
+  let(:spec_path)      { File.join('specifications', 'load_noc_list.yaml') }
+  let(:spec_config)    { yaml_fixture(spec_path).merge(path: spec_path) }
+  let(:specification)  { Simmer::Specification.make(spec_config) }
+
+  subject { described_class.new(db_helper_client, exclude_tables, fixture_set) }
+
+  before(:each) do
+    db_helper_clean_schema
+  end
+
+  specify '#seed! adds records' do
+    subject.seed!(specification)
+
+    actual = db_helper_client.query('SELECT * FROM agents ORDER BY call_sign').to_a
+
+    call_signs = actual.map { |r| r['call_sign'] }
+
+    expect(call_signs).to eq(%w[hulk iron_man])
+  end
+
+  specify '#clean! removes all records without worrying about foreign keys' do
+    db_helper_client.query("INSERT INTO agents (id, call_sign) VALUES (1, 'thor')")
+    db_helper_client.query("INSERT INTO notes (agent_id, note) VALUES (1, 'thor')")
+
+    agent_count = db_helper_client.query('SELECT * FROM agents').to_a.length
+    note_count  = db_helper_client.query('SELECT * FROM notes').to_a.length
+
+    expect(agent_count).to eq(1)
+    expect(note_count).to  eq(1)
+
+    table_count = subject.clean!
+
+    expect(table_count).to eq(2)
+  end
+
+  describe '#records' do
+    before(:each) do
+      db_helper_client.query("INSERT INTO agents (id, call_sign) VALUES (1, 'thor')")
+      db_helper_client.query("INSERT INTO agents (id, call_sign) VALUES (2, 'black_widow')")
+    end
+
+    specify 'when fields is empty' do
+      actual = subject.records(:agents)
+
+      expected = [
+        {
+          'id' => 1,
+          'call_sign' => 'thor',
+          'first' => nil,
+          'last' => nil
+        },
+        {
+          'id' => 2,
+          'call_sign' => 'black_widow',
+          'first' => nil,
+          'last' => nil
+        }
+      ]
+
+      expect(actual).to eq(expected)
+    end
+  end
+end

data/spec/simmer/externals/spoon_client_spec.rb

@@ -0,0 +1,67 @@
+# frozen_string_literal: true
+
+#
+# Copyright (c) 2020-present, Blue Marble Payroll, LLC
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+require 'spec_helper'
+require 'db_helper'
+
+describe Simmer::Externals::SpoonClient do
+  class Mock
+    attr_reader :result
+
+    def initialize(result)
+      @result = result
+    end
+
+    def run(*)
+      raise Pdi::Spoon::KitchenError, OpenStruct.new(code: 1) if result == 'KitchenError'
+      raise Pdi::Spoon::PanError, OpenStruct.new(code: 1)     if result == 'PanError'
+
+      Pdi::Executor::Result.new(result)
+    end
+  end
+
+  let(:files_dir)            { File.join('spec', 'fixtures') }
+  let(:specification_path)   { File.join('specifications', 'load_noc_list.yaml') }
+  let(:specification_config) { yaml_fixture(specification_path).merge(path: specification_path) }
+  let(:specification)        { Simmer::Specification.make(specification_config) }
+
+  subject { described_class.new(files_dir, spoon) }
+
+  context 'when PDI executes successfully' do
+    let(:spoon) do
+      Mock.new(
+        args: [],
+        status: {
+          code: 0,
+          err: 'Some error output from PDI',
+          out: 'Some output from PDI',
+          pid: 123
+        }
+      )
+    end
+
+    specify '#run is called with the right arguments' do
+      expected_path = File.expand_path(File.join(files_dir, 'noc_list.csv'))
+
+      args = {
+        repository: 'top_secret',
+        name: 'load_noc_list',
+        params: {
+          'input_file' => expected_path,
+          'code' => 'The secret code is: '
+        },
+        type: 'transformation'
+      }
+
+      expect(spoon).to receive(:run).with(args)
+
+      subject.run(specification, simmer_config)
+    end
+  end
+end