full360-sequencer 0.0.4 → 0.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: abbbd848e9b1781d94ad645dd9cc22f633fdf3f614e9933e2bc644f6062681cb
-  data.tar.gz: e193689050a930b1a39a5007eb325c314ea4f895052cd9bef00bc7b2f780337c
+  metadata.gz: 54bca4472a18632b312e84aff4c3ca5958053645dca8860f579c27e257689337
+  data.tar.gz: 024a6bad17c794fe021cfd31df13a03ada093aa4c0c12c3dfd7432e38b43a518
 SHA512:
-  metadata.gz: 8c4614eda5a674ce7a6b112fc3832223f92ad04c52b051649259563b5dca4a86b7344b7edf3ecafc0a2f1c4aebbd675689dc6be59593bd82eef7c21e1f8e0039
-  data.tar.gz: 5caef9605f16951eb9c6bfc33a0153928707e96aa99cd922d5c96f73f59f560b2a906fc33a8ba4e0cd1c86336df8748f56cc59bbcac573fee3374c3a83f2f411
+  metadata.gz: 04e30b01ccbb05f4622d1596c37cbff99ad15cabd7ab8e6bd8bc1906a46482a35e7f1cc5fc51588e66b281a71ea3e31b4ab945b01abe5650cbf30eb777117c16
+  data.tar.gz: 510b7447b7182e6a746d6584a48ea4949aeeeb320a222bc0605e4ebcae93729f56928dd301d2ae3fa01a54843364a9f5672c1f2526197374b4425f8a0fd57015

data/.github/workflows/release.yml

@@ -0,0 +1,35 @@
+name: Release Gem
+
+on:
+  workflow_run:
+    workflows: ["CI Test"]
+    types: [completed]
+    branches:
+      - master
+    tags:
+      - v*
+
+jobs:
+  release:
+    runs-on: ubuntu-latest
+    steps:
+      # Checkout code if release was created
+      - uses: actions/checkout@v2
+
+      # Setup ruby if a release was created
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: 2.7
+          bundler-cache: true
+
+      # Publish
+      - name: publish gem
+        run: |
+          mkdir -p $HOME/.gem
+          touch $HOME/.gem/credentials
+          chmod 0600 $HOME/.gem/credentials
+          printf -- "---\n:rubygems_api_key: ${RUBYGEMS_API_KEY}\n" > $HOME/.gem/credentials
+          gem build *.gemspec
+          gem push *.gem
+        env:
+          RUBYGEMS_API_KEY: "${{secrets.RUBYGEMS_API_KEY}}"

data/.github/workflows/test.yml

@@ -0,0 +1,26 @@
+name: CI Test
+
+on: [push, pull_request]
+
+jobs:
+  test:
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest, macos-latest]
+        # Due to https://github.com/actions/runner/issues/849, we have to use quotes for '3.0'
+        ruby: ["2.7", "3.0", "jruby-9.2.19.0", "jruby-9.3.0.0"]
+    runs-on: ${{ matrix.os }}
+
+    if: "!contains(github.event.head_commit.message, '[ci skip]')"
+
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v2
+
+    - name: Test ${{ matrix.ruby }}
+      uses: ruby/setup-ruby@v1
+      with:
+        ruby-version: ${{ matrix.ruby }}
+        bundler-cache: true # runs 'bundle install' and caches installed gems automatically
+    - run: bundle exec rake

data/.gitignore

@@ -0,0 +1,17 @@
+.DS_Store
+.ruby-version
+
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+
+# rspec failure tracking
+.rspec_status
+
+# generated gems
+*.gem

data/CHANGELOG.md

@@ -0,0 +1,34 @@
+# Changelog
+All notable changes to this project will be documented in this file.
+
+The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/)
+and this project adheres to [Semantic
+Versioning](http://semver.org/spec/v2.0.0.html).
+
+## [Unreleased]
+### Added
+### Changed
+### Removed
+
+## 0.1.1
+### Added
+- Workflows dependable.
+### Changed
+### Removed
+
+## 0.1.0
+### Added
+- Working GitHub Actions workflow for tests and releases.
+- Add Gemfile to the Gem.
+### Changed
+- Update the .gemspec file and dependencies.
+- Update the gem file format.
+- Change from single quote to double quotes.
+- Fix deprecation warnings in tests
+### Removed
+
+## 0.0.7
+### Added
+- Working version.
+### Changed
+### Removed

data/Gemfile

@@ -0,0 +1,3 @@
+source "https://rubygems.org"
+
+gemspec

data/Gemfile.lock

@@ -0,0 +1,50 @@
+PATH
+  remote: .
+  specs:
+    full360-sequencer (0.1.3)
+      aws-sdk (~> 2.9)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    aws-eventstream (1.2.0)
+    aws-sdk (2.11.632)
+      aws-sdk-resources (= 2.11.632)
+    aws-sdk-core (2.11.632)
+      aws-sigv4 (~> 1.0)
+      jmespath (~> 1.0)
+    aws-sdk-resources (2.11.632)
+      aws-sdk-core (= 2.11.632)
+    aws-sigv4 (1.4.0)
+      aws-eventstream (~> 1, >= 1.0.2)
+    coderay (1.1.3)
+    ffi (1.15.4-java)
+    jmespath (1.4.0)
+    method_source (1.0.0)
+    minitest (5.14.4)
+    pry (0.14.1)
+      coderay (~> 1.1)
+      method_source (~> 1.0)
+    pry (0.14.1-java)
+      coderay (~> 1.1)
+      method_source (~> 1.0)
+      spoon (~> 0.0)
+    rake (12.3.3)
+    spoon (0.0.6)
+      ffi
+
+PLATFORMS
+  universal-java-11
+  universal-java-8
+  x86_64-darwin-18
+  x86_64-darwin-19
+  x86_64-linux
+
+DEPENDENCIES
+  full360-sequencer!
+  minitest (~> 5.9)
+  pry (~> 0.14)
+  rake (~> 12)
+
+BUNDLED WITH
+   2.2.27

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2017 Full 360 Inc
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,97 @@
+# Full 360 Sequencer
+
+Sequencer is a tool that supports the synchronous execution of docker containers
+running in Amazon ECS for the purpose of batch processing.
+
+While there are many solutions for container orchestration, most of them are
+focused on managing and scaling long running microservices, where a group of
+containers need to kept alive and able to talk to each other. This model is
+quite different from the execution of a nightly ETL batch where a container
+performs a series of actions such as:
+
+* collect the data from source system
+* transform the data into the data lake
+* ingest the data into the database
+* transform the data inside the database with SQL
+* export data to downstream consumers such as third parties or BI tools
+
+AWS Batch service could do the above but it is currently only available in a
+single region.
+
+At one end of the spectrum your other options fall into the realm of shell
+scripts.. while the other end brings you powerful (and cool!) DAG based tools
+such as Nomad and Airflow.
+
+We consider the DAG based tools to be way overkill for a simple batch of
+synchronous jobs, so we opted to expand on the idea of a shell script.
+
+Putting a shell script into a container is easy enough, but it requires that you
+build and deploy a new container every time you make a change.
+
+Sequencer allows you to define a list of ECS tasks in a yaml file, the location
+of which is passed into the container at run time. This yaml file can sit in an
+S3 repository (git support forthcoming). Sequencer will synchronously run each
+task, passing in your override parameters as specified.
+
+## Installing Sequencer
+
+Sequencer is installed as a ruby gem:
+
+    gem install full360-sequencer
+
+Once installed... you can run the sequencer command from anywhere on your
+system. Simply pass the path to your YAML file as a parameter. Note that you
+will need to export some environment variables in order to use the AWS API.
+
+    $ export AWS_ACCESS_KEY_ID=aaaaaaaaayourkey
+    $ export AWS_SECRET_ACCESS_KEY=bbbbbbbbbbbbbbbbbbbbbbbbbbbbyoursecret
+    $ export AWS_REGION=us-west-2
+    $ sequencer mybatch.yml
+
+Sequencer will utilize AWS instance or container roles if appropriate, though
+you will have to provide `AWS_REGION` if you are not in us-east-1.
+
+While using the command line sequencer is just fine, we suggest that you use the
+full360/sequencer container available on Dockerhub.
+
+## YAML File Specification
+
+Sequencer requires a yaml file with the following structure:
+
+```yaml
+- first_task:
+    type: ecs_task
+    parameters:
+      cluster: yourcluster
+      task_definition: test-task-def:1
+      count: 1
+- first_task:
+    type: ecs_task
+    parameters:
+      cluster: yourcluster2
+      task_definition: test-task-def:2
+      count: 1
+```
+
+The top level structure is an array of tasks to be executed in the order shown.
+Each task can be provided a name. Below each task you must specify the task
+`type`. At this time, only ecs_task is supported as a task type.
+
+The `parameters` element correlates to the request provided to the ECS run_task
+API call. All of the elements are supported as long as you provide a YAML
+structure. Refer to the API [reference][ref] for more details.
+
+## Releasing
+
+Releasing a new version of the Gem requires a few steps:
+- Update the `CHANGELOG.md` file
+  - Add a new section for the [UNRELEASED] code
+  - Check that all changes are reflected for the current release version
+- Update the `version.rb` file
+- Do a bundle install to ensure we are locking the latest version
+- Commit all the changes
+  - Example: `git commit -m "Bump gem to version 1.0.0"`
+- Create a Git tag that matches the version number in `version.rb`
+  - Example: `git tag -m "Version 1.0.0" v1.0.0`
+
+[ref]: http://docs.aws.amazon.com/AmazonECS/latest/APIReference/API_RunTask.html

data/Rakefile

@@ -0,0 +1,7 @@
+require "bundler/gem_tasks"
+
+task :test do
+  Dir["./test/*_test.rb"].each { |file| require file}
+end
+
+task default: %w(test)

data/bin/console

@@ -0,0 +1,10 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "pry"
+require "full360-sequencer"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+Pry.start

data/bin/sequencer

@@ -1,6 +1,6 @@
 #!/usr/bin/env ruby
 
-require 'full360-sequencer'
+require "full360-sequencer"
 
 config_file = ARGV[0]
 
@@ -14,27 +14,29 @@ def logger
 end
 
 def sequencer_version
-  Gem.loaded_specs['full360-sequencer'].version
+  Gem.loaded_specs["full360-sequencer"].version
 end
 
 begin
   logger.info("sequencer version #{sequencer_version}")
-  logger.level = ENV['SEQUENCER_LOG_DEBUG'] ? Logger::DEBUG : Logger::INFO
+  logger.level = ENV["SEQUENCER_LOG_DEBUG"] ? Logger::DEBUG : Logger::INFO
 
   if config_file == nil
-    logger.error('YAML file not provided... exiting with error code 1')
+    logger.error("SEQUENCER_ERROR")
+    logger.error("YAML file not provided... exiting with error code 1")
     exit 1
   else
     r = Full360::Sequencer::Runner.new(logger)
     r.config_from_file(config_file)
-    r.sleep_between_checks = ENV['SEQUENCER_SLEEP_BETWEEN_CHECKS'].to_i if ENV['SEQUENCER_SLEEP_BETWEEN_CHECKS']
+    r.sleep_between_checks = ENV["SEQUENCER_SLEEP_BETWEEN_CHECKS"].to_i if ENV["SEQUENCER_SLEEP_BETWEEN_CHECKS"]
     r.run
   end
-  logger.info('all steps succeeded... exiting with code 0')
+  logger.info("all steps succeeded... exiting with code 0")
   exit 0
 rescue => e
+  logger.error("SEQUENCER_ERROR")
   logger.error(e.message)
   e.backtrace.each { |r| logger.error(r) }
-  logger.error('failure... exiting with code 1')
+  logger.error("failure... exiting with code 1")
   exit 1
-end
+end

data/full360-sequencer.gemspec

@@ -0,0 +1,34 @@
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "full360_sequencer/version"
+
+Gem::Specification.new do |spec|
+  spec.name        = "full360-sequencer"
+  spec.version     = Full360::Sequencer::VERSION
+  spec.date        = "2017-10-17"
+  spec.summary     = "Full 360 sequencer utility"
+  spec.description = "Automation for simple batch jobs run in AWS"
+  spec.authors     = ["Full 360 Group"]
+  spec.email       = "support@full360.com"
+  spec.files       = ["lib/full360-sequencer.rb"]
+  spec.homepage    = "https://full360.com"
+  spec.license     = "MIT"
+
+  spec.files = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+
+  spec.bindir        = "bin"
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  # Make it Ruby 2+ only
+  spec.required_ruby_version = ">= 2.0"
+
+  spec.add_runtime_dependency "aws-sdk", "~> 2.9"
+
+  # development dependencies
+  spec.add_development_dependency "minitest", "~> 5.9"
+  spec.add_development_dependency "rake", "~> 12"
+  spec.add_development_dependency "pry", "~> 0.14"
+end

data/lib/full360-sequencer.rb

@@ -1,155 +1 @@
-#!/usr/bin/ruby
-require 'aws-sdk'
-require 'yaml'
-require 'logger'
-require 'pp'
-
-module Full360
-  module Sequencer
-    class Runner
-      attr_accessor :sleep_between_checks
-      attr_accessor :config
-      
-      def initialize(logger = nil)
-        @logger = logger ? logger : Logger.new(STDOUT)
-
-        # default 5 seconds between completed? checks
-        @sleep_between_checks = 5
-      end
-      
-      def config_from_file(yaml_path)
-        @config = parse_config_file(yaml_path)
-      end
-      
-      def run_task_class(task_type_string)
-        case task_type_string
-        when 'ecs_task' then Full360::Sequencer::RunECSTask
-        else nil
-        end
-      end
-
-      def run
-        @config.each do |params|
-          this_task_name = task_name(params)
-          this_task = run_task_class(params[this_task_name]['type']).new(
-            this_task_name,
-            params[this_task_name]
-          )
-          this_task.run_task
-          until this_task.completed?
-            sleep @sleep_between_checks
-          end
-          raise "task failed error" unless this_task.success
-        end
-      rescue => e
-        @logger.error(e.message)
-        e.backtrace.each { |r| @logger.error(r) }
-      end
-      
-      def task_name(params)
-        params.keys.first
-      end
-      
-      def parse_config_file(yaml_path)
-        YAML.load_file(yaml_path)
-      end
-      
-      def config_valid?(config)
-        return false unless config.is_a? Array
-        true
-      end
-    end
-    
-    class RunTaskBase
-      attr_reader :success
-      attr_reader :exit_code
-      
-      def run_task; end
-      def completed?; end
-      def kill_task; end #will be used for timeout
-    end
-
-    class RunECSTask < RunTaskBase
-      def initialize(task_name, params, logger = nil)
-        @logger = logger ? logger : Logger.new(STDOUT)
-        @task_name = task_name
-        @params = params['parameters']
-        @params = keys_to_symbol(@params)
-        @cluster = @params[:cluster]
-      end
-      
-      def keys_to_symbol(params)
-        # replaces string keys with symbol keys
-        # required by AWS SDK
-        if params.is_a?(Hash)
-          params.inject({}){ |memo,(k,v)| memo[k.to_sym] = v; memo }
-        else
-          nil
-        end
-      end
-
-      def run_task
-        @logger.info("starting ECS task #{@task_name}")
-        resp = ecs_run_task
-        @task_arn = resp.tasks[0].task_arn
-        @logger.info("#{@task_name} task created #{@task_arn} on cluster #{@cluster}")
-      end
-      
-      def ecs_run_task
-        @logger.debug("creating AWS client for ECS task #{@task_name}...")
-        @ecs_client = ::Aws::ECS::Client.new
-        @logger.debug("running ECS task #{@task_name}...")
-        @start_time = Time.new
-        resp = @ecs_client.run_task(@params)
-        return resp
-      rescue => e
-        @logger.error("error creating ECS task...")
-        @logger.error("response from ECS: #{resp}")
-        raise e
-      end
-
-      def ecs_describe_tasks
-        @ecs_client.describe_tasks(
-          {
-            cluster: @cluster,
-            tasks: [@task_arn] # required
-          }
-        )
-      end
-      
-      def completed?
-        resp = ecs_describe_tasks
-        status = last_task_status(resp)
-        @logger.info("#{@task_name} : #{@task_arn} current status: #{status}")
-        if status == 'STOPPED'
-          @logger.info("#{@task_name} completed in #{Time.new - @start_time} seconds")
-          # parse exit_code(s) and return completion
-          @success = determine_success(resp)
-          return true 
-        end
-        false
-      rescue => e
-        @logger.error(e.message)
-        e.backtrace.each { |r| @logger.error(r) }
-      end
-      
-      # parses last status from aws API response
-      def last_task_status(resp)
-        resp.tasks[0].last_status
-      end
-      
-      # success is determined by all containers having zero exit code
-      def determine_success(resp)
-        success = true
-        resp.tasks[0].containers.each do |c|
-          @logger.info("#{@task_name} : container #{c.name} #{c.container_arn} completed with exit_code #{c.exit_code}")
-          if c.exit_code != 0
-            # we had a problem!
-            success = false
-          end
-        end
-        success
-      end
-    end
-  end
-end
+require "full360_sequencer"

data/lib/full360_sequencer/run_ecs_task.rb

@@ -0,0 +1,97 @@
+require "aws-sdk"
+require "logger"
+
+module Full360
+  module Sequencer
+    class RunECSTask < RunTaskBase
+      def initialize(task_name, params, logger = nil)
+        @logger = logger ? logger : Logger.new(STDOUT)
+        @task_name = task_name
+        @params = params["parameters"]
+        @params = keys_to_symbol(@params)
+        @cluster = @params[:cluster]
+      end
+
+      def keys_to_symbol(params)
+        # replaces string keys with symbol keys
+        # required by AWS SDK
+        if params.is_a?(Hash)
+          params.inject({}){ |memo,(k,v)| memo[k.to_sym] = v; memo }
+        else
+          nil
+        end
+      end
+
+      def run_task
+        @logger.info("starting ECS task #{@task_name}")
+        resp = ecs_run_task
+        @task_arn = resp.tasks[0].task_arn
+        @logger.info("#{@task_name} task created #{@task_arn} on cluster #{@cluster}")
+      end
+
+      def ecs_run_task
+        @logger.debug("creating AWS client for ECS task #{@task_name}...")
+        @ecs_client = ::Aws::ECS::Client.new
+        @logger.debug("running ECS task #{@task_name}...")
+        @start_time = Time.new
+        resp = @ecs_client.run_task(@params)
+        return resp
+      rescue => e
+        @logger.error("SEQUENCER_ERROR")
+        @logger.error("error creating ECS task...")
+        @logger.error("response from ECS: #{resp}")
+        raise e
+      end
+
+      def ecs_describe_tasks
+        @ecs_client.describe_tasks(
+          {
+            cluster: @cluster,
+            tasks: [@task_arn] # required
+          }
+        )
+      end
+
+      def completed?
+        retries ||= 0
+        resp = ecs_describe_tasks
+        status = last_task_status(resp)
+        @logger.info("#{@task_name} : #{@task_arn} current status: #{status}")
+        if status == "STOPPED"
+          @logger.info("#{@task_name} completed in #{Time.new - @start_time} seconds")
+          # parse exit_code(s) and return completion
+          @success = determine_success(resp)
+          return true
+        end
+        false
+      rescue => e
+        @logger.warn(e.message)
+        @logger.warn("task completion check failed, trying again ##{ retries }")
+        sleep 10*retries
+        retry if (retries += 1) < 3
+
+        @logger.error("SEQUENCER_ERROR")
+        @logger.error(e.message)
+        e.backtrace.each { |r| @logger.error(r) }
+      end
+
+      # parses last status from aws API response
+      def last_task_status(resp)
+        resp.tasks[0].last_status
+      end
+
+      # success is determined by all containers having zero exit code
+      def determine_success(resp)
+        success = true
+        resp.tasks[0].containers.each do |c|
+          @logger.info("#{@task_name} : container #{c.name} #{c.container_arn} completed with exit_code #{c.exit_code}")
+          if c.exit_code != 0
+            # we had a problem!
+            success = false
+          end
+        end
+        success
+      end
+    end
+  end
+end

data/lib/full360_sequencer/run_task_base.rb

@@ -0,0 +1,12 @@
+module Full360
+  module Sequencer
+    class RunTaskBase
+      attr_reader :success
+      attr_reader :exit_code
+
+      def run_task; end
+      def completed?; end
+      def kill_task; end # will be used for timeout
+    end
+  end
+end

data/lib/full360_sequencer/runner.rb

@@ -0,0 +1,62 @@
+require "yaml"
+require "logger"
+
+module Full360
+  module Sequencer
+    class Runner
+      attr_accessor :sleep_between_checks
+      attr_accessor :config
+
+      def initialize(logger = nil)
+        @logger = logger ? logger : Logger.new(STDOUT)
+
+        # default 5 seconds between completed? checks
+        @sleep_between_checks = 5
+      end
+
+      def config_from_file(yaml_path)
+        @config = parse_config_file(yaml_path)
+      end
+
+      def run_task_class(task_type_string)
+        case task_type_string
+        when "ecs_task" then Full360::Sequencer::RunECSTask
+        else nil
+        end
+      end
+
+      def run
+        @config.each do |params|
+          this_task_name = task_name(params)
+          this_task = run_task_class(params[this_task_name]["type"]).new(
+            this_task_name,
+            params[this_task_name]
+          )
+          this_task.run_task
+          until this_task.completed?
+            sleep @sleep_between_checks
+          end
+          raise "task failed error" unless this_task.success
+        end
+      rescue => e
+        @logger.error("SEQUENCER_ERROR")
+        @logger.error(e.message)
+        e.backtrace.each { |r| @logger.error(r) }
+        raise e
+      end
+
+      def task_name(params)
+        params.keys.first
+      end
+
+      def parse_config_file(yaml_path)
+        YAML.load_file(yaml_path)
+      end
+
+      def config_valid?(config)
+        return false unless config.is_a? Array
+        true
+      end
+    end
+  end
+end

data/lib/full360_sequencer/version.rb

@@ -0,0 +1,5 @@
+module Full360
+  module Sequencer
+    VERSION = "0.1.3".freeze
+  end
+end

data/lib/full360_sequencer.rb

@@ -0,0 +1,9 @@
+# Autoload all gem classes
+module Full360
+  module Sequencer
+    autoload :VERSION,     "full360_sequencer/version"
+    autoload :Runner,      "full360_sequencer/runner"
+    autoload :RunECSTask,  "full360_sequencer/run_ecs_task"
+    autoload :RunTaskBase, "full360_sequencer/run_task_base"
+  end
+end

metadata

@@ -1,72 +1,102 @@
 --- !ruby/object:Gem::Specification
 name: full360-sequencer
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.1.3
 platform: ruby
 authors:
-- pankaj batra
-- jeremy winters
-autorequire:
+- Full 360 Group
+autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-07-25 00:00:00.000000000 Z
+date: 2017-10-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
+  name: aws-sdk
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.2'
-  name: logger
-  prerelease: false
+        version: '2.9'
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.2'
+        version: '2.9'
 - !ruby/object:Gem::Dependency
+  name: minitest
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.9'
-  name: aws-sdk
+        version: '5.9'
+  type: :development
   prerelease: false
-  type: :runtime
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.9'
+        version: '5.9'
 - !ruby/object:Gem::Dependency
+  name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.9'
-  name: minitest
+        version: '12'
+  type: :development
   prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.14'
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.9'
-description: automation for simple batch jobs run in AWS
-email: pankaj.batra@full360.com
+        version: '0.14'
+description: Automation for simple batch jobs run in AWS
+email: support@full360.com
 executables:
+- console
 - sequencer
 extensions: []
 extra_rdoc_files: []
 files:
+- ".github/workflows/release.yml"
+- ".github/workflows/test.yml"
+- ".gitignore"
+- CHANGELOG.md
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README.md
+- Rakefile
+- bin/console
 - bin/sequencer
+- full360-sequencer.gemspec
 - lib/full360-sequencer.rb
-homepage: https://www.full360.com
+- lib/full360_sequencer.rb
+- lib/full360_sequencer/run_ecs_task.rb
+- lib/full360_sequencer/run_task_base.rb
+- lib/full360_sequencer/runner.rb
+- lib/full360_sequencer/version.rb
+homepage: https://full360.com
 licenses:
 - MIT
 metadata: {}
-post_install_message:
+post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -81,9 +111,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project:
-rubygems_version: 2.6.11
-signing_key:
+rubygems_version: 3.1.6
+signing_key: 
 specification_version: 4
-summary: full360 sequencer utility
+summary: Full 360 sequencer utility
 test_files: []