full360-sequencer 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 61e19b3c9ee3020cf5722e1c6caed5168fa5ddd2702105fb4a206bdfa58f9cbe
+  data.tar.gz: e2b2f543e1e495c65d7c9556a5bba6c122ca3a802b46acb993e6be61a1b0bc87
+SHA512:
+  metadata.gz: 20ea331819a466dd1e91dca8297222ee02f7a9d3393ab77f95a58deaf3a180b4c9c84e59443fafa42c060ce7fc40e16954d30759b813b1ed8047c4791e72da04
+  data.tar.gz: efa98dec9320a33e126ccb3e0c7d6c8866218b5d5ef71589e727d07e197eba38dadfaaff3b1a6467bc3ccc7262e29217f16f03b9c7fc4973a5e159296578c591

data/bin/sequencer

@@ -0,0 +1,36 @@
+#!/usr/bin/env ruby
+
+require 'full360-sequencer'
+
+config_file = ARGV[0]
+
+# configure global logger
+module Sequencer
+  Log = Logger.new(STDOUT)
+end
+
+def logger
+  Sequencer::Log
+end
+
+def sequencer_version
+  Gem.loaded_specs['full360-sequencer'].version
+end
+
+begin
+  logger.info("sequencer version #{sequencer_version}")
+  logger.level = ENV['SEQUENCER_LOG_DEBUG'] ? Logger::DEBUG : Logger::INFO
+
+  if config_file == nil
+    logger.error('YAML file not provided... exiting with error code 1')
+    exit 1
+  else
+    r = Full360::Sequencer::Runner.new(logger)
+    r.config_from_file(config_file)
+    r.sleep_between_checks = ENV['SEQUENCER_SLEEP_BETWEEN_CHECKS'].to_i if ENV['SEQUENCER_SLEEP_BETWEEN_CHECKS']
+    r.run
+  end
+rescue => e
+  logger.error(e.message)
+  e.backtrace.each { |r| logger.error(r) }
+end

data/lib/full360-sequencer.rb

@@ -0,0 +1,146 @@
+#!/usr/bin/ruby
+require 'aws-sdk'
+require 'yaml'
+require 'logger'
+require 'pp'
+
+module Full360
+  module Sequencer
+    class Runner
+      attr_accessor :sleep_between_checks
+      attr_accessor :config
+      
+      def initialize(logger = nil)
+        @logger = logger ? logger : Logger.new(STDOUT)
+
+        # default 5 seconds between completed? checks
+        @sleep_between_checks = 5
+      end
+      
+      def config_from_file(yaml_path)
+        @config = parse_config_file(yaml_path)
+      end
+      
+      def run_task_class(task_type_string)
+        case task_type_string
+        when 'ecs_task' then Full360::Sequencer::RunECSTask
+        else nil
+        end
+      end
+
+      def run
+        @config.each do |params|
+          this_task_name = task_name(params)
+          this_task = run_task_class(params[this_task_name]['type']).new(
+            this_task_name,
+            params[this_task_name]
+          )
+          this_task.run_task
+          until this_task.completed?
+            sleep @sleep_between_checks
+          end
+          raise "task failed error" unless this_task.success
+        end
+      rescue => e
+        @logger.error(e.message)
+        e.backtrace.each { |r| @logger.error(r) }
+      end
+      
+      def task_name(params)
+        params.keys.first
+      end
+      
+      def parse_config_file(yaml_path)
+        YAML.load_file(yaml_path)
+      end
+      
+      def config_valid?(config)
+        return false unless config.is_a? Array
+        true
+      end
+    end
+    
+    class RunTaskBase
+      attr_reader :success
+      attr_reader :exit_code
+      
+      def run_task; end
+      def completed?; end
+      def kill_task; end #will be used for timeout
+    end
+
+    class RunECSTask < RunTaskBase
+      def initialize(task_name, params, logger = nil)
+        @logger = logger ? logger : Logger.new(STDOUT)
+        @task_name = task_name
+        @params = params['parameters']
+        @params = keys_to_symbol(@params)
+        @cluster = @params[:cluster]
+      end
+      
+      def keys_to_symbol(params)
+        # replaces string keys with symbol keys
+        # required by AWS SDK
+        if params.is_a?(Hash)
+          params.inject({}){ |memo,(k,v)| memo[k.to_sym] = v; memo }
+        else
+          nil
+        end
+      end
+
+      def run_task
+        @logger.info("starting ECS task #{@task_name}")
+        @logger.debug("creating AWS client for ECS task #{@task_name}...")
+        @ecs_client = ::Aws::ECS::Client.new
+        @logger.debug("running ECS task #{@task_name}...")
+        @start_time = Time.new
+        resp = @ecs_client.run_task(@params)
+        @task_arn = resp.tasks[0].task_arn
+        @logger.info("#{@task_name} task created #{@task_arn} on cluster #{@cluster}")
+      end
+
+      def ecs_describe_tasks
+        @ecs_client.describe_tasks(
+          {
+            cluster: @cluster,
+            tasks: [@task_arn] # required
+          }
+        )
+      end
+      
+      def completed?
+        resp = ecs_describe_tasks
+        status = last_task_status(resp)
+        @logger.info("#{@task_name} : #{@task_arn} current status: #{status}")
+        if status == 'STOPPED'
+          @logger.info("#{@task_name} completed in #{Time.new - @start_time} seconds")
+          # parse exit_code(s) and return completion
+          @success = determine_success(resp)
+          return true 
+        end
+        false
+      rescue => e
+        @logger.error(e.message)
+        e.backtrace.each { |r| @logger.error(r) }
+      end
+      
+      # parses last status from aws API response
+      def last_task_status(resp)
+        resp.tasks[0].last_status
+      end
+      
+      # success is determined by all containers having zero exit code
+      def determine_success(resp)
+        success = true
+        resp.tasks[0].containers.each do |c|
+          @logger.info("#{@task_name} : container #{c.name} #{c.container_arn} completed with exit_code #{c.exit_code}")
+          if c.exit_code != 0
+            # we had a problem!
+            success = false
+          end
+        end
+        success
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,89 @@
+--- !ruby/object:Gem::Specification
+name: full360-sequencer
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+platform: ruby
+authors:
+- pankaj batra
+- jeremy winters
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2017-06-22 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+  name: logger
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.9'
+  name: aws-sdk
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.9'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.9'
+  name: minitest
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.9'
+description: automation for simple batch jobs run in AWS
+email: pankaj.batra@full360.com
+executables:
+- sequencer
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/sequencer
+- lib/full360-sequencer.rb
+homepage: https://www.full360.com
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '2.0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.6.11
+signing_key:
+specification_version: 4
+summary: full360 sequencer utility
+test_files: []