customresource-elastictranscoder 0.7.2

data/README.md

@@ -0,0 +1,2 @@
+ore-apachev2
+============

data/Rakefile

@@ -0,0 +1,30 @@
+# encoding: utf-8
+
+require 'rubygems'
+
+begin
+  require 'bundler'
+rescue LoadError => e
+  warn e.message
+  warn "Run `gem install bundler` to install Bundler."
+  exit -1
+end
+
+# begin
+#   Bundler.setup(:development)
+# rescue Bundler::BundlerError => e
+#   warn e.message
+#   warn "Run `bundle install` to install missing gems."
+#   exit e.status_code
+# end
+
+require 'rake'
+
+require 'rubygems/tasks'
+Gem::Tasks.new
+
+require 'cucumber/rake/task'
+
+Cucumber::Rake::Task.new do |t|
+  t.cucumber_opts = %w[--format pretty]
+end

data/bin/cfn-customresource-elastictranscoder

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+
+# Adjust lib path
+_lib=File.expand_path(File.dirname(__FILE__) + '/../lib')
+$:.unshift(_lib) unless $:.include?(_lib)
+require 'customresource/elastictranscoder/cli'
+
+# =====================================================================================================================
+rc = CustomResource::ElasticTranscoder::Cli.start(ARGV)
+if rc.is_a?(Fixnum)
+  exit rc
+else
+  puts rc.ai
+  exit 0
+end
+

data/customresource-elastictranscoder.gemspec

@@ -0,0 +1,33 @@
+# -*- encoding: utf-8 -*-
+
+require File.expand_path('../lib/customresource/elastictranscoder/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.name          = 'customresource-elastictranscoder'
+  gem.version       = CustomResource::ElasticTranscoder::VERSION
+  gem.summary       = %q{An action command for aws-cfn-resource-bridge to implement CloudFormation custom resources}
+  gem.description   = %q{An action command for aws-cfn-resource-bridge to implement CloudFormation custom resources}
+  gem.license       = 'Apachev2'
+  gem.authors       = ['Christo De Lange']
+  gem.email         = 'rubygems@dldinternet.com'
+  gem.homepage      = 'https://rubygems.org/gems/customresource-elastictranscoder'
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ['lib']
+
+  gem.add_development_dependency 'bundler', '~> 1.0'
+  gem.add_development_dependency 'rake', '~> 10.1.0'
+  gem.add_development_dependency 'rubygems-tasks', '~> 0.2'
+
+  gem.add_dependency              'thor', '~> 0.19'
+  gem.add_dependency              'awesome_print', '~> 1.2'
+  gem.add_dependency              'colorize', '~> 0.7.3'
+  gem.add_dependency              'aws-sdk-core', '>= 2.0', '< 2.1'
+  gem.add_dependency              'inifile', '~> 3'
+  gem.add_dependency              'dldinternet-mixlib-thor-nocommands', '~> 0.2'
+  gem.add_dependency              'dldinternet-mixlib-logging', '~> 0.4'
+  gem.add_dependency              'customresource-base', '~> 0'
+
+end

data/features/customresource-elastictranscoder.feature

@@ -0,0 +1 @@
+Feature: Blah blah blah

data/features/step_definitions/customresource-elastictranscoder_steps.rb

@@ -0,0 +1 @@
+@wip

data/lib/customresource/elastictranscoder.rb

@@ -0,0 +1,2 @@
+require 'customresource/elastictranscoder/version'
+require 'customresource/elastictranscoder/cli'

data/lib/customresource/elastictranscoder/cli.rb

@@ -0,0 +1,64 @@
+require 'thor'
+require 'awesome_print'
+require 'colorize'
+require 'aws-sdk-core'
+require 'yaml'
+require 'customresource/elastictranscoder/version'
+require 'aws/ec2/instance_data'
+
+module CustomResource
+  module ElasticTranscoder
+
+    class Cli < Thor
+      class_option :verbose,      :type => :boolean
+      class_option :debug,        :type => :boolean
+      class_option :trace,        :type => :boolean
+      class_option :log_level,    :type => :string, :banner => 'Log level ([:trace, :debug, :info, :step, :warn, :error, :fatal, :todo])'
+      class_option :log_file,     :type => :string
+      class_option :inifile,      :type => :string
+      class_option :input,        :type => :string
+      class_option :ip_address,   :type => :string
+
+      no_commands do
+
+        require 'dldinternet/mixlib/thor/no_commands'
+        include DLDInternet::MixLib::Thor::No_Commands
+
+        require 'customresource/elastictranscoder/mixins/cli'
+        include CustomResource::ElasticTranscoder::MixIns::Cli
+
+        require 'customresource/elastictranscoder/mixins/actions'
+        include CustomResource::ElasticTranscoder::MixIns::Actions
+
+      end # no_commands
+
+      def initialize(args = [], local_options = {}, config = {})
+        super(args,local_options,config)
+        @log_level = :step
+      end
+
+      desc 'version', 'display current version'
+      def version()
+        puts ::CustomResource::ElasticTranscoder::VERSION
+        exit 0
+      end
+
+      desc 'preset', 'CRUD for presets'
+      def preset()
+        process('Presets')
+      end
+
+      desc 'pipeline', 'CRUD for pipelines'
+      def pipeline()
+        process('Pipelines')
+      end
+
+      desc 'job', 'CRUD for jobs'
+      def job()
+        process('Jobs')
+      end
+
+    end
+  end
+end
+

data/lib/customresource/elastictranscoder/mixins/actions.rb

@@ -0,0 +1,135 @@
+require 'customresource/base/mixins/actions'
+
+module CustomResource
+  module ElasticTranscoder
+    module MixIns
+      module Actions
+        include CustomResource::Base::MixIns::Actions
+
+        def action(verb,section,proc)
+          prepare
+          # data = {}
+          restyp = section.gsub(/s$/,'').downcase
+          method = "#{verb}_#{restyp}"
+
+          resource = @event['ResourceProperties']
+          @logger.debug "#{method} #{resource.ai}"
+
+          # Convert the 'String' keys to :string symbols
+          params = properties_to_params(resource.dup)
+          # Weed out the invalid properties
+          invalid_keys = validate_params(section,params)
+          if invalid_keys.size > 0
+            @logger.warn "Invalid keys in #{params[:name] || params.ai}:\n#{invalid_keys.ai}"
+          end
+          params = delete_invalid_keys(params,invalid_keys)
+          # Restore these exceptions to the rule from the resource 'String' set e.g. :codec_options => { 'String': Value, }
+          params = restore_exception_params(section,params,resource)
+          @logger.debug params.ai
+
+          data = proc.call(params, restyp, method, resource)
+          @logger.debug data
+          respond('SUCCESS', data)
+          0
+        end
+
+        def create(section)
+          action('create', section, lambda do |params, restyp, method, resource|
+            begin
+              data = nil
+              # Let's see if we have presets/pipelines which match this :name
+              set = []
+              @elastictranscoder.send("list_#{section.downcase}", { ascending: 'true' }).each do |resp|
+                resp.send("#{section.downcase}").map{ |item| set << item.to_h if item.name.match(/^#{params[:name]}$/) }
+              end
+              if set.size == 0
+                @logger.info "#{method} #{params[:name]}"
+                @elastictranscoder.send(method, params).each do |resp|
+                  @logger.info resp.send(restyp).ai
+                  data = get_item_data(resp.send(restyp).to_h, section, params)
+                end
+              else
+                @logger.info "Use existing #{restyp} #{params[:name]}"
+                data = get_item_data(set[0], section, params)
+              end
+              data
+            rescue Exception => e
+              abort! "#{restyp}/#{params[:name]}: #{e.message}"
+            end
+          end
+          )
+        end
+
+        def update(section)
+          action('update', section, lambda do |params, restyp, method, resource|
+            begin
+              data = nil
+              # Let's see if we have presets/pipelines which match this :name
+              set = []
+              @elastictranscoder.send("list_#{section.downcase}", { ascending: 'true' }).each do |resp|
+                resp.send("#{section.downcase}").map{ |item| set << item.to_h if item.name.match(/^#{params[:name]}$/) }
+              end
+              if set.size == 0
+                method = "create_#{restyp}"
+                @logger.info "#{method} #{params[:name]}"
+                @elastictranscoder.send(method, params).each do |resp|
+                  @logger.debug resp.send(restyp).ai
+                  data = get_item_data(resp.send(restyp).to_h, section, params)
+                end
+              else
+                # abort! "#{restyp}/#{params[:name]}: Resource does not exist"
+                # else
+                @logger.info "Delete existing #{restyp} #{set[0][:id]}::#{set[0][:name]}"
+                method = "delete_#{restyp}"
+                @logger.info "#{method} #{set[0][:id]}"
+                @elastictranscoder.send(method, { id: set[0][:id] }) #.each do |resp|
+                #   @logger.debug resp.send(restyp).ai
+                # end
+                @logger.info "Recreate #{restyp} #{params[:name]}"
+                method = "create_#{restyp}"
+                @logger.info "#{method} #{params[:name]}"
+                @elastictranscoder.send(method, params).each do |resp|
+                  @logger.debug resp.send(restyp).ai
+                  data = get_item_data(resp.send(restyp).to_h, section, params)
+                end
+              end
+              data
+            rescue Exception => e
+              abort! "#{restyp}/#{params[:name]}: #{e.message}"
+            end
+          end
+          )
+        end
+
+        def delete(section)
+          action('delete', section, lambda do |params, restyp, method, resource|
+            begin
+              data = nil
+              # Let's see if we have presets/pipelines which match this :name
+              set = []
+              @elastictranscoder.send("list_#{section.downcase}", { ascending: 'true' }).each do |resp|
+                resp.send("#{section.downcase}").map{ |item| set << item.to_h if item.name.match(/^#{params[:name]}$/) }
+              end
+              unless set.size == 0
+                # abort! "#{restyp}/#{params[:name]}: Resource does not exist"
+                # else
+                @logger.info "Delete existing #{restyp} #{set[0][:id]}::#{set[0][:name]}"
+                method = "delete_#{restyp}"
+                @logger.info "#{method} #{set[0][:id]}"
+                @elastictranscoder.send(method, { id: set[0][:id] }) #.each do |resp|
+                #   @logger.debug resp.send(restyp).ai
+                data = get_item_data({ id: set[0][:id] }.merge(resource), section, params)
+                # end
+              end
+              data
+            rescue Exception => e
+              abort! "#{restyp}/#{params[:name]}: #{e.message}"
+            end
+          end
+          )
+        end
+
+      end
+    end
+  end
+end

data/lib/customresource/elastictranscoder/mixins/cli.rb

@@ -0,0 +1,282 @@
+require 'aws-sdk-core'
+require 'customresource/base/mixins/cli'
+
+module CustomResource
+  module ElasticTranscoder
+    module MixIns
+      module Cli
+        include CustomResource::Base::MixIns::Cli
+
+        def init_attributes
+            @valid_keys = {
+                :Presets => {
+                    :name        => nil,
+                    :description => nil,
+                    :container   => nil,
+                    :video       => {
+                        :codec                => nil,
+                        :codec_options        => {
+                            :'*' => nil,
+                        },
+                        :keyframes_max_dist   => nil,
+                        :fixed_gop            => nil,
+                        :bit_rate             => nil,
+                        :frame_rate           => nil,
+                        :max_frame_rate       => nil,
+                        :resolution           => nil,
+                        :aspect_ratio         => nil,
+                        :max_width            => nil,
+                        :max_height           => nil,
+                        :display_aspect_ratio => nil,
+                        :sizing_policy        => nil,
+                        :padding_policy       => nil,
+                        :watermarks           => {
+                            :id                => nil,
+                            :max_width         => nil,
+                            :max_height        => nil,
+                            :sizing_policy     => nil,
+                            :horizontal_align  => nil,
+                            :horizontal_offset => nil,
+                            :vertical_align    => nil,
+                            :vertical_offset   => nil,
+                            :opacity           => nil,
+                            :target            => nil,
+                        },
+                    },
+                    :audio       => {
+                        :codec                => nil,
+                        :sample_rate          => nil,
+                        :bit_rate             => nil,
+                        :channels             => nil,
+                        :codec_options        => {
+                            :profile => nil,
+                        },
+                    },
+                    :thumbnails => {
+                        :format               => nil,
+                        :interval             => nil,
+                        :resolution           => nil,
+                        :aspect_ratio         => nil,
+                        :max_width            => nil,
+                        :max_height           => nil,
+                        :sizing_policy        => nil,
+                        :padding_policy       => nil,
+                    },
+                },
+                :Pipelines => {
+                    # required
+                    name: nil,
+                    # required
+                    input_bucket: nil,
+                    output_bucket: nil,
+                    # required
+                    role: nil,
+                    notifications: {
+                        progressing: nil,
+                        completed: nil,
+                        warning: nil,
+                        error: nil,
+                    },
+                    content_config: {
+                        bucket: nil,
+                        storage_class: nil,
+                        permissions:
+                            {
+                                grantee_type: nil,
+                                grantee: nil,
+                                access: nil,
+                            },
+                    },
+                    thumbnail_config: {
+                        bucket: nil,
+                        storage_class: nil,
+                        permissions:
+                            {
+                                grantee_type: nil,
+                                grantee: nil,
+                                access: nil,
+                            },
+                    },
+
+                },
+                :Jobs       => {
+                    # required
+                    pipeline_id: nil,
+                    # required
+                    input: {
+                        key: nil,
+                        frame_rate: nil,
+                        resolution: nil,
+                        aspect_ratio: nil,
+                        interlaced: nil,
+                        container: nil,
+                    },
+                    output: {
+                        key: nil,
+                        thumbnail_pattern: nil,
+                        rotate: nil,
+                        preset_id: nil,
+                        segment_duration: nil,
+                        watermarks:
+                            {
+                                preset_watermark_id: nil,
+                                input_key: nil,
+                            },
+                        album_art: {
+                            merge_policy: nil,
+                            artwork:
+                                {
+                                    input_key: nil,
+                                    max_width: nil,
+                                    max_height: nil,
+                                    sizing_policy: nil,
+                                    padding_policy: nil,
+                                    album_art_format: nil,
+                                },
+                        },
+                        composition:
+                            {
+                                time_span: {
+                                    start_time: nil,
+                                    duration: nil,
+                                },
+                            },
+                        captions: {
+                            merge_policy: nil,
+                            caption_sources:
+                                {
+                                    key: nil,
+                                    language: nil,
+                                    time_offset: nil,
+                                    label: nil,
+                                },
+                            caption_formats:
+                                {
+                                    format: nil,
+                                    pattern: nil,
+                                },
+                        },
+                    },
+                    outputs:
+                        {
+                            key: nil,
+                            thumbnail_pattern: nil,
+                            rotate: nil,
+                            preset_id: nil,
+                            segment_duration: nil,
+                            watermarks:
+                                {
+                                    preset_watermark_id: nil,
+                                    input_key: nil,
+                                },
+                            album_art: {
+                                merge_policy: nil,
+                                artwork:
+                                    {
+                                        input_key: nil,
+                                        max_width: nil,
+                                        max_height: nil,
+                                        sizing_policy: nil,
+                                        padding_policy: nil,
+                                        album_art_format: nil,
+                                    },
+                            },
+                            composition:
+                                {
+                                    time_span: {
+                                        start_time: nil,
+                                        duration: nil,
+                                    },
+                                },
+                            captions: {
+                                merge_policy: nil,
+                                caption_sources:
+                                    {
+                                        key: nil,
+                                        language: nil,
+                                        time_offset: nil,
+                                        label: nil,
+                                    },
+                                caption_formats:
+                                    {
+                                        format: nil,
+                                        pattern: nil,
+                                    },
+                            },
+                        },
+                    output_key_prefix: nil,
+                    playlists:
+                        {
+                            name: nil,
+                            format: nil,
+                            output_keys: nil,
+                        },
+
+                }
+            }
+        end
+
+        def connect()
+          begin
+            instprofcred = ::Aws::InstanceProfileCredentials.new( :ip_address => @options[:ip_address] || '169.254.169.254')
+            instprofcred.refresh!
+            major,minor,patch = ::Aws::VERSION.split(/\./)
+            if major.to_i >= 2 and minor.to_i > 0
+                raise 'Cannot obtain InstanceProfileCredentials' unless instprofcred.credentials.access_key_id
+            else
+                raise 'Cannot obtain InstanceProfileCredentials' unless instprofcred.access_key_id
+            end
+            @logger.info instprofcred.inspect
+            # noinspection RubyArgCount
+            @elastictranscoder = ::Aws::ElasticTranscoder::Client.new(credentials: instprofcred, region: @region, :retry_limit => 10)
+          rescue Exception => e
+            if e.class.to_s.match %r'^Errno'
+              abort! "#{e.message}: (InstanceProfileCredentials)?"
+            else
+              case e.class.to_s
+                when /URI::InvalidURIError/
+                  abort! "#{e.message}: HINT: Is the AWS SDK credentials configured correctly?"
+                else
+                  abort! "#{e.message}"
+              end
+            end
+          end
+        end
+
+        def get_item_data(item, section, params)
+          # noinspection RubyStringKeysInHashInspection
+          hash = case section
+            when /Pipelines/
+              {
+                  'Arn'          => item[:arn],
+                  'Name'         => item[:name],
+                  'PipelineId'   => item[:id],
+                  'Status'       => item[:status],
+                  'Role'         => item[:role],
+                  'InputBucket'  => item[:input_bucket],
+                  'OutputBucket' => item[:output_bucket],
+              }
+            when /Presets/
+              {
+                  'Arn'         => item[:arn],
+                  'Name'        => item[:name],
+                  'Description' => item[:description],
+                  'PresetId'    => item[:id],
+                  'Container'   => item[:container],
+              }
+            when /Jobs/
+              {
+                  'Arn'         => item[:arn],
+              }
+            else
+              abort! "Unsupported resource type: #{section}"
+          end
+          data = {}
+          hash.each{ |k,v| data[k] = v unless v.nil? }
+          data
+        end
+
+      end
+    end
+  end
+end