awscli 0.1.2 → 0.1.3

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    MGYzNjYyNTcyZTBiZGQzNjM2MDM5YWIwMDE5ZGJkY2U0OTkwZTgxYQ==
+    ZjE2MzQxYjhkMTc5NDc5NzIyMjc2NDNiNzMxYjdiMTI4OThhOWJmNw==
   data.tar.gz: !binary |-
-    MGI5OWM2NWI5YzkxNDU2YjcyY2FiZGFjNTcyN2Y1MjA5YWYxZGVlMw==
+    YjdlZjExYTBhMjAzNDE1ZjJiY2RlZWMyMjM1N2QyMzMyYjQxZGIyNQ==
 !binary "U0hBNTEy":
   metadata.gz: !binary |-
-    MWJjMmZmZGU0YzI2YzcxOWFiYTlhZGJmZTNiZjE3NDA4ZjliN2M1MzVhY2Ew
-    ODk5NDA1OTE4YTViYzExNjRjY2M4NTgyODQ4Y2EyMDJkZTQ4ZTVkYTc0M2Rj
-    MjJhMTE4YjllMWZkYjhjY2U3YmVhZmQ3ZGE1MWZmZTg2NDNlOWI=
+    M2VjYWEyOTBkNmZjYThiZTdmOTdhODQxZjc1Zjc0NDM2NmU1MDMwMDMxNTYx
+    MGQ2NmZkZjJkODFiN2I4Y2JmNWZjZWI1ZTExYmIyMTQ0NjY0YjI3YzgyMmY1
+    MzA1OGRkOTdmN2FlZTAxOWNhY2NiYmJlNzhlN2ZiNTJlMGFkODM=
   data.tar.gz: !binary |-
-    ZDIxYjZhZWUyMjg0ZTk2NzI3OWQ3Y2Y4OWI1MWExZDk1OWU3ODcxMmNjYTRi
-    NmE3ZDA1Yjg5ZWRmMGVlYzlkZTU2N2NlZWVlNDYyMTNlNzc5NzYzOWE3MGEz
-    MTExODI3YzQyMWRjYzM0OGYyNDNiNTliYzlhMjRkNDAzZjQ5ZTM=
+    MmQ2OWM5MGUxNWU4MmJmZWI5NDliMmE3YzNiOWQ5M2M4Nzg3NDZlOTkxNzIw
+    N2I2NTY3MDM4N2RmYzRjYTAwNzgwMGJlMTY2YzBmYjUxNWNmNTEzNzhiMDZh
+    MGFmOTczMmQ0N2ZhYTlhZjIxMDU3MmM5NDhmMzBlMDZjOWI3ODY=

data/bin/awscli

@@ -1,23 +1,23 @@
 #!/usr/bin/env ruby
 
-#Trap interupt to quit cleanly
-Signal.trap("INT") { exit 1 }
+#Trap interrupt to quit cleanly
+Signal.trap('INT') { exit 1 }
 
 #load the path if not loaded previously
 $LOAD_PATH.unshift(File.dirname(__FILE__) + '/../lib') unless $LOAD_PATH.include?(File.dirname(__FILE__) + '/../lib')
 
 begin
-  require "awscli"
+  require 'awscli'
 rescue LoadError
-  require "rubygems"
-  require "awscli"
+  require 'rubygems'
+  require 'awscli'
 end
 
 #Start the cli
 begin
   AwsCli::Cli.start
 rescue Interrupt
-  puts "Caught Interrupt, Exiting..."
+  puts 'Caught Interrupt, Exiting...'
 rescue Excon::Errors::SocketError
   puts "Error: Establishing Connection to AWS, #{$!}"
 rescue Fog::Compute::AWS::Error
@@ -25,7 +25,7 @@ rescue Fog::Compute::AWS::Error
 rescue Fog::Compute::AWS::NotFound
   puts "Cannot find Resource: #{$!}"
 rescue Excon::Errors::InternalServerError
-  puts "Something went wrong, please try again!."
+  puts 'Something went wrong, please try again!.'
   puts "Error: #{$!}"
 rescue ArgumentError
   puts "Cannot recognize the argument passed, #{$!}"

data/lib/awscli.rb

@@ -6,7 +6,7 @@ begin
   require 'highline/import'
   require 'yaml'
 rescue LoadError
-  puts "Failed to load gems: fog, highline, thor"
+  puts 'Failed to load gems: fog, highline, thor'
   exit 1
 end
 
@@ -55,4 +55,6 @@ module AwsCli
   require 'awscli/cli/iam/policies'
   require 'awscli/cli/iam/roles'
   require 'awscli/cli/iam/profiles'
+    #EMR
+  require 'awscli/cli/emr'
 end

data/lib/awscli/as.rb

@@ -2,33 +2,33 @@ module Awscli
   module As
 
     class Activities
-      def initialize connection, options = {}
-        @@conn = connection
+      def initialize(connection)
+        @conn = connection
       end
 
-      def list options
+      def list(options)
         if options[:group_name]
-          puts @@conn.describe_scaling_activities('AutoScalingGroupName' => options[:group_name]).body['DescribeScalingActivitiesResult']['Activities'].to_yaml
+          puts @conn.describe_scaling_activities('AutoScalingGroupName' => options[:group_name]).body['DescribeScalingActivitiesResult']['Activities'].to_yaml
         else
-          puts @@conn.describe_scaling_activities.body['DescribeScalingActivitiesResult']['Activities'].to_yaml
+          puts @conn.describe_scaling_activities.body['DescribeScalingActivitiesResult']['Activities'].to_yaml
         end
       end
     end
 
     class Configurations
-      def initialize connection, options = {}
-        @@conn = connection
+      def initialize(connection)
+        @conn = connection
       end
 
-      def list options
+      def list(options)
         if options[:table]
-          @@conn.configurations.table([:id, :instance_type, :key_name, :security_groups])
+          @conn.configurations.table([:id, :instance_type, :key_name, :security_groups])
         else
-          puts @@conn.describe_launch_configurations.body['DescribeLaunchConfigurationsResult']['LaunchConfigurations'].to_yaml
+          puts @conn.describe_launch_configurations.body['DescribeLaunchConfigurationsResult']['LaunchConfigurations'].to_yaml
         end
       end
 
-      def create options
+      def create(options)
         #validate block device mapping and parse it to a hash understandable by fog
         opts = Marshal.load(Marshal.dump(options))
         block_device_mapping = Array.new
@@ -37,9 +37,9 @@ module Awscli
             mapping = Hash.new
             #parse options
             abort "Invalid block device mapping format, expecting 'devicename=blockdevice' format" unless group =~ /\S=\S/
-            device_name, block_device = group.split("=")
-            abort "Invalid device name, expectiing '/dev/sd[a-z]'" unless device_name =~ /^\/dev\/sd[a-z]$/
-            abort "Invalud block device format, expecting 'ephemeral[0..3]|none|[snapshot-id]:[volume-size]:[true|false]:[standard|io1[:iops]]'" unless block_device =~ /^(snap-.*|ephemeral\w{1,3}|none|:.*)$/
+            device_name, block_device = group.split('=')
+            abort "Invalid device name, expecting '/dev/sd[a-z]'" unless device_name =~ /^\/dev\/sd[a-z]$/
+            abort "Invalid block device format, expecting 'ephemeral[0..3]|none|[snapshot-id]:[volume-size]:[true|false]:[standard|io1[:iops]]'" unless block_device =~ /^(snap-.*|ephemeral\w{1,3}|none|:.*)$/
             mapping['DeviceName'] = device_name
             case block_device
             when 'none'
@@ -52,7 +52,7 @@ module Awscli
               mapping['Ebs.VolumeSize'] = volume_size if !volume_size.nil? && !volume_size.empty?
               mapping['Ebs.DeleteOnTermination'] = delete_on_termination if !delete_on_termination.nil? && !delete_on_termination.empty?
             else
-              abort "Cannot validate block_device"
+              abort 'Cannot validate block_device'
             end
             block_device_mapping << mapping
           end
@@ -80,15 +80,15 @@ module Awscli
         opts.reject! { |k| k == 'id' }
 
         begin
-          cfgs = @@conn.create_launch_configuration(options[:image_id], options[:instance_type], options[:id], opts)
+          cfgs = @conn.create_launch_configuration(options[:image_id], options[:instance_type], options[:id], opts)
           puts "Created Launch Configuration, #{options[:id]}"
         rescue Fog::AWS::AutoScaling::IdentifierTaken
           puts "A launch configuration already exists with the name #{options[:id]}"
         end
       end
 
-      def delete cfg_name
-        cfg = @@conn.configurations.get(cfg_name)
+      def delete(cfg_name)
+        cfg = @conn.configurations.get(cfg_name)
         abort "Cannot find launch configuration with name: #{cfg_name}" unless cfg
         cfg.destroy
         puts "Deleted Launch Configuration with name: #{cfg_name}"
@@ -96,24 +96,24 @@ module Awscli
     end
 
     class Groups
-      def initialize connection, options = {}
-        @@conn = connection
+      def initialize(connection)
+        @conn = connection
       end
 
-      def list options
+      def list(options)
         if options[:table]
-          @@conn.groups.table([:id, :launch_configuration_name, :desired_capacity, :min_size, :max_size, :vpc_zone_identifier, :termination_policies])
+          @conn.groups.table([:id, :launch_configuration_name, :desired_capacity, :min_size, :max_size, :vpc_zone_identifier, :termination_policies])
         else
           #yaml dump
-          puts @@conn.describe_auto_scaling_groups.body['DescribeAutoScalingGroupsResult']['AutoScalingGroups'].to_yaml
+          puts @conn.describe_auto_scaling_groups.body['DescribeAutoScalingGroupsResult']['AutoScalingGroups'].to_yaml
         end
       end
 
-      def create options
+      def create(options)
         # => validate & parse options
         opts = Marshal.load(Marshal.dump(options))
         #launch conf name
-        abort "Launch configuration name not found: #{options[:launch_configuration_name]}" unless @@conn.configurations.get(options[:launch_configuration_name])
+        abort "Launch configuration name not found: #{options[:launch_configuration_name]}" unless @conn.configurations.get(options[:launch_configuration_name])
         #remove required options from options hash
         opts.reject! { |k| k == 'id' }
         opts.reject! { |k| k == 'availability_zones' }
@@ -141,7 +141,7 @@ module Awscli
         if tags = opts.delete(:tags)
           parsed_tags = Array.new
           tags.each do |t|
-            abort "Invliad tags format, expecting 'key=value' format" unless t =~ /\S=\S/
+            abort "Invalid tags format, expecting 'key=value' format" unless t =~ /\S=\S/
           end
           tags.each do |tag|
             parsed_tag = Hash.new
@@ -159,7 +159,7 @@ module Awscli
           opts.merge!('VPCZoneIdentifier' => vpc_zone_identifiers.join(','))
         end
         begin
-          @@conn.create_auto_scaling_group(
+          @conn.create_auto_scaling_group(
             options[:id],
             options[:availability_zones],
             options[:launch_configuration_name],
@@ -175,64 +175,64 @@ module Awscli
         end
       end
 
-      def set_desired_capacity options
+      def set_desired_capacity(options)
         # => Sets the desired capacity of the auto sacling group
-        asg = @@conn.groups.get(options[:id])
+        asg = @conn.groups.get(options[:id])
         abort "Cannot find Auto Scaling Group with name: #{options[:id]}" unless asg
         min_size = asg.min_size
         max_size = asg.max_size
         abort "Desired capacity should fall in between auto scaling groups min-size: #{min_size} and max-size: #{max_size}" unless options[:desired_capacity].between?(min_size, max_size)
         abort "Desired capacity is already #{asg.desired_capacity}" if options[:desired_capacity] == asg.desired_capacity
-        @@conn.set_desired_capacity(options[:id], options[:desired_capacity])
+        @conn.set_desired_capacity(options[:id], options[:desired_capacity])
         puts "Scaled Auto Scaling Group: #{options[:id]} to a desired_capacity of #{options[:desired_capacity]}"
       end
 
       # def update
-      #   asg = @@conn.groups.get(options[:id])
+      #   asg = @conn.groups.get(options[:id])
       #   abort "Cannot find Auto Scaling Group with name: #{options[:id]}" unless asg
       #   opts = Marshal.load(Marshal.dump(options))
       #   opts.reject! { |k| k == 'id' }
       #   asg.update(opts)
       # end
 
-      def suspend_processes options
+      def suspend_processes(options)
         if options[:scaling_processes]
-          @@conn.suspend_processes(
+          @conn.suspend_processes(
             options[:id],
             'ScalingProcesses' => options[:scaling_processes])
           puts "Suspending processes #{options[:scaling_processes]} for group: #{options[:id]}"
         else
-          @@conn.suspend_processes(options[:id])
+          @conn.suspend_processes(options[:id])
           puts "Suspending processes for group: #{options[:id]}"
         end
       end
 
-      def resume_processes options
+      def resume_processes(options)
         if options[:scaling_processes]
-          @@conn.resume_processes(
+          @conn.resume_processes(
             options[:id],
             'ScalingProcesses' => options[:scaling_processes]
             )
           puts "Resuming processes #{options[:scaling_processes]} for group: #{options[:id]}"
         else
-          @@conn.resume_processes(options[:id])
+          @conn.resume_processes(options[:id])
           puts "Resuming processes for group: #{options[:id]}"
         end
       end
 
-      def delete options
+      def delete(options)
         begin
           if options[:force]
-            @@conn.delete_auto_scaling_group(
+            @conn.delete_auto_scaling_group(
               options[:id],
               'ForceDelete' => options[:force]
             )
           else
-            @@conn.delete_auto_scaling_group(options[:id])
+            @conn.delete_auto_scaling_group(options[:id])
           end
         rescue Fog::AWS::AutoScaling::ResourceInUse
-          puts "You cannot delete an AutoScalingGroup while there are instances or pending Spot instance request(s) still in the group"
-          puts "Use -f option to force delete instances attached to the sacling group"
+          puts 'You cannot delete an AutoScalingGroup while there are instances or pending Spot instance request(s) still in the group'
+          puts 'Use -f option to force delete instances attached to the sacling group'
           exit 1
         end
         puts "Deleted Auto scaling group #{options[:id]}"
@@ -240,19 +240,19 @@ module Awscli
     end
 
     class Instances
-      def initialize connection, options = {}
-        @@conn = connection
+      def initialize(connection)
+        @conn = connection
       end
 
       def list
-        @@conn.instances.table
+        @conn.instances.table
       end
 
-      def terminate instance_id, decrement_capacity
-        instance = @@conn.instances.get(instance_id)
+      def terminate(instance_id, decrement_capacity)
+        instance = @conn.instances.get(instance_id)
         abort "Cannot find instace with id: #{instance_id}" unless instance
         begin
-          @@conn.terminate_instance_in_auto_scaling_group(instance_id, decrement_capacity)
+          @conn.terminate_instance_in_auto_scaling_group(instance_id, decrement_capacity)
           puts "Terminated Instance with id: #{instance_id}"
           puts "Decrement Capacity of the scaling group: #{instance.auto_scaling_group_name} by 1" if decrement_capacity
         rescue Fog::AWS::AutoScaling::ValidationError
@@ -262,22 +262,22 @@ module Awscli
     end
 
     class Policies
-      def initialize connection, options = {}
-        @@conn = connection
+      def initialize(connection)
+        @conn = connection
       end
 
       def list
-        @@conn.policies.table
+        @conn.policies.table
       end
 
-      def create options
-        @@conn.policies.create(options)
-        puts "Created auto sacling policy: #{options[:id]}, for auto scaling group: #{options[:auto_scaling_group_name]}"
+      def create(options)
+        @conn.policies.create(options)
+        puts "Created auto scaling policy: #{options[:id]}, for auto scaling group: #{options[:auto_scaling_group_name]}"
       end
 
-      def destroy name, group_name
+      def destroy(name, group_name)
         begin
-          @@conn.delete_policy(group_name, name)
+          @conn.delete_policy(group_name, name)
           puts "Deleted auto scaling policy: #{name}"
         rescue Fog::AWS::AutoScaling::ValidationError
           puts "Validation Error: #{$!}"

data/lib/awscli/cli.rb

@@ -8,7 +8,7 @@ module AwsCli
     #              :desc => 'Configuration file, accepts ENV $AWSCLI_CONFIG_FILE',
     #              :default => ENV['AWSCLI_CONFIG_FILE'] || "~/.awscli.yml"
 
-    desc "help", "help banner"
+    desc 'help', 'help banner'
     def help_banner
       puts <<-HELP.gsub(/^ {8}/, '')
         Amazon Web Services Command Line Interface, Version - #{Awscli::VERSION}

data/lib/awscli/cli/UsageExamples/emr

@@ -0,0 +1,49 @@
+#
+# => AWSCLI EMR CREATE Usage Examples
+#
+
+# => Create Hive cluster
+awscli emr create --name=awsclijobflow --log-uri=s3n://yourbucket/emrlogs -k ruby-sample --instance-count=3 \
+--master-instance-type=m1.small --slave-instance-type=m1.small --alive --hive-interactive
+
+# => Create Custom Jar Job
+awscli emr create --name=awscliemrtest --log-uri=s3n://yourbucket/emrlogs --instance-ec2-key-name=keyname.pem\
+--instance-count=3 --alive --master-instance-type=m1.small --slave-instance-type=m1.small \
+--custom-jar-steps="s3n://yourbucket/worcount/wc.jar",wc,wordcounttest,TERMINATE_JOB_FLOW,"-input","s3n://yourbucket/wordcount/input","-output","s3n://yourbucket/wordcount/output"
+
+# => Create Pig Interactive
+awscli emr create --name=awscliemrtest --log-uri=s3n://yourbucket/emrlogs --instance-ec2-key-name=keyname.pem\
+--instance-count=3 --alive --master-instance-type=m1.small --slave-instance-type=m1.small --pig-interactive
+
+# => Hive Job
+awscli emr create --name=awscliemrtest --log-uri=s3n://yourbucket/emrlogs --instance-ec2-key-name=keyname.pem\
+--instance-count=3 --alive --master-instance-type=m1.small --slave-instance-type=m1.small \
+--hive-steps=s3n://yourbucket/hive/script.q,s3n://yourbucket/hive/input,s3n://yourbucket/hive/output,-d,'LIBS=s3n://elasticmapreduce/samples/hive-ads/libs'
+
+# => Pig Job
+awscli emr create --name=awsclihivesteps --log-uri=s3://yourbucket/emrlogs --instance-ec2-key-name=keyname.prem\
+--instance-count=2 --alive --master-instance-type=m1.small --slave-instance-type=m1.small \
+--pig-steps="s3n://elasticmapreduce/samples/pig-apache/do-reports2.pig","s3n://elasticmapreduce/samples/pig-apache/input","s3n://ashrithtst/pigsteps/output2"
+
+# => Adding Instance Groups
+awscli emr create --name=awscliemrtest --log-uri=s3n://yourbucket/emrlogs --instance-ec2-key-name=keyname.pem\
+--instance-groups=1,MASTER,m1.small 2,CORE,m1.small 4,TASK,m1.small
+
+# => Create HBase cluster
+awscli emr create --name="hbase install" --log-uri="s3n://yourbucket/emrlogs" --instance-ec2-key-name="keyname.pem" \
+--hadoop-version=0.20.205 --instance-count=3 --hbase-install --master-instance-type=m1.large --slave-instance-type=m1.large
+
+# => Create HBase cluster from previous backup
+awscli emr create --name="hbase restored" --log-uri="s3n://yourbucket/emrlogs" --instance-ec2-key-name="keyname.pem" \
+--hadoop-version=0.20.205 --instance-count=3 --master-instance-type=m1.large --slave-instance-type=m1.large --hbase-install \
+--hbase-backup-restore="s3://yourbucket/backups/<jobid>","20120809T031314Z"
+
+# => Create HBase cluster with incremental backups
+awscli emr create --name="hbase install" --log-uri="s3n://yourbucket/emrlogs" --instance-ec2-key-name="keyname.pem" \
+--hadoop-version=0.20.205 --instance-count=3 --hbase-install --master-instance-type=m1.large --slave-instance-type=m1.large \
+--hbase-backup-schedule=7,days,"s3://yourbucket/backups/hbase","2012-06-15T20:00Z"
+
+# => Create HBase cluster with incremental and consistent backups
+awscli emr create --name="hbase install" --log-uri="s3n://yourbucket/emrlogs" --instance-ec2-key-name="keyname.pem" \
+--hadoop-version=0.20.205 --instance-count=3 --hbase-install --master-instance-type=m1.large --slave-instance-type=m1.large \
+--hbase-backup-schedule=7,days,"s3://yourbucket/backups/hbase","2012-06-15T20:00Z" --hbase-consistent-backup

data/lib/awscli/cli/emr.rb

@@ -0,0 +1,157 @@
+module AwsCli
+  module CLI
+    require 'awscli/cli'
+    require 'awscli/connection'
+    require 'awscli/emr'
+    class Emr < Thor
+      class_option :region, :type => :string, :desc => "region to connect to", :default => 'us-west-1'
+
+      desc 'usage', 'show the usage examples'
+      def usage
+        File.open(File.dirname(__FILE__) + '/UsageExamples/emr') do |file|
+          puts file.read
+        end
+      end
+
+      desc 'list [OPTIONS]', 'returns a yaml dump of job flows that match all of the supplied parameters'
+      method_option :job_flow_ids, :aliases => '-j', :type => :array, :desc => 'Return only job flows whose job flow ID is contained in this list'
+      method_option :job_flow_status, :aliases => '-s' ,:type => :array, :desc => 'Return only job flows whose state is contained in this list, Valid Values: RUNNING | WAITING | SHUTTING_DOWN | STARTING'
+      method_option :table, :aliases => '-t', :type => :boolean, :default => false, :desc => 'Prints out table format'
+      def list
+        if options[:job_flow_status]
+          abort 'Invalid job flow status' unless %w(RUNNING WAITING SHUTTING_DOWN STARTING).each_cons(options[:job_flow_status].size).include? options[:job_flow_status]
+        end
+        create_emr_object
+        @emr.list options
+      end
+
+      desc 'delete', 'shuts a list of job flows down'
+      method_option :job_flow_ids, :aliases => '-j', :type => :array, :required => true, :desc => 'list of strings that uniquely identify the job flows to delete'
+      def delete
+        create_emr_object
+        @emr.delete options[:job_flow_ids]
+      end
+
+      desc 'add_instances [OPTIONS]', 'adds an instance group to a running cluster'
+      long_desc <<-DESC
+        USAGE:
+
+        awscli emr add_instances -j j-31HK0PWNQ2JKH -c 2 -r TASK -t m1.small -n computegroup -b 0.2
+      DESC
+      method_option :job_flow_id, :aliases => '-j', :banner => 'ID', :desc => 'Job flow in which to add the instance groups'
+      method_option :bid_price, :aliases => '-b', :desc => 'Bid price for each Amazon EC2 instance in the instance group when launching nodes as Spot Instances'
+      method_option :instance_count, :aliases => '-c', :banner => 'COUNT', :type => :numeric, :desc => 'Target number of instances for the instance group'
+      method_option :instance_role, :aliases => '-r', :banner => 'ROLE', :desc => 'The role of the instance group in the cluster, Valid values: MASTER | CORE | TASK'
+      method_option :instance_type, :aliases => '-t', :banner => 'TYPE', :desc => 'The Amazon EC2 instance type for all instances in the instance group'
+      method_option :name, :aliases => '-n', :desc => 'Friendly name given to the instance group'
+      def add_instances
+        if !options[:job_flow_id] and !options[:instance_count] and !options[:instance_role] and !options[:instance_type]
+          puts 'These options are required --job-flow-id, --instance-count, --instance-role and --instance-type'
+          exit
+        end
+        abort 'Invalid Instance Role' unless %w(MASTER CORE TASK).include?(options[:instance_role])
+        create_emr_object
+        @emr.add_instance_group options
+      end
+
+      desc 'modify_instances [OPTIONS]', 'modifies the number of nodes and configuration settings of an instance group'
+      method_option :instance_count, :aliases => '-c', :banner => 'COUNT', :desc => 'Target size for instance group'
+      method_option :instance_group_id, :aliases => '-g', :banner => 'ID', :desc => 'Unique ID of the instance group to expand or shrink'
+      def modify_instances
+        if !options[:instance_count] and !options[:instance_group_id]
+          puts 'These options are required --instance-count and --instance-group-id'
+          exit
+        end
+        create_emr_object
+        @emr.modify_instance_group options
+      end
+
+      desc 'termination_protection [OPTIONS]', 'locks a job flow so the Amazon EC2 instances in the cluster cannot be terminated by user intervention'
+      method_option :job_flow_ids, :aliases => '-j', :banner => 'ID(S)', :required => true, :type => :array, :desc => 'list of strings that uniquely identify the job flows to protect'
+      method_option :termination_protection, :aliases => '-t', :type => :boolean, :default => false, :desc => 'indicates whether to protect the job flow, if set temination protection is enabled if left alone termination protection is turned off'
+      def termination_protection
+        create_emr_object
+        @emr.set_termination_protection options[:job_flow_ids], options[:termination_protection]
+      end
+
+      desc 'create [OPTIONS]', 'creates and starts running a new job flow'
+      #TODO: update Long Desc
+      long_desc <<-DESC
+        Creates and starts running a new job flow.
+
+        The job flow will run the steps specified. Once the job flow completes, the cluster is stopped and the HDFS partition is lost.
+        To prevent loss of data, configure the last step of the job flow to store results in Amazon S3. Or pass in '--alive' option to keep the cluster running
+        even after the workflow is complete(Note: This requires manual termination of the job flow).
+
+        For additional protection, you can set --termination-protection to lock the job flow and prevent it from being terminated bu API call, user intervention,
+         or in the event of job flow error.
+
+        Using this create command, user can also create hive (--hive-interactive), pig (--pig-interactive), hbase (--hbase-install) interactive clusters.
+
+        See `awscli emr usage` for examples on how to use this interface
+      DESC
+      method_option :name, :aliases => '-n', :desc => 'The name of the job flow'
+      method_option :log_uri, :desc => 'Specifies the location in Amazon S3 to write the log files of the job flow.' #If a value is not provided, logs are not created
+      method_option :instance_ec2_key_name, :aliases => '-k', :desc => 'Specifies the name of the Amazon EC2 key pair that can be used to ssh to the master node as the user called hadoop'
+      method_option :instance_ec2_subnet_id, :desc => 'Amazon VPC subnet where you want the job flow to launch'
+      method_option :hadoop_version, :default => '1.0.3',:desc => 'Specifies the Hadoop version to install for the job flow'
+      method_option :instance_count, :type => :numeric, :desc => 'The number of Amazon EC2 instances used to execute the job flow'
+      method_option :alive, :type => :boolean, :default => false, :desc => 'Job flow stays running even though it has executed all its steps'
+      method_option :master_instance_type, :desc => 'The EC2 instance type of the master node'
+      method_option :slave_instance_type, :desc => 'The EC2 instance type of the slave nodes'
+      method_option :termination_protection, :type => :boolean, :default => false, :desc => 'Specifies whether to lock the job flow to prevent the Amazon EC2 instances from being terminated by API call'
+      method_option :bootstrap_actions, :aliases => '-b', :type => :array, :desc => 'Add bootstrap action script. Format => "name,bootstrap_action_path,bootstrap_action_args"'
+      method_option :instance_groups, :aliases => '-g', :type => :array, :desc => 'Add instance groups. Format => "instance_count,instance_role(MASTER | CORE | TASK),instance_type,name,bid_price" see usage command for examples'
+      method_option :custom_jar_steps, :aliases => '-s', :type => :array, :desc => 'Add a step that runs a custom jar. Format=> "jar_path(s3)*,name_of_step*,main_class,action_on_failure(TERMINATE_JOB_FLOW | CANCEL_AND_WAIT | CONTINUE),arg1=agr2=arg3,properties(k=v,k=v)"'
+      method_option :hive_interactive, :type => :boolean, :default => false, :desc => 'Add a step that sets up the job flow for an interactive (via SSH) hive session'
+      method_option :pig_interactive, :type => :boolean, :default => false, :desc => 'Add a step that sets up the job flow for an interactive (via SSH) pig session'
+      method_option :hive_steps, :type => :array, :desc => 'Add a step that runs a Hive script. Format=> script_path(s3)*,input_path(s3),output_path(s3),extra_args(-d,args1,-d,args2,-d,arg3)'
+      method_option :pig_steps, :type => :array, :desc => 'Add a step that runs a Pig script. Format=> script_path(s3)*,input_path(s3),output_path(s3),extra_args(-p,args1,-p,args2,-p,arg3)'
+      method_option :streaming_steps, :type => :array, :desc => 'Add a step that performs hadoop streaming. Format=> input*,output*,mapper*,reducer*,extra_arg1,extra_arg2'
+      method_option :hbase_install, :type => :boolean, :default => false, :desc => 'Install hbase on the cluster'
+      method_option :hbase_backup_restore, :desc => 'Specify whether to preload the HBase cluster with data stored in Amazon S3. Format=> path(s3)*,version'
+      method_option :hbase_backup_schedule, :desc => 'Specify whether to schedule automatic incremental backups. Format=> frequency*,frequency_unit*(Days|Hours|Mins),path(s3)*,start_time*(now|date)'
+      method_option :hbase_consistent_backup, :type => :boolean, :default => false, :desc => 'Perform a consistent backup'
+      def create
+        if !options[:name]
+          puts 'These options are required --name'
+          exit
+        end
+        create_emr_object
+        @emr.create_job_flow options
+      end
+
+      desc 'add_ig [OPTIONS]', 'adds an instance group(s) to a running cluster'
+      method_option :job_flow_id, :aliases => '-j', :desc => 'Job flow in which to add the instance groups'
+      method_option :instance_groups, :type => :array, :aliases => '-g', :desc => 'Add instance groups. Format => "instance_count,instance_role(MASTER | CORE | TASK),instance_type,name,bid_price"'
+      def add_ig
+        unless options[:job_flow_id] and options[:instance_groups]
+          abort "--job-flow-id and --instance-groups are required"
+        end
+        create_emr_object
+        @emr.add_instance_groups options[:job_flow_id], options[:instance_groups]
+      end
+
+      desc 'add_steps [OPTIONS]', 'adds new steps to a running job flow'
+      method_option :job_flow_id, :aliases => '-j', :desc => 'A string that uniquely identifies the job flow'
+      method_option :steps, :aliases => '-s', :type => :array, :desc => 'Add list of steps to be executed by job flow. Format=> jar_path(s3)*,name_of_step*,main_class,action_on_failure(TERMINATE_JOB_FLOW | CANCEL_AND_WAIT | CONTINUE),arg1=agr2=arg3,properties(k=v,k=v)'
+      def add_steps
+        unless options[:job_flow_id] and options[:steps]
+          abort "--job-flow-id and --steps are required"
+        end
+        create_emr_object
+        @emr.add_steps options[:job_flow_id], options[:steps]
+      end
+      private
+
+      def create_emr_object
+        puts 'EMR Establishing Connetion...'
+        $emr_conn =  Awscli::Connection.new.request_emr
+        puts 'EMR Establishing Connetion... OK'
+        @emr = Awscli::Emr::EMR.new($emr_conn)
+      end
+
+      AwsCli::Cli.register AwsCli::CLI::Emr, :emr, 'emr [COMMAND]', 'AWS Elastic Map Reduce Interface'
+    end
+  end
+end