awful 0.0.183 → 0.0.184

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c1ab2fc365e4aaccd052206843ef554704ffd86d
-  data.tar.gz: b4afadc9463ef855311cdea9e3e03ce6ebb3ee7a
+  metadata.gz: 59dd0f87f7f3923ccb2513df11036452ae454876
+  data.tar.gz: 5fd17954751108e596562f5a2c60121203c628cc
 SHA512:
-  metadata.gz: f7fbe4141ddaf40a4482d9562e12fd542ac0cdd42e84093beccdbfa36fd0e9c49525566cfa030a5e561e6b94fbd674f68ba1c248e8cede2a262e870a6fb108f8
-  data.tar.gz: 89db4d459b0846fa4d7b2b4b7e1075a9daf7f538833e14139cdf937eb3b0212d59bfbea0ce31b0fe47545658d5a4f3877096945c2c881bae47a8d2098404f9a3
+  metadata.gz: acc31dd1f4fcafb05fa9edf887f3ef0f0cadee94f8ec173585764182403173044712a30a6908c154938533a44d7fcdea631bf882d52667686054ca8c1e518eac
+  data.tar.gz: 98e1a0ddfb2854a4e7382028403cf769bbcaf7d1ec708f35cc9ca811178c6002b7dc817b27b93edca08af637eb45e114e63b7e39cb70159eeb731f6ef4548f58

data/bin/firehose

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+#-*- mode: ruby; -*-
+
+require 'awful'
+require 'awful/firehose'
+
+Awful::Firehose.start(ARGV)

data/bin/kinesis

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+#-*- mode: ruby; -*-
+
+require 'awful'
+require 'awful/kinesis'
+
+Awful::Kinesis.start(ARGV)

data/lib/awful.rb

@@ -76,6 +76,10 @@ module Awful
         @s3 ||= Aws::S3::Client.new
       end
 
+      def cf
+        @cf ||= Aws::CloudFormation::Client.new
+      end
+
       def lambda
         @lambda ||= Aws::Lambda::Client.new
       end

data/lib/awful/cloudformation.rb

@@ -24,10 +24,6 @@ module Awful
     }
 
     no_commands do
-      def cf
-        @cf ||= Aws::CloudFormation::Client.new
-      end
-
       def color(string)
         set_color(string, COLORS.fetch(string.downcase.to_sym, :blue))
       end

data/lib/awful/firehose.rb

@@ -0,0 +1,67 @@
+require 'yaml'
+
+module Awful
+  module Short
+    def firehose(*args)
+      Awful::Firehose.new.invoke(*args)
+    end
+  end
+
+  class Firehose < Cli
+    COLORS = {
+      ACTIVE:   :green,
+      DELETING: :red,
+    }
+
+    no_commands do
+      def firehose
+        @_firehose ||= Aws::Firehose::Client.new
+      end
+
+      def color(string)
+        set_color(string, COLORS.fetch(string.to_sym, :yellow))
+      end
+
+      ## special-case paginator for delivery streams
+      def paginate_delivery_streams(thing)
+        token = nil
+        things = []
+        loop do
+          resp = yield(token)
+          items = resp.send(thing)
+          things += items
+          token = items.last
+          break unless resp.has_more_delivery_streams
+        end
+        things
+      end
+    end
+
+    desc 'ls', 'list firehose streams'
+    method_option :long, aliases: '-l', type: :boolean, default: false, desc: 'long listing'
+    def ls
+      paginate_delivery_streams(:delivery_stream_names) do |start|
+        firehose.list_delivery_streams(exclusive_start_delivery_stream_name: start)
+      end.output do |streams|
+        if options[:long]
+          print_table streams.map { |name|
+
+            s = firehose.describe_delivery_stream(delivery_stream_name: name).delivery_stream_description
+            op = s.has_more_destinations ? '>' : ''
+            [s.delivery_stream_name, op + s.destinations.count.to_s, color(s.delivery_stream_status), s.delivery_stream_type, 'v' + s.version_id.to_s, s.create_timestamp]
+          }
+        else
+          puts streams
+        end
+      end
+    end
+
+    desc 'dump NAME', 'describe firehose stream'
+    def dump(name)
+      firehose.describe_delivery_stream(delivery_stream_name: name).delivery_stream_description.output do |stream|
+        puts YAML.dump(stringify_keys(stream.to_hash))
+      end
+    end
+
+  end
+end

data/lib/awful/kinesis.rb

@@ -0,0 +1,66 @@
+require 'yaml'
+
+module Awful
+  module Short
+    def kinesis(*args)
+      Awful::Kinesis.new.invoke(*args)
+    end
+  end
+
+  class Kinesis < Cli
+    COLORS = {
+      ACTIVE:   :green,
+      DELETING: :red,
+    }
+
+    no_commands do
+      def kinesis
+        @_kinesis ||= Aws::Kinesis::Client.new
+      end
+
+      def color(string)
+        set_color(string, COLORS.fetch(string.to_sym, :yellow))
+      end
+
+      ## special-case paginator for streams
+      def paginate_streams(thing)
+        token = nil
+        things = []
+        loop do
+          resp = yield(token)
+          items = resp.send(thing)
+          things += items
+          token = items.last
+          break unless resp.has_more_streams
+        end
+        things
+      end
+    end
+
+    desc 'ls', 'list streams'
+    method_option :long, aliases: '-l', type: :boolean, default: false, desc: 'long listing'
+    def ls
+      paginate_streams(:stream_names) do |start|
+        kinesis.list_streams(exclusive_start_stream_name: start)
+      end.output do |streams|
+        if options[:long]
+          print_table streams.map { |name|
+            s = kinesis.describe_stream(stream_name: name).stream_description
+            op = s.has_more_shards ? '>' : ''
+            [s.stream_name, op + s.shards.count.to_s, color(s.stream_status), s.encryption_type, s.retention_period_hours.to_s + 'h', s.stream_creation_timestamp]
+          }
+        else
+          puts streams
+        end
+      end
+    end
+
+    desc 'dump [NAME]', 'describe a stream by name'
+    def dump(name)
+      kinesis.describe_stream(stream_name: name).stream_description.output do |stream|
+        puts YAML.dump(stringify_keys(stream.to_hash))
+      end
+    end
+
+  end
+end

data/lib/awful/s3.rb

@@ -17,6 +17,13 @@ module Awful
       rescue Aws::S3::Errors::NoSuchTagSet # sdk throws this if no tags
         nil
       end
+
+      ## get a stack if it exists, or nil
+      def cfn_stack(name)
+        name && cf.describe_stacks(stack_name: name)
+      rescue Aws::CloudFormation::Errors::ValidationError
+        nil
+      end
     end
 
     desc 'ls PATTERN', 'list buckets or objects'
@@ -197,5 +204,25 @@ module Awful
         }
       )
     end
+
+    desc 'orphans', 'get buckets tagged by a stack that no longer exists'
+    method_option :delete, aliases: '-d', type: :boolean, default: false, desc: 'delete empty orphaned buckets'
+    def orphans
+      s3.list_buckets.buckets.each do |b|
+        stack = get_tags(b.name)&.find{ |t| t.key == 'aws:cloudformation:stack-name' }&.value
+        next if cfn_stack(stack) # not an orphan if stack exists
+
+        if options[:delete]
+          if s3.list_objects_v2(bucket: b.name, max_keys: 1).key_count == 0
+            s3.delete_bucket(bucket: b.name) if yes?("Delete empty bucket #{b.name}?", :yellow)
+          else
+            puts "#{b.name} not empty"
+          end
+        else
+          puts b.name
+        end
+      end
+    end
+
   end
 end

data/lib/awful/version.rb

@@ -1,3 +1,3 @@
 module Awful
-  VERSION = '0.0.183'
+  VERSION = '0.0.184'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: awful
 version: !ruby/object:Gem::Version
-  version: 0.0.183
+  version: 0.0.184
 platform: ruby
 authors:
 - Ric Lister
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-09-21 00:00:00.000000000 Z
+date: 2017-11-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -105,8 +105,10 @@ executables:
 - elasticache
 - elb
 - emr
+- firehose
 - iam
 - keypair
+- kinesis
 - kms
 - lambda
 - lc
@@ -154,8 +156,10 @@ files:
 - bin/elasticache
 - bin/elb
 - bin/emr
+- bin/firehose
 - bin/iam
 - bin/keypair
+- bin/kinesis
 - bin/kms
 - bin/lambda
 - bin/lc
@@ -201,8 +205,10 @@ files:
 - lib/awful/elasticache.rb
 - lib/awful/elb.rb
 - lib/awful/emr.rb
+- lib/awful/firehose.rb
 - lib/awful/iam.rb
 - lib/awful/keypair.rb
+- lib/awful/kinesis.rb
 - lib/awful/kms.rb
 - lib/awful/lambda.rb
 - lib/awful/lambda_events.rb