awful 0.0.30 → 0.0.31

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: de50bfb59c215fedd6732d5db9d20ababda674c4
-  data.tar.gz: fee0153a6bbc75fa1982ce51c3bc9411c7346da2
+  metadata.gz: bbe1497a5f0f84bd7637aa0dbefe0115668b7029
+  data.tar.gz: fea6faf2ff7bf3de90b84c3e59631dec65b3ae7a
 SHA512:
-  metadata.gz: ff2e36715ba4dcd740de1a62314caf8dbe5e9a5df943bcb429711e87491485ae6293d83409a6c011c244cd4f8163519bd48b1b6a3feb18541522b9995b4d8086
-  data.tar.gz: e5bb40be4a4a6bbcb247735764c1b934bfaec3b0634debf8e8eda1a853e250c8047a528c9e172986c121147e8f2746a30b27db93aa379de62a8b43be13cd473a
+  metadata.gz: 68f828906138251218538356adc2051824a7b4c37fbb90bad8a6eedb5971de97cc6efdd74e6f364edf6dda08686629d1f14930490143b80683c2e006564f690b
+  data.tar.gz: 47dab358de2361b5b0d8bb083aa25c0a4b52f280963f5001c8ce1943fdc79604b21777ad29c7f8708740ebdad43d8ad0e3edbe842aebb20ddbc596cbc0c0c942

data/awful.gemspec

@@ -21,7 +21,7 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "bundler", "~> 1.7"
   spec.add_development_dependency "rake"
 
-  spec.add_dependency('aws-sdk', '~> 2')
+  spec.add_dependency('aws-sdk', '>= 2.1.12')
   spec.add_dependency('thor')
   spec.add_dependency('dotenv')
 end

data/lib/awful.rb

@@ -51,6 +51,10 @@ module Awful
         @dynamodb_simple ||= Aws::DynamoDB::Client.new(options)
       end
 
+      def dynamodb_streams
+        @dynamodb_streams ||= Aws::DynamoDBStreams::Client.new
+      end
+
       def s3
         @s3 ||= Aws::S3::Client.new
       end

data/lib/awful/dynamodb_streams.rb

@@ -0,0 +1,56 @@
+module Awful
+
+  class DynamoDBStreams < Cli
+
+    desc 'ls [PATTERN]', 'list dynamodb streams [matching PATTERN]'
+    method_option :long, aliases: '-l', default: false, desc: 'Long listing'
+    def ls(table_name = nil, exclusive_start_stream_arn = nil)
+      opts = {
+        table_name: table_name,
+        exclusive_start_stream_arn: exclusive_start_stream_arn
+      }.reject{ |_,v| v.nil? }
+
+      r = dynamodb_streams.list_streams(opts)
+
+      streams = r.streams.tap do |list|
+        if options[:long]
+          print_table list.map{ |s| [s.stream_arn, s.table_name, s.stream_label] }
+        else
+          puts list.map(&:stream_arn)
+        end
+      end
+
+      ## recurse if there is more data to fetch
+      if r.last_evaluated_stream_arn
+        streams += ls(table_name, r.last_evaluated_stream_arn)
+      end
+
+      streams
+    end
+
+    desc 'dump ARN', 'describe the stream with ARN as yaml'
+    def dump(arn)
+      dynamodb_streams.describe_stream(stream_arn: arn).stream_description.tap do |stream|
+        puts YAML.dump(stringify_keys(stream.to_hash))
+      end
+    end
+
+    desc 'shards ARN', 'list shards for stream with ARN'
+    def shards(arn)
+      dynamodb_streams.describe_stream(stream_arn: arn).stream_description.shards.tap do |shards|
+        puts shards.map(&:shard_id)
+      end
+    end
+
+    desc 'get_records ARN SHARD_ID', 'get records for given stream and shard'
+    def get_records(arn, shard_id)
+      iterator = dynamodb_streams.get_shard_iterator(stream_arn: arn, shard_id: shard_id, shard_iterator_type: 'TRIM_HORIZON').shard_iterator
+
+      dynamodb_streams.get_records(shard_iterator: iterator).records.tap do |records|
+        print_table records.map { |r| [r.event_id, r.event_name, r.dynamodb.sequence_number, r.dynamodb.size_bytes] }
+      end
+    end
+
+  end
+
+end

data/lib/awful/version.rb

@@ -1,3 +1,3 @@
 module Awful
-  VERSION = "0.0.30"
+  VERSION = "0.0.31"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: awful
 version: !ruby/object:Gem::Version
-  version: 0.0.30
+  version: 0.0.31
 platform: ruby
 authors:
 - Ric Lister
@@ -42,16 +42,16 @@ dependencies:
   name: aws-sdk
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '2'
+        version: 2.1.12
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '2'
+        version: 2.1.12
 - !ruby/object:Gem::Dependency
   name: thor
   requirement: !ruby/object:Gem::Requirement
@@ -124,6 +124,7 @@ files:
 - lib/awful/auto_scaling.rb
 - lib/awful/datapipeline.rb
 - lib/awful/dynamodb.rb
+- lib/awful/dynamodb_streams.rb
 - lib/awful/ec2.rb
 - lib/awful/elb.rb
 - lib/awful/launch_config.rb