fog-aws 0.6.0 → 0.7.2

data/lib/fog/aws/requests/kinesis/add_tags_to_stream.rb

@@ -0,0 +1,48 @@
+module Fog
+  module AWS
+    class Kinesis
+      class Real
+        # Adds or updates tags for the specified Amazon Kinesis stream.
+        #
+        # ==== Options
+        # * StreamName<~String>: The name of the stream.
+        # * Tags<~Hash>: The set of key-value pairs to use to create the tags.
+        # ==== Returns
+        # * response<~Excon::Response>:
+        #
+        # ==== See Also
+        # https://docs.aws.amazon.com/kinesis/latest/APIReference/API_AddTagsToStream.html
+        #
+        def add_tags_to_stream(options={})
+          body = {
+            "StreamName" => options.delete("StreamName"),
+            "Tags" => options.delete("Tags")
+          }.reject{ |_,v| v.nil? }
+
+          request({
+                    'X-Amz-Target' => "Kinesis_#{@version}.AddTagsToStream",
+                    :body          => body,
+                  }.merge(options))
+        end
+      end
+
+      class Mock
+        def add_tags_to_stream(options={})
+          stream_name = options.delete("StreamName")
+          tags = options.delete("Tags")
+
+          unless stream = data[:kinesis_streams].detect{ |s| s["StreamName"] == stream_name }
+            raise Fog::AWS::Kinesis::ResourceNotFound.new("Stream #{stream_name} under account #{@account_id} not found.")
+          end
+
+          stream["Tags"] = stream["Tags"].merge(tags)
+
+          response = Excon::Response.new
+          response.status = 200
+          response.body = ""
+          response
+        end
+      end
+    end
+  end
+end

data/lib/fog/aws/requests/kinesis/create_stream.rb

@@ -0,0 +1,70 @@
+module Fog
+  module AWS
+    class Kinesis
+      class Real
+        # Creates a Amazon Kinesis stream.
+        #
+        # ==== Options
+        # * ShardCount<~Number>: The number of shards that the stream will use.
+        # * StreamName<~String>: A name to identify the stream.
+        # ==== Returns
+        # * response<~Excon::Response>:
+        #
+        # ==== See Also
+        # https://docs.aws.amazon.com/kinesis/latest/APIReference/API_CreateStream.html
+        #
+        def create_stream(options={})
+          body = {
+            "ShardCount" => options.delete("ShardCount") || 1,
+            "StreamName" => options.delete("StreamName")
+          }.reject{ |_,v| v.nil? }
+
+          request({
+                    'X-Amz-Target' => "Kinesis_#{@version}.CreateStream",
+                    :body          => body,
+                  }.merge(options))
+        end
+      end
+
+      class Mock
+        def create_stream(options={})
+          stream_name = options.delete("StreamName")
+          shard_count = options.delete("ShardCount") || 1
+          stream_arn = "arn:aws:kinesis:#{@region}:#{@account_id}:stream/#{stream_name}"
+
+          if data[:kinesis_streams].detect{ |s| s["StreamName"] == stream_name }
+            raise Fog::AWS::Kinesis::ResourceInUse.new("Stream #{stream_name} under account #{@account_id} already exists.")
+          end
+
+          shards = (0...shard_count).map do |shard|
+            {
+              "HashKeyRange"=>{
+                "EndingHashKey"=>"340282366920938463463374607431768211455",
+                "StartingHashKey"=>"0"
+              },
+              "SequenceNumberRange"=>{
+                "StartingSequenceNumber"=> next_sequence_number
+              },
+              "ShardId"=>next_shard_id,
+              "Records" => []
+            }
+          end
+
+          data[:kinesis_streams] = [{
+              "HasMoreShards" => false,
+              "StreamARN" => stream_arn,
+              "StreamName" => stream_name,
+              "StreamStatus" => "ACTIVE",
+              "Shards" => shards,
+              "Tags" => {}
+            }]
+
+          response = Excon::Response.new
+          response.status = 200
+          response.body = ""
+          response
+        end
+      end
+    end
+  end
+end

data/lib/fog/aws/requests/kinesis/delete_stream.rb

@@ -0,0 +1,45 @@
+module Fog
+  module AWS
+    class Kinesis
+      class Real
+        # Deletes a stream and all its shards and data.
+        #
+        # ==== Options
+        # * StreamName<~String>: A name to identify the stream.
+        # ==== Returns
+        # * response<~Excon::Response>:
+        #
+        # ==== See Also
+        # https://docs.aws.amazon.com/kinesis/latest/APIReference/API_DeleteStream.html
+        #
+        def delete_stream(options={})
+          body = {
+            "StreamName" => options.delete("StreamName")
+          }.reject{ |_,v| v.nil? }
+
+          request({
+                    'X-Amz-Target' => "Kinesis_#{@version}.DeleteStream",
+                    :body          => body,
+                  }.merge(options))
+        end
+      end
+
+      class Mock
+        def delete_stream(options={})
+          stream_name = options.delete("StreamName")
+
+          unless stream = data[:kinesis_streams].detect{ |s| s["StreamName"] == stream_name }
+            raise Fog::AWS::Kinesis::ResourceNotFound.new("Stream #{stream_name} under account #{@account_id} not found.")
+          end
+
+          data[:kinesis_streams].delete(stream)
+
+          response = Excon::Response.new
+          response.status = 200
+          response.body = ""
+          response
+        end
+      end
+    end
+  end
+end

data/lib/fog/aws/requests/kinesis/describe_stream.rb

@@ -0,0 +1,54 @@
+module Fog
+  module AWS
+    class Kinesis
+      class Real
+        # Describes the specified stream.
+        #
+        # ==== Options
+        # * ExclusiveStartShardId<~String>: The shard ID of the shard to start with.
+        # * Limit<~Number>: The maximum number of shards to return.
+        # * StreamName<~String>: The name of the stream to describe.
+        # ==== Returns
+        # * response<~Excon::Response>:
+        #
+        # ==== See Also
+        # https://docs.aws.amazon.com/kinesis/latest/APIReference/API_DescribeStream.html
+        #
+        def describe_stream(options={})
+          body = {
+            "ExclusiveStartShardId" => options.delete("ExclusiveStartShardId"),
+            "Limit" => options.delete("Limit"),
+            "StreamName" => options.delete("StreamName")
+          }.reject{ |_,v| v.nil? }
+
+          response = request({
+                               :idempotent    => true,
+                               'X-Amz-Target' => "Kinesis_#{@version}.DescribeStream",
+                               :body          => body,
+                             }.merge(options))
+          response.body = Fog::JSON.decode(response.body) unless response.body.nil?
+          response.body
+          response
+        end
+      end
+
+      class Mock
+        def describe_stream(options={})
+          stream_name = options.delete("StreamName")
+
+          unless stream = data[:kinesis_streams].detect{ |s| s["StreamName"] == stream_name }
+            raise Fog::AWS::Kinesis::ResourceNotFound.new("Stream #{stream_name} under account #{@account_id} not found.")
+          end
+
+          # Strip Records key out of shards for response
+          shards = stream["Shards"].reject{ |k,_| k == "Records" }
+
+          response = Excon::Response.new
+          response.status = 200
+          response.body = { "StreamDescription" => stream.dup.merge("Shards" => shards) }
+          response
+        end
+      end
+    end
+  end
+end

data/lib/fog/aws/requests/kinesis/get_records.rb

@@ -0,0 +1,72 @@
+module Fog
+  module AWS
+    class Kinesis
+      class Real
+        # Gets data records from a shard.
+        #
+        # ==== Options
+        # * Limit<~Number>: The maximum number of records to return.
+        # * ShardIterator<~String>: The position in the shard from which you want to start sequentially reading data records.
+        # ==== Returns
+        # * response<~Excon::Response>:
+        #
+        # ==== See Also
+        # https://docs.aws.amazon.com/kinesis/latest/APIReference/API_GetRecords.html
+        #
+        def get_records(options={})
+          body = {
+            "Limit" => options.delete("Limit"),
+            "ShardIterator" => options.delete("ShardIterator")
+          }.reject{ |_,v| v.nil? }
+
+          response = request({
+                               'X-Amz-Target' => "Kinesis_#{@version}.GetRecords",
+                               :body          => body,
+                             }.merge(options))
+          response.body = Fog::JSON.decode(response.body) unless response.body.nil?
+          response
+        end
+      end
+
+      class Mock
+        def get_records(options={})
+          shard_iterator = Fog::JSON.decode(options.delete("ShardIterator"))
+          limit = options.delete("Limit") || -1
+          stream_name = shard_iterator["StreamName"]
+          shard_id = shard_iterator["ShardId"]
+          starting_sequence_number = (shard_iterator["StartingSequenceNumber"] || 1).to_i
+
+          unless stream = data[:kinesis_streams].detect{ |s| s["StreamName"] == stream_name }
+            raise Fog::AWS::Kinesis::ResourceNotFound.new("Stream #{stream_name} under account #{@account_id} not found.")
+          end
+
+          unless shard = stream["Shards"].detect{ |shard| shard["ShardId"] == shard_id }
+            raise Fog::AWS::Kinesis::ResourceNotFound.new("Could not find shard #{shard_id} in stream #{stream_name} under account #{@account_id}.")
+          end
+
+          records = []
+          shard["Records"].each do |record|
+            next if record["SequenceNumber"].to_i < starting_sequence_number
+            records << record
+            break if records.size == limit
+          end
+
+          shard_iterator["StartingSequenceNumber"] = if records.empty?
+            starting_sequence_number.to_s
+          else
+            (records.last["SequenceNumber"].to_i + 1).to_s
+          end
+
+          response = Excon::Response.new
+          response.status = 200
+          response.body = {
+            "MillisBehindLatest"=> 0,
+            "NextShardIterator"=> Fog::JSON.encode(shard_iterator),
+            "Records"=> records
+          }
+          response
+        end
+      end
+    end
+  end
+end

data/lib/fog/aws/requests/kinesis/get_shard_iterator.rb

@@ -0,0 +1,53 @@
+module Fog
+  module AWS
+    class Kinesis
+      class Real
+        # Gets a shard iterator.
+        #
+        # ==== Options
+        # * ShardId<~String>: The shard ID of the shard to get the iterator for.
+        # * ShardIteratorType<~String>: Determines how the shard iterator is used to start reading data records from the shard.
+        # * StartingSequenceNumber<~String>: The sequence number of the data record in the shard from which to start reading from.
+        # * StreamName<~String>: A name to identify the stream.
+        # ==== Returns
+        # * response<~Excon::Response>:
+        #
+        # ==== See Also
+        # https://docs.aws.amazon.com/kinesis/latest/APIReference/API_GetShardIterator.html
+        #
+        def get_shard_iterator(options={})
+          body = {
+            "ShardId" => options.delete("ShardId"),
+            "ShardIteratorType" => options.delete("ShardIteratorType"),
+            "StartingSequenceNumber" => options.delete("StartingSequenceNumber"),
+            "StreamName" => options.delete("StreamName")
+          }.reject{ |_,v| v.nil? }
+
+          response = request({
+                               'X-Amz-Target' => "Kinesis_#{@version}.GetShardIterator",
+                               :body          => body,
+                             }.merge(options))
+          response.body = Fog::JSON.decode(response.body) unless response.body.nil?
+          response
+        end
+      end
+
+      class Mock
+        def get_shard_iterator(options={})
+          stream_name = options["StreamName"]
+
+          unless stream = data[:kinesis_streams].detect{ |s| s["StreamName"] == stream_name }
+            raise Fog::AWS::Kinesis::ResourceNotFound.new("Stream #{stream_name} under account #{@account_id} not found.")
+          end
+
+          response = Excon::Response.new
+          response.status = 200
+          response.body = {
+            "ShardIterator" => Fog::JSON.encode(options) # just encode the options that were given, we decode them in get_records
+          }
+          response
+        end
+      end
+    end
+  end
+end

data/lib/fog/aws/requests/kinesis/list_streams.rb

@@ -0,0 +1,40 @@
+module Fog
+  module AWS
+    class Kinesis
+      class Real
+        # List availabe streams
+        #
+        # ==== Options
+        # * ExclusiveStartStreamName<~String>: The name of the stream to start the list with.
+        # * Limit<~Number>: The maximum number of streams to list.
+        # ==== Returns
+        # * response<~Excon::Response>:
+        #
+        # ==== See Also
+        # https://docs.aws.amazon.com/kinesis/latest/APIReference/API_ListStreams.html
+        #
+        def list_streams(options={})
+          response = request({
+                               :idempotent    => true,
+                               'X-Amz-Target' => "Kinesis_#{@version}.ListStreams",
+                               :body          => {},
+                             }.merge(options))
+          response.body = Fog::JSON.decode(response.body) unless response.body.nil?
+          response
+        end
+      end
+
+      class Mock
+        def list_streams(options={})
+          response = Excon::Response.new
+          response.status = 200
+          response.body =           {
+            "HasMoreStreams" => false,
+            "StreamNames" => data[:kinesis_streams].map{ |stream| stream["StreamName"] }
+          }
+          response
+        end
+      end
+    end
+  end
+end

data/lib/fog/aws/requests/kinesis/list_tags_for_stream.rb

@@ -0,0 +1,57 @@
+module Fog
+  module AWS
+    class Kinesis
+      class Real
+        # Lists the tags for the specified Amazon Kinesis stream.
+        #
+        # ==== Options
+        # * ExclusiveStartTagKey<~String>: The key to use as the starting point for the list of tags.
+        # * Limit<~Number>: The number of tags to return.
+        # * StreamName<~String>: The name of the stream.
+        # ==== Returns
+        # * response<~Excon::Response>:
+        #
+        # ==== See Also
+        # https://docs.aws.amazon.com/kinesis/latest/APIReference/API_ListTagsForStream.html
+        #
+        def list_tags_for_stream(options={})
+          body = {
+            "ExclusiveStartTagKey" => options.delete("ExclusiveStartTagKey"),
+            "Limit" => options.delete("Limit"),
+            "StreamName" => options.delete("StreamName")
+          }.reject{ |_,v| v.nil? }
+
+          response = request({
+                               :idempotent    => true,
+                               'X-Amz-Target' => "Kinesis_#{@version}.ListTagsForStream",
+                               :body          => body,
+                             }.merge(options))
+          response.body = Fog::JSON.decode(response.body) unless response.body.nil?
+          response.body
+          response
+        end
+      end
+
+      class Mock
+        def list_tags_for_stream(options={})
+          stream_name = options.delete("StreamName")
+
+          unless stream = data[:kinesis_streams].detect{ |s| s["StreamName"] == stream_name }
+            raise Fog::AWS::Kinesis::ResourceNotFound.new("Stream #{stream_name} under account #{@account_id} not found.")
+          end
+
+          response = Excon::Response.new
+          response.status = 200
+          response.body = {
+            "HasMoreTags" => false,
+            "Tags" => stream["Tags"].map{ |k,v|
+              {"Key" => k, "Value" => v}
+            }
+
+          }
+          response
+        end
+      end
+    end
+  end
+end