dynamodb-streams-client 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: e95440be2067736e0cd514c71a361dd7094a3ad6
+  data.tar.gz: ffdfa5b4af5bd7bc2a431b866bc619cc4c8e9de3
+SHA512:
+  metadata.gz: 3a7a38e41cd76c98d9af8cd2407438f226642d71ca30e293ca6fc0565c11abd726e92a6230dc6c3083c29137225ed78751d0902aecd7c21678fb81315962080e
+  data.tar.gz: ecc5b28c94a364f96be2757cbde5d893b1d71237941c7c6c0c6ff8ffc3eb93fdf8d3ef251bcf9af3c619d44361f99fdb353270088b98b8efcd6af309f32fe45a

data/.gitignore

@@ -0,0 +1,15 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log
+test.rb

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in dynamodb-streams-client.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Genki Sugawara
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,36 @@
+# Dynamodb::Streams::Client
+
+[DynamoDB Streams](http://docs.aws.amazon.com/amazondynamodb/latest/developerguide/Streams.html) client.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'dynamodb-streams-client'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install dynamodb-streams-client
+
+## Usage
+
+```ruby
+client = DynamoDB::Streams::Client.new(
+  access_key_id: 'YOUR_ACCESS_KEY_ID',
+  secret_access_key: 'YOUR_SECRET_ACCESS_KEY',
+  endpoint: '...')
+
+#client.debug = true
+
+pp client.query('ListStreams')
+#=> {"StreamIds"=>
+#     ["...",
+#      "...",
+#      "..."]}
+```

data/Rakefile

@@ -0,0 +1,2 @@
+require 'bundler/gem_tasks'
+

data/dynamodb-streams-client.gemspec

@@ -0,0 +1,23 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'dynamodb/streams/client/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'dynamodb-streams-client'
+  spec.version       = DynamoDB::Streams::Client::VERSION
+  spec.authors       = ['Genki Sugawara']
+  spec.email         = ['sgwr_dts@yahoo.co.jp']
+  spec.summary       = %q{DynamoDB Streams client.}
+  spec.description   = %q{DynamoDB Streams client.}
+  spec.homepage      = 'https://github.com/winebarrel/dynamodb-streams-client'
+  spec.license       = 'MIT'
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ['lib']
+
+  spec.add_development_dependency 'bundler'
+  spec.add_development_dependency 'rake'
+end

data/lib/dynamodb/streams/client.rb

@@ -0,0 +1,226 @@
+require 'json'
+require 'openssl'
+require 'net/http'
+require 'net/https'
+require 'time'
+require 'stringio'
+require 'zlib'
+require 'uri'
+
+require 'dynamodb/streams/client/version'
+
+class DynamoDB::Streams::Client
+  class Error < StandardError
+    attr_reader :data
+
+    def initialize(error_message, data = {})
+      super(error_message)
+      @data = data
+    end
+  end
+
+  SERVICE_NAME = 'dynamodb'
+  API_VERSION  = '2012-08-10'
+  USER_AGENT   = "dynamodb-streams-client/#{DynamoDB::Streams::Client::VERSION}"
+
+  DEFAULT_TIMEOUT = 60
+
+  attr_accessor :timeout
+  attr_accessor :retry_num
+  attr_accessor :retry_intvl
+  attr_accessor :debug
+
+  def initialize(options)
+    @accessKeyId = options.fetch(:access_key_id)
+    @secretAccessKey = options.fetch(:secret_access_key)
+    @endpoint = URI.parse(options.fetch(:endpoint))
+    @region = options[:region] || /([^.]+)\.amazonaws\.com\z/.match(@endpoint.host)[1]
+    @timeout = DEFAULT_TIMEOUT
+    @debug = false
+    @retry_num = 3
+    @retry_intvl = 10
+  end
+
+  def query(action, hash = {})
+    retry_query do
+      query0(action, hash)
+    end
+  end
+
+  def query0(action, hash)
+    req_body = JSON.dump(hash)
+    date = Time.now.getutc
+
+    headers = {
+      'Content-Type'         => 'application/x-amz-json-1.0',
+      'X-Amz-Target'         => "DynamoDBStreams_#{API_VERSION.gsub('-', '')}.#{action}",
+      'Content-Length'       => req_body.length.to_s,
+      'User-Agent'           => USER_AGENT,
+      'Host'                 => @endpoint.host,
+      'X-Amz-Date'           => iso8601(date),
+      'X-Amz-Content-Sha256' => hexhash(req_body),
+      'Accept'               => '*/*',
+      'Accept-Encoding'      => 'gzip',
+    }
+
+    headers['Authorization'] = authorization(date, headers, req_body)
+
+    Net::HTTP.version_1_2
+    http = Net::HTTP.new(@endpoint.host, @endpoint.port)
+
+    if @endpoint.scheme == 'https'
+      http.use_ssl = true
+      http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+    end
+
+    if @debug
+      http.set_debug_output($stderr)
+    end
+
+    http.open_timeout = @timeout
+    http.read_timeout = @timeout
+
+    res_code = nil
+    res_msg  = nil
+
+    res_body = http.start do |w|
+      req = Net::HTTP::Post.new('/', headers)
+      req.body = req_body
+      res = w.request(req)
+
+      res_code = res.code.to_i
+      res_msg  = res.message
+
+      if res['Content-Encoding'] == 'gzip'
+        StringIO.open(res.body, 'rb') do |f|
+          Zlib::GzipReader.wrap(f).read
+        end
+      else
+        res.body
+      end
+    end
+
+    res_data = JSON.parse(res_body)
+    __type = res_data['__type']
+
+    if res_code != 200 or __type
+      errmsg = if __type
+                 if @debug
+                   "#{__type}: #{res_data['message'] || res_data['Message']}"
+                 else
+                   "#{res_data['message'] || res_data['Message']}"
+                 end
+               else
+                 "#{res_code} #{res_msg}"
+               end
+
+      raise DynamoDB::Streams::Client::Error.new(errmsg, res_data)
+    end
+
+    res_data
+  end
+
+  private
+
+  def authorization(date, headers, body)
+    headers = headers.sort_by {|name, value| name }
+
+    # Task 1: Create a Canonical Request For Signature Version 4
+    # http://docs.aws.amazon.com/general/latest/gr/sigv4-create-canonical-request.html
+
+    canonicalHeaders = headers.map {|name, value|
+      name.downcase + ':' + value
+    }.join("\n") + "\n"
+
+    signedHeaders = headers.map {|name, value| name.downcase }.join(';')
+
+    canonicalRequest = [
+      'POST', # HTTPRequestMethod
+      '/',    # CanonicalURI
+      '',     # CanonicalQueryString
+      canonicalHeaders,
+      signedHeaders,
+      hexhash(body),
+    ].join("\n")
+
+    # Task 2: Create a String to Sign for Signature Version 4
+    # http://docs.aws.amazon.com/general/latest/gr/sigv4-create-string-to-sign.html
+
+    credentialScope = [
+      date.strftime('%Y%m%d'),
+      @region,
+      SERVICE_NAME,
+      'aws4_request',
+    ].join('/')
+
+    stringToSign = [
+      'AWS4-HMAC-SHA256', # Algorithm
+      iso8601(date),      # RequestDate
+      credentialScope,
+      hexhash(canonicalRequest),
+    ].join("\n")
+
+    # Task 3: Calculate the AWS Signature Version 4
+    # http://docs.aws.amazon.com/general/latest/gr/sigv4-calculate-signature.html
+
+    kDate     = hmac('AWS4' + @secretAccessKey, date.strftime('%Y%m%d'))
+    kRegion   = hmac(kDate, @region)
+    kService  = hmac(kRegion, SERVICE_NAME)
+    kSigning  = hmac(kService, 'aws4_request')
+    signature = hexhmac(kSigning, stringToSign)
+
+    'AWS4-HMAC-SHA256 Credential=%s/%s, SignedHeaders=%s, Signature=%s' % [
+      @accessKeyId,
+      credentialScope,
+      signedHeaders,
+      signature,
+    ]
+  end
+
+  def iso8601(utc)
+    utc.strftime('%Y%m%dT%H%M%SZ')
+  end
+
+  def hexhash(data)
+    OpenSSL::Digest::SHA256.new.hexdigest(data)
+  end
+
+  def hmac(key, data)
+    OpenSSL::HMAC.digest(OpenSSL::Digest::SHA256.new, key, data)
+  end
+
+  def hexhmac(key, data)
+    OpenSSL::HMAC.hexdigest(OpenSSL::Digest::SHA256.new, key, data)
+  end
+
+  def retry_query
+    retval = nil
+
+    (@retry_num + 1).times do |i|
+      begin
+        retval = yield
+        break
+      rescue Errno::ETIMEDOUT => e
+        raise e if i >= @retry_num
+      rescue DynamoDB::Streams::Client::Error => e
+        if [/\bServiceUnavailable\b/i, /\bexceeded\b/i].any? {|i| i =~ e.message }
+          raise e if i >= @retry_num
+        else
+          raise e
+        end
+      rescue Timeout::Error => e
+        raise e if i >= @retry_num
+      end
+
+      wait_sec = @retry_intvl * (i + 1)
+
+      if @debug
+        $stderr.puts("Retry... (wait %d seconds)" % wait_sec)
+      end
+
+      sleep wait_sec
+    end
+
+    return retval
+  end
+end

data/lib/dynamodb/streams/client/version.rb

@@ -0,0 +1,7 @@
+module DynamoDB
+  module Streams
+    class Client
+      VERSION = '0.0.1'
+    end
+  end
+end

metadata

@@ -0,0 +1,80 @@
+--- !ruby/object:Gem::Specification
+name: dynamodb-streams-client
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Genki Sugawara
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-11-21 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: DynamoDB Streams client.
+email:
+- sgwr_dts@yahoo.co.jp
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- dynamodb-streams-client.gemspec
+- lib/dynamodb/streams/client.rb
+- lib/dynamodb/streams/client/version.rb
+homepage: https://github.com/winebarrel/dynamodb-streams-client
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.14
+signing_key: 
+specification_version: 4
+summary: DynamoDB Streams client.
+test_files: []