aws-dev-utils 1.4.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 4253a280398d65c04410f7d15180c33de1c632a8b9b4aa394d4703d9f54ab5cc
+  data.tar.gz: d18c4b0b5ce15d900e34fb2233f9c62ef2a33ffc21a5c6abcbb2f8fb9e5a1fbe
+SHA512:
+  metadata.gz: 546edb0c812adbdb2fc2cba3c78894df536f2a74f61da97331659feeb428a3cf6f4dd98b04c43f801277a78a134535f1693ed5647986516d2c395c5b4d2e6aa0
+  data.tar.gz: 3a3855a3f34204e57369aa0912c1c54c00c8d9e5f35260ea04f0b03c81ad3e0aafa125e4c606b4d7435310a3de28644688b2dc17704c416c1f69f991df202674

data/lib/aws-dev-utils.rb

@@ -0,0 +1,14 @@
+module AwsDevUtils
+  autoload :Refinements, "aws-dev-utils/refinements"
+  autoload :NextTokenWrapper, "aws-dev-utils/next_token_wrapper"
+  autoload :ClientWrapper, "aws-dev-utils/client_wrapper"
+  autoload :RetryWrapper, "aws-dev-utils/retry_wrapper"
+  autoload :CacheWrapper, "aws-dev-utils/cache_wrapper"
+  autoload :MachineData, "aws-dev-utils/machine_data"
+  autoload :Cache, "aws-dev-utils/cache"
+  autoload :Utils, "aws-dev-utils/utils"
+  module Backend
+    autoload :Memory, 'aws-dev-utils/backends/memory'
+    autoload :Redis, 'aws-dev-utils/backends/redis'
+  end
+end

data/lib/aws-dev-utils/backends/memory.rb

@@ -0,0 +1,28 @@
+module AwsDevUtils
+  module Backend
+    class Memory
+
+      def initialize
+        @hash = {}
+      end
+
+      def get key
+        clean_cache!
+        @hash[key][1]
+      end
+
+      def set key, value, exp
+        clean_cache!
+        @hash[key] = [Time.now + exp, value]
+      end
+
+      private
+
+      def clean_cache!
+        @hash = @hash.each_with_object({}) do |(k, (exp, v)), acc|
+          acc[k] = [exp, v] if Time.now < exp
+        end
+      end
+    end
+  end
+end

data/lib/aws-dev-utils/backends/redis.rb

@@ -0,0 +1,20 @@
+require 'redis'
+
+module AwsDevUtils
+  module Backend
+    class Redis
+      # :nocov:
+      def initialize url='redis://localhost:6379'
+        @redis = ::Redis.new(url: url)
+      end
+
+      def get key
+        @redis.get key
+      end
+
+      def set key, value, exp
+        @redis.setex key, exp, value
+      end
+    end
+  end
+end

data/lib/aws-dev-utils/cache.rb

@@ -0,0 +1,43 @@
+require 'singleton'
+require 'forwardable'
+
+module AwsDevUtils
+  class Cache
+    include Singleton
+
+    #for testing
+    attr_writer :backend
+
+    class << self
+      extend Forwardable
+      def_delegators :fetch
+    end
+
+    def fetch key, exp=60, &block
+      get(key) or block.().tap {|x| set(key, x, exp)}
+    end
+
+    def get key
+      deserialize backend.get key.to_s rescue nil
+    end
+
+    def set key, value, expiration
+      backend.set key.to_s, serialize(value), expiration rescue nil
+    end
+
+    private
+
+    def backend
+      @backend ||= AwsDevUtils::Backend::Memory.new
+    end
+
+    def serialize obj
+      Marshal.dump obj
+    end
+
+    def deserialize obj
+      Marshal.load obj
+    end
+
+  end
+end

data/lib/aws-dev-utils/cache_wrapper.rb

@@ -0,0 +1,25 @@
+require 'deepsort'
+
+module AwsDevUtils
+  class CacheWrapper
+    include AwsDevUtils::Utils
+
+    def initialize client, exp=60
+      @client = client
+      @exp = exp
+    end
+
+    def method_missing m, *args, &block
+      do_call(m, args.first || {})
+    end
+
+    private
+
+    def do_call m, args
+      Cache.instance.fetch([m, args.deep_sort, @exp], @exp) {
+        nested_hash(@client.send(m, args))
+      }
+    end
+
+  end
+end

data/lib/aws-dev-utils/client_wrapper.rb

@@ -0,0 +1,45 @@
+module AwsDevUtils
+  class ClientWrapper
+    include AwsDevUtils::Utils
+
+    def initialize client, options={}
+      @client = client
+      @options = options
+    end
+
+    def with_next_token max=100
+      self.class.new(@client, @options.merge(next_token: max))
+    end
+
+    def with_retry max=5
+      self.class.new(@client, @options.merge(retry: max))
+    end
+
+    def with_cache exp=60
+      self.class.new(@client, @options.merge(cache: exp))
+    end
+
+    def method_missing m, *args, &block
+      @client = RetryWrapper.new(@client, @options[:retry]) if retry?
+      @client = NextTokenWrapper.new(@client, @options[:next_token]) if next_token?
+      @client = CacheWrapper.new(@client, @options[:cache]) if cache?
+
+      nested_struct(@client.send(m, *args, &block))
+    end
+
+    private
+
+    def cache?
+      @options[:cache]
+    end
+
+    def retry?
+      @options[:retry]
+    end
+
+    def next_token?
+      @options[:next_token]
+    end
+
+  end
+end

data/lib/aws-dev-utils/next_token_wrapper.rb

@@ -0,0 +1,42 @@
+module AwsDevUtils
+  class NextTokenWrapper
+
+    def initialize client, max=100
+      @client = client
+      @max = max
+    end
+
+    def method_missing m, *args, &block
+      do_call(m,*args,&block)
+    end
+
+    private
+
+    def do_call m, *args, &block
+      @client.send(m , *args, &block).to_h.tap do |r|
+        i = 1
+        key, key2 = extract_keys r
+        while(key && r[key] && i < @max) do
+          i += 1
+          res = @client.send(m, (args[0]||{}).merge(key2 => r[key])).to_h
+          res.each { |k,v| r[k] = v.is_a?(Array) ? r[k].concat(v) : v }
+          r.delete_if {|k,v| !res.keys.include?(k) }
+        end
+        r.delete key
+      end
+    end
+
+    def extract_keys x
+      case
+      when x[:next_token]
+        [:next_token, :next_token]
+      when x[:next_marker]
+        [:next_marker, :marker]
+      when x[:next_continuation_token]
+        [:next_continuation_token, :continuation_token]
+      else nil
+      end
+    end
+
+  end
+end

data/lib/aws-dev-utils/refinements.rb

@@ -0,0 +1,15 @@
+require 'aws-sdk-core'
+
+module AwsDevUtils
+  module Refinements
+
+    refine Seahorse::Client::Base do
+      def with_next_token *args
+        AwsDevUtils::ClientWrapper.new(self).yield_self { |c| c.send(__callee__, *args) }
+      end
+      alias_method :with_retry, :with_next_token
+      alias_method :with_cache, :with_next_token
+    end
+
+  end
+end

data/lib/aws-dev-utils/retry_wrapper.rb

@@ -0,0 +1,33 @@
+module AwsDevUtils
+  class RetryWrapper
+
+    def initialize client, max_tries=5
+      @client = client
+      @max_tries = max_tries
+    end
+
+    def method_missing m, *args, &block
+      do_call(m,*args,&block)
+    end
+
+    private
+
+    def do_call m, *args, &block
+      r = e = nil
+      tries = 0
+      while (r.nil? && tries < @max_tries) do
+        begin
+          r = @client.send(m, *args, &block)
+        rescue Exception => e
+          tries += 1
+          sleep 2**tries + rand
+        end
+      end
+
+      raise e unless e.nil? || r
+
+      return r
+    end
+
+  end
+end

data/lib/aws-dev-utils/utils.rb

@@ -0,0 +1,42 @@
+module AwsDevUtils
+  module Utils
+
+    module_function
+
+    def nested_struct obj
+      case obj
+      when Hash
+        obj.each_with_object(OpenStruct.new) do |(k,v), acc|
+          acc[k]= case v
+                  when Hash then send(__method__,v)
+                  when Array then v.map(&method(__method__))
+                  else v
+                  end
+          end.
+          tap{|x| x.define_singleton_method(:keys){ obj.to_h.keys }}.
+          tap{|x| x.define_singleton_method(:values){ AwsDevUtils::Utils.nested_struct obj.to_h.values }}
+      when Array
+        obj.map(&method(__method__))
+      else
+        obj
+      end
+    end
+
+    def nested_hash obj
+      if obj.kind_of? Array
+        obj.map(&method(__method__))
+      elsif obj.respond_to?(:to_h)
+        obj.to_h.each_with_object({}) do |(k,v), acc|
+          acc[k] = case v
+                   when Hash,OpenStruct then send(__method__,v)
+                   when Array then v.map(&method(__method__))
+                   else v
+                   end
+        end
+      else
+        obj
+      end
+    end
+
+  end
+end

data/lib/aws-dev-utils/version.rb

@@ -0,0 +1,3 @@
+module AwsDevUtils
+  VERSION = '1.4.2'
+end

metadata

@@ -0,0 +1,83 @@
+--- !ruby/object:Gem::Specification
+name: aws-dev-utils
+version: !ruby/object:Gem::Version
+  version: 1.4.2
+platform: ruby
+authors:
+- Infastructure
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2019-07-11 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: aws-sdk-core
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+- !ruby/object:Gem::Dependency
+  name: deepsort
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.4.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.4.2
+description: ''
+email:
+- infra@amobee.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/aws-dev-utils.rb
+- lib/aws-dev-utils/backends/memory.rb
+- lib/aws-dev-utils/backends/redis.rb
+- lib/aws-dev-utils/cache.rb
+- lib/aws-dev-utils/cache_wrapper.rb
+- lib/aws-dev-utils/client_wrapper.rb
+- lib/aws-dev-utils/next_token_wrapper.rb
+- lib/aws-dev-utils/refinements.rb
+- lib/aws-dev-utils/retry_wrapper.rb
+- lib/aws-dev-utils/utils.rb
+- lib/aws-dev-utils/version.rb
+homepage: https://github.com/kontera-technologies/aws-dev-utils
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.5.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.8
+signing_key: 
+specification_version: 4
+summary: Ruby library gem that provides common AWS utilities
+test_files: []