easy_aws 0.1.0

data/lib/easy_aws/helpers.rb

@@ -0,0 +1,39 @@
+require 'aws-sdk'
+
+module EasyAws
+  extend self
+
+  def setup(access_key, secret_key, region='ap-southeast-2')
+    AWS::config access_key_id:access_key, secret_access_key:secret_key, region:region
+  end
+
+  def execute
+    waited = false
+    begin
+      yield
+    rescue Exception => error
+      wait_error = /.*you must wait (\d*) seconds.*/i.match(error.to_s)
+      raise error if !wait_error || waited
+      secs_to_wait = wait_error[1].to_i
+      puts "Told to re-try after #{secs_to_wait} seconds, so will try again"
+      sleep secs_to_wait
+      waited = true
+      retry
+    end
+  end
+
+  def retry_until_success(timeout=60, retry_interval=5)
+    time_elapsed = 0
+    success = false
+    start_time = Time.now
+
+    while time_elapsed < timeout
+      success = yield
+      break if success
+      sleep retry_interval
+      time_elapsed = Time.now - start_time
+    end
+    raise "Operation still not successful after #{timeout} secs" unless success
+  end
+
+end

data/lib/easy_aws/route53.rb

@@ -0,0 +1,51 @@
+require 'aws-sdk'
+
+module EasyAws
+  extend self
+
+  CNAME_RRS_TYPE = 'CNAME'
+
+  def create_cname(domain, target, ttl=300)
+    domain = qualify_domain domain
+    target = qualify_domain target
+    zone = zone_for domain
+    raise "No existing zone found for #{domain}" if zone.nil?
+
+    puts "Creating CNAME #{domain} for #{target} in zone #{zone.name}"
+    record_sets = zone.resource_record_sets
+    cname = record_sets[domain, CNAME_RRS_TYPE]
+
+    if !cname.nil? && cname.exists?
+      puts "CNAME already exists, recreating"
+      cname.delete
+    end
+    record_sets.create(domain, CNAME_RRS_TYPE, ttl:ttl, resource_records:[value:target])
+  end
+
+  def delete_cname(domain)
+    domain = qualify_domain domain
+    zone = zone_for domain
+    return if zone.nil?
+
+    puts "Deleting CNAME #{domain} from zone #{zone.name}"
+    cname = zone.resource_record_sets[domain, CNAME_RRS_TYPE]
+    cname.delete if !cname.nil? && cname.exists?
+  end
+
+  private
+
+  def zone_for(domain)
+    zones = route53.hosted_zones
+    zone = zones.select {|z| domain.end_with? z.name}.first
+    zone
+  end
+
+  def qualify_domain(domain)
+    domain << '.' unless domain.end_with? '.'
+  end
+
+  def route53
+    AWS::Route53.new
+  end
+
+end

data/lib/easy_aws/sns.rb

@@ -0,0 +1,56 @@
+require 'aws-sdk'
+require_relative 'helpers'
+
+module EasyAws
+  extend self
+
+  def get_topic(arn)
+    sns.topics[arn]
+  end
+
+  def create_or_retrieve_topic(name)
+    puts "Creating topic #{name}"
+    topic = sns.topics.select { |t| t.name == name }.first
+    if topic.nil?
+      execute { topic = sns.topics.create name }
+    else
+      puts "Topic already exists, skipping"
+    end
+    topic
+  end
+
+  def add_subscribers(topic, new)
+    existing = topic.subscriptions.map { |s| s.endpoint }
+    to_ignore = new & existing
+    if to_ignore.length > 0
+      puts "Subscribers exist for topic #{topic.name}, skipping:\n#{to_ignore}"
+    end
+    new = new - to_ignore
+    new.each do |s|
+      puts "Subscribing #{s} to topic #{topic.name}"
+      topic.subscribe s
+    end
+  end
+
+  def add_sqs_subscriber(topic, queue)
+    puts "Subscribing queue to topic #{topic.name}"
+    topic.subscribe queue
+  end
+
+  def delete_topics_with(prefix)
+    puts "Deleting sns topics starting with #{prefix}"
+    topics = sns.topics.select { |t| t.name.start_with? prefix }
+    delete_topics topics
+  end
+
+  def delete_topics(topics)
+    topics.each { |t| t.delete }
+  end
+
+  private
+
+  def sns
+    AWS::SNS.new
+  end
+
+end

data/lib/easy_aws/sqs.rb

@@ -0,0 +1,68 @@
+require 'aws-sdk'
+require_relative 'helpers'
+
+module EasyAws
+  extend self
+
+  def get_queue(name)
+    begin
+      sqs.queues.named(name)
+    rescue Exception => error
+      raise error unless error.to_s =~ /.*queue does not exist.*/i
+    end
+  end
+
+  def create_queue(name)
+    puts "Creating queue #{name}"
+    queue = nil
+    execute {queue = sqs.queues.create name}
+    puts "Verifying queue created"
+    retry_until_success { !get_queue(name).nil? }
+    queue
+  end
+
+  def create_or_retrieve_queue(name, clear_policies=false)
+    puts "Verifying queue exists #{name}"
+    queue = get_queue(name)
+    if queue.nil?
+      queue = create_queue(name)
+    else
+      puts "Queue already exists, skipping creation"
+      queue.policy = nil if clear_policies
+    end
+    queue
+  end
+
+  def delete_queues_with(prefix)
+    puts "Deleting queues starting with #{prefix}"
+    queues = sqs.queues.with_prefix(prefix)
+    queues.each do |q|
+      puts "Deleting queue #{q.arn}"
+      q.delete
+    end
+    puts "Verifying all queues have been deleted"
+    verify_queues_deleted prefix
+  end
+
+  def verify_queues_deleted(prefix)
+    retry_until_success { sqs.queues.with_prefix(prefix).count == 0 }
+  end
+
+  def clear_queue(queue)
+    puts "Clearing queue items #{queue.arn}"
+    queue.poll(:idle_timeout => 10) { |msg| puts msg.delete }
+  end
+
+  def get_next_msg_from(queue)
+    value = nil
+    queue.receive_message(wait_time_seconds:10) { |msg| value = msg }
+    value
+  end
+
+  private
+
+  def sqs
+    AWS::SQS.new
+  end
+
+end

data/lib/easy_aws.rb

@@ -0,0 +1 @@
+Dir[File.join File.expand_path(File.dirname(__FILE__)), 'easy_aws/**/*.rb'].each {|f| require f}

metadata

@@ -0,0 +1,65 @@
+--- !ruby/object:Gem::Specification
+name: easy_aws
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+  prerelease: 
+platform: ruby
+authors:
+- Custom Solutions
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-10-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.18.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.18.0
+description: 
+email: custom.solutions@gs1au.org
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/easy_aws/helpers.rb
+- lib/easy_aws/route53.rb
+- lib/easy_aws/sns.rb
+- lib/easy_aws/sqs.rb
+- lib/easy_aws.rb
+homepage: 
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Helper gem for aws.
+test_files: []