cucloud 0.7.5 → 0.7.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 34988a759221260aa910c03f3063f5dc833f5422
-  data.tar.gz: b002d383d5a5766231643a6d9ec214e0c376396c
+  metadata.gz: b9c097b02b7b8ee93f6adb3be2c80ea3e859b767
+  data.tar.gz: 7e35d979d839416122e5b42a7805de6481afb2f5
 SHA512:
-  metadata.gz: 359e34085a6474d24686dc2874ac878cea7856be6549afe3d542b35aeb7a8108ecdb2cd5d335f52ef8efbd945385ae1f601e36bd9cb49aa0030c4a2578ab88d9
-  data.tar.gz: 9a9d44ee28bfe4572f0351afe87aea8f2868f013386e6832ec9e454a110ba1b0b84548ecc7235aa533d33ed24a4b38bd9a660dca899ce1df89f032bae539e506
+  metadata.gz: d2be8ee2db184cf7b875764c83ee0fc01820710741fe981ffb73c95d93cb4a42c0f29d4459d8f4a255127df4448de5b8321ad46a8d1fdd142a5522a2cccca49b
+  data.tar.gz: 5d91d37eaa27392c7420458bb97d43caffa9502667701b366606ba6c1431c1582428b6dce2317ecfa5fb5724b5ca3e2d8906b73fd79eda2f33e8a9a69101a4fc

data/cucloud.gemspec

@@ -26,6 +26,7 @@ Gem::Specification.new do |spec|
 
   spec.add_dependency 'aws-sdk', '~> 2'
   spec.add_dependency 'uuid', '~> 2.3'
+  spec.add_dependency 'descriptive_statistics', '~> 2.5'
 
   spec.add_development_dependency 'bundler', '~> 1.11'
   spec.add_development_dependency 'coveralls'

data/lib/cucloud.rb

@@ -1,4 +1,5 @@
 require 'aws-sdk'
+require 'descriptive_statistics'
 
 # Main Cucloud Module namespace and defaults
 module Cucloud
@@ -15,6 +16,7 @@ module Cucloud
   require 'cucloud/rds_utils'
   require 'cucloud/lambda_utils'
   require 'cucloud/cfn_utils'
+  require 'cucloud/utilities'
 
   # This is the default region API calls are made against
   DEFAULT_REGION = 'us-east-1'.freeze

data/lib/cucloud/ec2_utils.rb

@@ -11,6 +11,10 @@ module Cucloud
     WAITER_MAX_ATTEMPS = 240
     # Delay between calls used by waiter to check status
     WAITER_DELAY = 15
+    # Two weeks in hours
+    TWO_WEEKS = 336
+    # Default OS to use
+    DEFAULT_OS = 'Linux/UNIX'.freeze
 
     def initialize(ec2_client = Aws::EC2::Client.new, ssm_utils = Cucloud::SSMUtils.new)
       @ec2 = ec2_client
@@ -195,7 +199,7 @@ module Cucloud
         next if volumes_backed_up_recently[volume.volume_id.to_s]
         instance_name = get_instance_name(volume.attachments[0].instance_id)
         tags = additional_snapshot_tags.dup
-        unless tags.any? { |tagitem| tagitem[:key] == 'Instance Name' }
+        unless instance_name.nil? || tags.any? { |tagitem| tagitem[:key] == 'Instance Name' }
           tags << { key: 'Instance Name', value: instance_name }
         end
         volume.tags.each do |tag|
@@ -253,5 +257,64 @@ module Cucloud
       end
       found_snapshots
     end
+
+    # Get a recommendation for a spot bid request.  Given an instance type and
+    # OS we will grab data from a period specified, default is from two weeks to now,
+    # and calculate recommendations for the AZs in the current region
+    # @param instance_type [String] Insrance type to get bid for
+    # @param os [String] OS you whish to run, default linux
+    # @param num_hours [Integer] How many hours to look back, default two weeks
+    # @return [Hash] Reccomendations by region, empty if no viable recommendations
+    def best_spot_bid_price(instance_type, os = DEFAULT_OS, num_hours = TWO_WEEKS)
+      price_history_by_az = {}
+      recommendations = {}
+
+      options = {
+        end_time: Time.now.utc,
+        instance_types: [
+          instance_type
+        ],
+        product_descriptions: [
+          os
+        ],
+        start_time: (Time.now - num_hours * 60).utc
+      }
+
+      loop do
+        price_history = @ec2.describe_spot_price_history(options)
+        price_history.spot_price_history.each do |price|
+          price_history_by_az[price.availability_zone] = [] unless price_history_by_az[price.availability_zone]
+          price_history_by_az[price.availability_zone].push(price.spot_price.to_f)
+        end
+
+        break if price_history.next_token.nil? || price_history.next_token.empty?
+        options[:next_token] = price_history.next_token
+      end
+
+      price_history_by_az.each do |key, data|
+        stats = data.descriptive_statistics
+        next unless stats[:number] > 30
+        confidence_interval = Cucloud::Utilities.confidence_interval_99(
+          stats[:mean],
+          stats[:standard_deviation],
+          stats[:number]
+        )
+        recommendations[key] = confidence_interval[1]
+      end
+
+      recommendations
+    end
+
+    # Make spot instance request
+    # @param options [Hash] Options to provide to the API
+    # see http://docs.aws.amazon.com/sdkforruby/api/Aws/EC2/Client.html#request_spot_instances-instance_method
+    # @return [Hash] Description of the spot request
+    def make_spot_instance_request(options)
+      spot_requests = @ec2.request_spot_instances(options)
+      request_ids = [spot_requests.spot_instance_requests[0].spot_instance_request_id]
+
+      @ec2.wait_until(:spot_instance_request_fulfilled, spot_instance_request_ids: request_ids)
+      @ec2.describe_spot_instance_requests(spot_instance_request_ids: request_ids)
+    end
   end
 end

data/lib/cucloud/utilities.rb

@@ -0,0 +1,39 @@
+module Cucloud
+  # Utilities class - for basice shared utilities
+  class Utilities
+    # Z Score to calculate 99% confidence interval
+    Z_SCORE_99 = 2.576
+    # Z Score to calculate 99% confidence interval
+    Z_SCORE_96 = 1.96
+
+    # Calculate 99% confidence interval
+    # @param mean [Float] sample mean
+    # @param stdev [Float] sample standard deviation
+    # @param sample_size [Integer] sample size
+    # @return [Array] Two element array representing the computed confidence interval
+    def self.confidence_interval_99(mean, stdev, sample_size)
+      confidence_interval(mean, stdev, sample_size, Z_SCORE_99)
+    end
+
+    # Calculate 95% confidence interval
+    # @param mean [Float] sample mean
+    # @param stdev [Float] sample standard deviation
+    # @param sample_size [Integer] sample size
+    # @return [Array] Two element array representing the computed confidence interval
+    def self.confidence_interval_95(mean, stdev, sample_size)
+      confidence_interval(mean, stdev, sample_size, Z_SCORE_96)
+    end
+
+    private_class_method
+
+    # Calculate confidence interval for given zscore
+    # @param mean [Float] sample mean
+    # @param stdev [Float] sample standard deviation
+    # @param sample_size [Integer] sample size
+    # @return [Array] Two element array representing the computed confidence interval
+    def self.confidence_interval(mean, stdev, sample_size, zscore)
+      delta = zscore * stdev / Math.sqrt(sample_size - 1)
+      [mean - delta, mean + delta]
+    end
+  end
+end

data/lib/cucloud/version.rb

@@ -1,5 +1,5 @@
 module Cucloud
   # Disable mutable constant warning - freezing this oddly breaks bundler
   # rubocop:disable Style/MutableConstant
-  VERSION = '0.7.5'
+  VERSION = '0.7.6'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: cucloud
 version: !ruby/object:Gem::Version
-  version: 0.7.5
+  version: 0.7.6
 platform: ruby
 authors:
 - sbower
@@ -10,7 +10,7 @@ authors:
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-03-14 00:00:00.000000000 Z
+date: 2017-04-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk
@@ -40,6 +40,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.3'
+- !ruby/object:Gem::Dependency
+  name: descriptive_statistics
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.5'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -159,6 +173,7 @@ files:
 - lib/cucloud/lambda_utils.rb
 - lib/cucloud/rds_utils.rb
 - lib/cucloud/ssm_utils.rb
+- lib/cucloud/utilities.rb
 - lib/cucloud/version.rb
 - lib/cucloud/vpc_utils.rb
 homepage: https://github.com/CU-CloudCollab/cucloud_ruby