openstudio-aws 0.2.3 → 0.2.4

data/lib/openstudio/lib/os-aws.rb

@@ -1,295 +0,0 @@
-# NOTE: Do not modify this file as it is copied over. Modify the source file and rerun rake import_files
-######################################################################
-#  Copyright (c) 2008-2014, Alliance for Sustainable Energy.
-#  All rights reserved.
-#
-#  This library is free software; you can redistribute it and/or
-#  modify it under the terms of the GNU Lesser General Public
-#  License as published by the Free Software Foundation; either
-#  version 2.1 of the License, or (at your option) any later version.
-#
-#  This library is distributed in the hope that it will be useful,
-#  but WITHOUT ANY WARRANTY; without even the implied warranty of
-#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
-#  Lesser General Public License for more details.
-#
-#  You should have received a copy of the GNU Lesser General Public
-#  License along with this library; if not, write to the Free Software
-#  Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
-######################################################################
-
-######################################################################
-# == Synopsis
-#
-#   Uses the aws-sdk gem to communicate with AWS
-#
-# == Usage
-#
-#  ruby aws.rb access_key secret_key us-east-1 EC2 launch_server "{\"instance_type\":\"t1.micro\"}"
-#
-#  ARGV[0] - Access Key
-#  ARGV[1] - Secret Key
-#  ARGV[2] - Region
-#  ARGV[3] - Service (e.g. "EC2" or "CloudWatch")
-#  ARGV[4] - Command (e.g. "launch_server")
-#  ARGV[5] - Optional json with parameters associated with command
-#
-######################################################################
-
-require_relative 'openstudio_aws_wrapper'
-require_relative 'openstudio_aws_instance'
-require_relative 'ami_list'
-require 'aws-sdk-core'
-require 'json'
-require 'logger'
-require 'net/http'
-require 'net/scp'
-require 'net/ssh'
-require 'tempfile'
-require 'time'
-require 'base64'
-
-def error(code, msg)
-  puts (
-           {
-             error: {
-               code: code, message: msg
-             },
-             arguments: ARGV[2..-1]
-           }.to_json
-       )
-  exit(1)
-end
-
-if ARGV.length < 5
-  error(-1, 'Invalid number of args')
-end
-
-if ARGV[0].empty? || ARGV[1].empty?
-  error(401, 'Missing authentication arguments')
-end
-
-if ARGV[2].empty?
-  error(-1, 'Missing region argument')
-end
-
-if ARGV[3].empty?
-  error(-1, 'Missing service argument')
-end
-
-if ARGV[4].empty?
-  error(-1, 'Missing command argument')
-end
-
-Aws.config = { access_key_id: ARGV[0], secret_access_key: ARGV[1], region: ARGV[2], ssl_verify_peer: false }
-
-if ARGV[3] == 'EC2'
-  @aws = Aws::EC2::Client.new
-elsif ARGV[3] == 'CloudWatch'
-  @aws = AWS::CloudWatch.new
-else
-  error(-1, "Unrecognized AWS service: #{ARGV[3]}")
-end
-
-if ARGV.length == 6
-  @params = JSON.parse(ARGV[5])
-  OPENSTUDIO_VERSION = @params['openstudio_version'] if @params.include?('openstudio_version')
-  @server_image_id = @params['server_ami'] if @params.include?('server_ami')
-  @worker_image_id = @params['worker_ami'] if @params.include?('worker_ami')
-end
-
-OPENSTUDIO_VERSION = '1.1.4' unless defined?(OPENSTUDIO_VERSION)
-
-SERVER_PEM_FILENAME = File.expand_path('~/openstudio-server.pem')
-
-if !defined?(@server_image_id) || !defined?(@worker_image_id)
-  amis = OpenStudioAmis.new(1, OPENSTUDIO_VERSION)
-
-  if amis
-    @server_image_id = amis['server']
-    if ARGV.length >= 6 && @params['instance_type'] == 'cc2.8xlarge'
-      @worker_image_id = amis['cc2worker']
-    else
-      @worker_image_id = amis['worker']
-    end
-  else
-    error(-1, 'Unable to download AMI IDs')
-  end
-end
-
-begin
-  @logger = Logger.new(File.expand_path('~/.aws.log'))
-  @logger.info('initialized')
-  case ARGV[4]
-    when 'describe_availability_zones'
-      os_aws = OpenStudioAwsWrapper.new
-      resp = os_aws.describe_availability_zones_json
-      puts resp
-      @logger.info("availability_zones #{resp}")
-    when 'total_instances'
-      os_aws = OpenStudioAwsWrapper.new
-      resp = os_aws.describe_total_instances_json
-      puts resp
-    when 'instance_status'
-      os_aws = OpenStudioAwsWrapper.new
-
-      resp = nil
-      if ARGV.length < 6
-        resp = os_aws.describe_instance_status
-      else
-        resp = os_aws.describe_instance_status(instance_ids: [@params['instance_id']])
-      end
-      # resp = nil
-      # if ARGV.length < 6
-      #  resp = @aws.client.describe_instance_status
-      # else
-      #  resp = @aws.client.describe_instance_status({:instance_ids => [@params['instance_id']]})
-      # end
-      output = {}
-      resp.data[:instance_status_set].each { |instance|
-        output[instance[:instance_id]] = instance[:instance_state][:name]
-      }
-      puts output.to_json
-    when 'launch_server'
-      if ARGV.length < 6
-        error(-1, 'Invalid number of args')
-      end
-      os_aws = OpenStudioAwsWrapper.new
-      os_aws.create_or_retrieve_security_group('openstudio-server-sg-v1')
-      os_aws.create_or_retrieve_key_pair
-
-      # this step is really important because this is read from the worker nodes.  We
-      # should not be printing this to screen nor putting into the log in case the
-      # user is starting to used shared keys.
-      os_aws.save_private_key(SERVER_PEM_FILENAME)
-
-      @server_instance_type = @params['instance_type']
-      begin
-        os_aws.launch_server(@server_image_id, @server_instance_type)
-      rescue => e
-        error(-1, "Server status: #{e.message}")
-      end
-
-      puts os_aws.server.to_os_hash.to_json
-    when 'launch_workers'
-      @timestamp = @params['timestamp'] # timestamp is renamed to groupuuid in the backend
-
-      os_aws = OpenStudioAwsWrapper.new(nil, @timestamp)
-      os_aws.find_server(@timestamp) # really the group id
-      os_aws.create_or_retrieve_security_group('openstudio-worker-sg-v1')
-
-      # find the private key in the users home directory, or crash
-      if File.exist?(SERVER_PEM_FILENAME)
-        # TODO: this will no longer work.  need to refactor this file to be more like the OpenSTudio analysis spreadsheet
-        os_aws.create_or_retrieve_key_pair(nil, SERVER_PEM_FILENAME)
-      else
-        fail "Could not find previous private key which should be here: #{SERVER_PEM_FILENAME}"
-      end
-
-      if ARGV.length < 6
-        error(-1, 'Invalid number of args')
-      end
-      if @params['num'] < 1
-        error(-1, 'Invalid number of worker nodes, must be greater than 0')
-      end
-
-      @worker_instance_type = @params['instance_type']
-      begin
-        # this will launch and configure with threads inside os_aws
-        os_aws.launch_workers(@worker_image_id, @worker_instance_type, @params['num'])
-      rescue => e
-        error(-1, "Server status: #{e.message}")
-      end
-
-      # wait for user_data to complete execution
-      os_aws.configure_server_and_workers
-
-      # have to print to screen for c++ to grab the information
-      puts os_aws.to_os_worker_hash.to_json
-    when 'terminate_session'
-      if ARGV.length < 6
-        error(-1, 'Invalid number of args')
-      end
-      instances = []
-
-      server = @aws.instances[@params['server_id']]
-      error(-1, "Server node #{@params['server_id']} does not exist") unless server.exists?
-
-      # @timestamp = @aws.client.describe_instances({:instance_ids=>[@params['server_id']]}).data[:instance_index][@params['server_id']][:key_name][9,10]
-      @timestamp = server.key_name[9, 10]
-
-      instances.push(server)
-      @params['worker_ids'].each { |worker_id|
-        worker = @aws.instances[worker_id]
-        error(-1, "Worker node #{worker_id} does not exist") unless worker.exists?
-        instances.push(worker)
-      }
-
-      instances.each { |instance|
-        instance.terminate
-      }
-      sleep 5 while instances.any? { |instance| instance.status != :terminated }
-
-      # When session is fully terminated, then delete the key pair
-      # @aws.client.delete_security_group({:group_name=>'openstudio-server-sg-v1'}"})
-      # @aws.client.delete_security_group({:group_name=>'openstudio-worker-sg-v1'}"})
-      @aws.client.delete_key_pair(key_name: "key-pair-#{@timestamp}")
-
-    when 'termination_status'
-      if ARGV.length < 6
-        error(-1, 'Invalid number of args')
-      end
-      notTerminated = 0
-
-      server = @aws.instances[@params['server_id']]
-      notTerminated += 1 if server.exists? && server.status != :terminated
-
-      @params['worker_ids'].each do |worker_id|
-        worker = @aws.instances[worker_id]
-        notTerminated += 1 if worker.exists? && worker.status != :terminated
-      end
-
-      puts ({ all_instances_terminated: (notTerminated == 0) }.to_json)
-
-    when 'session_uptime'
-      if ARGV.length < 6
-        error(-1, 'Invalid number of args')
-      end
-      server_id = @params['server_id']
-      # No need to call AWS, but we can
-      # minutes = (Time.now.to_i - @aws.client.describe_instances({:instance_ids=>[server_id]}).data[:instance_index][server_id][:launch_time].to_i)/60
-      minutes = (Time.now.to_i - @params['timestamp'].to_i) / 60
-      puts ({ session_uptime: minutes }.to_json)
-
-    when 'estimated_charges'
-      endTime = Time.now.utc
-      startTime = endTime - 86_400
-      resp = @aws.client.get_metric_statistics(dimensions: [{ name: 'ServiceName', value: 'AmazonEC2' },
-                                                            { name: 'Currency', value: 'USD' }],
-                                               metric_name: 'EstimatedCharges',
-                                               namespace: 'AWS/Billing',
-                                               start_time: startTime.iso8601,
-                                               end_time: endTime.iso8601,
-                                               period: 300,
-                                               statistics: ['Maximum'])
-      error(-1, 'No Billing Data') if resp.data[:datapoints].length == 0
-      datapoints = resp.data[:datapoints]
-      datapoints.sort! { |a, b| a[:timestamp] <=> b[:timestamp] }
-      puts ({ estimated_charges: datapoints[-1][:maximum],
-              timestamp: datapoints[-1][:timestamp].to_i }.to_json)
-
-    else
-      error(-1, "Unknown command: #{ARGV[4]} (#{ARGV[3]})")
-  end
-# puts \"Status: #{resp.http_response.status}\"
-rescue SystemExit => e
-rescue => e
-  if e.message == 'getaddrinfo: No such host is known. '
-    error(503, 'Offline')
-  elsif defined? e.http_response
-    error(e.http_response.status, e.code)
-  else
-    error(-1, "#{e}: #{e.backtrace}")
-  end
-
-end

data/spec/reports/SPEC-OpenStudio-Aws-Aws-ami-lists.0.xml

@@ -1,11 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<testsuite name="OpenStudio::Aws::Aws ami lists" tests="2" time="0.21944" failures="0" errors="0" skipped="0" timestamp="2014-07-21T20:56:57-06:00">
-  <testcase name="OpenStudio::Aws::Aws ami lists should allow a different region" time="0.143514">
-  </testcase>
-  <testcase name="OpenStudio::Aws::Aws ami lists should allow a different region" time="0.075699">
-  </testcase>
-  <system-out>
-  </system-out>
-  <system-err>
-  </system-err>
-</testsuite>

data/spec/reports/SPEC-OpenStudio-Aws-Aws-ami-lists.1.xml

@@ -1,11 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<testsuite name="OpenStudio::Aws::Aws ami lists" tests="2" time="0.209451" failures="0" errors="0" skipped="0" timestamp="2014-07-21T20:57:25-06:00">
-  <testcase name="OpenStudio::Aws::Aws ami lists should allow a different region" time="0.132905">
-  </testcase>
-  <testcase name="OpenStudio::Aws::Aws ami lists should allow a different region" time="0.076304">
-  </testcase>
-  <system-out>
-  </system-out>
-  <system-err>
-  </system-err>
-</testsuite>

data/spec/reports/SPEC-OpenStudio-Aws-Aws-ami-lists.10.xml

@@ -1,11 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<testsuite name="OpenStudio::Aws::Aws ami lists" tests="2" time="0.077954" failures="0" errors="0" skipped="0" timestamp="2014-07-22T17:11:23-06:00">
-  <testcase name="OpenStudio::Aws::Aws ami lists should allow a different region" time="0.068903">
-  </testcase>
-  <testcase name="OpenStudio::Aws::Aws ami lists should allow a different region" time="0.008838">
-  </testcase>
-  <system-out>
-  </system-out>
-  <system-err>
-  </system-err>
-</testsuite>

data/spec/reports/SPEC-OpenStudio-Aws-Aws-ami-lists.11.xml

@@ -1,11 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<testsuite name="OpenStudio::Aws::Aws ami lists" tests="2" time="0.455283" failures="0" errors="0" skipped="0" timestamp="2014-07-22T21:35:27-06:00">
-  <testcase name="OpenStudio::Aws::Aws ami lists should allow a different region" time="0.374047">
-  </testcase>
-  <testcase name="OpenStudio::Aws::Aws ami lists should allow a different region" time="0.080972">
-  </testcase>
-  <system-out>
-  </system-out>
-  <system-err>
-  </system-err>
-</testsuite>

data/spec/reports/SPEC-OpenStudio-Aws-Aws-ami-lists.12.xml

@@ -1,11 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<testsuite name="OpenStudio::Aws::Aws ami lists" tests="2" time="0.258006" failures="0" errors="0" skipped="0" timestamp="2014-07-23T14:22:52-06:00">
-  <testcase name="OpenStudio::Aws::Aws ami lists should allow a different region" time="0.247709">
-  </testcase>
-  <testcase name="OpenStudio::Aws::Aws ami lists should allow a different region" time="0.010044">
-  </testcase>
-  <system-out>
-  </system-out>
-  <system-err>
-  </system-err>
-</testsuite>

data/spec/reports/SPEC-OpenStudio-Aws-Aws-ami-lists.13.xml

@@ -1,11 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<testsuite name="OpenStudio::Aws::Aws ami lists" tests="2" time="0.257852" failures="0" errors="0" skipped="0" timestamp="2014-07-24T16:10:34-06:00">
-  <testcase name="OpenStudio::Aws::Aws ami lists should allow a different region" time="0.245148">
-  </testcase>
-  <testcase name="OpenStudio::Aws::Aws ami lists should allow a different region" time="0.012485">
-  </testcase>
-  <system-out>
-  </system-out>
-  <system-err>
-  </system-err>
-</testsuite>

data/spec/reports/SPEC-OpenStudio-Aws-Aws-ami-lists.14.xml

@@ -1,11 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<testsuite name="OpenStudio::Aws::Aws ami lists" tests="2" time="0.045423" failures="0" errors="0" skipped="0" timestamp="2014-09-08T16:56:38-06:00">
-  <testcase name="OpenStudio::Aws::Aws ami lists should allow a different region" time="0.034847">
-  </testcase>
-  <testcase name="OpenStudio::Aws::Aws ami lists should allow a different region" time="0.010345">
-  </testcase>
-  <system-out>
-  </system-out>
-  <system-err>
-  </system-err>
-</testsuite>

data/spec/reports/SPEC-OpenStudio-Aws-Aws-ami-lists.2.xml

@@ -1,11 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<testsuite name="OpenStudio::Aws::Aws ami lists" tests="2" time="0.244656" failures="0" errors="0" skipped="0" timestamp="2014-07-21T21:38:05-06:00">
-  <testcase name="OpenStudio::Aws::Aws ami lists should allow a different region" time="0.163199">
-  </testcase>
-  <testcase name="OpenStudio::Aws::Aws ami lists should allow a different region" time="0.081114">
-  </testcase>
-  <system-out>
-  </system-out>
-  <system-err>
-  </system-err>
-</testsuite>

data/spec/reports/SPEC-OpenStudio-Aws-Aws-ami-lists.3.xml

@@ -1,11 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<testsuite name="OpenStudio::Aws::Aws ami lists" tests="2" time="0.238287" failures="0" errors="0" skipped="0" timestamp="2014-07-21T21:39:18-06:00">
-  <testcase name="OpenStudio::Aws::Aws ami lists should allow a different region" time="0.128478">
-  </testcase>
-  <testcase name="OpenStudio::Aws::Aws ami lists should allow a different region" time="0.109542">
-  </testcase>
-  <system-out>
-  </system-out>
-  <system-err>
-  </system-err>
-</testsuite>

data/spec/reports/SPEC-OpenStudio-Aws-Aws-ami-lists.4.xml

@@ -1,11 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<testsuite name="OpenStudio::Aws::Aws ami lists" tests="2" time="0.307033" failures="0" errors="0" skipped="0" timestamp="2014-07-22T14:41:56-06:00">
-  <testcase name="OpenStudio::Aws::Aws ami lists should allow a different region" time="0.293236">
-  </testcase>
-  <testcase name="OpenStudio::Aws::Aws ami lists should allow a different region" time="0.013537">
-  </testcase>
-  <system-out>
-  </system-out>
-  <system-err>
-  </system-err>
-</testsuite>

data/spec/reports/SPEC-OpenStudio-Aws-Aws-ami-lists.5.xml

@@ -1,11 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<testsuite name="OpenStudio::Aws::Aws ami lists" tests="2" time="0.073417" failures="0" errors="0" skipped="0" timestamp="2014-07-22T14:55:34-06:00">
-  <testcase name="OpenStudio::Aws::Aws ami lists should allow a different region" time="0.064286">
-  </testcase>
-  <testcase name="OpenStudio::Aws::Aws ami lists should allow a different region" time="0.008935">
-  </testcase>
-  <system-out>
-  </system-out>
-  <system-err>
-  </system-err>
-</testsuite>

data/spec/reports/SPEC-OpenStudio-Aws-Aws-ami-lists.6.xml

@@ -1,11 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<testsuite name="OpenStudio::Aws::Aws ami lists" tests="2" time="0.075912" failures="0" errors="0" skipped="0" timestamp="2014-07-22T14:58:21-06:00">
-  <testcase name="OpenStudio::Aws::Aws ami lists should allow a different region" time="0.067168">
-  </testcase>
-  <testcase name="OpenStudio::Aws::Aws ami lists should allow a different region" time="0.008532">
-  </testcase>
-  <system-out>
-  </system-out>
-  <system-err>
-  </system-err>
-</testsuite>

data/spec/reports/SPEC-OpenStudio-Aws-Aws-ami-lists.7.xml

@@ -1,11 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<testsuite name="OpenStudio::Aws::Aws ami lists" tests="2" time="0.214876" failures="0" errors="0" skipped="0" timestamp="2014-07-22T15:42:04-06:00">
-  <testcase name="OpenStudio::Aws::Aws ami lists should allow a different region" time="0.204792">
-  </testcase>
-  <testcase name="OpenStudio::Aws::Aws ami lists should allow a different region" time="0.009825">
-  </testcase>
-  <system-out>
-  </system-out>
-  <system-err>
-  </system-err>
-</testsuite>