cloud_job_aws 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: be855a13a81cf9699b98274474a522a5c4ef6cab
+  data.tar.gz: 0f2aa68c64a7ae3b5b317637e6a897c052a1aed4
+SHA512:
+  metadata.gz: 6806fb6e8977253fb7d06ef2a412020260fa5265fedc238706b4df6a0ab13f9d5b17f908c252da6c980b8da08af70566f683b1c099560c2369a80359c39346c3
+  data.tar.gz: d18ed3778adbf92e1030c96978c4cbb3ec7ca46ce8060dc0fa752a9a8d42b5b345718a40d06c0469137fa3efc6abdb0d81fe21c7b24088e628bcb73f74abc6ae

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/.travis.yml

@@ -0,0 +1,5 @@
+sudo: false
+language: ruby
+rvm:
+  - 2.4.0
+before_install: gem install bundler -v 1.15.4

data/Gemfile

@@ -0,0 +1,10 @@
+source "https://rubygems.org"
+
+git_source(:github) {|repo_name| "https://github.com/#{repo_name}" }
+
+# Specify your gem's dependencies in cloud_job_aws.gemspec
+gemspec
+
+gem "cloud_job_base"
+gem "aws-sdk"
+gem "net-ssh"

data/README.md

@@ -0,0 +1,35 @@
+# CloudJobAws
+
+Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/cloud_job_aws`. To experiment with that code, run `bin/console` for an interactive prompt.
+
+TODO: Delete this and the text above, and describe your gem
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'cloud_job_aws'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install cloud_job_aws
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake test` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/cloud_job_aws.

data/Rakefile

@@ -0,0 +1,10 @@
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.libs << "lib"
+  t.test_files = FileList["test/**/*_test.rb"]
+end
+
+task :default => :test

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "cloud_job_aws"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/cloud_job_aws.gemspec

@@ -0,0 +1,25 @@
+# coding: utf-8
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "cloud_job_aws/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "cloud_job_aws"
+  spec.version       = CloudJobAws::VERSION
+  spec.authors       = ["Elena Evdokimenko"]
+  spec.email         = ["x17102782@student.ncirl.ie"]
+
+  spec.summary       = "Implementation of cloud_job_base gem for aws"
+  spec.description   = "Implementation of cloud_job_base gem for aws"
+  
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.15"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "minitest", "~> 5.0"
+end

data/lib/cloud_job_aws.rb

@@ -0,0 +1,159 @@
+require "cloud_job_aws/version"
+require "cloud_job_base"
+require "aws-sdk"
+require "net/ssh"
+require "logger"
+
+module CloudJobAws
+    
+    class AwsConnector < CloudJobBase::CloudConnector
+        attr_reader :ec2client, :ec2resource, :security_group, :key_pair
+        
+        def set_log_level(log_level)
+            Aws.config.update({log_level: log_level})
+        end
+            
+        def set_region(region)
+            @region = region
+        end
+            
+        def check_credentials
+            raise "Key not set." if ENV['AWS_ACCESS_KEY_ID'].nil?
+            @key = ENV['AWS_ACCESS_KEY_ID']
+            raise "Secret not set." if ENV['AWS_SECRET_ACCESS_KEY'].nil?
+            @secret = ENV['AWS_SECRET_ACCESS_KEY']
+        end
+            
+        def create_client
+            # credentials aren't mandatory if they are set in ENV, though having it here for extendability 
+            @ec2client = Aws::EC2::Client.new(region: @region, credentials: Aws::Credentials.new(@key, @secret))
+            @ec2resource = Aws::EC2::Resource.new(client: @ec2client)
+            create_security_group
+            create_key_pair
+        end
+        
+        def create_security_group
+            begin
+                @security_group = @ec2resource.create_security_group({ group_name: "SSH #{SecureRandom.uuid}", description: "ssh" })
+                puts @security_group.inspect
+                # allow port for ssh
+                @security_group.authorize_ingress({ip_permissions: [{ ip_protocol: 'tcp', from_port: 22, to_port: 22, ip_ranges: [{ cidr_ip: '0.0.0.0/0'}] }] })
+            rescue => ex
+                puts ex.message
+            end
+        end
+        
+        def create_key_pair
+            @key_pair = @ec2resource.create_key_pair({ key_name: "key-pair #{SecureRandom.uuid}"})
+            puts @key_pair.inspect
+        end
+    end
+    
+    class AwsVmHandler < CloudJobBase::VmHandler
+        def provision
+            begin
+                allowed_types = ["t2.micro", "t1.micro"]
+                raise ArgumentError, "AWS VM type not supported." if !(allowed_types.include?(@vm.series))
+                
+                # free tier AMI for Ireland Microsoft Windows Server 2008 R2 Base - ami-a7ed50de
+                # free tier AMI for Amazon Linux AMI 2017.09.1 (HVM), SSD Volume Type - ami-1a962263
+                @vm.image == "" ? image = "ami-1a962263" : image = @vm.image
+                
+                instance = @cloudConnector.ec2resource.create_instances({ instance_type: @vm.series, image_id: image,  min_count: 1, max_count: 1, key_name: @cloudConnector.key_pair.key_name, security_group_ids: [@cloudConnector.security_group.id]})
+                
+                @cloudConnector.ec2client.wait_until(:instance_status_ok, {instance_ids: [instance[0].id]})
+                @vm.instance_id = instance[0].id
+                
+                # set the observable's field
+                @status = :ok
+            rescue => ex # aws exceptions are subclasses of StandardError, thus must be caught by this rescue
+                puts "provision request failed"
+                # observer's fields:
+                @exception = ex
+                @status = :failed
+            end
+        end 
+        
+        def deploy_exe(exe_bucket_key)
+            puts "In aws deploy_exe"
+            begin
+                instance = @cloudConnector.ec2resource.instance(@vm.instance_id)
+                if (instance.exists?)
+                    # start VM if it's not in pending/started state
+                    puts instance.state.code
+                    case instance.state.code
+                    when 0 # pending
+                        instance.wait_until_started
+                    when 16 # started - do nothing
+                        puts "VM already started."
+                    else    
+                        puts "start request sent"
+                        instance.start
+                        instance.wait_until_started
+                    end
+                    
+                    # deploy exe
+                    @copied_exe_name = :copied_exe_name
+                    Net::SSH.start(instance.public_dns_name, "ec2-user", key_data: [ @cloudConnector.key_pair.key_material ], verbose: :info) do |ssh|
+                        result = ssh.exec!("wget #{exe_bucket_key}")
+                        puts result
+                        result = ssh.exec!("wget https:#{exe_bucket_key}")
+                        puts result
+                        result = ssh.exec!("wget -O #{@copied_exe_name} http:#{exe_bucket_key}")
+                        puts result
+                        result = ssh.exec!("ls -l")
+                        puts result
+                    end
+                    
+                    @status = :ok
+                else
+                    raise "VM doesn't exist."
+                end
+            rescue => ex
+                puts "run exe request failed"
+                @exception = ex
+                @status = :failed
+            end
+        end
+        
+        def run_exe(exe_bucket_key)
+            puts "In aws run_exe"
+            begin
+                instance = @cloudConnector.ec2resource.instance(@vm.instance_id)
+                if (instance.exists?)
+                    # run exe
+                    Net::SSH.start(instance.public_dns_name, "ec2-user", key_data: [ @cloudConnector.key_pair.key_material ], verbose: :info) do |ssh|
+                        result = ssh.exec!("#{@copied_exe_name}")
+                        puts result
+                    end
+
+                    @status = :ok
+                else
+                    raise "VM doesn't exist."
+                end
+            rescue => ex
+                puts "run exe request failed"
+                @exception = ex
+                @status = :failed
+            end
+        end
+        
+        def delete
+            begin
+                instance = @cloudConnector.ec2resource.instance(@vm.instance_id)
+                if (instance.exists? and instance.state.code != 48)
+                    puts "terminate request sent"
+                    instance.terminate
+                    instance.wait_until_terminated
+                    @status = :ok
+                end
+            rescue => ex
+                puts "terminate request failed"
+                @exception = ex
+                @status =  :failed
+            end
+        end
+        
+    end
+  
+end

data/lib/cloud_job_aws/version.rb

@@ -0,0 +1,3 @@
+module CloudJobAws
+  VERSION = "0.1.0"
+end

data/lib/cloud_storage_aws.rb

@@ -0,0 +1,36 @@
+require "cloud_job_base"
+require "cloud_storage_handler"
+require "aws-sdk"
+
+module CloudJobAws
+    
+    class AwsInternalStorageHandler < CloudJobBase::InternalStorageHandler
+        
+        def init_connection
+            raise "Key not set." if ENV['AWS_ACCESS_KEY_ID'].nil?
+            @key = ENV['AWS_ACCESS_KEY_ID']
+            raise "Secret not set." if ENV['AWS_SECRET_ACCESS_KEY'].nil?
+            @secret = ENV['AWS_SECRET_ACCESS_KEY']
+            
+            @s3_default = Aws::S3::Resource.new(region: "eu-west-1", credentials: Aws::Credentials.new(@key, @secret))
+            @default_bucket = @s3_default.bucket("user-exe-files")
+        end
+        
+        def put_file(file_path)
+            name = File.basename(file_path)
+            object = @default_bucket.object(name)
+            object.upload_file(file_path)
+            return object.key
+        end
+        
+        def read_file(file_url)
+            @default_bucket.get(file_url)
+        end
+        
+        def presigned_post(bucket_key)
+            @default_bucket.presigned_post(key: bucket_key, success_action_status: '201', acl: 'public-read')
+        end
+        
+    end
+    
+end

metadata

@@ -0,0 +1,96 @@
+--- !ruby/object:Gem::Specification
+name: cloud_job_aws
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Elena Evdokimenko
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2017-12-10 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.15'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.15'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+description: Implementation of cloud_job_base gem for aws
+email:
+- x17102782@student.ncirl.ie
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- Gemfile
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- cloud_job_aws.gemspec
+- lib/cloud_job_aws.rb
+- lib/cloud_job_aws/version.rb
+- lib/cloud_storage_aws.rb
+homepage: 
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.8
+signing_key: 
+specification_version: 4
+summary: Implementation of cloud_job_base gem for aws
+test_files: []