gaptool-server 0.5.19 → 0.6.0.beta1

data/test/api_test.rb

@@ -0,0 +1,256 @@
+require_relative 'test_helper'
+require 'json'
+require 'set'
+
+describe "Test API" do
+  before(:all) do
+    ENV['DRYRUN'] = 'true'
+  end
+
+  after(:all) do
+    ENV['DRYRUN'] = nil
+  end
+
+  before(:each) do
+    header 'X_GAPTOOL_USER', 'test'
+    header 'X_GAPTOOL_KEY',  'test'
+    $redis.flushall
+    DH.useradd('test', 'test')
+  end
+
+  def add_and_register_server data=nil
+    data ||= host_data
+    post '/init', data.to_json
+    expect(last_response.status).to eq(200)
+    res = JSON.parse(last_response.body)
+    id = res['instance']
+    secret = res['secret']
+    # there is no API to get the secret, get it from the database.
+    secret = Gaptool::Data::get_server_data(id)['secret']
+    put '/register', {'role' => data['role'],
+                      'environment' => data['environment'],
+                      'secret'=> secret,
+                      'zone'=> data['zone']}.to_json
+    expect(last_response.status).to eq(200)
+    res
+  end
+
+  def host_data
+    {
+      'security_group' => 'mysg',
+      'role' => 'testrole',
+      'environment' => 'testenv',
+      'ami' => 'ami-1234567',
+      'chef_runlist' => ['recipe[myrecipe]'],
+      'terminable' => true,
+      'zone' => 'my-zone-1a',
+      'itype' => 'm1.type'
+    }
+  end
+
+  def expanded_runlist
+    ['recipe[init]', 'recipe[myrecipe]']
+  end
+
+  it "should return 200" do
+    get '/'
+    expect(last_response.status).to eq(200)
+  end
+
+  it "should create a instance" do
+    post '/init', host_data.to_json
+    expect(last_response.status).to eq(200)
+    expect(last_response.content_type).to eq('application/json')
+    expect(JSON.parse(last_response.body).keys).to eq(["instance", "ami", "role", "environment", "secret", "terminable", "security_group"])
+  end
+
+  it "should get the runlist from the role" do
+    DH.save_role_data(host_data['role'], chef_runlist: ['recipe[other]'].to_json)
+    id = add_and_register_server(host_data.reject{|k,v| k == 'chef_runlist'})['instance']
+    get "/host/testrole/testenv/#{id}"
+    resp = JSON.parse(last_response.body)
+    expect(resp.keys).to include("chef_runlist")
+    expect(resp['chef_runlist']).to eq(['recipe[other]'])
+  end
+
+  it "should remove default runlist" do
+    id = add_and_register_server(host_data.merge("chef_runlist"=> ['recipe[init]']))['instance']
+    get "/host/testrole/testenv/#{id}"
+    resp = JSON.parse(last_response.body)
+    expect(resp.keys).not_to include("chef_runlist")
+  end
+
+  it "should remove default runlist from role" do
+    DH.save_role_data(host_data['role'], chef_runlist: ['recipe[init]'].to_json)
+    id = add_and_register_server(host_data.reject{|k,v| k == 'chef_runlist'})['instance']
+    get "/host/testrole/testenv/#{id}"
+    resp = JSON.parse(last_response.body)
+    expect(resp.keys).not_to include("chef_runlist")
+    expect(resp['chef_runlist']).to be(nil)
+
+  end
+
+  it "should get the ami from the role" do
+    DH.save_role_data(host_data['role'], 'amis' => {'my-zone-1' => 'ami-other'})
+    res = add_and_register_server(host_data.reject{|k,v| k == 'ami'})
+    expect(res['ami']).to eq('ami-other')
+    get "/host/testrole/testenv/#{res['instance']}"
+    resp = JSON.parse(last_response.body)
+    expect(resp.keys).to_not include("ami")
+  end
+
+  it "should get the ami from global conf" do
+    DH.set_amis({'my-zone-1' => 'ami-default'})
+    res = add_and_register_server(host_data.reject{|k,v| k == 'ami'})
+    expect(res['ami']).to eq('ami-default')
+    get "/host/testrole/testenv/#{res['instance']}"
+    resp = JSON.parse(last_response.body)
+    expect(resp.keys).to_not include("ami")
+  end
+
+  it "should fail to parse client data" do
+    post '/init', host_data
+    expect(last_response.status).to eq(400)
+  end
+
+  it "should fail to create a instance" do
+    %w(role environment zone itype).each do |req|
+      post '/init', host_data.reject{|k, v| k == req}.to_json
+      expect(last_response.status).to eq(400)
+      expect(JSON.parse(last_response.body).keys).to eq(%w(result message))
+    end
+  end
+
+  it "should fail for missing parameter to terminate" do
+    post '/terminate'
+    expect(last_response.status).to eq(400)
+  end
+
+  it "should fail to terminate non-existing instance" do
+    post '/terminate', {'id' => 'i-1234567'}.to_json
+    expect(last_response.status).to eq(404)
+  end
+
+  it "should fail to terminate non-terminable instance" do
+    post '/init', host_data.merge('terminable' => false).to_json
+    expect(last_response.status).to eq(200)
+    id = JSON.parse(last_response.body)['instance']
+    post '/terminate', {'id' => id}.to_json
+    expect(last_response.status).to eq(409)
+  end
+
+  it "should terminate instance" do
+    post '/init', host_data.to_json
+    expect(last_response.status).to eq(200)
+    id = JSON.parse(last_response.body)['instance']
+    post '/terminate', {'id' => id}.to_json
+    expect(last_response.status).to eq(200)
+    expect(JSON.parse(last_response.body)).to eq({id => {'status'=> 'terminated'}})
+  end
+
+  it "should fail to register a server" do
+    required_keys = %w(role zone environment secret)
+    hdata = host_data.select {|k, v| required_keys.include?(k)}
+    hdata['secret'] = 'mysecret'
+    required_keys.each do |key|
+      put '/register', hdata.select {|k,v| k != key}.to_json
+      expect(last_response.status).to eq(400)
+    end
+    put '/register', hdata.to_json
+    expect(last_response.status).to eq(403)
+  end
+
+  it "should register the server" do
+    add_and_register_server
+  end
+
+  it "should find an host" do
+    id = add_and_register_server()['instance']
+    get '/hosts'
+    expect(last_response.status).to eq(200)
+    exp_data = host_data.reject{|k,v| k == 'terminable'}.merge('chef_runlist' => expanded_runlist)
+    exp_data['instance'] = id
+    expect(JSON.parse(last_response.body)).to eq([exp_data])
+  end
+
+  it "should find two hosts" do
+    id1 = add_and_register_server()['instance']
+    id2 = add_and_register_server()['instance']
+    get '/hosts'
+    expect(last_response.status).to eq(200)
+    exp_data = [
+      host_data.reject{|k,v| k == 'terminable'}.merge({'instance' => id1,
+                                                      'chef_runlist' => expanded_runlist}),
+      host_data.reject{|k,v| k == 'terminable'}.merge({'instance' => id2,
+                                                      'chef_runlist' => expanded_runlist})
+    ].to_set
+    expect(JSON.parse(last_response.body).to_set).to eq(exp_data)
+  end
+
+  it "should find an host by role" do
+    other = host_data.merge({'role' => 'otherrole'})
+    id1 = add_and_register_server(other)['instance']
+    id2 = add_and_register_server()['instance']
+
+    get '/hosts/otherrole'
+    expect(last_response.status).to eq(200)
+    exp_data = [other.reject{|k,v| k == 'terminable'}.merge({'instance'=> id1,
+                                                    'chef_runlist' => expanded_runlist})]
+    expect(JSON.parse(last_response.body)).to eq(exp_data)
+  end
+
+  it "should find an host by id" do
+    id = add_and_register_server()['instance']
+    ["/instance/#{id}", "/host/testrole/testenv/#{id}", "/host/FAKE/FAKE/#{id}"].each do |url|
+      get url
+      expect(last_response.status).to eq(200)
+      exp_data = host_data.reject{|k,v| k == 'terminable'}.merge({
+        'instance'=> id,
+        'chef_runlist' => expanded_runlist})
+      expect(JSON.parse(last_response.body)).to eq(exp_data)
+    end
+  end
+
+  it "should find all hosts by environment and role" do
+    id1 = add_and_register_server()['instance']
+    id2 = add_and_register_server()['instance']
+    id3 = add_and_register_server(host_data.merge({'environment' => 'otherenv'}))['instance']
+    id4 = add_and_register_server(host_data.merge({'role' => 'otherrole'}))['instance']
+    get '/hosts/testrole/testenv'
+    expect(last_response.status).to eq(200)
+    d = host_data.reject{|k,v| k == 'terminable'}.merge('chef_runlist' => expanded_runlist)
+    exp_data = [
+      d.merge({'instance' => id1}),
+      d.merge({'instance' => id2})
+    ].to_set
+    expect(JSON.parse(last_response.body).to_set).to eq(exp_data)
+
+    get '/hosts/ALL/testenv'
+    expect(last_response.status).to eq(200)
+    exp_data = [
+      d.merge({'instance' => id1}),
+      d.merge({'instance' => id2}),
+      d.merge({'instance' => id4, 'role'=> 'otherrole'})
+    ].to_set
+    expect(JSON.parse(last_response.body).to_set).to eq(exp_data)
+  end
+
+  it "should return the server version" do
+    version = File.read(File.realpath(
+      File.join(File.dirname(__FILE__), "..", 'VERSION')
+    )).strip
+    get "/version"
+    expect(last_response.status).to eq(200)
+    expect(JSON.parse(last_response.body)).to eq({"server_version" => version, "api" => {"v0" => "/"}})
+  end
+
+  it "should return the list of apps" do
+    DH.add_app("firstapp", "testrole")
+    DH.add_app("secondapp", "testrole")
+    apps_list = {"firstapp" => {"role" => "testrole"},
+                 "secondapp" =>{"role" => "testrole"}}
+    get "/apps"
+    expect(last_response.status).to eq(200)
+    expect(JSON.parse(last_response.body)).to eq(apps_list)
+  end
+end

data/test/base_test.rb

@@ -0,0 +1,16 @@
+require_relative 'test_helper'
+
+describe "ping should work unauthenticated" do
+  it "should return PONG" do
+    get '/ping'
+    expect(last_response.status).to eq(200)
+    expect(last_response.body).to eq("PONG")
+  end
+end
+
+describe "unauthenticated" do
+  it "should return 401 error" do
+    get '/'
+    expect(last_response.status).to eq(401)
+  end
+end

data/test/data_test.rb

@@ -0,0 +1,118 @@
+require_relative 'test_helper'
+require 'json'
+
+describe "data helpers" do
+
+  before(:each) do
+    $redis.flushall
+    DH.set_config('chef_repo', 'myrepo')
+    DH.set_config('chef_branch', 'master')
+  end
+
+  def data
+    {
+      'role' => "role",
+      'environment' => "env"
+    }
+  end
+
+  def instid
+    'i-1234567'
+  end
+
+  it "should add a server" do
+    expect { DH.addserver("i-1234567", {}, "secret") }.to raise_error(ArgumentError)
+    expect { DH.addserver('', data, "secret") }.to raise_error(ArgumentError)
+
+    DH.addserver(instid, data, "secret")
+    server = DH.get_server_data(instid)
+    expect(server).to eq(data.merge({
+      'instance' => instid,
+      'chef_repo' => 'myrepo',
+      'chef_branch' => 'master',
+      'registered' => 'false',
+      'secret' => 'secret'
+    }))
+  end
+
+  it "should add a registered server" do
+    DH.addserver(instid, data, nil)
+    server = DH.get_server_data(instid)
+    expect(server).to eq(data.merge({
+      'instance' => instid,
+      'chef_repo' => 'myrepo',
+      'chef_branch' => 'master'
+    }))
+  end
+
+  it "should register a server" do
+    DH.addserver(instid, data, "secret")
+    res = DH.register_server(data['role'], data['environment'], '')
+    expect(res).to be(nil)
+
+    res = DH.register_server(data['role'], data['environment'], 'secret')
+    expect(res).to eq(instid)
+    server = DH.get_server_data(instid)
+    expect(server).to eq(data.merge({
+      'instance' => instid,
+      'chef_repo' => 'myrepo',
+      'chef_branch' => 'master'
+    }))
+  end
+
+  it "should remove a server" do
+    DH.addserver(instid, data, 'secret')
+    res = DH.register_server(data['role'], data['environment'], 'secret')
+    res = DH.rmserver(instid)
+    expect(res).to eq(instid)
+    server = DH.get_server_data(instid)
+    expect(server).to be(nil)
+
+    res = DH.rmserver(instid)
+    expect(res).to be(nil)
+  end
+
+  it "should set a config" do
+    c = DH.get_config('fakekey')
+    expect(c).to be(nil)
+
+    DH.set_config('fakekey', 'value')
+    c = DH.get_config('fakekey')
+    expect(c).to eq('value')
+  end
+
+  it "should return the initkey" do
+    DH.set_config('initkey', 'FAKEKEY')
+    DH.addserver(instid, data, nil)
+    server = DH.get_server_data(instid, initkey: true)
+    expect(server).to eq(data.merge({
+      'instance' => instid,
+      'chef_repo' => 'myrepo',
+      'chef_branch' => 'master',
+      'initkey' => 'FAKEKEY'
+    }))
+  end
+
+  it "should get the runlist for a node from the role" do
+    DH.save_role_data("role", chef_runlist: ["recipe[myrecipe]"].to_json)
+    DH.addserver(instid, data, nil)
+    role = DH.get_role_data("role")
+    expect(role).to eq({"chef_runlist"=> ["recipe[myrecipe]"].to_json,
+                        "apps" => [],
+                        "amis" => {}})
+    server = DH.get_server_data(instid)
+    expect(server).to eq(data.merge("instance" => instid,
+                                    "chef_runlist" => ["recipe[myrecipe]"],
+                                    "chef_repo" => "myrepo",
+                                    "chef_branch" => "master" ))
+  end
+
+  it "shoud get the ami for a node from the role" do
+    DH.save_role_data("role", ami: 'ami-1234567')
+    DH.addserver(instid, data, nil)
+    role = DH.get_role_data("role")
+    expect(role).to eq({'ami' => 'ami-1234567',
+                        "apps" => [],
+                        "amis" => {}})
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,25 @@
+ENV['RACK_ENV'] = 'test'
+if ENV['COVERAGE']
+  require 'simplecov'
+  SimpleCov.start do
+    add_filter '/test/'
+    add_group 'helpers', 'lib/helpers'
+  end
+end
+
+libpath = File.realpath(File.join(File.dirname(__FILE__), "..", "lib"))
+require 'rspec'
+require 'rack/test'
+require 'fakeredis/rspec'
+require "#{libpath}/app.rb"
+
+RSpec.configure do |conf|
+  conf.include Rack::Test::Methods
+  def app
+    GaptoolServer
+  end
+end
+
+DH = Gaptool::Data
+
+$redis = Redis.new

metadata

@@ -1,15 +1,16 @@
 --- !ruby/object:Gem::Specification
 name: gaptool-server
 version: !ruby/object:Gem::Version
-  version: 0.5.19
+  version: 0.6.0.beta1
 platform: ruby
 authors:
 - Matt Bailey
 - Francesco Laurita
+- Giacomo Bagnoli
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-12-05 00:00:00.000000000 Z
+date: 2014-10-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: sinatra
@@ -26,19 +27,33 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '1.4'
 - !ruby/object:Gem::Dependency
-  name: thin
+  name: sinatra-contrib
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.5'
+        version: '1.4'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.5'
+        version: '1.4'
+- !ruby/object:Gem::Dependency
+  name: unicorn
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.8'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.8'
 - !ruby/object:Gem::Dependency
   name: redis
   requirement: !ruby/object:Gem::Requirement
@@ -109,31 +124,129 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '4.1'
+- !ruby/object:Gem::Dependency
+  name: racksh
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.10'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.10'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+- !ruby/object:Gem::Dependency
+  name: rspec-mocks
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+- !ruby/object:Gem::Dependency
+  name: fakeredis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.5'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
 description: gaptool-server for managing cloud resources
 email: ops@gild.com
 executables:
 - gaptool-server
+- gaptool-shell
+- gaptool_server_migrate_0.5-0.6
 extensions: []
 extra_rdoc_files:
 - LICENSE.txt
 - README.rdoc
 - VERSION
 files:
+- Gemfile
 - LICENSE.txt
 - README.rdoc
+- Rakefile
 - VERSION
 - bin/gaptool-server
+- bin/gaptool-shell
+- bin/gaptool_server_migrate_0.5-0.6
 - config.ru
 - lib/app.rb
-- lib/helpers/gaptool-base.rb
+- lib/exceptions.rb
+- lib/helpers/data.rb
+- lib/helpers/ec2.rb
 - lib/helpers/init.rb
+- lib/helpers/redis.rb
 - lib/helpers/rehash.rb
-- lib/public/css/common.css
-- lib/routes/init.rb
-- lib/routes/main.rb
-- lib/routes/rehash.rb
+- lib/routes.rb
 - lib/views/init.erb
-homepage: http://github.com/mattbailey/gaptool-server
+- tasks/app.rb
+- tasks/docker.rb
+- tasks/gem.rb
+- tasks/user.rb
+- test/api_test.rb
+- test/base_test.rb
+- test/data_test.rb
+- test/test_helper.rb
+homepage: http://github.com/gild/gaptool-server
 licenses:
 - MIT
 metadata: {}
@@ -143,9 +256,9 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - "~>"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: '2.1'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
@@ -153,7 +266,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.3
+rubygems_version: 2.2.2
 signing_key: 
 specification_version: 4
 summary: gaptool-server for managing cloud resources

data/lib/helpers/gaptool-base.rb

@@ -1,38 +0,0 @@
-# encoding: utf-8
-module GaptoolBaseHelpers
-  def hash2redis(key, hash)
-    hash.keys.each do |hkey|
-      $redis.hset key, hkey, hash[hkey]
-    end
-  end
-
-  def putkey(host)
-    @key = OpenSSL::PKey::RSA.new 2048
-    @pubkey = "#{@key.ssh_type} #{[@key.to_blob].pack('m0')} GAPTOOL_GENERATED_KEY"
-    ENV['SSH_AUTH_SOCK'] = ''
-    Net::SSH.start(host, 'admin', :key_data => [$redis.hget('config', 'gaptoolkey')], :config => false, :keys_only => true, :paranoid => false) do |ssh|
-      ssh.exec! "grep -v GAPTOOL_GENERATED_KEY ~/.ssh/authorized_keys > /tmp/pubkeys"
-      ssh.exec! "cat /tmp/pubkeys > ~/.ssh/authorized_keys"
-      ssh.exec! "rm /tmp/pubkeys"
-      ssh.exec! "echo #{@pubkey} >> ~/.ssh/authorized_keys"
-    end
-    return @key.to_pem
-  end
-
-  def gt_securitygroup(role, environment, zone, groupname=nil)
-    AWS.config(:access_key_id => $redis.hget('config', 'aws_id'), :secret_access_key => $redis.hget('config', 'aws_secret'), :ec2_endpoint => "ec2.#{zone.chop}.amazonaws.com")
-    @ec2 = AWS::EC2.new
-    groupname = groupname || "#{role}-#{environment}"
-    default_list = [ 22 ]
-    @ec2.security_groups.each do |group|
-      if group.name == groupname
-        return group.id
-      end
-    end
-    internet = ['0.0.0.0/0']
-    sg = @ec2.security_groups.create(groupname)
-    sg.authorize_ingress :tcp, 22, *internet
-    return sg.id
-  end
-
-end

data/lib/public/css/common.css

@@ -1,4 +0,0 @@
-html, body { background:#eee; margin:0; padding:0; color:#000 }
-h1,h2,h3,h4,h5,h6 { font-family:sans-serif; border-bottom:1px solid #aaa; margin:2em 0 0.5em 0 }
-h1#title { background:#333; margin-top:0; color:#ccc; padding:0.1em 0.5em; font-size:105% }
-#content { margin:1em 2em }

data/lib/routes/init.rb

@@ -1,3 +0,0 @@
-# encoding: utf-8
-require_relative 'main'
-require_relative 'rehash'