infrataster 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 3856ecbc568b65e542d045e1a487276cd8af2d91
+  data.tar.gz: ec9de90a7d2f8b93b48aa81260414587f008983a
+SHA512:
+  metadata.gz: 18e6571f13959f66b4b6a98d4df2cd529bfcb4ccc545866463d3ea09320ebc12733a184de1a594aad977091985d9b65f10cad50ad2f267cd715384d596568f16
+  data.tar.gz: ab7a261a28a0de03bd81c342ae42743c92ee0c89832a13b0a94e7f7de72a4e55fa0cd65227a3cb2f2135c778f6d5695d7bee90643a625db7a6c3b262210d723d

data/.gitignore

@@ -0,0 +1,18 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+vendor/browsermob-proxy

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in infrataster.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Ryota Arai
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,133 @@
+# Infrataster
+
+Infrastructure Behavior Testing Framework.
+
+## Usage
+
+**You can see [example directory](example) too.**
+
+First, create `Gemfile`:
+
+```ruby
+source 'https://rubygems.org'
+
+gem 'infrataster'
+```
+
+Install gems:
+
+```
+$ bundle install
+```
+
+Initialize rspec directory:
+
+```
+$ rspec --init
+  create   spec/spec_helper.rb
+  create   .rspec
+```
+
+`require 'infrataster/rspec'` and define target servers for testing in `spec/spec_helper.rb`:
+
+```ruby
+# spec/spec_helper.rb
+require 'infrataster/rspec'
+
+Infrataster::Server.define(
+  :proxy,          # name
+  '192.168.33.10', # ip address
+  vagrant: true,   # for vagrant VM
+)
+Infrataster::Server.define(
+  :app,            # name
+  '172.16.33.11',  # ip address
+  vagrant: true,   # for vagrant VM
+  from: :proxy     # access to this machine via SSH port forwarding from proxy
+)
+Infrataster::Server.define(
+  :db,             # name
+  '172.16.33.12',  # ip address
+  vagrant: true,   # for vagrant VM
+  from: :app,      # access to this machine via SSH port forwarding from app
+  mysql: {user: 'app', password: 'app'}
+                   # settings for MySQL
+)
+```
+
+If you use `capybara`, you should download and extract [BrowserMob Proxy](http://bmp.lightbody.net/) and set `Infrataster::BrowsermobProxy.bin_path` to binary path in `spec/spec_helper.rb`:
+
+```ruby
+# spec/spec_helper.rb
+Infrataster::BrowsermobProxy.bin_path = '/path/to/browsermob/bin/browsermob'
+```
+
+Then, you can write spec files:
+
+```ruby
+# spec/example_spec.rb
+require 'spec_helper'
+
+describe server(:app) do
+  describe http('http://app') do
+    it "responds content including 'Hello Sinatra'" do
+      expect(response.body).to include('Hello Sinatra')
+    end
+    it "responds as 'text/html'" do
+      expect(response.header.content_type).to eq('text/html')
+    end
+  end
+  describe capybara('http://app') do
+    it "responds content including 'Hello Sinatra'" do
+      visit '/'
+      expect(page).to have_content('Hello Sinatra')
+    end
+  end
+end
+
+describe server(:db) do
+  describe mysql_query('SHOW STATUS') do
+    it 'responds uptime' do
+      row = results.find {|r| r['Variable_name'] == 'Uptime' }
+      expect(row['Value'].to_i).to be > 0
+    end
+  end
+end
+
+describe server(:proxy) do
+  describe http('http://app') do
+    it "responds content including 'Hello Sinatra'" do
+      expect(response.body).to include('Hello Sinatra')
+    end
+  end
+  describe http('http://static') do
+    it "responds content including 'Welcome to nginx!'" do
+      expect(response.body).to include('Welcome to nginx!')
+    end
+  end
+  describe capybara('http://app') do
+    it "responds content including 'Hello Sinatra'" do
+      visit '/'
+      expect(page).to have_content('Hello Sinatra')
+    end
+  end
+  describe capybara('http://static') do
+    it "responds content including 'Welcome to nginx!'" do
+      visit '/'
+      expect(page).to have_content('Welcome to nginx!')
+    end
+  end
+end
+```
+
+## Example
+
+[infrataster/example](example)
+
+## Contributing
+
+1. Fork it ( http://github.com/ryotarai/infrataster/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/example/.gitignore

@@ -0,0 +1,4 @@
+/Gemfile.lock
+/Berksfile.lock
+/.vagrant
+/vendor

data/example/.rspec

@@ -0,0 +1,2 @@
+--color
+--format documentation

data/example/Berksfile

@@ -0,0 +1,2 @@
+site :opscode
+cookbook 'apt'

data/example/Gemfile

@@ -0,0 +1,8 @@
+source 'https://rubygems.org'
+
+gem 'infrataster', path: '..'
+gem 'berkshelf', github: 'berkshelf/berkshelf'
+
+gem 'pry'
+gem 'pry-byebug'
+gem 'pry-rescue'

data/example/README.md

@@ -0,0 +1,13 @@
+# Infrataster Example
+
+```
+$ cd example
+$ wget https://s3-us-west-1.amazonaws.com/lightbody-bmp/browsermob-proxy-2.0-beta-9-bin.zip
+$ unzip browsermob-proxy-2.0-beta-9-bin.zip
+$ mv browsermob-proxy-2.0-beta-9 vendor/browsermob
+$ bundle install
+$ bundle exec berks vendor vendor/cookbooks
+$ vagrant up
+$ bundle exec rspec
+```
+

data/example/Vagrantfile

@@ -0,0 +1,81 @@
+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+
+# Vagrantfile API/syntax version. Don't touch unless you know what you're doing!
+VAGRANTFILE_API_VERSION = "2"
+
+COOKBOOK_PATH = ['./cookbooks', './vendor/cookbooks']
+APP_IP = "172.16.33.11"
+
+Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
+  config.vm.box = "hashicorp/precise64"
+
+  config.vm.define :proxy do |c|
+    c.vm.network "private_network", ip: "192.168.33.10"
+    c.vm.network "private_network", ip: "172.16.33.10", virtualbox__intnet: "infrataster-example"
+
+    c.vm.provision "chef_solo" do |chef|
+      chef.cookbooks_path = COOKBOOK_PATH
+      chef.add_recipe "proxy"
+      chef.json = {'app_ip' => APP_IP}
+    end
+  end
+
+  config.vm.define :app do |c|
+    c.vm.network "private_network", ip: APP_IP, virtualbox__intnet: "infrataster-example"
+
+    c.vm.provision "chef_solo" do |chef|
+      chef.cookbooks_path = COOKBOOK_PATH
+      chef.add_recipe "app"
+      chef.json = {}
+    end
+  end
+
+  config.vm.define :db do |c|
+    c.vm.network "private_network", ip: '172.16.33.12', virtualbox__intnet: "infrataster-example"
+
+    c.vm.provision "chef_solo" do |chef|
+      chef.cookbooks_path = COOKBOOK_PATH
+      chef.add_recipe "db"
+      chef.json = {'app_ip' => APP_IP}
+    end
+  end
+
+  # Enable provisioning with chef solo, specifying a cookbooks path, roles
+  # path, and data_bags path (all relative to this Vagrantfile), and adding
+  # some recipes and/or roles.
+  #
+  # config.vm.provision "chef_solo" do |chef|
+  #   chef.cookbooks_path = "../my-recipes/cookbooks"
+  #   chef.roles_path = "../my-recipes/roles"
+  #   chef.data_bags_path = "../my-recipes/data_bags"
+  #   chef.add_recipe "mysql"
+  #   chef.add_role "web"
+  #
+  #   # You may also specify custom JSON attributes:
+  #   chef.json = { :mysql_password => "foo" }
+  # end
+
+  # Enable provisioning with chef server, specifying the chef server URL,
+  # and the path to the validation key (relative to this Vagrantfile).
+  #
+  # The Opscode Platform uses HTTPS. Substitute your organization for
+  # ORGNAME in the URL and validation key.
+  #
+  # If you have your own Chef Server, use the appropriate URL, which may be
+  # HTTP instead of HTTPS depending on your configuration. Also change the
+  # validation key to validation.pem.
+  #
+  # config.vm.provision "chef_client" do |chef|
+  #   chef.chef_server_url = "https://api.opscode.com/organizations/ORGNAME"
+  #   chef.validation_key_path = "ORGNAME-validator.pem"
+  # end
+  #
+  # If you're using the Opscode platform, your validator client is
+  # ORGNAME-validator, replacing ORGNAME with your organization name.
+  #
+  # If you have your own Chef Server, the default validation client name is
+  # chef-validator, unless you changed the configuration.
+  #
+  #   chef.validation_client_name = "ORGNAME-validator"
+end

data/example/cookbooks/app/recipes/default.rb

@@ -0,0 +1,36 @@
+include_recipe 'apt'
+
+package 'python-software-properties' do
+  action :install
+end
+
+execute 'apt-add-repository ppa:brightbox/ruby-ng && apt-get update'
+
+package 'build-essential' do
+  action :install
+end
+
+package 'ruby2.1' do
+  action :install
+end
+
+package 'ruby2.1-dev' do
+  action :install
+end
+
+execute 'gem install bundler' do
+  not_if "gem list | grep -q 'bundler '"
+end
+
+execute 'bundle install' do
+  cwd '/vagrant/sinatra_app'
+end
+
+execute "kill $(cat /tmp/thin.pid) && sleep 2" do
+  only_if "test -e /tmp/thin.pid"
+end
+
+execute "bundle exec thin start --pid /tmp/thin.pid --daemonize --port 80" do
+  cwd '/vagrant/sinatra_app'
+end
+

data/example/cookbooks/db/files/default/my.cnf

@@ -0,0 +1,127 @@
+#
+# The MySQL database server configuration file.
+#
+# You can copy this to one of:
+# - "/etc/mysql/my.cnf" to set global options,
+# - "~/.my.cnf" to set user-specific options.
+# 
+# One can use all long options that the program supports.
+# Run program with --help to get a list of available options and with
+# --print-defaults to see which it would actually understand and use.
+#
+# For explanations see
+# http://dev.mysql.com/doc/mysql/en/server-system-variables.html
+
+# This will be passed to all mysql clients
+# It has been reported that passwords should be enclosed with ticks/quotes
+# escpecially if they contain "#" chars...
+# Remember to edit /etc/mysql/debian.cnf when changing the socket location.
+[client]
+port		= 3306
+socket		= /var/run/mysqld/mysqld.sock
+
+# Here is entries for some specific programs
+# The following values assume you have at least 32M ram
+
+# This was formally known as [safe_mysqld]. Both versions are currently parsed.
+[mysqld_safe]
+socket		= /var/run/mysqld/mysqld.sock
+nice		= 0
+
+[mysqld]
+#
+# * Basic Settings
+#
+user		= mysql
+pid-file	= /var/run/mysqld/mysqld.pid
+socket		= /var/run/mysqld/mysqld.sock
+port		= 3306
+basedir		= /usr
+datadir		= /var/lib/mysql
+tmpdir		= /tmp
+lc-messages-dir	= /usr/share/mysql
+skip-external-locking
+#
+# Instead of skip-networking the default is now to listen only on
+# localhost which is more compatible and is not less secure.
+bind-address		= 0.0.0.0
+#
+# * Fine Tuning
+#
+key_buffer		= 16M
+max_allowed_packet	= 16M
+thread_stack		= 192K
+thread_cache_size       = 8
+# This replaces the startup script and checks MyISAM tables if needed
+# the first time they are touched
+myisam-recover         = BACKUP
+#max_connections        = 100
+#table_cache            = 64
+#thread_concurrency     = 10
+#
+# * Query Cache Configuration
+#
+query_cache_limit	= 1M
+query_cache_size        = 16M
+#
+# * Logging and Replication
+#
+# Both location gets rotated by the cronjob.
+# Be aware that this log type is a performance killer.
+# As of 5.1 you can enable the log at runtime!
+#general_log_file        = /var/log/mysql/mysql.log
+#general_log             = 1
+#
+# Error log - should be very few entries.
+#
+log_error = /var/log/mysql/error.log
+#
+# Here you can see queries with especially long duration
+#log_slow_queries	= /var/log/mysql/mysql-slow.log
+#long_query_time = 2
+#log-queries-not-using-indexes
+#
+# The following can be used as easy to replay backup logs or for replication.
+# note: if you are setting up a replication slave, see README.Debian about
+#       other settings you may need to change.
+#server-id		= 1
+#log_bin			= /var/log/mysql/mysql-bin.log
+expire_logs_days	= 10
+max_binlog_size         = 100M
+#binlog_do_db		= include_database_name
+#binlog_ignore_db	= include_database_name
+#
+# * InnoDB
+#
+# InnoDB is enabled by default with a 10MB datafile in /var/lib/mysql/.
+# Read the manual for more InnoDB related options. There are many!
+#
+# * Security Features
+#
+# Read the manual, too, if you want chroot!
+# chroot = /var/lib/mysql/
+#
+# For generating SSL certificates I recommend the OpenSSL GUI "tinyca".
+#
+# ssl-ca=/etc/mysql/cacert.pem
+# ssl-cert=/etc/mysql/server-cert.pem
+# ssl-key=/etc/mysql/server-key.pem
+
+
+
+[mysqldump]
+quick
+quote-names
+max_allowed_packet	= 16M
+
+[mysql]
+#no-auto-rehash	# faster start of mysql but no tab completition
+
+[isamchk]
+key_buffer		= 16M
+
+#
+# * IMPORTANT: Additional settings that can override those from this file!
+#   The files must end with '.cnf', otherwise they'll be ignored.
+#
+!includedir /etc/mysql/conf.d/

data/example/cookbooks/db/recipes/default.rb

@@ -0,0 +1,14 @@
+include_recipe 'apt'
+
+package 'mysql-server'
+
+service 'mysql' do
+  supports(:restart => true)
+end
+
+cookbook_file '/etc/mysql/my.cnf' do
+  notifies :restart, 'service[mysql]'
+end
+
+execute "mysql -uroot -e \"GRANT ALL PRIVILEGES ON *.* TO 'app'@'#{node['app_ip']}' IDENTIFIED BY 'app';\""
+

data/example/cookbooks/proxy/metadata.rb

@@ -0,0 +1 @@
+depends 'apt'

data/example/cookbooks/proxy/recipes/default.rb

@@ -0,0 +1,26 @@
+include_recipe 'apt'
+
+package "nginx" do
+  action :install
+end
+
+service "nginx" do
+  action :start
+  supports(:reload => true)
+end
+
+file "/etc/nginx/sites-enabled/default" do
+  action :delete
+  notifies :reload, 'service[nginx]'
+end
+
+%w!app static!.each do |app|
+  template "/etc/nginx/sites-available/#{app}" do
+    notifies :reload, 'service[nginx]'
+  end
+
+  link "/etc/nginx/sites-enabled/#{app}" do
+    to "/etc/nginx/sites-available/#{app}"
+  end
+end
+

data/example/cookbooks/proxy/templates/default/app.erb

@@ -0,0 +1,13 @@
+server {
+	listen   80;
+
+	root /usr/share/nginx/www;
+	index index.html index.htm;
+
+	server_name app;
+
+	location / {
+    proxy_pass http://<%= node['app_ip'] %>;
+	}
+}
+

data/example/cookbooks/proxy/templates/default/static.erb

@@ -0,0 +1,14 @@
+server {
+	listen   80;
+
+	root /usr/share/nginx/www;
+	index index.html index.htm;
+
+	server_name static;
+
+	location / {
+		try_files $uri $uri/ /index.html;
+	}
+}
+
+

data/example/sinatra_app/.gitignore

@@ -0,0 +1 @@
+log

data/example/sinatra_app/Gemfile

@@ -0,0 +1,5 @@
+source 'https://rubygems.org'
+
+gem 'sinatra'
+gem 'thin'
+

data/example/sinatra_app/app.rb

@@ -0,0 +1,6 @@
+require 'sinatra'
+
+get '/' do
+  "Hello Sinatra!"
+end
+

data/example/sinatra_app/config.ru

@@ -0,0 +1,2 @@
+require './app'
+run Sinatra::Application

data/example/spec/spec_helper.rb

@@ -0,0 +1,31 @@
+require 'infrataster/rspec'
+
+Infrataster::Server.define(
+  :proxy,
+  '192.168.33.10',
+  vagrant: true,
+)
+Infrataster::Server.define(
+  :app,
+  '172.16.33.11',
+  vagrant: true,
+  from: :proxy
+)
+Infrataster::Server.define(
+  :db,
+  '172.16.33.12',
+  vagrant: true,
+  from: :app,
+  mysql: {user: 'app', password: 'app'}
+)
+
+Infrataster::BrowsermobProxy.bin_path = File.expand_path('../../../vendor/browsermob-proxy/bin/browsermob-proxy', __FILE__)
+
+RSpec.configure do |config|
+  config.treat_symbols_as_metadata_keys_with_true_values = true
+  config.run_all_when_everything_filtered = true
+  config.filter_run :focus
+
+  config.order = 'random'
+end
+

data/example/spec/web_spec.rb

@@ -0,0 +1,64 @@
+require 'spec_helper'
+
+describe server(:app) do
+  describe http('http://app') do
+    it "responds content including 'Hello Sinatra'" do
+      expect(response.body).to include('Hello Sinatra')
+    end
+    it "responds as 'text/html'" do
+      expect(response.content_type).to eq('text/html')
+    end
+    it "responds OK 200" do
+      expect(response.code).to eq('200')
+    end
+  end
+  describe capybara('http://app') do
+    it "responds content including 'Hello Sinatra'" do
+      visit '/'
+      expect(page).to have_content('Hello Sinatra')
+    end
+  end
+end
+
+describe server(:db) do
+  describe mysql_query('SHOW STATUS') do
+    it 'responds uptime' do
+      row = results.find {|r| r['Variable_name'] == 'Uptime' }
+      expect(row['Value'].to_i).to be > 0
+    end
+  end
+end
+
+describe server(:proxy) do
+  describe http('http://app') do
+    it "responds content including 'Hello Sinatra'" do
+      expect(response.body).to include('Hello Sinatra')
+    end
+    it "responds as 'text/html'" do
+      expect(response.content_type).to eq('text/html')
+    end
+  end
+  describe http('http://static') do
+    it "responds content including 'Welcome to nginx!'" do
+      expect(response.body).to include('Welcome to nginx!')
+    end
+    it "responds as 'text/html'" do
+      expect(response.content_type).to eq('text/html')
+    end
+  end
+  describe capybara('http://app') do
+    it "responds content including 'Hello Sinatra'" do
+      visit '/'
+      expect(page).to have_content('Hello Sinatra')
+    end
+  end
+  describe capybara('http://static') do
+    it "responds content including 'Welcome to nginx!'" do
+      visit '/'
+      expect(page).to have_content('Welcome to nginx!')
+    end
+  end
+end
+
+
+