gigpark-ec2onrails 0.9.10.3

data/test/autobench.conf

@@ -0,0 +1,60 @@
+# Autobench Configuration File
+
+# host1, host2 
+# The hostnames of the servers under test
+# Eg. host1 = iis.test.com 
+#     host2 = apache.test.com
+
+file = out.tsv
+
+host1 = ec2-67-202-61-243.compute-1.amazonaws.com
+
+# uri1, uri2
+# The URI to test (relative to the document root).  For a fair comparison
+# the files should be identical (although the paths to them may differ on the 
+# different hosts)
+
+uri1  = /
+
+# port1, port2
+# The port number on which the servers are listening
+
+port1 = 80
+
+# low_rate, high_rate, rate_step
+# The 'rate' is the number of number of connections to open per second.
+# A series of tests will be conducted, starting at low rate,
+# increasing by rate step, and finishing at high_rate.
+# The default settings test at rates of 20,30,40,50...180,190,200
+
+low_rate  = 1
+high_rate = 5
+rate_step = 1
+
+# num_conn, num_call
+# num_conn is the total number of connections to make during a test
+# num_call is the number of requests per connection
+# The product of num_call and rate is the the approximate number of
+# requests per second that will be attempted.
+
+num_conn  = 1000
+num_call  = 5
+
+# timeout sets the maximimum time (in seconds) that httperf will wait
+# for replies from the web server.  If the timeout is exceeded, the
+# reply concerned is counted as an error.
+
+timeout   = 10
+
+# output_fmt
+# sets the output type - may be either "csv", or "tsv";
+
+output_fmt = tsv
+
+## Config for distributed autobench (autobench_admin)
+# clients  
+# comma separated list of the hostnames and portnumbers for the
+# autobench clients.  No whitespace can appear before or after the commas.
+# clients = bench1.foo.com:4600,bench2.foo.com:4600,bench3.foo.com:4600
+
+#clients = localhost:4600

data/test/spec/lib/s3_helper_spec.rb

@@ -0,0 +1,154 @@
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+require 'spec'
+require "#{File.dirname(__FILE__)}/../../../server/files/usr/local/ec2onrails/lib/s3_helper"
+
+REAL_S3_CONFIG = "#{File.dirname(__FILE__)}/../../../../local/s3.yml"
+MOCK_S3_CONFIG = "#{File.dirname(__FILE__)}/../../../examples/s3.yml"
+
+TEST_FILE_1 = "#{File.dirname(__FILE__)}/../test_files/test1"
+TEST_FILE_2 = "#{File.dirname(__FILE__)}/../test_files/test2"
+
+describe Ec2onrails::S3Helper do
+  before(:each) do
+    FileUtils.rm_f("/tmp/test*")
+  end
+  
+  describe "with a mock connection" do
+    before(:each) do
+      bucket = mock("bucket")
+      s3 = mock("s3")
+      s3.stub!(:bucket).and_return bucket
+      RightAws::S3.stub!(:new).and_return(s3)
+      @s3_helper = Ec2onrails::S3Helper.new("bucket", nil, MOCK_S3_CONFIG, "production")
+    end
+  
+    it "can load S3 config details from a config file with multiple environment sections" do
+      @s3_helper.aws_access_key.should == "DEF456"
+      @s3_helper.aws_secret_access_key.should == "def456def456def456def456"
+    end
+  
+    it "can load S3 config details from a config file with no environment sections" do
+      s3 = Ec2onrails::S3Helper.new("bucket", nil, "#{File.dirname(__FILE__)}/s3_old.yml", "production")
+      s3.aws_access_key.should == "ABC123"
+      s3.aws_secret_access_key.should == "abc123abc123abc123abc123"
+    end
+  
+    it "can create an s3 key using a given filename" do
+      @s3_helper.s3_key(TEST_FILE_1).should == "test1"
+    end
+  
+    it "can create an s3 key using a given filename and a subdir name" do
+      @s3_helper = Ec2onrails::S3Helper.new("bucket", "subdir", MOCK_S3_CONFIG, "production")
+      @s3_helper.s3_key(TEST_FILE_1).should == "subdir/test1"
+    end  
+  end
+
+  describe "with a real connection" do
+    # Integration tests to make sure we can use the real API
+    # TODO these are currently broken, fix them and come up with a better way of specifying the real S3 credentials, maybe specify in ENV?
+    before(:each) do
+      @s3_helper = Ec2onrails::S3Helper.new("ec2onrails-test", nil, REAL_S3_CONFIG, "production")
+      begin
+        bucket = AWS::S3::Bucket.find(@s3_helper.bucket)
+        bucket.delete_all
+        # bucket.delete
+      rescue AWS::S3::NoSuchBucket
+        # no problem
+      end
+    end
+    
+    it "can create a bucket" do
+      @s3_helper.create_bucket
+      AWS::S3::Bucket.find(@s3_helper.bucket)
+    end
+    
+    it "can upload a file to S3" do
+      @s3_helper.store_file(TEST_FILE_1)
+      AWS::S3::S3Object.find("test1", "ec2onrails-test")
+    end
+    
+    it "can upload a file to S3 into a subdir" do
+      @s3_helper = Ec2onrails::S3Helper.new("test", "subdir", REAL_S3_CONFIG, "production")
+      @s3_helper.store_file(TEST_FILE_1)
+      AWS::S3::S3Object.find("subdir/test1", "ec2onrails-test")
+    end
+    
+    it "can retrieve a file from S3" do
+      @s3_helper.store_file(TEST_FILE_1)
+      AWS::S3::S3Object.find("test1", "ec2onrails-test")
+    end
+    
+    it "can retrieve a file from S3 into a subdir" do
+      @s3_helper = Ec2onrails::S3Helper.new("test", "subdir", REAL_S3_CONFIG, "production")
+      @s3_helper.store_file(TEST_FILE_1)
+      @s3_helper.retrieve_file("/tmp/test1")
+    end
+    
+    it "can delete files with a given prefix" do
+      @s3_helper.store_file(TEST_FILE_1)
+      @s3_helper.store_file(TEST_FILE_2)
+      AWS::S3::S3Object.find("test1", "ec2onrails-test")
+      AWS::S3::S3Object.find("test2", "ec2onrails-test")
+      @s3_helper.delete_files("test")
+      lambda {
+        AWS::S3::S3Object.find("test1", "ec2onrails-test")
+      }.should raise_error
+      lambda {
+        AWS::S3::S3Object.find("test2", "ec2onrails-test")
+      }.should raise_error
+    end
+    
+    it "can delete files with a given prefix in a subdir" do
+      @s3_helper = Ec2onrails::S3Helper.new("test", "subdir", REAL_S3_CONFIG, "production")
+      @s3_helper.store_file(TEST_FILE_1)
+      @s3_helper.store_file(TEST_FILE_2)
+      AWS::S3::S3Object.find("subdir/test1", "ec2onrails-test")
+      AWS::S3::S3Object.find("subdir/test2", "ec2onrails-test")
+      @s3_helper.delete_files("test")
+      lambda {
+        AWS::S3::S3Object.find("subdir/test1", "ec2onrails-test")
+      }.should raise_error
+      lambda {
+        AWS::S3::S3Object.find("subdir/test2", "ec2onrails-test")
+      }.should raise_error
+    end
+      
+    it "can retrieve files with a given prefix into a local dir" do
+      @s3_helper.store_file(TEST_FILE_1)
+      @s3_helper.store_file(TEST_FILE_2)
+      AWS::S3::S3Object.find("test1", "ec2onrails-test")
+      AWS::S3::S3Object.find("test2", "ec2onrails-test")
+      @s3_helper.retrieve_files("test", "/tmp")
+      File.exists?("/tmp/test1").should be_true
+      File.exists?("/tmp/test2").should be_true
+    end
+    
+    it "can retrieve files with a given prefix in a subdir into a local dir" do
+      @s3_helper = Ec2onrails::S3Helper.new("test", "subdir", REAL_S3_CONFIG, "production")
+      @s3_helper.store_file(TEST_FILE_1)
+      @s3_helper.store_file(TEST_FILE_2)
+      AWS::S3::S3Object.find("subdir/test1", "ec2onrails-test")
+      AWS::S3::S3Object.find("subdir/test2", "ec2onrails-test")
+      @s3_helper.retrieve_files("test", "/tmp")
+      File.exists?("/tmp/test1").should be_true
+      File.exists?("/tmp/test2").should be_true
+    end
+  end
+end

data/test/spec/lib/s3_old.yml

@@ -0,0 +1,3 @@
+aws_access_key: ABC123
+aws_secret_access_key: abc123abc123abc123abc123
+bucket_base_name: yourbucket

data/test/spec/lib/system_files_manifest_spec.rb

@@ -0,0 +1,122 @@
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+require 'spec'
+require "#{File.dirname(__FILE__)}/../../../server/files/usr/local/ec2onrails/lib/system_files_manifest"
+
+TEST_FILES_ROOT = "#{File.dirname(__FILE__)}/../test_files"
+
+describe Ec2onrails::SystemFilesManifest do
+  before(:each) do
+    Ec2onrails::SystemFilesManifest.stub!(:log_error)
+  end
+  
+  describe "with a valid directory that matches the manifest" do
+    before(:each) do
+      @dir = File.join TEST_FILES_ROOT, "system_files1"
+    end
+
+    it "can construct a new object from the directory" do
+      Ec2onrails::SystemFilesManifest.new @dir
+    end
+    
+    it "can construct a new object given the manifest file name" do
+      Ec2onrails::SystemFilesManifest.new "#{@dir}/#{Ec2onrails::SystemFilesManifest::MANIFEST_FILE_NAME}"
+    end
+    
+    it "recognizes the format of comment and empty lines" do
+      m = Ec2onrails::SystemFilesManifest.new(@dir)
+      m.comment_or_empty_line?("").should be_true
+      m.comment_or_empty_line?(" ").should be_true
+      m.comment_or_empty_line?("  ").should be_true
+      m.comment_or_empty_line?("\t  ").should be_true
+      m.comment_or_empty_line?("#").should be_true
+      m.comment_or_empty_line?(" #").should be_true
+      m.comment_or_empty_line?("\t#").should be_true
+      m.comment_or_empty_line?(" #xx  ").should be_true
+      m.comment_or_empty_line?(" #xx  #  ").should be_true
+      
+      m.comment_or_empty_line?(" x#  ").should be_false
+      m.comment_or_empty_line?(" x#xx  ").should be_false
+      m.comment_or_empty_line?("x#").should be_false
+    end
+    
+    it "can provide metadata about the mode and owner of the file" do
+      m = Ec2onrails::SystemFilesManifest.new @dir
+      m["test1"].should == {:mode => nil, :owner => nil}
+      m["test2"].should == {:mode => "777", :owner => "user1:user1"}
+      m["testfolder"].should == {:mode => nil, :owner => nil}
+      m["testfolder/test3"].should == {:mode => "700", :owner => "user2"}
+    end
+
+    it "can provide metadata about the file even if the filename has a leading slash appended" do
+      m = Ec2onrails::SystemFilesManifest.new @dir
+      m["/test1"].should == {:mode => nil, :owner => nil}
+    end
+
+    it "can provide metadata about the file even if the filename has the full server_files dir path appended" do
+      m = Ec2onrails::SystemFilesManifest.new @dir
+      m["#{@dir}/test1"].should == {:mode => nil, :owner => nil}
+    end
+    
+    it "can normalize a given filename by removing the directories up to and including the server_files dir, and removing the leading slash" do
+      m = Ec2onrails::SystemFilesManifest.new @dir
+      m.normalize("test").should == "test"
+      m.normalize("/test").should == "test"
+      m.normalize("#{@dir}/test").should == "test"
+      m.normalize("#{@dir}/x/test").should == "x/test"
+    end
+    
+    it "can return all filenames as an array" do
+      m = Ec2onrails::SystemFilesManifest.new @dir
+      m.filenames.should == %w(test1 test2 testfolder testfolder/test3)
+    end
+  end
+
+  describe "with a valid directory that doesn't match the manifest" do
+    before(:each) do
+      @dir = File.join TEST_FILES_ROOT, "system_files2"
+      
+    end
+    
+    it "should raise an error on new" do
+      lambda {Ec2onrails::SystemFilesManifest.new @dir}.should raise_error
+    end
+  end
+  
+  describe "with a valid directory that contains no manifest" do
+    before(:each) do
+      @dir = File.join TEST_FILES_ROOT
+    end
+
+    it "should raise an error on new" do
+      lambda {Ec2onrails::SystemFilesManifest.new @dir}.should raise_error
+    end
+  end
+  
+  describe "with an invalid directory" do
+    before(:each) do
+      @dir = "does_not_exist"
+    end
+    
+    it "should raise an error on new" do
+      lambda {Ec2onrails::SystemFilesManifest.new @dir}.should raise_error
+    end
+  end
+end
+

data/test/spec/test_files/system_files1/_manifest

@@ -0,0 +1,13 @@
+# This is a manifest file with comments
+
+# test1 has no metadata
+test1
+
+# test2 should have mode 777 and be owned by user1 
+test2 mode=777 owner=user1:user1
+
+# testfolder has no metadata
+testfolder
+
+# test3 should be mode 700 and owned by user2
+testfolder/test3 mode=700 owner=user2

data/test/spec/test_files/system_files2/_manifest

@@ -0,0 +1,2 @@
+test1
+foo

data/test/test_app/Capfile

@@ -0,0 +1,3 @@
+load 'deploy' if respond_to?(:namespace) # cap2 differentiator
+load 'config/deploy'
+require 'ec2onrails/recipes'

data/test/test_app/README

@@ -0,0 +1,243 @@
+== Welcome to Rails
+
+Rails is a web-application framework that includes everything needed to create 
+database-backed web applications according to the Model-View-Control pattern. 
+
+This pattern splits the view (also called the presentation) into "dumb" templates
+that are primarily responsible for inserting pre-built data in between HTML tags.
+The model contains the "smart" domain objects (such as Account, Product, Person,
+Post) that holds all the business logic and knows how to persist themselves to
+a database. The controller handles the incoming requests (such as Save New Account,
+Update Product, Show Post) by manipulating the model and directing data to the view.
+
+In Rails, the model is handled by what's called an object-relational mapping
+layer entitled Active Record. This layer allows you to present the data from
+database rows as objects and embellish these data objects with business logic
+methods. You can read more about Active Record in
+link:files/vendor/rails/activerecord/README.html.
+
+The controller and view are handled by the Action Pack, which handles both
+layers by its two parts: Action View and Action Controller. These two layers
+are bundled in a single package due to their heavy interdependence. This is
+unlike the relationship between the Active Record and Action Pack that is much
+more separate. Each of these packages can be used independently outside of
+Rails.  You can read more about Action Pack in
+link:files/vendor/rails/actionpack/README.html.
+
+
+== Getting Started
+
+1. At the command prompt, start a new Rails application using the <tt>rails</tt> command
+   and your application name. Ex: rails myapp
+2. Change directory into myapp and start the web server: <tt>script/server</tt> (run with --help for options)
+3. Go to http://localhost:3000/ and get "Welcome aboard: You're riding the Rails!"
+4. Follow the guidelines to start developing your application
+
+
+== Web Servers
+
+By default, Rails will try to use Mongrel if it's are installed when started with script/server, otherwise Rails will use WEBrick, the webserver that ships with Ruby. But you can also use Rails
+with a variety of other web servers.
+
+Mongrel is a Ruby-based webserver with a C component (which requires compilation) that is
+suitable for development and deployment of Rails applications. If you have Ruby Gems installed,
+getting up and running with mongrel is as easy as: <tt>gem install mongrel</tt>.
+More info at: http://mongrel.rubyforge.org
+
+Say other Ruby web servers like Thin and Ebb or regular web servers like Apache or LiteSpeed or
+Lighttpd or IIS. The Ruby web servers are run through Rack and the latter can either be setup to use
+FCGI or proxy to a pack of Mongrels/Thin/Ebb servers.
+
+== Apache .htaccess example for FCGI/CGI
+
+# General Apache options
+AddHandler fastcgi-script .fcgi
+AddHandler cgi-script .cgi
+Options +FollowSymLinks +ExecCGI
+
+# If you don't want Rails to look in certain directories,
+# use the following rewrite rules so that Apache won't rewrite certain requests
+# 
+# Example:
+#   RewriteCond %{REQUEST_URI} ^/notrails.*
+#   RewriteRule .* - [L]
+
+# Redirect all requests not available on the filesystem to Rails
+# By default the cgi dispatcher is used which is very slow
+# 
+# For better performance replace the dispatcher with the fastcgi one
+#
+# Example:
+#   RewriteRule ^(.*)$ dispatch.fcgi [QSA,L]
+RewriteEngine On
+
+# If your Rails application is accessed via an Alias directive,
+# then you MUST also set the RewriteBase in this htaccess file.
+#
+# Example:
+#   Alias /myrailsapp /path/to/myrailsapp/public
+#   RewriteBase /myrailsapp
+
+RewriteRule ^$ index.html [QSA]
+RewriteRule ^([^.]+)$ $1.html [QSA]
+RewriteCond %{REQUEST_FILENAME} !-f
+RewriteRule ^(.*)$ dispatch.cgi [QSA,L]
+
+# In case Rails experiences terminal errors
+# Instead of displaying this message you can supply a file here which will be rendered instead
+# 
+# Example:
+#   ErrorDocument 500 /500.html
+
+ErrorDocument 500 "<h2>Application error</h2>Rails application failed to start properly"
+
+
+== Debugging Rails
+
+Sometimes your application goes wrong.  Fortunately there are a lot of tools that
+will help you debug it and get it back on the rails.
+
+First area to check is the application log files.  Have "tail -f" commands running
+on the server.log and development.log. Rails will automatically display debugging
+and runtime information to these files. Debugging info will also be shown in the
+browser on requests from 127.0.0.1.
+
+You can also log your own messages directly into the log file from your code using
+the Ruby logger class from inside your controllers. Example:
+
+  class WeblogController < ActionController::Base
+    def destroy
+      @weblog = Weblog.find(params[:id])
+      @weblog.destroy
+      logger.info("#{Time.now} Destroyed Weblog ID ##{@weblog.id}!")
+    end
+  end
+
+The result will be a message in your log file along the lines of:
+
+  Mon Oct 08 14:22:29 +1000 2007 Destroyed Weblog ID #1
+
+More information on how to use the logger is at http://www.ruby-doc.org/core/
+
+Also, Ruby documentation can be found at http://www.ruby-lang.org/ including:
+
+* The Learning Ruby (Pickaxe) Book: http://www.ruby-doc.org/docs/ProgrammingRuby/
+* Learn to Program: http://pine.fm/LearnToProgram/  (a beginners guide)
+
+These two online (and free) books will bring you up to speed on the Ruby language
+and also on programming in general.
+
+
+== Debugger
+
+Debugger support is available through the debugger command when you start your Mongrel or
+Webrick server with --debugger. This means that you can break out of execution at any point
+in the code, investigate and change the model, AND then resume execution! 
+You need to install ruby-debug to run the server in debugging mode. With gems, use 'gem install ruby-debug'
+Example:
+
+  class WeblogController < ActionController::Base
+    def index
+      @posts = Post.find(:all)
+      debugger
+    end
+  end
+
+So the controller will accept the action, run the first line, then present you
+with a IRB prompt in the server window. Here you can do things like:
+
+  >> @posts.inspect
+  => "[#<Post:0x14a6be8 @attributes={\"title\"=>nil, \"body\"=>nil, \"id\"=>\"1\"}>,
+       #<Post:0x14a6620 @attributes={\"title\"=>\"Rails you know!\", \"body\"=>\"Only ten..\", \"id\"=>\"2\"}>]"
+  >> @posts.first.title = "hello from a debugger"
+  => "hello from a debugger"
+
+...and even better is that you can examine how your runtime objects actually work:
+
+  >> f = @posts.first
+  => #<Post:0x13630c4 @attributes={"title"=>nil, "body"=>nil, "id"=>"1"}>
+  >> f.
+  Display all 152 possibilities? (y or n)
+
+Finally, when you're ready to resume execution, you enter "cont"
+
+
+== Console
+
+You can interact with the domain model by starting the console through <tt>script/console</tt>.
+Here you'll have all parts of the application configured, just like it is when the
+application is running. You can inspect domain models, change values, and save to the
+database. Starting the script without arguments will launch it in the development environment.
+Passing an argument will specify a different environment, like <tt>script/console production</tt>.
+
+To reload your controllers and models after launching the console run <tt>reload!</tt>
+
+== dbconsole
+
+You can go to the command line of your database directly through <tt>script/dbconsole</tt>.
+You would be connected to the database with the credentials defined in database.yml.
+Starting the script without arguments will connect you to the development database. Passing an
+argument will connect you to a different database, like <tt>script/dbconsole production</tt>.
+Currently works for mysql, postgresql and sqlite.
+
+== Description of Contents
+
+app
+  Holds all the code that's specific to this particular application.
+
+app/controllers
+  Holds controllers that should be named like weblogs_controller.rb for
+  automated URL mapping. All controllers should descend from ApplicationController
+  which itself descends from ActionController::Base.
+
+app/models
+  Holds models that should be named like post.rb.
+  Most models will descend from ActiveRecord::Base.
+
+app/views
+  Holds the template files for the view that should be named like
+  weblogs/index.html.erb for the WeblogsController#index action. All views use eRuby
+  syntax.
+
+app/views/layouts
+  Holds the template files for layouts to be used with views. This models the common
+  header/footer method of wrapping views. In your views, define a layout using the
+  <tt>layout :default</tt> and create a file named default.html.erb. Inside default.html.erb,
+  call <% yield %> to render the view using this layout.
+
+app/helpers
+  Holds view helpers that should be named like weblogs_helper.rb. These are generated
+  for you automatically when using script/generate for controllers. Helpers can be used to
+  wrap functionality for your views into methods.
+
+config
+  Configuration files for the Rails environment, the routing map, the database, and other dependencies.
+
+db
+  Contains the database schema in schema.rb.  db/migrate contains all
+  the sequence of Migrations for your schema.
+
+doc
+  This directory is where your application documentation will be stored when generated
+  using <tt>rake doc:app</tt>
+
+lib
+  Application specific libraries. Basically, any kind of custom code that doesn't
+  belong under controllers, models, or helpers. This directory is in the load path.
+
+public
+  The directory available for the web server. Contains subdirectories for images, stylesheets,
+  and javascripts. Also contains the dispatchers and the default HTML files. This should be
+  set as the DOCUMENT_ROOT of your web server.
+
+script
+  Helper scripts for automation and generation.
+
+test
+  Unit and functional tests along with fixtures. When using the script/generate scripts, template
+  test files will be generated for you and placed in this directory.
+
+vendor
+  External libraries that the application depends on. Also includes the plugins subdirectory.
+  If the app has frozen rails, those gems also go here, under vendor/rails/.
+  This directory is in the load path.