Empact-ec2onrails 0.9.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (74) hide show
  1. data/CHANGELOG +159 -0
  2. data/LICENSE +339 -0
  3. data/README.rdoc +232 -0
  4. data/Rakefile +34 -0
  5. data/examples/Capfile +3 -0
  6. data/examples/deploy.rb +85 -0
  7. data/examples/s3.yml +9 -0
  8. data/lib/ec2onrails.rb +20 -0
  9. data/lib/ec2onrails/capistrano_utils.rb +33 -0
  10. data/lib/ec2onrails/recipes.rb +460 -0
  11. data/lib/ec2onrails/version.rb +31 -0
  12. data/test/autobench.conf +60 -0
  13. data/test/spec/lib/s3_helper_spec.rb +134 -0
  14. data/test/spec/lib/s3_old.yml +3 -0
  15. data/test/spec/test_files/test1 +0 -0
  16. data/test/spec/test_files/test2 +0 -0
  17. data/test/test_app/Capfile +3 -0
  18. data/test/test_app/README +182 -0
  19. data/test/test_app/Rakefile +10 -0
  20. data/test/test_app/app/controllers/application.rb +7 -0
  21. data/test/test_app/app/controllers/db_fast_controller.rb +6 -0
  22. data/test/test_app/app/controllers/fast_controller.rb +5 -0
  23. data/test/test_app/app/controllers/slow_controller.rb +6 -0
  24. data/test/test_app/app/controllers/very_slow_controller.rb +6 -0
  25. data/test/test_app/app/helpers/application_helper.rb +3 -0
  26. data/test/test_app/app/helpers/db_fast_helper.rb +2 -0
  27. data/test/test_app/app/helpers/fast_helper.rb +2 -0
  28. data/test/test_app/app/helpers/slow_helper.rb +2 -0
  29. data/test/test_app/app/helpers/very_slow_helper.rb +2 -0
  30. data/test/test_app/config/boot.rb +109 -0
  31. data/test/test_app/config/database.yml +36 -0
  32. data/test/test_app/config/deploy.rb +21 -0
  33. data/test/test_app/config/environment.rb +60 -0
  34. data/test/test_app/config/environments/development.rb +21 -0
  35. data/test/test_app/config/environments/production.rb +18 -0
  36. data/test/test_app/config/environments/test.rb +19 -0
  37. data/test/test_app/config/routes.rb +27 -0
  38. data/test/test_app/db/schema.rb +7 -0
  39. data/test/test_app/doc/README_FOR_APP +2 -0
  40. data/test/test_app/public/404.html +30 -0
  41. data/test/test_app/public/500.html +30 -0
  42. data/test/test_app/public/dispatch.cgi +10 -0
  43. data/test/test_app/public/dispatch.fcgi +24 -0
  44. data/test/test_app/public/dispatch.rb +10 -0
  45. data/test/test_app/public/favicon.ico +0 -0
  46. data/test/test_app/public/images/rails.png +0 -0
  47. data/test/test_app/public/javascripts/application.js +2 -0
  48. data/test/test_app/public/javascripts/controls.js +963 -0
  49. data/test/test_app/public/javascripts/dragdrop.js +972 -0
  50. data/test/test_app/public/javascripts/effects.js +1120 -0
  51. data/test/test_app/public/javascripts/prototype.js +4225 -0
  52. data/test/test_app/public/robots.txt +1 -0
  53. data/test/test_app/script/about +3 -0
  54. data/test/test_app/script/breakpointer +3 -0
  55. data/test/test_app/script/console +3 -0
  56. data/test/test_app/script/destroy +3 -0
  57. data/test/test_app/script/generate +3 -0
  58. data/test/test_app/script/performance/benchmarker +3 -0
  59. data/test/test_app/script/performance/profiler +3 -0
  60. data/test/test_app/script/performance/request +3 -0
  61. data/test/test_app/script/plugin +3 -0
  62. data/test/test_app/script/process/inspector +3 -0
  63. data/test/test_app/script/process/reaper +3 -0
  64. data/test/test_app/script/process/spawner +3 -0
  65. data/test/test_app/script/runner +3 -0
  66. data/test/test_app/script/server +3 -0
  67. data/test/test_app/test/functional/db_fast_controller_test.rb +18 -0
  68. data/test/test_app/test/functional/fast_controller_test.rb +18 -0
  69. data/test/test_app/test/functional/slow_controller_test.rb +18 -0
  70. data/test/test_app/test/functional/very_slow_controller_test.rb +18 -0
  71. data/test/test_app/test/test_helper.rb +28 -0
  72. data/test/test_ec2onrails.rb +11 -0
  73. data/test/test_helper.rb +2 -0
  74. metadata +156 -0
@@ -0,0 +1,31 @@
1
+ # This file is part of EC2 on Rails.
2
+ # http://rubyforge.org/projects/ec2onrails/
3
+ #
4
+ # Copyright 2007 Paul Dowman, http://pauldowman.com/
5
+ #
6
+ # EC2 on Rails is free software; you can redistribute it and/or modify
7
+ # it under the terms of the GNU General Public License as published by
8
+ # the Free Software Foundation; either version 2 of the License, or
9
+ # (at your option) any later version.
10
+ #
11
+ # EC2 on Rails is distributed in the hope that it will be useful,
12
+ # but WITHOUT ANY WARRANTY; without even the implied warranty of
13
+ # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14
+ # GNU General Public License for more details.
15
+ #
16
+ # You should have received a copy of the GNU General Public License
17
+ # along with this program. If not, see <http://www.gnu.org/licenses/>.
18
+
19
+ module Ec2onrails #:nodoc:
20
+ module VERSION #:nodoc:
21
+ MAJOR = 0
22
+ MINOR = 9
23
+ TINY = 9
24
+ # GEM_UPDATE = 0
25
+ # STRING = [MAJOR, MINOR, TINY, GEM_UPDATE].join('.')
26
+ STRING = [MAJOR, MINOR, TINY].join('.')
27
+
28
+ AMI_ID_32_BIT = 'ami-c9bc58a0'
29
+ AMI_ID_64_BIT = 'ami-cbbc58a2'
30
+ end
31
+ end
@@ -0,0 +1,60 @@
1
+ # Autobench Configuration File
2
+
3
+ # host1, host2
4
+ # The hostnames of the servers under test
5
+ # Eg. host1 = iis.test.com
6
+ # host2 = apache.test.com
7
+
8
+ file = out.tsv
9
+
10
+ host1 = ec2-67-202-61-243.compute-1.amazonaws.com
11
+
12
+ # uri1, uri2
13
+ # The URI to test (relative to the document root). For a fair comparison
14
+ # the files should be identical (although the paths to them may differ on the
15
+ # different hosts)
16
+
17
+ uri1 = /
18
+
19
+ # port1, port2
20
+ # The port number on which the servers are listening
21
+
22
+ port1 = 80
23
+
24
+ # low_rate, high_rate, rate_step
25
+ # The 'rate' is the number of number of connections to open per second.
26
+ # A series of tests will be conducted, starting at low rate,
27
+ # increasing by rate step, and finishing at high_rate.
28
+ # The default settings test at rates of 20,30,40,50...180,190,200
29
+
30
+ low_rate = 1
31
+ high_rate = 5
32
+ rate_step = 1
33
+
34
+ # num_conn, num_call
35
+ # num_conn is the total number of connections to make during a test
36
+ # num_call is the number of requests per connection
37
+ # The product of num_call and rate is the the approximate number of
38
+ # requests per second that will be attempted.
39
+
40
+ num_conn = 1000
41
+ num_call = 5
42
+
43
+ # timeout sets the maximimum time (in seconds) that httperf will wait
44
+ # for replies from the web server. If the timeout is exceeded, the
45
+ # reply concerned is counted as an error.
46
+
47
+ timeout = 10
48
+
49
+ # output_fmt
50
+ # sets the output type - may be either "csv", or "tsv";
51
+
52
+ output_fmt = tsv
53
+
54
+ ## Config for distributed autobench (autobench_admin)
55
+ # clients
56
+ # comma separated list of the hostnames and portnumbers for the
57
+ # autobench clients. No whitespace can appear before or after the commas.
58
+ # clients = bench1.foo.com:4600,bench2.foo.com:4600,bench3.foo.com:4600
59
+
60
+ #clients = localhost:4600
@@ -0,0 +1,134 @@
1
+ require 'spec'
2
+ require "#{File.dirname(__FILE__)}/../../../server/files/usr/local/ec2onrails/lib/s3_helper"
3
+
4
+ REAL_S3_CONFIG = "#{File.dirname(__FILE__)}/../../../../local/s3.yml"
5
+ MOCK_S3_CONFIG = "#{File.dirname(__FILE__)}/../../../examples/s3.yml"
6
+
7
+ TEST_FILE_1 = "#{File.dirname(__FILE__)}/../test_files/test1"
8
+ TEST_FILE_2 = "#{File.dirname(__FILE__)}/../test_files/test2"
9
+
10
+ describe Ec2onrails::S3Helper do
11
+ before(:each) do
12
+ FileUtils.rm_f("/tmp/test*")
13
+ end
14
+
15
+ describe "with a mock connection" do
16
+ before(:each) do
17
+ AWS::S3::Base.stub!(:establish_connection!)
18
+ @s3_helper = Ec2onrails::S3Helper.new("bucket", nil, MOCK_S3_CONFIG, "production")
19
+ end
20
+
21
+ it "can load S3 config details from a config file with multiple environment sections" do
22
+ @s3_helper.aws_access_key.should == "DEF456"
23
+ @s3_helper.aws_secret_access_key.should == "def456def456def456def456"
24
+ @s3_helper.bucket.should == "yourbucket-bucket"
25
+ end
26
+
27
+ it "can load S3 config details from a config file with no environment sections" do
28
+ s3 = Ec2onrails::S3Helper.new("bucket", nil, "#{File.dirname(__FILE__)}/s3_old.yml", "production")
29
+ s3.aws_access_key.should == "ABC123"
30
+ s3.aws_secret_access_key.should == "abc123abc123abc123abc123"
31
+ s3.bucket.should == "yourbucket-bucket"
32
+ end
33
+
34
+ it "can create an s3 key using a given filename" do
35
+ @s3_helper.s3_key(TEST_FILE_1).should == "test1"
36
+ end
37
+
38
+ it "can create an s3 key using a given filename and a subdir name" do
39
+ @s3_helper = Ec2onrails::S3Helper.new("bucket", "subdir", MOCK_S3_CONFIG, "production")
40
+ @s3_helper.s3_key(TEST_FILE_1).should == "subdir/test1"
41
+ end
42
+ end
43
+
44
+ describe "with a real connection" do
45
+ # Integration tests to make sure we can use the real API
46
+ before(:each) do
47
+ @s3_helper = Ec2onrails::S3Helper.new("ec2onrails-test", nil, REAL_S3_CONFIG, "production")
48
+ begin
49
+ bucket = AWS::S3::Bucket.find(@s3_helper.bucket)
50
+ bucket.delete_all
51
+ # bucket.delete
52
+ rescue AWS::S3::NoSuchBucket
53
+ # no problem
54
+ end
55
+ end
56
+
57
+ it "can create a bucket" do
58
+ @s3_helper.create_bucket
59
+ AWS::S3::Bucket.find(@s3_helper.bucket)
60
+ end
61
+
62
+ it "can upload a file to S3" do
63
+ @s3_helper.store_file(TEST_FILE_1)
64
+ AWS::S3::S3Object.find("test1", "ec2onrails-test")
65
+ end
66
+
67
+ it "can upload a file to S3 into a subdir" do
68
+ @s3_helper = Ec2onrails::S3Helper.new("test", "subdir", REAL_S3_CONFIG, "production")
69
+ @s3_helper.store_file(TEST_FILE_1)
70
+ AWS::S3::S3Object.find("subdir/test1", "ec2onrails-test")
71
+ end
72
+
73
+ it "can retrieve a file from S3" do
74
+ @s3_helper.store_file(TEST_FILE_1)
75
+ AWS::S3::S3Object.find("test1", "ec2onrails-test")
76
+ end
77
+
78
+ it "can retrieve a file from S3 into a subdir" do
79
+ @s3_helper = Ec2onrails::S3Helper.new("test", "subdir", REAL_S3_CONFIG, "production")
80
+ @s3_helper.store_file(TEST_FILE_1)
81
+ @s3_helper.retrieve_file("/tmp/test1")
82
+ end
83
+
84
+ it "can delete files with a given prefix" do
85
+ @s3_helper.store_file(TEST_FILE_1)
86
+ @s3_helper.store_file(TEST_FILE_2)
87
+ AWS::S3::S3Object.find("test1", "ec2onrails-test")
88
+ AWS::S3::S3Object.find("test2", "ec2onrails-test")
89
+ @s3_helper.delete_files("test")
90
+ lambda {
91
+ AWS::S3::S3Object.find("test1", "ec2onrails-test")
92
+ }.should raise_error
93
+ lambda {
94
+ AWS::S3::S3Object.find("test2", "ec2onrails-test")
95
+ }.should raise_error
96
+ end
97
+
98
+ it "can delete files with a given prefix in a subdir" do
99
+ @s3_helper = Ec2onrails::S3Helper.new("test", "subdir", REAL_S3_CONFIG, "production")
100
+ @s3_helper.store_file(TEST_FILE_1)
101
+ @s3_helper.store_file(TEST_FILE_2)
102
+ AWS::S3::S3Object.find("subdir/test1", "ec2onrails-test")
103
+ AWS::S3::S3Object.find("subdir/test2", "ec2onrails-test")
104
+ @s3_helper.delete_files("test")
105
+ lambda {
106
+ AWS::S3::S3Object.find("subdir/test1", "ec2onrails-test")
107
+ }.should raise_error
108
+ lambda {
109
+ AWS::S3::S3Object.find("subdir/test2", "ec2onrails-test")
110
+ }.should raise_error
111
+ end
112
+
113
+ it "can retrieve files with a given prefix into a local dir" do
114
+ @s3_helper.store_file(TEST_FILE_1)
115
+ @s3_helper.store_file(TEST_FILE_2)
116
+ AWS::S3::S3Object.find("test1", "ec2onrails-test")
117
+ AWS::S3::S3Object.find("test2", "ec2onrails-test")
118
+ @s3_helper.retrieve_files("test", "/tmp")
119
+ File.exists?("/tmp/test1").should be_true
120
+ File.exists?("/tmp/test2").should be_true
121
+ end
122
+
123
+ it "can retrieve files with a given prefix in a subdir into a local dir" do
124
+ @s3_helper = Ec2onrails::S3Helper.new("test", "subdir", REAL_S3_CONFIG, "production")
125
+ @s3_helper.store_file(TEST_FILE_1)
126
+ @s3_helper.store_file(TEST_FILE_2)
127
+ AWS::S3::S3Object.find("subdir/test1", "ec2onrails-test")
128
+ AWS::S3::S3Object.find("subdir/test2", "ec2onrails-test")
129
+ @s3_helper.retrieve_files("test", "/tmp")
130
+ File.exists?("/tmp/test1").should be_true
131
+ File.exists?("/tmp/test2").should be_true
132
+ end
133
+ end
134
+ end
@@ -0,0 +1,3 @@
1
+ aws_access_key: ABC123
2
+ aws_secret_access_key: abc123abc123abc123abc123
3
+ bucket_base_name: yourbucket
File without changes
File without changes
@@ -0,0 +1,3 @@
1
+ load 'deploy' if respond_to?(:namespace) # cap2 differentiator
2
+ load 'config/deploy'
3
+ require 'ec2onrails/recipes'
@@ -0,0 +1,182 @@
1
+ == Welcome to Rails
2
+
3
+ Rails is a web-application and persistence framework that includes everything
4
+ needed to create database-backed web-applications according to the
5
+ Model-View-Control pattern of separation. This pattern splits the view (also
6
+ called the presentation) into "dumb" templates that are primarily responsible
7
+ for inserting pre-built data in between HTML tags. The model contains the
8
+ "smart" domain objects (such as Account, Product, Person, Post) that holds all
9
+ the business logic and knows how to persist themselves to a database. The
10
+ controller handles the incoming requests (such as Save New Account, Update
11
+ Product, Show Post) by manipulating the model and directing data to the view.
12
+
13
+ In Rails, the model is handled by what's called an object-relational mapping
14
+ layer entitled Active Record. This layer allows you to present the data from
15
+ database rows as objects and embellish these data objects with business logic
16
+ methods. You can read more about Active Record in
17
+ link:files/vendor/rails/activerecord/README.html.
18
+
19
+ The controller and view are handled by the Action Pack, which handles both
20
+ layers by its two parts: Action View and Action Controller. These two layers
21
+ are bundled in a single package due to their heavy interdependence. This is
22
+ unlike the relationship between the Active Record and Action Pack that is much
23
+ more separate. Each of these packages can be used independently outside of
24
+ Rails. You can read more about Action Pack in
25
+ link:files/vendor/rails/actionpack/README.html.
26
+
27
+
28
+ == Getting started
29
+
30
+ 1. At the command prompt, start a new rails application using the rails command
31
+ and your application name. Ex: rails myapp
32
+ (If you've downloaded rails in a complete tgz or zip, this step is already done)
33
+ 2. Change directory into myapp and start the web server: <tt>script/server</tt> (run with --help for options)
34
+ 3. Go to http://localhost:3000/ and get "Welcome aboard: You’re riding the Rails!"
35
+ 4. Follow the guidelines to start developing your application
36
+
37
+
38
+ == Web Servers
39
+
40
+ By default, Rails will try to use Mongrel and lighttpd if they are installed, otherwise
41
+ Rails will use the WEBrick, the webserver that ships with Ruby. When you run script/server,
42
+ Rails will check if Mongrel exists, then lighttpd and finally fall back to WEBrick. This ensures
43
+ that you can always get up and running quickly.
44
+
45
+ Mongrel is a Ruby-based webserver with a C-component (which requires compilation) that is
46
+ suitable for development and deployment of Rails applications. If you have Ruby Gems installed,
47
+ getting up and running with mongrel is as easy as: <tt>gem install mongrel</tt>.
48
+ More info at: http://mongrel.rubyforge.org
49
+
50
+ If Mongrel is not installed, Rails will look for lighttpd. It's considerably faster than
51
+ Mongrel and WEBrick and also suited for production use, but requires additional
52
+ installation and currently only works well on OS X/Unix (Windows users are encouraged
53
+ to start with Mongrel). We recommend version 1.4.11 and higher. You can download it from
54
+ http://www.lighttpd.net.
55
+
56
+ And finally, if neither Mongrel or lighttpd are installed, Rails will use the built-in Ruby
57
+ web server, WEBrick. WEBrick is a small Ruby web server suitable for development, but not
58
+ for production.
59
+
60
+ But of course its also possible to run Rails on any platform that supports FCGI.
61
+ Apache, LiteSpeed, IIS are just a few. For more information on FCGI,
62
+ please visit: http://wiki.rubyonrails.com/rails/pages/FastCGI
63
+
64
+
65
+ == Debugging Rails
66
+
67
+ Have "tail -f" commands running on the server.log and development.log. Rails will
68
+ automatically display debugging and runtime information to these files. Debugging
69
+ info will also be shown in the browser on requests from 127.0.0.1.
70
+
71
+
72
+ == Breakpoints
73
+
74
+ Breakpoint support is available through the script/breakpointer client. This
75
+ means that you can break out of execution at any point in the code, investigate
76
+ and change the model, AND then resume execution! Example:
77
+
78
+ class WeblogController < ActionController::Base
79
+ def index
80
+ @posts = Post.find(:all)
81
+ breakpoint "Breaking out from the list"
82
+ end
83
+ end
84
+
85
+ So the controller will accept the action, run the first line, then present you
86
+ with a IRB prompt in the breakpointer window. Here you can do things like:
87
+
88
+ Executing breakpoint "Breaking out from the list" at .../webrick_server.rb:16 in 'breakpoint'
89
+
90
+ >> @posts.inspect
91
+ => "[#<Post:0x14a6be8 @attributes={\"title\"=>nil, \"body\"=>nil, \"id\"=>\"1\"}>,
92
+ #<Post:0x14a6620 @attributes={\"title\"=>\"Rails you know!\", \"body\"=>\"Only ten..\", \"id\"=>\"2\"}>]"
93
+ >> @posts.first.title = "hello from a breakpoint"
94
+ => "hello from a breakpoint"
95
+
96
+ ...and even better is that you can examine how your runtime objects actually work:
97
+
98
+ >> f = @posts.first
99
+ => #<Post:0x13630c4 @attributes={"title"=>nil, "body"=>nil, "id"=>"1"}>
100
+ >> f.
101
+ Display all 152 possibilities? (y or n)
102
+
103
+ Finally, when you're ready to resume execution, you press CTRL-D
104
+
105
+
106
+ == Console
107
+
108
+ You can interact with the domain model by starting the console through <tt>script/console</tt>.
109
+ Here you'll have all parts of the application configured, just like it is when the
110
+ application is running. You can inspect domain models, change values, and save to the
111
+ database. Starting the script without arguments will launch it in the development environment.
112
+ Passing an argument will specify a different environment, like <tt>script/console production</tt>.
113
+
114
+ To reload your controllers and models after launching the console run <tt>reload!</tt>
115
+
116
+ To reload your controllers and models after launching the console run <tt>reload!</tt>
117
+
118
+
119
+
120
+ == Description of contents
121
+
122
+ app
123
+ Holds all the code that's specific to this particular application.
124
+
125
+ app/controllers
126
+ Holds controllers that should be named like weblogs_controller.rb for
127
+ automated URL mapping. All controllers should descend from ApplicationController
128
+ which itself descends from ActionController::Base.
129
+
130
+ app/models
131
+ Holds models that should be named like post.rb.
132
+ Most models will descend from ActiveRecord::Base.
133
+
134
+ app/views
135
+ Holds the template files for the view that should be named like
136
+ weblogs/index.rhtml for the WeblogsController#index action. All views use eRuby
137
+ syntax.
138
+
139
+ app/views/layouts
140
+ Holds the template files for layouts to be used with views. This models the common
141
+ header/footer method of wrapping views. In your views, define a layout using the
142
+ <tt>layout :default</tt> and create a file named default.rhtml. Inside default.rhtml,
143
+ call <% yield %> to render the view using this layout.
144
+
145
+ app/helpers
146
+ Holds view helpers that should be named like weblogs_helper.rb. These are generated
147
+ for you automatically when using script/generate for controllers. Helpers can be used to
148
+ wrap functionality for your views into methods.
149
+
150
+ config
151
+ Configuration files for the Rails environment, the routing map, the database, and other dependencies.
152
+
153
+ components
154
+ Self-contained mini-applications that can bundle together controllers, models, and views.
155
+
156
+ db
157
+ Contains the database schema in schema.rb. db/migrate contains all
158
+ the sequence of Migrations for your schema.
159
+
160
+ doc
161
+ This directory is where your application documentation will be stored when generated
162
+ using <tt>rake doc:app</tt>
163
+
164
+ lib
165
+ Application specific libraries. Basically, any kind of custom code that doesn't
166
+ belong under controllers, models, or helpers. This directory is in the load path.
167
+
168
+ public
169
+ The directory available for the web server. Contains subdirectories for images, stylesheets,
170
+ and javascripts. Also contains the dispatchers and the default HTML files. This should be
171
+ set as the DOCUMENT_ROOT of your web server.
172
+
173
+ script
174
+ Helper scripts for automation and generation.
175
+
176
+ test
177
+ Unit and functional tests along with fixtures. When using the script/generate scripts, template
178
+ test files will be generated for you and placed in this directory.
179
+
180
+ vendor
181
+ External libraries that the application depends on. Also includes the plugins subdirectory.
182
+ This directory is in the load path.
@@ -0,0 +1,10 @@
1
+ # Add your own tasks in files placed in lib/tasks ending in .rake,
2
+ # for example lib/tasks/capistrano.rake, and they will automatically be available to Rake.
3
+
4
+ require(File.join(File.dirname(__FILE__), 'config', 'boot'))
5
+
6
+ require 'rake'
7
+ require 'rake/testtask'
8
+ require 'rake/rdoctask'
9
+
10
+ require 'tasks/rails'
@@ -0,0 +1,7 @@
1
+ # Filters added to this controller apply to all controllers in the application.
2
+ # Likewise, all the methods added will be available for all controllers.
3
+
4
+ class ApplicationController < ActionController::Base
5
+ # Pick a unique cookie name to distinguish our session data from others'
6
+ session :session_key => '_test_app_session_id'
7
+ end