projectdx_pipeline 0.0.1

data/.document

@@ -0,0 +1,5 @@
+lib/**/*.rb
+bin/*
+- 
+features/**/*.feature
+LICENSE.txt

data/.rspec

@@ -0,0 +1 @@
+--color

data/.rvmrc

@@ -0,0 +1,25 @@
+PROJECT_RUBY="ree-1.8.7-2011.03"
+PROJECT_GEMSET="projectdx_pipeline"
+
+# use the global gemset in order to check for and install bundler, since we
+# don't need it to be different for different projects
+rvm use $PROJECT_RUBY@global --create --install
+
+echo -n "Checking if bundler gem is installed... "
+if `ruby -rubygems -e "gem 'bundler'" &>/dev/null`; then
+  echo "Yup, good to go."
+else
+  echo "Nope. Doing that now."
+  gem install bundler
+fi
+
+# now use the gemset for this project and check the bundle
+rvm use $PROJECT_RUBY@$PROJECT_GEMSET --create
+bundle check
+
+# Tweak GC configuration settings for Ruby Enterprise Edition; these make the tests run faster.
+export RUBY_HEAP_MIN_SLOTS=1000000
+export RUBY_HEAP_SLOTS_INCREMENT=1000000
+export RUBY_HEAP_SLOTS_GROWTH_FACTOR=1
+export RUBY_GC_MALLOC_LIMIT=1000000000
+export RUBY_HEAP_FREE_MIN=500000

data/Gemfile

@@ -0,0 +1,13 @@
+source "http://rubygems.org"
+# Add dependencies required to use your gem here.
+# Example:
+#   gem "activesupport", ">= 2.3.5"
+
+# Add dependencies to develop your gem here.
+# Include everything needed to run rake, tests, features, etc.
+group :development do
+  gem "rspec", "~> 2.3.0"
+  gem "bundler", "~> 1.0.0"
+  gem "jeweler", "~> 1.6.4"
+  gem "rcov", ">= 0"
+end

data/Gemfile.lock

@@ -0,0 +1,28 @@
+GEM
+  remote: http://rubygems.org/
+  specs:
+    diff-lcs (1.1.3)
+    git (1.2.5)
+    jeweler (1.6.4)
+      bundler (~> 1.0)
+      git (>= 1.2.5)
+      rake
+    rake (0.9.2.2)
+    rcov (0.9.11)
+    rspec (2.3.0)
+      rspec-core (~> 2.3.0)
+      rspec-expectations (~> 2.3.0)
+      rspec-mocks (~> 2.3.0)
+    rspec-core (2.3.1)
+    rspec-expectations (2.3.0)
+      diff-lcs (~> 1.1.2)
+    rspec-mocks (2.3.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.0.0)
+  jeweler (~> 1.6.4)
+  rcov
+  rspec (~> 2.3.0)

data/LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2011 Renewable Funding
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,19 @@
+= projectdx_pipeline
+
+Description goes here.
+
+== Contributing to projectdx_pipeline
+ 
+* Check out the latest master to make sure the feature hasn't been implemented or the bug hasn't been fixed yet
+* Check out the issue tracker to make sure someone already hasn't requested it and/or contributed it
+* Fork the project
+* Start a feature/bugfix branch
+* Commit and push until you are happy with your contribution
+* Make sure to add tests for it. This is important so I don't break it in a future version unintentionally.
+* Please try not to mess with the Rakefile, version, or history. If you want to have your own version, or is otherwise necessary, that is fine, but please isolate to its own commit so I can cherry-pick around it.
+
+== Copyright
+
+Copyright (c) 2011 Renewable Funding. See LICENSE.txt for
+further details.
+

data/Rakefile

@@ -0,0 +1,49 @@
+# encoding: utf-8
+
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+
+require 'jeweler'
+Jeweler::Tasks.new do |gem|
+  # gem is a Gem::Specification... see http://docs.rubygems.org/read/chapter/20 for more options
+  gem.name = "projectdx_pipeline"
+  gem.homepage = "http://github.com/projectdx/projectdx_pipeline"
+  gem.license = "MIT"
+  gem.summary = %Q{Rake tasks for ProjectDX deployment pipeline}
+  gem.description = %Q{Common pipeline tasks and libraries to be used for all components of the ProjectDX platform}
+  gem.email = "devteam@renewfund.com"
+  gem.authors = ["Renewable Funding"]
+  # dependencies defined in Gemfile
+end
+Jeweler::RubygemsDotOrgTasks.new
+
+require 'rspec/core'
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new(:spec) do |spec|
+  spec.pattern = FileList['spec/**/*_spec.rb']
+end
+
+RSpec::Core::RakeTask.new(:rcov) do |spec|
+  spec.pattern = 'spec/**/*_spec.rb'
+  spec.rcov = true
+end
+
+task :default => :spec
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "projectdx_pipeline #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/VERSION

@@ -0,0 +1 @@
+0.0.1

data/lib/projectdx_pipeline/database_configuration_template.rb

@@ -0,0 +1,82 @@
+# Used in the pipeline:commit:configure:database Rake task to transform a YAML
+# file containing common elements from an ActiveRecord database.yml
+# configuration into a YAML file containing a section for each specified
+# database environment. It names the databases according to the environment as
+# well as a client ID. The client ID ensures that multiple build agents can run
+# tests at the same time even when using a central DB server.
+#
+# Example call:
+#   template = ProjectdxPipeline::DatabaseConfigurationTemplate.new('config/database.pipeline.yml')
+#   template.render_to_file('config/database.yml')
+#
+# Example template YAML file:
+#   ---
+#   adapter: postgresql
+#   username: postgres_user
+#   password: blahblahblah
+#   host: db.example.com
+#   encoding: UTF8
+#   min_messages: warning
+#   database_prefix: an_awesome_app
+#   pool: 5
+#   environments:
+#     - development
+#     - test
+#
+class ProjectdxPipeline::DatabaseConfigurationTemplate
+  # the common database config data shared by all environments
+  attr_accessor :config_data
+
+  # an array containing the names of each database environment to be configured
+  attr_accessor :environments
+
+  # a string that will prefix the name of each database
+  attr_accessor :database_prefix
+
+  # a string that will suffix the name of each database, defaults to the
+  # hostname of the machine on which this code is running
+  attr_accessor :client_id
+
+  # Instantiates a new configuration template. If a +template_file+ is
+  # specified, it will be loaded as a YAML file and used to read in the
+  # configuration data for the template.
+  def initialize(template_file = nil)
+    @config_data = {}
+    if template_file
+      @config_data = self.class.read_template(template_file)
+      @client_id = @config_data.delete('client_id')
+      @database_prefix = @config_data.delete('database_prefix')
+      @environments = @config_data.delete('environments')
+    end
+  end
+
+  # returns a Hash containing the ActiveRecord configuration data for all
+  # environments
+  def configuration
+    environments.inject({}) do |config, env_name|
+      config[env_name] = @config_data.dup
+      config[env_name]['database'] = database_name(env_name)
+      config
+    end
+  end
+
+  # Writes the ActiveRecord configuration data (i.e. config/database.yml) to the
+  # specified file path
+  def render_to_file(path)
+    File.open(path, 'w') do |f|
+      YAML.dump(configuration, f)
+    end
+  end
+
+  def database_name(environment) #:nodoc:
+    "#{database_prefix}-#{environment}-#{client_id}"
+  end
+
+  def client_id #:nodoc:
+    @client_id ||= Socket.gethostname.gsub(/\W/, '_')
+  end
+
+  def self.read_template(template_file) #:nodoc:
+    YAML.load_file(template_file)
+  end
+end

data/lib/projectdx_pipeline/railtie.rb

@@ -0,0 +1,12 @@
+require 'projectdx_pipeline'
+require 'rails'
+
+module ProjectdxPipeline
+  class Railtie < Rails::Railtie
+    railtie_name :projectdx_pipeline
+
+    rake_tasks do
+      load "tasks/projectdx_pipeline.rake"
+    end
+  end
+end

data/lib/projectdx_pipeline.rb

@@ -0,0 +1,3 @@
+module ProjectdxPipeline
+  require 'projectdx_pipeline/railtie' if defined?(Rails)
+end

data/lib/tasks/projectdx_pipeline.rake

@@ -0,0 +1,30 @@
+namespace :pipeline do
+  desc "Run commit stage build and tests"
+  task :commit => 'commit:default'
+  namespace :commit do
+    task :default => %w(configure build test)
+    task :configure
+    task :build
+    task :test
+
+    namespace :configure do
+      task :database do
+        require 'projectdx_pipeline/database_configuration_template'
+        dct = ProjectdxPipeline::DatabaseConfigurationTemplate.new('config/database.pipeline.yml')
+        dct.render_to_file('config/database.yml')
+      end
+    end
+
+    namespace :build do
+      task :clone_reference_database do
+        config = YAML.load_file('config/database.yml')['development']
+        pg = PGconn.new(:host => config['host'], :port => config['port'],
+                        :user => config['username'], :password => config['password'],
+                        :dbname => 'template1')
+        pg.exec "DROP DATABASE IF EXISTS \"#{config['database']}\""
+        pg.exec "CREATE DATABASE \"#{config['database']}\" TEMPLATE \"#{config['reference_db']}\""
+        pg.close
+      end
+    end
+  end
+end

data/projectdx_pipeline.gemspec

@@ -0,0 +1,65 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{projectdx_pipeline}
+  s.version = "0.0.1"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Renewable Funding"]
+  s.date = %q{2011-11-18}
+  s.description = %q{Common pipeline tasks and libraries to be used for all components of the ProjectDX platform}
+  s.email = %q{devteam@renewfund.com}
+  s.extra_rdoc_files = [
+    "LICENSE.txt",
+    "README.rdoc"
+  ]
+  s.files = [
+    ".document",
+    ".rspec",
+    ".rvmrc",
+    "Gemfile",
+    "Gemfile.lock",
+    "LICENSE.txt",
+    "README.rdoc",
+    "Rakefile",
+    "VERSION",
+    "lib/projectdx_pipeline.rb",
+    "lib/projectdx_pipeline/database_configuration_template.rb",
+    "lib/projectdx_pipeline/railtie.rb",
+    "lib/tasks/projectdx_pipeline.rake",
+    "projectdx_pipeline.gemspec",
+    "spec/database_configuration_template_spec.rb",
+    "spec/spec_helper.rb"
+  ]
+  s.homepage = %q{http://github.com/projectdx/projectdx_pipeline}
+  s.licenses = ["MIT"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.7}
+  s.summary = %q{Rake tasks for ProjectDX deployment pipeline}
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_development_dependency(%q<rspec>, ["~> 2.3.0"])
+      s.add_development_dependency(%q<bundler>, ["~> 1.0.0"])
+      s.add_development_dependency(%q<jeweler>, ["~> 1.6.4"])
+      s.add_development_dependency(%q<rcov>, [">= 0"])
+    else
+      s.add_dependency(%q<rspec>, ["~> 2.3.0"])
+      s.add_dependency(%q<bundler>, ["~> 1.0.0"])
+      s.add_dependency(%q<jeweler>, ["~> 1.6.4"])
+      s.add_dependency(%q<rcov>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<rspec>, ["~> 2.3.0"])
+    s.add_dependency(%q<bundler>, ["~> 1.0.0"])
+    s.add_dependency(%q<jeweler>, ["~> 1.6.4"])
+    s.add_dependency(%q<rcov>, [">= 0"])
+  end
+end
+

data/spec/database_configuration_template_spec.rb

@@ -0,0 +1,106 @@
+require 'spec_helper'
+require 'projectdx_pipeline/database_configuration_template'
+
+describe ProjectdxPipeline::DatabaseConfigurationTemplate do
+  describe '#configuration' do
+    it 'returns an ActiveRecord configuration for each of the specified environments' do
+      template = ProjectdxPipeline::DatabaseConfigurationTemplate.new
+      template.database_prefix = 'awesomeapp'
+      template.client_id = 'thismachineshostname'
+      template.environments = %w(development test)
+      template.config_data['adapter'] = 'postgresql'
+      template.config_data['encoding'] = 'unicode'
+      template.config_data['pool'] = 5
+      template.config_data['min_messages'] = 'warning'
+      template.config_data['host'] = 'database.example.com'
+      template.config_data['username'] = 'chuckles'
+      template.config_data['password'] = 'stinkyface'
+
+      expected_data = {
+          'development' => {
+          'adapter' => 'postgresql',
+          'encoding' => 'unicode',
+          'pool' => 5,
+          'min_messages' => 'warning',
+          'host' => 'database.example.com',
+          'username' => 'chuckles',
+          'password' => 'stinkyface',
+          'database' => 'awesomeapp-development-thismachineshostname'
+        },
+          'test' => {
+          'adapter' => 'postgresql',
+          'encoding' => 'unicode',
+          'pool' => 5,
+          'min_messages' => 'warning',
+          'host' => 'database.example.com',
+          'username' => 'chuckles',
+          'password' => 'stinkyface',
+          'database' => 'awesomeapp-test-thismachineshostname'
+        }
+      }
+
+      template.configuration.should == expected_data
+    end
+  end
+
+  describe '#database_name' do
+    it 'returns the database name as {database_prefix}-{environment}-{client_hostname}' do
+      template = ProjectdxPipeline::DatabaseConfigurationTemplate.new
+      template.database_prefix = 'awesomeapp'
+      template.client_id = 'some_client'
+      
+      template.database_name('terrarium').should == 'awesomeapp-terrarium-some_client'
+    end
+  end
+
+  describe '.new' do
+    it 'sets attributes from specified YAML file' do
+      data = {
+        'database_prefix' => 'awesomeapp',
+        'adapter' => 'postgresql',
+        'encoding' => 'unicode',
+        'pool' => 5,
+        'min_messages' => 'warning',
+        'host' => 'database.example.com',
+        'username' => 'chuckles',
+        'password' => 'stinkyface',
+        'environments' => %w(development test)
+      }
+      ProjectdxPipeline::DatabaseConfigurationTemplate.should_receive(:read_template) \
+        .with('/my/template/file.yml') \
+        .and_return(data)
+
+      template = ProjectdxPipeline::DatabaseConfigurationTemplate.new('/my/template/file.yml')
+
+      template.database_prefix.should == 'awesomeapp'
+      template.environments.should == %w(development test)
+      template.config_data['adapter'].should == 'postgresql'
+      template.config_data['encoding'].should == 'unicode'
+      template.config_data['pool'].should == 5
+      template.config_data['min_messages'].should == 'warning'
+      template.config_data['host'].should == 'database.example.com'
+      template.config_data['username'].should == 'chuckles'
+      template.config_data['password'].should == 'stinkyface'
+    end
+  end
+
+  describe '#client_id' do
+    it 'defaults to the hostname of the machine it is running on' do
+      Socket.stub!(:gethostname => 'foo.bar')
+      template = ProjectdxPipeline::DatabaseConfigurationTemplate.new
+      template.client_id.should == 'foo_bar'
+    end
+  end
+
+  describe '#render_to_file' do
+    it 'creates a YAML dump of the configuration at the specified path' do
+      file_io = stub
+      File.should_receive(:open).with('/destination/file.yml', 'w').and_yield(file_io)
+      YAML.should_receive(:dump).with('some data', file_io)
+
+      template = ProjectdxPipeline::DatabaseConfigurationTemplate.new
+      template.stub!(:configuration => 'some data')
+      template.render_to_file('/destination/file.yml')
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,12 @@
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'rspec'
+require 'projectdx_pipeline'
+
+# Requires supporting files with custom matchers and macros, etc,
+# in ./support/ and its subdirectories.
+Dir["#{File.dirname(__FILE__)}/support/**/*.rb"].each {|f| require f}
+
+RSpec.configure do |config|
+  
+end

metadata

@@ -0,0 +1,151 @@
+--- !ruby/object:Gem::Specification 
+name: projectdx_pipeline
+version: !ruby/object:Gem::Version 
+  hash: 29
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 1
+  segments_generated: true
+  version: 0.0.1
+platform: ruby
+authors: 
+- Renewable Funding
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-11-18 00:00:00 -08:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  prerelease: false
+  type: :development
+  name: rspec
+  version_requirements: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 2
+        - 3
+        - 0
+        segments_generated: true
+        version: 2.3.0
+  requirement: *id001
+- !ruby/object:Gem::Dependency 
+  prerelease: false
+  type: :development
+  name: bundler
+  version_requirements: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 23
+        segments: 
+        - 1
+        - 0
+        - 0
+        segments_generated: true
+        version: 1.0.0
+  requirement: *id002
+- !ruby/object:Gem::Dependency 
+  prerelease: false
+  type: :development
+  name: jeweler
+  version_requirements: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 7
+        segments: 
+        - 1
+        - 6
+        - 4
+        segments_generated: true
+        version: 1.6.4
+  requirement: *id003
+- !ruby/object:Gem::Dependency 
+  prerelease: false
+  type: :development
+  name: rcov
+  version_requirements: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        segments_generated: true
+        version: "0"
+  requirement: *id004
+description: Common pipeline tasks and libraries to be used for all components of the ProjectDX platform
+email: devteam@renewfund.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE.txt
+- README.rdoc
+files: 
+- .document
+- .rspec
+- .rvmrc
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.rdoc
+- Rakefile
+- VERSION
+- lib/projectdx_pipeline.rb
+- lib/projectdx_pipeline/database_configuration_template.rb
+- lib/projectdx_pipeline/railtie.rb
+- lib/tasks/projectdx_pipeline.rake
+- projectdx_pipeline.gemspec
+- spec/database_configuration_template_spec.rb
+- spec/spec_helper.rb
+has_rdoc: true
+homepage: http://github.com/projectdx/projectdx_pipeline
+licenses: 
+- MIT
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      segments_generated: true
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      segments_generated: true
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Rake tasks for ProjectDX deployment pipeline
+test_files: []
+