production_chain 0.0.1 → 0.0.2

data/.gitignore

@@ -0,0 +1,3 @@
+*swp
+.idea*
+*.gem

data/README

@@ -1 +1,6 @@
-A rails plugin that incorporate various libs, recipes and tasks
+A rails gem that incorporate various libs, recipes and tasks
+
+To add the recipes to capistrano, you have to add these two lines to `config/deploy.rb` :
+
+require 'bundler/setup'
+require 'production_chain'

data/lib/core_ext/numeric.rb

@@ -0,0 +1,6 @@
+class Numeric
+  # Rounds to the given decimal position.
+  def round_at(d)
+    (self * (10.0 ** d)).round.to_f / (10.0 ** d)
+  end
+end

data/lib/production_chain.rb

@@ -0,0 +1,16 @@
+if defined?(Rails)
+  # Core Ext
+  require "core_ext/numeric"
+
+  # Rails
+  require "rails/action_controller/abstract_request"
+  require "rails/action_view/text_helper"
+
+  # Rake Tasks
+  require "tasks"
+end
+
+if defined?(Capistrano)
+  # Recipes
+  Dir[File.join(File.dirname(__FILE__), 'recipes/**/*.rb')].each { |file| load file }
+end

data/lib/rails/action_controller/abstract_request.rb

@@ -0,0 +1,6 @@
+class ActionController::AbstractRequest
+  # Test if request seems to come from a bot
+  def bot?
+    user_agent =~ /\b(Baidu|Gigabot|Googlebot|libwww-perl|lwp-trivial|msnbot|SiteUptime|Slurp|WordPress|ZIBB|ZyBorg)\b/i
+  end
+end

data/lib/rails/action_view/text_helper.rb

@@ -0,0 +1,43 @@
+module ActionView::Helpers::TextHelper
+  def truncate(text, *args)
+    options = args.extract_options!
+
+    # support either old or Rails 2.2 calling convention:
+    unless args.empty?
+      options[:length] = args[0] || 30
+      options[:omission] = args[1] || "..."
+    end
+    options.reverse_merge!(:length => 30, :omission => "...")
+
+    # support any of:
+    #  * ruby 1.9 sane utf8 support
+    #  * rails 2.1 workaround for crappy ruby 1.8 utf8 support
+    #  * rails 2.2 workaround for crappy ruby 1.8 utf8 support
+    # hooray!
+    if text
+      chars = if text.respond_to?(:mb_chars)
+        text.mb_chars
+      elsif RUBY_VERSION < '1.9'
+        text.chars
+      else
+        text
+      end
+
+      omission = if options[:omission].respond_to?(:mb_chars)
+        options[:omission].mb_chars
+      elsif RUBY_VERSION < '1.9'
+        options[:omission].chars
+      else
+        options[:omission]
+      end
+
+      l = options[:length] - omission.length
+      if chars.length > options[:length]
+        result = (chars[/\A.{#{l}}\w*\;?/m][/.*[\w\;]/m]).to_s
+        ((options[:avoid_orphans] && result =~ /\A(.*?)\n+\W*\w*\W*\Z/m) ? $1 : result) + options[:omission]
+      else
+        text
+      end
+    end
+  end
+end

data/lib/recipes/dump_and_restore.rb

@@ -0,0 +1,28 @@
+Capistrano::Configuration.instance.load do
+  namespace :db do  
+    # this recipe needs the "mysql tasks" plugin
+    desc "Make a dump on the remote production box and restore on the local dev box"
+    task :dump_and_restore, :roles => :db, :only => {:primary => true} do
+      rake = fetch(:rake, "rake")
+      rails_env = fetch(:rails_env, "production")
+      file_env = ENV['FILE'] || "database"
+      run "cd #{current_release} && RAILS_ENV=#{rails_env} FILE=#{file_env} #{rake} db:backup"
+      get "#{current_release}/db/dump.tar.gz", "db/dump.tar.gz"
+      cmd = "RAILS_ENV=#{ ENV['RAILS_ENV'] || "development" } FILE=#{file_env} #{rake} db:restore"
+      puts cmd
+      system cmd
+    end
+  end
+
+  namespace :assets do  
+    desc "Make a dump on the remote production box and restore on the local dev box"
+    task :dump_and_restore, :roles => :db, :only => {:primary => true} do
+      assets_backup_path = "#{current_path}/system.tar.gz"
+      run "cd #{current_path}/ && tar czfh #{assets_backup_path} public/system/"
+      get "#{assets_backup_path}", "system.tar.gz"
+      run "cd #{current_path}/ && rm #{assets_backup_path}"
+      `rm -rf public/system/*`
+      `tar xvzf system.tar.gz`
+    end
+  end
+end

data/lib/recipes/sphinx.rb

@@ -0,0 +1,51 @@
+Capistrano::Configuration.instance.load do
+  namespace :thinking_sphinx do
+    desc "Generate the Sphinx configuration file"
+    task :configure do
+      rake "thinking_sphinx:configure"
+    end
+
+    desc "Index data"
+    task :index do
+      rake "thinking_sphinx:index"
+    end
+
+    desc "Start the Sphinx daemon"
+    task :start do
+      configure
+      rake "thinking_sphinx:start"
+    end
+
+    desc "Stop the Sphinx daemon"
+    task :stop do
+      configure
+      rake "thinking_sphinx:stop"
+    end
+
+    desc "Stop and then start the Sphinx daemon"
+    task :restart do
+      stop
+      start
+    end
+
+    desc "Stop, re-index and then start the Sphinx daemon"
+    task :rebuild do
+      stop
+      index
+      start
+    end
+
+    desc "Add the shared folder for sphinx files for the production environment"
+    task :shared_sphinx_folder, :roles => :web do
+      run "mkdir -p #{shared_path}/db/sphinx/production"
+    end
+
+    def rake(*tasks)
+      rails_env = fetch(:rails_env, "production")
+      rake = fetch(:rake, "rake")
+      tasks.each do |t|
+        run "if [ -d #{release_path} ]; then cd #{release_path}; else cd #{current_path}; fi; #{rake} RAILS_ENV=#{rails_env} #{t}"
+      end
+    end
+  end
+end

data/lib/tasks.rb

@@ -0,0 +1,9 @@
+require 'rails'
+
+module ProductionChain
+  class Railtie < Rails::Railtie
+    rake_tasks do
+      Dir[File.join(File.dirname(__FILE__), 'tasks/**/*.rake')].each { |file| load file }
+    end
+  end
+end

data/lib/tasks/backup.rake

@@ -0,0 +1,56 @@
+require 's3'
+
+namespace :s3 do
+
+  desc "Backup code, database, and scm to S3"
+  task :backup => ["s3:backup:db", "s3:backup:shared"]
+
+  namespace :backup do
+    desc "Backup the database to S3"
+    task :db do
+      db_tmp_path = "#{Rails.root}/db/dump.tar.gz"
+      Rake::Task['db:backup'].invoke
+      send_to_s3(db_tmp_path)
+    end
+    
+    desc "Backup the shared folder to S3"
+    task :shared do
+      cmd = " cd .. && tar czfh  /tmp/shared.tar.gz shared/ --exclude=shared/log/* --exclude=shared/sphinx/*"
+      system(cmd)
+      shared_tmp_path = "/tmp/shared.tar.gz"
+      send_to_s3(shared_tmp_path)
+    end
+  end
+end
+
+private
+
+  def conn
+    @s3_config ||= YAML.load_file("#{Rails.root}/config/backup_s3.yml")[Rails.env]
+    @conn ||= S3::Service.new(:access_key_id => @s3_config['access_key_id'], 
+                              :secret_access_key => @s3_config['secret_access_key'],
+                              :use_ssl => true)
+  end
+
+  def bucket_name
+    @s3_config['bucket_name']
+  end
+
+  def backup_bucket
+    begin
+      bucket ||= conn.buckets.find(bucket_name)
+    rescue S3::Error::ResponseError
+      bucket = conn.buckets.build(bucket_name)
+      bucket.save
+    end
+    bucket
+  end
+
+  def send_to_s3 local_file_path
+    bucket = backup_bucket
+    s3_file_path = Time.now.strftime("%Y%m%d") + '/' + local_file_path.split('/').last
+
+    upload = bucket.objects.build(s3_file_path)
+    upload.content = File.open(local_file_path)
+    upload.save
+  end

data/lib/tasks/db.rake

@@ -0,0 +1,133 @@
+namespace :db do
+  desc "Dump schema and data to a bzip file"
+  task :backup => :environment do
+    type, database, user, password, host = retrieve_db_info ENV['FILE']
+    type = "mysql" if type == "mysql2"
+    send("backup_#{type}_database", database, user, password, host)
+  end
+
+  desc "Load schema and data from a bzip file"
+  task :restore => :environment do
+    type, database, user, password, host = retrieve_db_info ENV['FILE']
+    type = "mysql" if type == "mysql2"
+    if type == "mongodb"
+      send("restore_#{type}_database", database, user, password, host)
+    else
+      send("drop_#{type}_database", database, user, password, host)
+      send("create_#{type}_database", database, user, password, host)
+      send("restore_#{type}_database", database, user, password, host)
+
+      #Rake::Task['db:migrate'].invoke
+    end
+  end
+end
+
+private
+
+  def retrieve_db_info(filename)
+    filename ||= "database"
+    result = File.read "#{Rails.root}/config/#{filename}.yml"
+    # result.strip!
+    config_file = YAML::load(ERB.new(result).result)
+    type = filename == "mongoid" ? "mongodb" : config_file[Rails.env]['adapter']
+    return [
+      type,
+      config_file[Rails.env]['database'],
+      config_file[Rails.env]['username'],
+      config_file[Rails.env]['password'],
+      config_file[Rails.env]['host'] || "127.0.0.1"
+    ]
+  end
+
+  def archive_name
+    archive = "#{Rails.root}/db/dump.tar.gz"
+  end
+
+  def backup_mysql_database database, user, password, host
+    cmd = "/usr/bin/env mysqldump --opt --skip-add-locks -h #{host} -u #{user} "
+    puts cmd + "... [password filtered]"
+    cmd << " -p'#{password}' " unless password.nil?
+    cmd << " #{database} > dump.sql && tar czfh #{archive_name} dump.sql"
+
+    system(cmd)
+  end
+
+  def restore_mysql_database database, user, password, host
+    cmd = "tar xvzf #{archive_name} && "
+    cmd << "/usr/bin/env mysql -h #{host} -u #{user} #{database}"
+    puts cmd + "... [password filtered]"
+    cmd << " -p'#{password}'" unless password.nil?
+    cmd << " < dump.sql"
+
+    system(cmd)
+  end
+
+  # pg_dump does not allow to pass the password in the command line for security reasons.
+  # You need to define the password for your user in ~/.pgpass
+  # See : http://www.postgresql.org/docs/8.1/interactive/libpq-pgpass.html
+  #
+  # pg_dump -Fc option outputs a custom dump file which is compressed by default.
+  # See man pg_dump for more information.
+  #
+  def backup_postgresql_database database, user, password, host
+    cmd = "/usr/bin/env pg_dump -Fc -h #{host} -U #{user} #{database} -f db.dump"
+    cmd << " && tar czfh #{archive_name} db.dump"
+    puts cmd
+
+    system(cmd)
+  end
+
+  def restore_postgresql_database database, user, password, host
+    cmd = "tar xvzf #{archive_name}"
+    cmd << " && /usr/bin/env pg_restore -h #{host} -U #{user} -O -d #{database} db.dump"
+    puts cmd
+
+    system(cmd)
+  end
+
+  def backup_mongodb_database database, user, password, host
+    cmd = "rm -rf dump/ 2>/dev/null && /usr/bin/env mongodump -h #{host} -d #{database}"
+    cmd << " && tar czfh #{archive_name} dump/"
+
+    system(cmd)
+  end
+
+  def restore_mongodb_database database, user, password, host
+    cmd = "rm -rf dump/ 2>/dev/null && tar xvzf #{archive_name}"
+    cmd += " && /usr/bin/env mongorestore --drop -h #{host} -d #{database} --dir dump/*_*"
+    puts cmd
+
+    system(cmd)
+  end
+
+  def drop_mysql_database database, user, password, host
+    cmd = "/usr/bin/env mysql -h #{host} -u #{user}"
+    cmd << " -e \"DROP DATABASE #{database}\""
+    puts cmd + "... [password filtered]"
+    cmd << " -p'#{password}'" unless password.nil?
+
+    system(cmd)
+  end
+
+  # We cannot use dropdb command as the rake task seems to lock the database...
+  #
+  def drop_postgresql_database database, user, password, host
+    Rake::Task['db:drop'].invoke
+  end
+
+  def create_postgresql_database database, user, password, host
+    cmd = "/usr/bin/env createdb -h #{host} -U #{user} #{database}"
+    puts cmd
+
+    system(cmd)
+  end
+
+  def create_mysql_database database, user, password, host
+    cmd = "/usr/bin/env mysql -h #{host} -u #{user}"
+    cmd << " -e \"CREATE DATABASE #{database}\""
+    puts cmd + "... [password filtered]"
+    cmd << " -p'#{password}'" unless password.nil?
+
+    system(cmd)
+  end
+

data/lib/tasks/diagrams.rake

@@ -0,0 +1,13 @@
+namespace :doc do
+  namespace :diagram do
+    task :models do
+      sh "railroad -i -l -a -m -M | dot -Tsvg | sed 's/font-size:14.00/font-size:11.00/g' > doc/models.svg"
+    end
+
+    task :controllers do
+      sh "railroad -i -l -C | neato -Tsvg | sed 's/font-size:14.00/font-size:11.00/g' > doc/controllers.svg"
+    end
+  end
+
+  task :diagrams => %w(diagram:models diagram:controllers)
+end

data/lib/tasks/env.rake

@@ -0,0 +1,22 @@
+namespace :env do
+  desc "reset your dev environment with default reference datas"
+  task :reset => :environment do
+    Rake::Task['db:drop'].invoke
+    Rake::Task['db:create'].invoke
+    Rake::Task['db:migrate'].invoke
+    Rake::Task['spec:db:fixtures:load'].invoke
+  end
+
+  desc "Rebuild with production data"
+  task :rebuild_with_production_data => :environment do
+    env = Rails.env
+    # Recreate database 
+    `RAILS_ENV=#{env} rake db:drop db:create`
+    # Fetch database data
+    `RAILS_ENV=#{env} cap production db:dump_and_restore`
+    # Play migrations
+    `RAILS_ENV=#{env} rake db:migrate`
+    # Fetch assets
+    `RAILS_ENV=#{env} cap production assets:dump_and_restore`
+  end
+end

data/lib/tasks/mongo.rake

@@ -0,0 +1,17 @@
+namespace :mongo do 
+  desc "Drops the database for the current RAILS_ENV"
+  task :drop => :environment do
+    MongoMapper.connection.drop_database(MongoMapper.database.name)
+  end
+
+  desc "Create the database defined in config/database.yml for the current RAILS_ENV"
+  task :seed => :environment do
+    Rake::Task["db:seed"].invoke
+  end
+
+  desc "Drops and recreates the database"
+  task :reset => :environment do
+    Rake::Task["mongo:drop"].invoke
+    Rake::Task["mongo:seed"].invoke
+  end
+end

data/lib/tasks/revision.rake

@@ -0,0 +1,13 @@
+namespace :revision do
+  desc "print revision number in admin template"
+  task :print do
+    svn_revision = ENV['SVN_REVISION'] || IO.popen("svn info").readlines[4].split(" ").last
+    release_number = ENV['RELEASE_NUMBER'] || Dir.pwd.split("/").last
+    revision  = RAILS_ENV
+    revision += "-r#{svn_revision}"
+    revision += "-#{release_number}" if release_number.to_i != 0
+  
+    path = "app/views/shared/_revision.html.haml"
+    `echo "#{revision}" > #{path}`
+  end
+end

data/production_chain.gemspec

@@ -0,0 +1,22 @@
+Gem::Specification.new do |s|
+  s.name              = "production_chain"
+  s.version           = "0.0.2"
+  s.platform          = Gem::Platform::RUBY
+  s.authors           = ["Novelys"]
+  s.email             = ["contact@novelys.com"]
+  s.homepage          = "http://github.com/novelys/production_chain"
+  s.summary           = "Production Chain"
+  s.description       = "A rails plugin that incorporate various libs, recipes and tasks"
+  s.rubyforge_project = s.name
+ 
+  s.required_rubygems_version = ">= 1.3.6"
+ 
+  s.files         = `git ls-files`.split("\n")
+  # s.executables   = `git ls-files`.split("\n").map{|f| f =~ /^bin\/(.*)/ ? $1 : nil}.compact
+  # s.extensions    = `git ls-files ext/extconf.rb`.split("\n")
+ 
+  s.require_path = 'lib'
+ 
+  # For C extensions
+  # s.extensions = "ext/extconf.rb"
+end

data/rails/init.rb

@@ -0,0 +1,2 @@
+Dir[File.join(File.dirname(__FILE__), '../lib/*.rb')].each { |file| load file }
+require "core_ext/numeric"

metadata

@@ -1,13 +1,12 @@
 --- !ruby/object:Gem::Specification 
 name: production_chain
 version: !ruby/object:Gem::Version 
-  hash: 29
   prerelease: false
   segments: 
   - 0
   - 0
-  - 1
-  version: 0.0.1
+  - 2
+  version: 0.0.2
 platform: ruby
 authors: 
 - Novelys
@@ -15,27 +14,13 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-08-19 00:00:00 +02:00
+date: 2012-05-31 00:00:00 +02:00
 default_executable: 
-dependencies: 
-- !ruby/object:Gem::Dependency 
-  name: aws
-  prerelease: false
-  requirement: &id001 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 25
-        segments: 
-        - 2
-        - 3
-        - 13
-        version: 2.3.13
-  type: :runtime
-  version_requirements: *id001
-description: A rails plugin to setup a basic production chain (it also includes various libs, recipes and tasks)
-email: contact@novelys.com
+dependencies: []
+
+description: A rails plugin that incorporate various libs, recipes and tasks
+email: 
+- contact@novelys.com
 executables: []
 
 extensions: []
@@ -43,7 +28,23 @@ extensions: []
 extra_rdoc_files: []
 
 files: 
+- .gitignore
 - README
+- lib/core_ext/numeric.rb
+- lib/production_chain.rb
+- lib/rails/action_controller/abstract_request.rb
+- lib/rails/action_view/text_helper.rb
+- lib/recipes/dump_and_restore.rb
+- lib/recipes/sphinx.rb
+- lib/tasks.rb
+- lib/tasks/backup.rake
+- lib/tasks/db.rake
+- lib/tasks/diagrams.rake
+- lib/tasks/env.rake
+- lib/tasks/mongo.rake
+- lib/tasks/revision.rake
+- production_chain.gemspec
+- rails/init.rb
 has_rdoc: true
 homepage: http://github.com/novelys/production_chain
 licenses: []
@@ -54,29 +55,27 @@ rdoc_options: []
 require_paths: 
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement 
-  none: false
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
-      hash: 3
       segments: 
       - 0
       version: "0"
 required_rubygems_version: !ruby/object:Gem::Requirement 
-  none: false
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
-      hash: 3
       segments: 
-      - 0
-      version: "0"
+      - 1
+      - 3
+      - 6
+      version: 1.3.6
 requirements: []
 
-rubyforge_project: 
-rubygems_version: 1.3.7
+rubyforge_project: production_chain
+rubygems_version: 1.3.6
 signing_key: 
 specification_version: 3
-summary: Setup a basic production chain
+summary: Production Chain
 test_files: []