ro_rmt 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: c4e323048d7804e90462b44a3ff03e95c9586601
+  data.tar.gz: 1a3c961453b18664cd550472e0a3b2f0d61e5b03
+SHA512:
+  metadata.gz: d84687619037d6849baa0bdc39197392814a411d8ad789b55561aee3bb90ba9c0f9683136636aa5ce78f5720578f20fde4a602f084a4cbd7a0bf49671f5e2f79
+  data.tar.gz: 5f5d022ec56f305d6ac6d30e72145cb1ec9f7410df6629ec869ff79c84697b907cd675aeb01109ddedfb172f13fce0a4317723911a80b04c7e9a5935cf31d064

data/README.md

@@ -0,0 +1,91 @@
+[![Build Status](https://travis-ci.org/roroco/ro_deploy.svg?branch=master)](https://travis-ci.org/roroco/ro_deploy)
+
+[![Code Climate](https://codeclimate.com/github/roroco/ro_deploy.png)](https://codeclimate.com/github/roroco/ro_deploy)
+
+# RoDeploy
+
+## License
+[MIT License](http://www.opensource.org/licenses/MIT)
+
+## Why and who should use this gem
+please see following bash output
+this is run `ping google.com` in my pc
+
+    PING google.com (203.208.46.200) 56(84) bytes of data.
+    64 bytes from 0.docs.google.com (203.208.46.200): icmp_seq=1 ttl=55 time=224 ms
+    64 bytes from 0.docs.google.com (203.208.46.200): icmp_seq=2 ttl=55 time=780 ms
+    64 bytes from 0.docs.google.com (203.208.46.200): icmp_seq=3 ttl=55 time=864 ms
+    64 bytes from 0.docs.google.com (203.208.46.200): icmp_seq=4 ttl=55 time=891 ms
+    ^C
+    --- google.com ping statistics ---
+    5 packets transmitted, 4 received, 20% packet loss, time 4000ms
+    rtt min/avg/max/mdev = 224.364/690.234/891.314/272.077 ms
+
+This is run `ping google.com` in my vps
+
+    64 bytes from hg-in-f138.1e100.net (74.125.128.138): icmp_req=1 ttl=50 time=2.74 ms
+    64 bytes from hg-in-f138.1e100.net (74.125.128.138): icmp_req=2 ttl=50 time=3.34 ms
+    64 bytes from hg-in-f138.1e100.net (74.125.128.138): icmp_req=3 ttl=50 time=6.07 ms
+    64 bytes from hg-in-f138.1e100.net (74.125.128.138): icmp_req=4 ttl=50 time=5.43 ms
+    64 bytes from hg-in-f138.1e100.net (74.125.128.138): icmp_req=5 ttl=50 time=2.61 ms
+
+so if you are in Mainland China like me, this gem will help you save 780/2.74 = 284.67times time than you deploy a rails app to remotehost, wtf!
+
+## Getting Started
+
+see [wiki](http://rorocodeath.com/docs/ro_deploy)
+
+
+##  About RoDeploy
+ro_deploy is base on capistrano and sshkit, i just make it can deploy rails app to root@localhost. so if you wanna more function, please see sshkit and capistrano.
+
+## I design ro_deploy in three points
+1. deploy app to root@localhost for debugging
+2. deploy app to root@remotehost(please set remotehost in you /etc/hosts)
+3. and complete write ssh commands with ruby, like ro_deploy do, you can inherited ::RoDeployBase to build you own cmd, for details information, please support me a job, I am to find a job.
+
+## RoadMap
+- <del> install mysql without prompt</del>
+- <del> nginx config</del>
+- <del> retry pid_file_exist?, make sure it can return a true</del>
+- <del> add initd restart initd service</del>
+- <del> pass all spec</del>
+- <del> add initd cmd(add unicorn start stop restart)</del>
+- <del> add before after hook in ro_commands</del>
+- <del> customize remote_root</del>
+- <del> make js and css in public/assets can be read</del>
+- add config generator.
+- make a process manager sort by ram/cpu percent
+- add ::RoCell::Remote spec
+- pass all spec(nginx unicorn remote rbenv ...)
+- make a bin? through check all paths in PATHS
+- add initd.sh on startup
+- deploy ro_commands_rails
+- add ro_commands/initd
+- run `bundle install` in remote, and show detail like capistrano
+
+### RoZeus
+- make ro_zeus with drb, which function like zeus
+- ro_zeus.run_ro
+- ro_zeus.run_rake
+- with listen gem, restart ro_zeus when specific files(defined in ro_deploy/config) change or sm actions done, specific files is all rb files in project, sm actions default is bundle install,bundle update.
+- make remote_action to_run_misc can work with ro_zeus
+
+### make a damu maker
+- use videojs
+- play, pause and jump shortcuts
+- layout like bilibili
+- send a damu like bilibili(use canva)
+- delete exist damu
+- change damu occur time and lifecycle
+- autosave damu change like google drive
+- deploy this
+- close autosave function in web app
+
+## misc
+- get error output when bash crashed like capistrano
+
+- save stage value to redis
+
+- judge current env is travis-ci throught add before script `RO_CURRENT_ENV=ci`
+- write a rake task "ci_init" with ro and change rake defaults

data/conf/ro_rmt.rb

@@ -0,0 +1,203 @@
+require 'pj_helper'
+require 'out'
+require 'bash'
+require 'ro_core_ext/kernel'
+
+$LOAD_PATH.unshift File.expand_path("../..", __FILE__)
+$LOAD_PATH.unshift File.expand_path("../../lib", __FILE__)
+
+module ::RoRmt
+  extend PjHelper
+  include Bash
+
+  class << self
+
+    def rt(*args, &blk)
+      r = File.expand_path("../..", __FILE__)
+      RoFile.join r, *args, &blk
+    end
+
+    # attr_writer :rmt_repo
+
+    # def rmt_repo
+    #   @rmt_repo ||= "https://gitcafe.com/rorocodeath/rmt_repo.git"
+    #   #@rmt_repo ||= lambda do
+    #   #  lines = bash_lines "git remote -v"
+    #   #  ssh_repo_url = nil
+    #   #  lines.each do |line|
+    #   #    if line.match(%r{remote\_repo\s+(.*)\s\(fetch\)})
+    #   #      ssh_repo_url = $1
+    #   #    end
+    #   #  end
+    #   #
+    #   #  if ssh_repo_url
+    #   #    http_repo_url = ssh_repo_url.gsub(%r{git@(github|gitcafe)\:}, "https://gitcafe.com/")
+    #   #  else
+    #   #    raise "please set a rmt_repo throught `git remote add rmt_repo git_https_repo_url`"
+    #   #  end
+    #   #end.call
+    # end
+    #
+    # attr_accessor :attrs
+    #
+    # def attrs
+    #   @attrs.flatten! if defined?(@attrs) and @attrs.respond_to?(:flatten!)
+    #   @attrs.uniq! if defined?(@attrs) and @attrs.respond_to?(:uniq!)
+    #   @attrs ||= []
+    # end
+    #
+    # attr_writer :relative_url_rt
+    #
+    # def relative_url_rt
+    #   @relative_url_rt ||= "/"
+    # end
+    #
+    # def singleton_method_added(attr)
+    #   unless attr.match(%r{out_for_debug|#{__method__}})
+    #     attrs << attr
+    #   end
+    # end
+    #
+    # def out_for_dbg
+    #   attrs.each do |attr|
+    #     args = method(attr).parameters
+    #     if args.length == 0
+    #       Out.out "#{Out.set_padding attr.to_s, 20}#{send(attr)}"
+    #     end
+    #   end
+    # end
+    #
+    # attr_accessor :ruby
+    #
+    # def ruby
+    #   @ruby ||= "2.0.0-p353"
+    # end
+    #
+    # attr_accessor :log
+    #
+    # def rmt_log(stage)
+    #   @log ||= File.join(rmt_rt, "log/#{stage}.log")
+    # end
+    #
+    # attr_accessor :pj_rt
+    #
+    # def pj_rt(*args, &blk)
+    #   _rt = File.expand_path("../../..", __FILE__)
+    #   RoFile.join _rt, *args, &blk
+    # end
+    #
+    # alias_method :rt, :pj_rt
+    # attr_accessor :pj_name
+    #
+    # def pj_name
+    #   @pj_name ||= lambda do
+    #     basename = File.basename(pj_rt).gsub(%r{\.\w+$}, "")
+    #   end.call
+    # end
+    #
+    # attr_accessor :rmt_role
+    #
+    # def rmt_role
+    #   @rmt_role ||= ["#{::RoRmt.rmt_user}@remotehost"]
+    # end
+    #
+    # attr_writer :rmt_user
+    #
+    # def rmt_user
+    #   @rmt_user ||= "rt"
+    # end
+    #
+    # attr_accessor :local_role
+    #
+    # def local_role
+    #   @local_role ||= ["#{::RoRmt.rmt_user}@localhost"]
+    # end
+    #
+    # attr_writer :cur_stage
+    #
+    # def cur_stage
+    #   @cur_stage ||= "staging"
+    # end
+    #
+    # attr_accessor :cur_role
+    #
+    # def cur_role
+    #   @cur_role ||= obj("ro_deploy_cur_role") || local_role
+    # end
+    #
+    # alias_method :role, :cur_role
+    # attr_accessor :deploy_to
+    #
+    # def dp_to
+    #   @dp_to ||= "/var/www/#{pj_name}"
+    # end
+    #
+    # attr_accessor :rmt_bin
+    #
+    # def rmt_bin
+    #   @rmt_bin ||= File.join(deploy_to, 'shared/bin')
+    # end
+    #
+    # attr_accessor :rmt_rt
+    #
+    # def rmt_rt
+    #   rmt_rt ||= File.join(deploy_to, "cur")
+    # end
+    #
+    # attr_accessor :rmt_tmp
+    #
+    # def rmt_tmp
+    #   @rmt_tmp ||= File.join(rmt_rt, "tmp")
+    # end
+    #
+    # attr_accessor :unicorn_pid
+    #
+    # def unicorn_pid
+    #   @unicorn_std_err_path ||= File.join(rmt_tmp, "pids/unicorn.pid")
+    # end
+    #
+    # attr_accessor :unicorn_stderr_path
+    #
+    # def unicorn_stderr_path
+    #   @unicorn_stderr_path ||= File.join(rmt_rt, "log/unicorn.log")
+    # end
+    #
+    # attr_accessor :initd_log
+    #
+    # def initd_log
+    #   @initd_log ||= "/tmp/#{pj_name}.log"
+    # end
+    #
+    # attr_accessor :bash_log
+    #
+    # def bash_log
+    #   @bash_log ||= "/tmp/#{pj_name}/error.log"
+    # end
+    #
+    # attr_accessor :unicorn_stdout_path
+    #
+    # def unicorn_stdout_path
+    #   @unicorn_stdout_path ||= unicorn_stderr_path
+    # end
+    #
+    # attr_accessor :unicorn_listen
+    #
+    # def unicorn_listen
+    #   @unicorn_listen ||= "/tmp/unicorn.#{pj_name}.sock"
+    # end
+    #
+    # attr_accessor :rmt_home
+    #
+    # def rmt_home
+    #   @rmt_home ||= "/rt"
+    # end
+    #
+    # attr_accessor :rmt_bundle
+    #
+    # def rmt_bundle
+    #   @rmt_bundle ||= File.join(home, '.rbenv/shims/bundle')
+    # end
+  end
+end
+
+

data/conf/rsync/exclude_patterns

@@ -0,0 +1,4 @@
+.idea
+.git
+tmp
+*.log

data/conf/rsync/include_patterns

@@ -0,0 +1,10 @@
+*.erb
+*.rb
+*.js
+*.css
+*.jar
+*.json
+*.yml
+*.gemspec
+Gemfile
+

data/lib/ro_cell/rmt.rb

@@ -0,0 +1,254 @@
+require File.expand_path("../../../conf/ro_rmt", __FILE__)
+require 'ro_helper/meta'
+
+require 'ro_core_exts'
+
+require 'ro_helper/rmt/basic'
+require 'ro_helper/rmt/compress'
+require 'ro_helper/rmt/determinations'
+require 'ro_helper/rmt/file'
+require 'ro_helper/rmt/dir'
+require 'ro_helper/rmt/file_dir'
+require 'ro_helper/rmt/process'
+require 'ro_helper/rmt/rb'
+require 'ro_helper/rmt/scp'
+require 'ro_helper/rmt/se_attrs'
+
+require 'ro_cell/openstructs'
+
+module ::RoCell
+  class Rmt
+    include ::RoHelper::Meta
+    include ::RoHelper::Rmt::Basic
+    include ::RoHelper::Rmt::Compress
+    include ::RoHelper::Rmt::Determinations
+    include ::RoHelper::Rmt::File
+    include ::RoHelper::Rmt::Dir
+    include ::RoHelper::Rmt::FileDir
+    include ::RoHelper::Rmt::Process
+    include ::RoHelper::Rmt::Rb
+    include ::RoHelper::Rmt::Scp
+    include ::RoHelper::Rmt::SeAttrs
+
+    def cat(file, to=nil)
+      if to
+        bash "cat #{file} > #{to}"
+      else
+        r = capture "cat #{file}"
+        Out.out_file(r)
+      end
+    end
+
+    def install(*args)
+      smths, opts = args.ro_opts
+      ignore_apt_get_bugs do
+        if os and os == "fedora"
+          bash "sudo yum install #{smths.hits.join(" ")} -y"
+        else
+          begin
+            if opts[:nointeractive]
+              bash "export DEBIAN_FRONTEND=noninteractive; sudo -E apt-get install #{smths.hits.join(" ")} -y"
+            else
+              bash "sudo -E apt-get install #{smths.hits.join(" ")} -y"
+            end
+          rescue Exception => e
+            if e.to_s.match("[Errno 14] HTTP Error 404 - Not Found")
+              bash "sudo apt-get update"
+              bash "#{http_x_str} DEBIAN_FRONTEND=nointeractive sudo apt-get install #{smths.hits.join(" ")} -y"
+            else
+              raise e
+            end
+          end
+        end
+      end
+    end
+
+    def ignore_apt_get_bugs(*args, &blk)
+      begin
+        yield
+      rescue ::RoErr::RmtErr => e
+        msg = e.msg
+        unless msg.match("debconf: unable to initialize frontend: Dialog")\
+        or msg.match("W: Duplicate sources.list")\
+        or msg.match("Failed to fetch")
+          # or msg.match("[Errno 14] HTTP Error 404 - Not Found")\
+          raise e
+        end
+      end
+    end
+
+
+    def install_from_src(bin, url, *args, &blk)
+      opts = args.extract_options!
+      basename = File.basename(url).gsub(%r{\.tar\.gz$}, "")
+
+      unless bin?(bin)
+        wget(url)
+        tar(basename)
+      end
+
+      dir = File.join "~/Downloads", basename
+      if opts[:force]
+        make(dir)
+      else
+        unless bin?(bin)
+          make(dir)
+        end
+      end
+
+      if bin.match(%r{node})
+        link(File.join(dir, 'node'))
+      end
+    end
+
+    def link(bin_path)
+      bin = File.basename(bin_path).gsub(%r{\.\w+$}, "")
+      cmd "sudo ln -sf #{bin_path} /usr/bin/#{bin}"
+    end
+
+    def chmod(mode=nil, *args, &blk)
+      mode ||= 755
+      cmd "sudo chmod #{mode} #{args.join(" ")}"
+    end
+
+    def make(dir)
+      cmd "cd #{dir} && make"
+    end
+
+    def wget(url)
+      mkdir "~/Downloads"
+
+      unless exist_dir?("~/Downloads/#{File.basename(url)}")
+        cmd "cd ~/Downloads && wget #{url}"
+      end
+    end
+
+    def tar(file_name)
+      dir = file_name
+      tar_file = "#{file_name}.tar.gz"
+      unless dir_exist? File.join("~/Downloads", dir)
+        cmd "cd ~/Downloads && tar xzf #{tar_file}"
+      end
+    end
+
+    def rm_file(file)
+      cmd "rm -f #{file}"
+    end
+
+    def rm_dir_or_file(smth, *args, &blk)
+      cmd "rm -rf #{smth}"
+    end
+
+    alias_method :rm, :rm_file
+
+    def tail(file, last_lines_number=100)
+      Out.status("tailing", "#{file}")
+
+      result = capture "tail #{file} -n #{last_lines_number}"
+      # Out.out result
+    end
+
+    def act_log(act, log)
+      act = Out.set_color("#{act.camelize}ing", "green")
+      cmd "echo \"#{act} at $(date)\">>#{log}"
+    end
+
+    def bin?(name)
+      # begin
+      r = (exist_file?("/usr/bin/#{name}") or exist_file?("/bin/#{name}"))
+      # rescue SSHKit::Runner::ExecuteError => e
+      #   false
+      # end
+    end
+
+    def read(*args, &blk)
+      file_read(*args, &blk)
+    end
+
+    def write(file, ctn, *args, &blk)
+      write_file(file, ctn)
+    end
+
+    def read(*args, &blk)
+      read_file(*args, &blk)
+    end
+
+    def exist?(*args, &blk)
+      exist_file?(*args, &blk)
+    end
+
+    # def read(file, *args, &blk)
+    #   file = replace_tilde_with_remote_home(file)
+    #   capture_rb_eval("File.read('#{file}')")
+    # end
+
+    def flow
+      yield self
+    end
+
+    def process(*names)
+      if names.empty?
+        capture "ps aux"
+      else
+        capture "ps aux | grep #{names.flatten.join(" ")}"
+      end
+    end
+
+    # def download(rmt, lc=nil, opts={})
+    #   lc ||= File.basename remote
+    #   on ::RoRmt.cur_role do
+    #     Out.status("downloading file", "")
+    #     Out.out "#{Out.set_color("From", "blue")}:#{remote}"
+    #     Out.out "#{Out.set_color("To", "blue")}:#{lc}"
+    #
+    #     download!(remote, lc, options)
+    #   end
+    # end
+
+    # alias_method :up, :upload
+
+    # def exist_file?(file)
+    #   result = capture build_rb_eval("File.exist?('#{file}')")
+    #   to_boolean(result)
+    # end
+
+
+    def chdir(dir, *args, &blk)
+      bash "cd #{dir}", *args
+    end
+
+    def cd(*args, &blk)
+      within(*args, &blk)
+    end
+
+    # def dir_exist?(path)
+    #   if dir.match(%r{\~})
+    #     dir = replace_tilde_with_remote_home(dir)
+    #   end
+    #
+    #   result = capture build_rb_eval("Dir.exist?('#{dir}')")
+    #   result
+    # end
+
+
+    def exist_ctn?(file, re)
+      ctn = capture("cat #{file}")
+      if ctn.match(re)
+        true
+      else
+        false
+      end
+    end
+
+    # @deprecated I forget that how to use it
+
+    #def test(*cmd)
+    #  cmd = format(*cmd)
+    #  result = nil
+    #  on ::RoRmt.cur_role do
+    #    result = test cmd
+    #  end
+    #  result
+    #end
+  end
+end