larrow-runner 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 556f8afefdbfa12b93f7c7f3029fcc5bf55b23f9
+  data.tar.gz: 170901120bc4eeec5370639ae6bb00c33c6ebf14
+SHA512:
+  metadata.gz: 2b9e24d845add9b4f3e99cb968e5146541f2e8aa025fc20dc97df7aac5d2a85286e318fe10cec77c1dafdf02f95749280eefe55a1183fda70ccf016f8b105789
+  data.tar.gz: 3597ae6bd3f599e1edb2b645fd9b752d46caf9a2b5c865303d1a7b8a10588e71e873b460e056dfca6d10349e8430e8485caecd2a2279dddcdbbd7bc95d11dff9

data/.gitignore

@@ -0,0 +1,25 @@
+*.swp
+*.gem
+*.rbc
+*.log
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log
+tags

data/.rspec

@@ -0,0 +1,2 @@
+--colour
+--format documentation

data/.ruby-version

@@ -0,0 +1 @@
+2.1

data/Gemfile

@@ -0,0 +1,3 @@
+# Specify your gem's dependencies in larrow-runner.gemspec
+source 'https://rubygems.org'
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 lifu
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,80 @@
+# Larrow::Runner
+
+It is a command line tool with the following goals:
+
+* build your application
+* make a quick image for developer
+* save best practices on devops of your team
+* help to build the CI service
+
+## Installation
+
+Add this line to your application's Gemfile:
+```
+$ gem 'larrow-runner'
+```
+
+And then execute:
+```
+$ bundle
+```
+
+Or install it yourself as:
+```
+$ gem install larrow-runner
+```
+
+You should setup your cloud access ( why qingcloud ? ) before using larrow
+
+```
+$ larrow login
+please setup your account of Qing Cloud:
+    access id: ******
+    secret key: ******
+    keypair id: ******
+    zone_id(default: pek1): pek1
+Congratulation! Now you can use larrow to help your develop works.
+```
+
+## Usage
+
+### testing
+
+unit test, integration test, system test, etc.)
+```
+$ larrow go <source_url>
+```
+
+### application startup
+
+make a standalone application and start it(if necessary)
+```
+$ larrow build server <source_url>
+```
+
+### build image
+
+use image to speed-up your development
+
+* build a image of your application
+```
+$ larrow build image <source_url>
+```
+
+* build a image from local LarrowFile
+```
+$ larrow build image <larrow_file_path>
+```
+
+## Larrow File
+
+Larrow need to know how to setup/make/install/start... your application. So developer could write a `Larrow File` to declare these things.
+
+Larrow can be used as a CI worker like travis. 
+## Contributing
+
+1. Fork it ( http://github.com/fsword/larrow-core/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+require 'parallel_tests/tasks'

data/bin/larrow

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+require 'larrow/runner'
+
+Larrow::Runner::Cli::Main.start

data/larrow-runner.gemspec

@@ -0,0 +1,42 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'larrow/runner/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "larrow-runner"
+  spec.version       = Larrow::Runner::VERSION
+  spec.authors       = ["fsword"]
+  spec.email         = ["li.jianye@gmail.com"]
+  spec.summary       = %q{Core application of larrow, CLI based}
+  spec.description   = %q{Automatically build your app from source code}
+  spec.homepage      = "http://github.com/fsword/larrow-core"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.6"
+  spec.add_development_dependency 'rake', '~> 10'
+  spec.add_development_dependency "rspec",'~> 3.0'
+  spec.add_development_dependency "simplecov", '~> 0.9'
+  spec.add_development_dependency "parallel_tests", '~> 1.0'
+
+  spec.add_runtime_dependency 'tilt', '~> 2'
+  spec.add_runtime_dependency 'thor', '~> 0.19'
+  spec.add_runtime_dependency "activesupport", "~> 4.1"
+  spec.add_runtime_dependency "pry", '~> 0.10', '0.10.0'
+  spec.add_runtime_dependency "pry-nav", '~> 0.2', '0.2.4'
+  spec.add_runtime_dependency "minitest", '~> 5.4', '5.4.1'
+
+  spec.add_runtime_dependency 'net-ssh', '~> 2.9'
+  spec.add_runtime_dependency 'net-scp', '~> 1.2'
+
+  spec.add_runtime_dependency "faraday", '~> 0.9'
+ 
+  spec.add_runtime_dependency 'larrow-qingcloud', '~> 0'     
+  spec.add_runtime_dependency 'promising', '~> 0.3'
+
+end

data/lib/larrow/runner/cli/build.rb

@@ -0,0 +1,41 @@
+module Larrow::Runner
+  module Cli
+    class Build < ::Thor
+      
+      desc 'server <URL/path>','build the server'
+      long_desc <<-EOF.gsub("\n", "\x5")
+Setup a server for application:
+* assign resource
+* init environment
+* prepare server
+* start server 
+      EOF
+      option :debug
+      option :nocolor
+      def server url
+        RunOption.update options
+        RunOption[:keep] = true
+        RunLogger.nocolor if RunOption.key? :nocolor
+        Manager.new(url).build_server
+      end
+
+      desc 'image <URL/path>', 'build a base image'
+      long_desc <<-EOF.gsub("\n", "\x5")
+Reduce the time is very important for CI or other develop activity.
+There is a best practise to build a image as base system for the project.  
+Larrow will help you to make it simple and reuse the configuration items.
+
+Your can use a single Larrowfile as the argument.
+      EOF
+      option :debug
+      option :nocolor
+      def image url
+        RunOption.update options
+        RunLogger.nocolor if RunOption.key? :nocolor
+        Manager.new(url).build_image
+      end
+
+    end
+  end
+end
+

data/lib/larrow/runner/cli/main.rb

@@ -0,0 +1,35 @@
+module Larrow::Runner
+  module Cli
+    class Main < ::Thor
+      desc 'version','show version of larrow-runner'
+      def version
+        puts VERSION
+      end
+
+      desc 'go [URL]','execute your app'
+      long_desc <<-EOF
+larrow will build a whole world for your application
+      EOF
+      option :debug
+      option :nocolor
+      def go url
+        RunOption.update options
+        RunLogger.nocolor if RunOption.key? :nocolor
+        Manager.new(url).go
+      end
+
+      desc 'login', 'log into Qingcloud service'
+      option :force
+      def login
+        RunOption.update options
+        Session.login
+      end
+
+      desc 'build [SUBCOMMAND]', 'build your server or images'
+      subcommand 'build', Build
+
+      desc 'tools [SUBCOMMAND]', 'some tools'
+      subcommand 'tools', Tools
+    end
+  end
+end

data/lib/larrow/runner/cli/tools.rb

@@ -0,0 +1,34 @@
+module Larrow::Runner
+  module Cli
+    class Tools < ::Thor
+      desc 'dump [URL]','convert and dump configuration of the project'
+      long_desc <<-EOF.gsub("\n", "\x5")
+Read other CI file(eg:.travis.yml), conert to larrow style and dump to STDOUT. 
+You can save it as .larrow.yml on the project root folder.
+      EOF
+      def dump url
+        vcs = Vcs.detect url
+        configuration = vcs.configuration false
+        puts configuration.dump
+      end
+      
+      desc 'resource','show all resource in Resource.yml'
+      long_desc <<-EOF.gsub("\n", "\x5")
+Read .larrow.resource from current directory, show information.
+resource: instance, eip, etc...
+      EOF
+      def resource
+        Manager.resource
+      end
+      
+      desc 'cleanup','cleanup all resource in Resource.yml'
+      long_desc <<-EOF.gsub("\n", "\x5")
+Read .larrow.resource from current directory, and release all resources.
+resource: instance, eip, etc...
+      EOF
+      def cleanup
+        Manager.cleanup
+      end
+    end
+  end
+end

data/lib/larrow/runner/cli.rb

@@ -0,0 +1,11 @@
+require 'thor'
+
+module Larrow
+  module Runner
+    module Cli
+      autoload :Main,   'larrow/runner/cli/main'
+      autoload :Build,  'larrow/runner/cli/build'
+      autoload :Tools,  'larrow/runner/cli/tools'
+    end
+  end
+end

data/lib/larrow/runner/errors.rb

@@ -0,0 +1 @@
+ExecutionError = Class.new StandardError

data/lib/larrow/runner/logger.rb

@@ -0,0 +1,69 @@
+require 'logger'
+
+module Larrow::Runner
+  # usage:
+  # logger = Larrow::Runner::Logger filename
+  # logger.level(3).color('red').info 'hello'
+  # logger.level(3).title 'hello'
+  # logger.level(3).detail 'hello'
+  class Logger
+    def initialize logger, level:nil, color:'magenta'
+      @inner_logger = if logger.is_a? ::Logger
+                        logger
+                      else
+                        ::Logger.new logger
+                      end
+      @inner_logger.formatter = proc do |_severity, datetime, _progname, msg|
+           "[#{datetime.strftime('%H:%M:%S')}] #{msg}\n"
+      end
+      @level = level
+      @color = color
+    end
+
+    def nocolor
+      @color = nil
+    end
+
+    def level level
+      Logger.new @inner_logger, level: level, color: @color
+    end
+
+    def color color
+      return self if RunOption.key? :nocolor # skip color when no color
+      Logger.new @inner_logger, level: @level, color: color
+    end
+
+    def info msg
+      indent = "  " * (@level || 0)
+      wrapped = wrap_color msg
+      @inner_logger.info "#{indent}#{wrapped}"
+    end
+
+    def title msg
+      color('yellow').info msg
+    end
+
+    def detail msg
+      color('green').info msg
+    end
+
+    def err msg
+      color('red').info msg
+    end
+
+    def wrap_color msg
+      return msg if @color.nil?
+      code = case @color.downcase
+               when 'black'   then  '30'
+               when 'red'     then  '31'
+               when 'green'   then  '32'
+               when 'yellow'  then  '33'
+               when 'blue'    then  '34'
+               when 'magenta' then  '35'
+               when 'cyan'    then  '36'
+               when 'white'   then  '37'
+             end
+      "\033[#{code}m#{msg}\033[0m"
+    end
+  end
+end

data/lib/larrow/runner/manager.rb

@@ -0,0 +1,114 @@
+gem 'pry', '0.10.0'
+gem 'pry-nav', '0.2.4'
+require 'pry'
+require 'pry-nav'
+module Larrow::Runner
+  class Manager
+    include Service
+
+    attr_accessor :vcs
+    attr_accessor :app
+    def initialize target_url
+      signal_trap
+      self.vcs = Vcs.detect target_url
+      self.app = Model::App.new vcs
+    end
+
+    def signal_trap
+      trap('INT') do
+        RunLogger.title 'try to release'
+        release
+        ::Kernel.exit
+      end
+    end
+
+    def go
+      handle_exception do
+        app.allocate
+        app.action :all
+      end
+    end
+
+    def build_image
+      handle_exception do
+        app.allocate
+        app.build_image
+      end
+    end
+
+    def build_server
+      handle_exception do
+        app.allocate
+        app.deploy
+      end
+    end
+
+    def handle_exception
+      yield
+    rescue => e
+      RunOption[:keep] = true if e.is_a?(ExecutionError)
+      if e.is_a?(ExecutionError) && !debug?
+        data = eval(e.message)
+        RunLogger.level(1).err "Execute fail: #{data[:status]}"
+        RunLogger.level(1).err "-> #{data[:errmsg]}"
+      else
+        debug? ? binding.pry : raise(e)
+      end
+    ensure
+      if keep?
+        store_resource
+      else
+        release
+      end
+    end
+
+    def debug?
+      RunOption.key? :debug
+    end
+
+    def keep?
+      RunOption.key? :keep
+    end
+
+    def store_resource
+      resource = app.dump
+      File.write '.larrow.resource', YAML.dump(resource)
+      RunLogger.title 'store resource'
+    end
+
+    def release
+      RunLogger.title 'release resource'
+      begin_at = Time.new
+      if app && app.node
+        app.node.destroy if @state != :release
+      end
+      during = sprintf('%.2f', Time.new - begin_at)
+      RunLogger.level(1).detail "released(#{during}s)"
+    end
+
+    def self.resource
+      resource_iterator do |clazz, array|
+        RunLogger.detail clazz.name.split("::").last
+        clazz.show array, 1
+      end
+    end
+
+    def self.cleanup
+      resource_iterator do |clazz, array|
+        clazz.cleanup array
+      end
+      RunLogger.title 'resource cleaned'
+    end
+
+    def self.resource_iterator
+      resource = YAML.load(File.read '.larrow.resource') rescue nil
+      return if resource.nil?
+      resource.each_pair do |k,array|
+        case k
+        when :nodes
+          yield Model::Node, array
+        end
+      end
+    end
+  end
+end

data/lib/larrow/runner/manifest/adapter/blank.rb

@@ -0,0 +1,8 @@
+module Larrow::Runner::Manifest
+  class Blank < BaseLoader
+    def load
+      self.configuration = Configuration.new
+    end
+  end
+end
+

data/lib/larrow/runner/manifest/adapter/larrow.rb

@@ -0,0 +1,32 @@
+module Larrow::Runner::Manifest
+  class Larrow < BaseLoader
+    def config_file
+      source_accessor.larrow_file || '.larrow.yml'
+    end
+
+    # TODO manifest validation
+    def parse content
+      data = YAML.load(content).with_indifferent_access
+      if data.is_a? Array # stages as a Array
+        # TODO
+      elsif data.is_a? Hash # steps as a Hash
+        configuration.image = data[:image]
+        Configuration::DEFINED_GROUPS[:custom].each do |title|
+          v = data[title]
+          build_step title,v if v
+        end
+      end
+    end
+
+    def build_step title, lines
+      source_dir = if title == :init
+                     nil
+                   else
+                     configuration.source_dir
+                   end
+      scripts = lines.map{|s| Script.new s, base_dir: source_dir}
+      configuration.put_to_step title, scripts
+    end
+  end
+end
+

data/lib/larrow/runner/manifest/adapter/travis.rb

@@ -0,0 +1,73 @@
+require 'yaml'
+
+module Larrow::Runner::Manifest
+  class Travis < BaseLoader
+    CONFIG_FILE='.travis.yml'
+    attr_accessor :data
+
+    def parse content
+      self.data  = YAML.load(content).with_indifferent_access
+      build_language
+      map_step :prepare,         :before_script
+      map_step :functional_test, :script
+    end
+
+    def map_step title, travis_title
+      source_dir = configuration.source_dir
+      scripts = (data[travis_title] || []).map do |cmd|
+        Script.new cmd, base_dir: source_dir
+      end
+      return nil if scripts.empty?
+
+      configuration.put_to_step title, scripts
+    end
+
+    def build_language
+      return if data[:language].nil?
+      clazz = eval data[:language].camelize
+      clazz.fulfill(data,configuration)
+    end
+  end
+  class Erlang
+    TEMPLATE_PATH='/opt/install/erlang/%s'
+    def self.fulfill data, configuration
+      revision = case data[:otp_release].last
+                 when /R15/ then 'R15B03'
+                 when /R16/ then 'R16B03'
+                 when /17/  then '17.1'
+                 end rescue '17'
+      install_dir = sprintf(TEMPLATE_PATH,revision.downcase)
+      lines = <<-EOF
+echo '-s' >> .curlrc
+curl https://raw.githubusercontent.com/spawngrid/kerl/master/kerl -o /usr/local/bin/kerl
+chmod a+x /usr/local/bin/kerl
+kerl update releases
+kerl build #{revision} #{revision}
+kerl install #{revision} #{install_dir}
+echo 'source #{install_dir}/activate' >> $HOME/.bashrc
+      EOF
+      lines.split(/\n/).each do |line|
+        s = Script.new line
+        configuration.put_to_step :init, s
+      end
+    end
+  end
+  
+  class Ruby
+    def self.fulfill data, configuration
+      return unless data[:rvm] # only rvm is supported for ruby
+      version = data[:rvm].last
+      lines = <<-EOF
+echo '-s' >> .curlrc
+curl -sSL https://get.rvm.io | bash -s stable
+echo 'source /etc/profile.d/rvm.sh' >> .bashrc
+rvm install #{version}
+      EOF
+      lines.split(/\n/).each do |line|
+        s = Script.new line
+        configuration.put_to_step :init, s
+      end
+    end
+  end
+end
+

data/lib/larrow/runner/manifest/base_loader.rb

@@ -0,0 +1,21 @@
+module Larrow::Runner::Manifest
+  class BaseLoader
+    attr_accessor :source_accessor,:configuration
+    def initialize source_accessor
+      self.source_accessor = source_accessor
+    end
+
+    def load
+      content = source_accessor.get config_file
+      return nil if content.nil?
+
+      self.configuration = Configuration.new
+      parse content
+      self.configuration
+    end
+    
+    def config_file
+      self.class.const_get('CONFIG_FILE')
+    end
+  end
+end