gv-valley 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 4c6117529adbc808f6a13a4e17c1e8f697b5e085
+  data.tar.gz: 49fc611a1c2b486427db03b8085036d34dc9cb91
+SHA512:
+  metadata.gz: 4543b48176a0bd9f1311f084d06ca6b825bf860a9e6614967971b21b38beb6dea9ffc755c795ec038d1ab19d668314a28a15a9c314e70d368f42abf3d6e6a117
+  data.tar.gz: 4c5c60f9385db2840999e50488212506452c1e8d9b0959cf076ba6c766611653351f2867a0d8d38f33978822ef4b491f0ad17ebef6fc1f068a98dba88d039e99

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/.travis.yml

@@ -0,0 +1,3 @@
+language: ruby
+rvm:
+  - 2.0.0

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in loam.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,24 @@
+This is free and unencumbered software released into the public domain.
+
+Anyone is free to copy, modify, publish, use, compile, sell, or
+distribute this software, either in source code form or as a compiled
+binary, for any purpose, commercial or non-commercial, and by any
+means.
+
+In jurisdictions that recognize copyright laws, the author or authors
+of this software dedicate any and all copyright interest in the
+software to the public domain. We make this dedication for the benefit
+of the public at large and to the detriment of our heirs and
+successors. We intend this dedication to be an overt act of
+relinquishment in perpetuity of all present and future rights to this
+software under copyright law.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR
+OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+OTHER DEALINGS IN THE SOFTWARE.
+
+For more information, please refer to <http://unlicense.org>

data/README.md

@@ -0,0 +1,38 @@
+# GV::Valley
+
+Micro Private PaaS with Ruby.
+Heavily influenced from dokku and flynn, also uses several flynn components. You
+should use flynn instead, this is a distributed Ruby experiment which is not for
+production use.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'gv-valley'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install gv-valley
+
+## Usage
+
+    $ gv-valley run # runs valley server
+    
+## Todo
+
+- Write more tests
+- Documentation
+
+
+## Contributing
+
+1. Fork it ( http://github.com/<my-github-username>/gv-valley/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,9 @@
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.test_files = FileList['test/**/test*.rb']      
+end
+
+task :default => :test

data/bin/gv-valley

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require 'gv/common/cli/server'
+GV::Common::CLI::Server.gen "valley", %w(gv/valley/etcd gv/valley/file_server 
+gv/valley/runner gv/valley/deployer gv/valley/balancer 
+gv/addons/postgresql gv/addons/etcd gv/addons/memcached)

data/bin/valley

@@ -0,0 +1,319 @@
+#!/usr/bin/env ruby
+
+$stdout.sync = true
+$stderr.sync = true
+
+require "gv/valley"
+require "commander/import"
+
+require 'gv/valley/app'
+require 'gv/valley/deployer'    
+require 'gv/valley/runner'
+require 'gv/valley/balancer'
+require 'sticks/pipe'    
+
+program :name, "Green Valley"
+program :version, '0.0.1'
+program :description, 'Green Valley CLI'
+
+def restart_app app
+  deployer = GV::Valley::Deployer.service
+  deployer.stop app, &Sticks::Pipe::Blocks.stream
+  deployer.start app
+end
+
+##
+# Apps API
+
+command :'apps:deploy' do |c|
+  c.syntax = 'valley apps:deploy APP_NAME'
+  c.description = 'deploys app'
+  c.action do |args, options|
+    
+    DRb.start_service    
+    service = GV::Valley::Deployer.random_service
+    service.deploy args.first, &Sticks::Pipe::Blocks.stream
+    DRb.stop_service    
+  end
+end
+
+command :'apps:config' do |c|
+  c.syntax = 'valley apps:config APP_NAME'
+  c.description = 'shows app config'
+  c.action do |args, options|
+
+    DRb.start_service    
+    puts GV::Valley::App.find!(args.first)['config']
+    DRb.stop_service    
+  end
+end
+
+command :'apps:config add' do |c|
+  c.syntax = 'valley apps:config add APP_NAME KEY=VALUE [KEY=VALUE]'
+  c.description = 'adds item to app config'
+  c.action do |args, options|
+
+    DRb.start_service    
+    
+    name = args.shift
+    config = Hash[args.map{|kv| kv.split("=")}]
+    app = GV::Valley::App.find!(name)
+    app["config"].update(config)
+    app.save
+    
+    restart_app app
+    
+    DRb.stop_service    
+  end
+end
+
+command :'apps:config remove' do |c|
+  c.syntax = 'valley apps:config remove APP_NAME KEY [KEY]'
+  c.description = 'removes item from app config'
+  c.action do |args, options|
+
+    DRb.start_service    
+    
+    name = args.shift
+    app = GV::Valley::App.find!(name)
+    args.each do |key|
+      app["config"].delete(key)
+    end
+    app.save
+    
+    restart_app app
+    
+    DRb.stop_service    
+  end
+end
+
+command :'apps:ps' do |c|
+  c.syntax = 'valley apps:ps APP_NAME'
+  c.description = 'shows app processes'
+  c.action do |args, options|
+  
+    DRb.start_service    
+    puts GV::Valley::App.find!(args.first)['ps'].map{|type,ps| {type => ps['scale']} }
+    DRb.stop_service     
+  end
+end
+
+command :'apps:ps scale' do |c|
+  c.syntax = 'valley apps:ps scale APP_NAME TYPE=SCALE [TYPE=SCALE]'
+  c.description = 'shows app processes'
+  c.action do |args, options|
+    
+    DRb.start_service    
+
+    name = args.shift
+    ps = Hash[args.map{|kv| kv.split("=")}]
+    app = GV::Valley::App.find!(name)
+    ps.each do |key,scale|
+      if app['ps'][key]
+        app['ps'][key]['scale'] = scale.to_i
+      else
+        error "Process type #{key} not found"
+      end
+    end
+    app.save
+    restart_app app
+
+    DRb.stop_service     
+  end
+end
+
+command :'apps:domains' do |c|
+  c.syntax = 'valley apps:domains APP_NAME'
+  c.description = 'shows app domains'
+  c.action do |args, options|
+
+    DRb.start_service    
+    puts GV::Valley::App.find!(args.first)['domains']
+    DRb.stop_service     
+  end
+end
+
+command :'apps:domains add' do |c|
+  c.syntax = 'valley apps:domains add APP_NAME DOMAIN [DOMAIN]'
+  c.description = 'adds item to app domains'
+  c.action do |args, options|
+
+    DRb.start_service    
+    
+    name = args.shift
+    app = GV::Valley::App.find!(name)
+    domains = args - GV::Valley::App.all.map{|a| a["domains"]}.flatten
+    app["domains"] = (app["domains"] + domains).compact.uniq
+    app.save
+    
+    GV::Valley::Balancer.service.reload &Sticks::Pipe::Blocks.stream
+    
+    DRb.stop_service    
+  end
+end
+
+command :'apps:domains remove' do |c|
+  c.syntax = 'valley apps:domains remove APP_NAME DOMAIN [DOMAIN]'
+  c.description = 'removes item from app domains'
+  c.action do |args, options|
+    
+    DRb.start_service    
+    
+    name = args.shift
+    app = GV::Valley::App.find!(name)
+    app["domains"] = app["domains"] - args
+    app.save
+    
+    GV::Valley::Balancer.service.reload &Sticks::Pipe::Blocks.stream
+    
+    DRb.stop_service    
+  end
+end
+
+command :'apps:run' do |c|
+  c.syntax = 'valley apps:run APP_NAME CMD'
+  c.description = 'runs cmd on app'
+  c.action do |args, options|
+ 
+    DRb.start_service    
+    service = GV::Valley::Runner.random_service
+    name = args.shift
+    cmd = args.join(" ")
+    block = cmd =~ Sticks::Pipe::INTERACTIVE_COMMANDS ? Sticks::Pipe::Blocks.interactive : Sticks::Pipe::Blocks.stream
+    service.run name, cmd, &block
+    DRb.stop_service    
+  end
+end
+
+command :'apps:logs' do |c|
+  c.syntax = 'valley apps:logs APP_NAME <PS>'
+  c.description = 'runs cmd on app'
+  c.option '-f','--follow', String, 'streams log'
+  c.action do |args, options|
+
+    DRb.start_service    
+    name = args.shift
+    app = GV::Valley::App.find!(name)
+    ps = args.shift
+    psname = "#{name}.#{ps}"
+    
+    #  debug GV::Valley::Deployer.space.read_all([:ps,/#{psname}/,nil,nil])
+    
+    tuple = [:ps, /#{psname}/, nil, nil ]
+    block = options.follow ? Sticks::Pipe::Blocks.stream : Sticks::Pipe::Blocks.capture    
+    (GV::Valley::Deployer.space.read_all(tuple) rescue []).each do |h|
+      h[2].logs psname,options.follow, &block
+    end
+    
+    DRb.stop_service    
+  end
+end
+
+command :'apps:logs' do |c|
+  c.syntax = 'valley apps:logs APP_NAME <PS>'
+  c.description = 'runs cmd on app'
+  c.option '-f','--follow', String, 'streams log'
+  c.action do |args, options|
+
+    DRb.start_service    
+    name = args.shift
+    app = GV::Valley::App.find!(name)
+    ps = args.shift
+    psname = "#{name}.#{ps}"
+    
+    #  debug GV::Valley::Deployer.space.read_all([:ps,/#{psname}/,nil,nil])
+    
+    tuple = [:ps, /#{psname}/, nil, nil ]
+    block = options.follow ? Sticks::Pipe::Blocks.stream : Sticks::Pipe::Blocks.capture    
+    (GV::Valley::Deployer.space.read_all(tuple) rescue []).each do |h|
+      h[2].logs psname,options.follow, &block
+    end
+    
+    DRb.stop_service    
+  end
+end
+
+command :'apps:destroy' do |c|
+  c.syntax = 'valley apps:destroy APP_NAME'
+  c.description = 'destroys app'
+  c.action do |args, options|
+
+    DRb.start_service    
+
+    name = args.shift
+    app = GV::Valley::App.find!(name)
+    
+    deployer = GV::Valley::Deployer.service
+    deployer.stop app, &Sticks::Pipe::Blocks.stream
+
+    app.delete
+    
+    DRb.stop_service    
+  end
+end
+
+command :'balancer:reload' do |c|
+  c.syntax = 'valley balancer:reload'
+  c.description = 'reloads haproxy config'
+  c.action do |args, options|
+
+    DRb.start_service    
+
+    balancer = GV::Valley::Balancer.service
+    balancer.reload &Sticks::Pipe::Blocks.stream
+    
+    DRb.stop_service    
+  end
+end
+
+command :'addons:create' do |c|
+  c.syntax = 'valley addons:create NAME APP_NAME'
+  c.description = 'creates addon service'
+  c.action do |args, options|
+    
+    DRb.start_service   
+    addon = args.shift
+    app_name = args.shift    
+    
+    require "gv/addons/#{addon}"
+    addon_service = "GV::Addons::#{addon.classify}".constantize.service
+    addon_service.create app_name
+    
+    DRb.stop_service    
+  end
+end
+
+command :'addons:run' do |c|
+  c.syntax = 'valley addons:run NAME APP_NAME CMD'
+  c.description = 'runs method on addon service'
+  c.action do |args, options|
+    
+    DRb.start_service   
+    addon = args.shift
+    app_name = args.shift    
+    cmd = args.shift        
+    
+    require "gv/addons/#{addon}"
+    addon_service = "GV::Addons::#{addon.classify}".constantize.service
+    puts addon_service.public_send(cmd, app_name)
+    
+    DRb.stop_service    
+  end
+end
+
+command :'addons:destroy' do |c|
+  c.syntax = 'valley addons:destroy NAME APP_NAME'
+  c.description = 'destroys addon service'
+  c.action do |args, options|
+    
+    DRb.start_service   
+    addon = args.shift
+    app_name = args.shift    
+    
+    require "gv/addons/#{addon}"
+    addon_service = "GV::Addons::#{addon.classify}".constantize.service
+    addon_service.destroy app_name
+    
+    DRb.stop_service    
+  end
+end

data/gv-valley.gemspec

@@ -0,0 +1,27 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'gv/valley/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "gv-valley"
+  spec.version       = GV::Valley::VERSION
+  spec.authors       = ["Onur Uyar"]
+  spec.email         = ["me@onuruyar.com"]
+  spec.summary       = %q{Micro Private PaaS with Ruby}
+  spec.homepage      = "https://github.com/green-valley/gv-valley"
+  spec.license       = "Unlicense"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.5"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "minitest"
+  spec.add_dependency 'goliath'
+  spec.add_dependency 'etcd'      
+  spec.add_dependency 'gv-common'    
+  spec.add_dependency 'gv-bedrock'    
+end

data/lib/gv/addons/etcd.rb

@@ -0,0 +1,41 @@
+require 'gv/valley'
+require 'gv/valley/addon'
+
+module GV
+  module Addons
+    class Etcd < GV::Valley::Addon
+  
+      PORT = 4001
+  
+      CONTAINER_DIR="/data/db"    
+  
+      def image; "flynn/etcd" end
+  
+      def params 
+        "-v #{@home}/#{@name}/#{@app_name}:#{CONTAINER_DIR}:rw"
+      end
+      
+      def cmd
+        "--name=#{@app_name} -data-dir=#{CONTAINER_DIR}"
+      end
+  
+      def url app_name
+        @app_name = app_name
+        self.class.space.read([@name.to_sym,@app_name,nil,nil],0) rescue nil
+      end
+  
+      def create app_name
+        super app_name
+        self.class.space.write([@name.to_sym,@app_name,"http://#{self.external_ip}:#{port(app_name)}",self.external_ip])    
+      end
+  
+      def destroy app_name
+        super app_name
+        tuple = [@name.to_sym,@app_name,nil,nil]
+        (self.class.space.take(tuple,0) rescue nil) while (self.class.space.read(tuple,0) rescue nil)
+      end
+
+
+    end
+  end
+end

data/lib/gv/addons/memcached.rb

@@ -0,0 +1,34 @@
+require 'gv/valley'
+require 'gv/valley/addon'
+
+module GV
+  module Addons
+    class Memcached < GV::Valley::Addon
+  
+      PORT = 4001
+  
+      CONTAINER_DIR="/data/db"    
+  
+      def image; "bacongobbler/memcached" end
+  
+  
+      def url app_name
+        @app_name = app_name
+        self.class.space.read([@name.to_sym,@app_name,nil,nil],0) rescue nil
+      end
+  
+      def create app_name
+        super app_name
+        self.class.space.write([@name.to_sym,@app_name,"#{self.external_ip}:#{port(app_name)}",self.external_ip])    
+      end
+  
+      def destroy app_name
+        super app_name
+        tuple = [@name.to_sym,@app_name,nil,nil]
+        (self.class.space.take(tuple,0) rescue nil) while (self.class.space.read(tuple,0) rescue nil)
+      end
+
+
+    end
+  end
+end

data/lib/gv/addons/postgresql.rb

@@ -0,0 +1,42 @@
+require 'gv/valley'
+require 'gv/valley/addon'
+
+module GV
+  module Addons
+    class Postgresql < GV::Valley::Addon
+  
+      PORT = 5432
+  
+      CONTAINER_DIR="/var/lib/postgresql/9.3/main"    
+  
+      def image; "valley/postgresql" end
+  
+      def params 
+        ["-v #{@home}/#{@name}/#{@app_name}:#{CONTAINER_DIR} -w #{CONTAINER_DIR}",
+          "-e POSTGRESQL_USER=#{@app_name}", 
+          "-e POSTGRESQL_PASS=#{@pass=rand(2**64).to_s(36)}", 
+          "-e POSTGRESQL_DB=#{@app_name}"
+        ].join(" ")
+      end
+  
+      def url app_name
+        @app_name = app_name
+        self.class.space.read([@name.to_sym,@app_name,nil,nil],0)[2] rescue nil
+      end
+  
+      def create app_name
+        if super(app_name)
+          self.class.space.write([@name.to_sym,@app_name,"postgres://#{@app_name}:#{@pass}@#{self.external_ip}:#{port(app_name)}/#{@app_name}",self.external_ip])    
+        end
+      end
+  
+      def destroy app_name
+        super app_name
+        tuple = [@name.to_sym,@app_name,nil,nil]
+        (self.class.space.take(tuple,0) rescue nil) while (self.class.space.read(tuple,0) rescue nil)
+      end
+
+
+    end
+  end
+end

data/lib/gv/tasks/install.rake

@@ -0,0 +1,116 @@
+require 'gv/valley'
+
+USER = ENV['VALLEY_USER'] || "val"
+HOME = ENV['VALLEY_HOME'] || "/home/#{USER}"
+CONFIG_DIR = "/etc/greenvalley/config"
+
+namespace :install do
+  
+  def capture cmd
+    `#{cmd}`.chomp rescue nil
+  end
+  
+  task :config_dir do
+    mkdir_p CONFIG_DIR    
+  end
+  
+  task :domain => ['install:config_dir'] do
+    unless File.exists? "#{CONFIG_DIR}/domain"
+      print "Enter Domain: "
+      domain = STDIN.gets.strip
+      if domain.empty?
+        abort "Domain cannot be blank"
+      end
+      sh "echo \"#{domain}\" > #{CONFIG_DIR}/domain"    
+    end
+  end
+
+  task :user => ['install:config_dir'] do
+    sh "useradd #{USER}" rescue nil
+    sh "chown -R #{USER} #{CONFIG_DIR}"
+    sh "echo \"#{USER}\" > #{CONFIG_DIR}/user" unless File.exists? "#{CONFIG_DIR}/user"
+    sh "echo \"#{HOME}\" > #{CONFIG_DIR}/home" unless File.exists? "#{CONFIG_DIR}/home"
+  end
+  
+  desc "Install Gitreceive"
+  task :gitreceive => ['install:user'] do
+    
+    sh "wget -O /usr/local/bin/gitreceive https://raw.githubusercontent.com/progrium/gitreceive/master/gitreceive"
+    sh "chmod +x /usr/local/bin/gitreceive"
+    sh "GITUSER=#{USER} gitreceive init"
+    
+    cp "#{GV::Valley.root}/scripts/receiver", "#{HOME}/receiver"
+    sh "chmod +x #{HOME}/receiver"
+    
+  end
+  
+  task :aufs do
+    sh "lsmod | grep aufs || modprobe aufs || apt-get install -y linux-image-extra-`uname -r`"
+  end
+
+  desc "Install Docker"
+  task :docker => ['install:aufs','install:user'] do
+    if capture('docker -v').nil?  
+      sh "egrep -i \"^docker\" /etc/group || groupadd docker"
+      sh "usermod -aG docker #{USER}"
+      sh "curl https://get.docker.io/gpg | apt-key add -"
+      sh "echo deb http://get.docker.io/ubuntu docker main > /etc/apt/sources.list.d/docker.list"
+      sh "apt-get update"
+      sh "apt-get install -y lxc-docker"
+      sh "sleep 2" # give docker a moment i guess
+    end
+  end  
+  
+  desc "Pull Docker repo"
+  task :pull, [:repo] => ['install:docker'] do |t,args|
+    if capture("docker images | grep #{args.repo}").empty?
+      sh "docker pull #{args.repo}" 
+    end
+  end 
+  
+  desc "Pulls flynn/etcd"
+  task :etcd do
+    Rake::Task['install:pull'].invoke("flynn/etcd")        
+  end
+  
+  desc "Pulls flynn/slugbuilder"
+  task :slugbuilder => ['install:docker'] do
+    Rake::Task['install:pull'].invoke("flynn/slugbuilder")    
+  end
+  
+  desc "Pulls flynn/slugrunner"
+  task :slugrunner => ['install:docker'] do
+    Rake::Task['install:pull'].invoke("flynn/slugrunner")    
+  end  
+  
+  desc "Install Haproxy"
+  task :haproxy => ['install:user'] do
+    if capture("haproxy -v").nil?
+      sh "add-apt-repository -y ppa:vbernat/haproxy-1.5"
+      sh "apt-get update -y -q"
+      sh "apt-get install haproxy -y -q"
+      sh "echo \"ENABLED=1\" >> /etc/default/haproxy"
+    end
+    cp "#{GV::Valley.root}/scripts/haproxy.cfg", "/etc/haproxy/haproxy.cfg"
+    sh "usermod -aG haproxy #{USER}"    
+    chmod 0770, "/etc/haproxy/haproxy.cfg"
+    sh "chgrp haproxy /etc/haproxy/haproxy.cfg"    
+  end  
+  
+  
+  desc "Installs bare host to run apps"
+  task :host do
+    Rake::Task['install:slugrunner'].invoke
+  end
+  
+  desc "Installs Green Valley"
+  task :valley => ['install:domain','install:user'] do
+    Rake::Task['install:gitreceive'].invoke
+    Rake::Task['install:slugbuilder'].invoke
+    Rake::Task['install:slugrunner'].invoke   
+    Rake::Task['install:haproxy'].invoke      
+  end
+ 
+end
+
+task :install => ['install:valley']