dokkaacfg 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 27f436055c2acbf271304227311f1dd0ab97c653
+  data.tar.gz: 824e196bf28aed483de2daec3b0832a20ff3945d
+SHA512:
+  metadata.gz: 3183966ca0ffe1bdfd57aeb700699e81e8bcec6ef8a78494cf6cc1f96638a80d309ea63045c525b13a42837743d99b73ed74adb0e67c5c262d3a90557f4646f2
+  data.tar.gz: 107812cbfc186ffeffb809f523d9c158d21c7d75317b34f40a939695162ba6c4cfe67eecd9f1a6b1a7080233be0a7ea50e1e924d1382d147bcd1b62d25a64d91

data/.gitignore

@@ -0,0 +1 @@
+.vagrant

data/Gemfile

@@ -0,0 +1,5 @@
+source "https://rubygems.org"
+
+
+# Specify your gem's dependencies in dokkaacfg.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,48 @@
+PATH
+  remote: .
+  specs:
+    dokkaacfg (0.0.1)
+      barge (~> 0.10)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    addressable (2.3.6)
+    barge (0.10.0)
+      faraday (~> 0.9)
+      faraday_middleware (~> 0.9)
+      hashie (~> 3.2)
+    crack (0.4.2)
+      safe_yaml (~> 1.0.0)
+    diff-lcs (1.2.5)
+    faraday (0.9.0)
+      multipart-post (>= 1.2, < 3)
+    faraday_middleware (0.9.1)
+      faraday (>= 0.7.4, < 0.10)
+    hashie (3.3.1)
+    multipart-post (2.0.0)
+    rspec (3.1.0)
+      rspec-core (~> 3.1.0)
+      rspec-expectations (~> 3.1.0)
+      rspec-mocks (~> 3.1.0)
+    rspec-core (3.1.3)
+      rspec-support (~> 3.1.0)
+    rspec-expectations (3.1.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.1.0)
+    rspec-mocks (3.1.0)
+      rspec-support (~> 3.1.0)
+    rspec-support (3.1.0)
+    safe_yaml (1.0.3)
+    webmock (1.18.0)
+      addressable (>= 2.3.6)
+      crack (>= 0.3.2)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.6)
+  dokkaacfg!
+  rspec (~> 3.1)
+  webmock (~> 1.18)

data/Vagrantfile

@@ -0,0 +1,101 @@
+# -*- mode: ruby -*-
+# # vi: set ft=ruby :
+
+require 'fileutils'
+
+Vagrant.require_version ">= 1.6.0"
+
+CLOUD_CONFIG_PATH = File.join(File.dirname(__FILE__), "user-data")
+CONFIG = File.join(File.dirname(__FILE__), "config.rb")
+
+# Defaults for config options defined in CONFIG
+$num_instances = 1
+$update_channel = "alpha"
+$enable_serial_logging = false
+$vb_gui = false
+$vb_memory = 1024
+$vb_cpus = 1
+
+# Attempt to apply the deprecated environment variable NUM_INSTANCES to
+# $num_instances while allowing config.rb to override it
+if ENV["NUM_INSTANCES"].to_i > 0 && ENV["NUM_INSTANCES"]
+  $num_instances = ENV["NUM_INSTANCES"].to_i
+end
+
+if File.exist?(CONFIG)
+  require CONFIG
+end
+
+Vagrant.configure("2") do |config|
+  config.vm.box = "coreos-%s" % $update_channel
+  config.vm.box_version = ">= 308.0.1"
+  config.vm.box_url = "http://%s.release.core-os.net/amd64-usr/current/coreos_production_vagrant.json" % $update_channel
+
+  config.vm.provider :vmware_fusion do |vb, override|
+    override.vm.box_url = "http://%s.release.core-os.net/amd64-usr/current/coreos_production_vagrant_vmware_fusion.json" % $update_channel
+  end
+
+  config.vm.provider :virtualbox do |v|
+    # On VirtualBox, we don't have guest additions or a functional vboxsf
+    # in CoreOS, so tell Vagrant that so it can be smarter.
+    v.check_guest_additions = false
+    v.functional_vboxsf     = false
+  end
+
+  # plugin conflict
+  if Vagrant.has_plugin?("vagrant-vbguest") then
+    config.vbguest.auto_update = false
+  end
+
+  (1..$num_instances).each do |i|
+    config.vm.define vm_name = "core-%02d" % i do |config|
+      config.vm.hostname = vm_name
+
+      if $enable_serial_logging
+        logdir = File.join(File.dirname(__FILE__), "log")
+        FileUtils.mkdir_p(logdir)
+
+        serialFile = File.join(logdir, "%s-serial.txt" % vm_name)
+        FileUtils.touch(serialFile)
+
+        config.vm.provider :vmware_fusion do |v, override|
+          v.vmx["serial0.present"] = "TRUE"
+          v.vmx["serial0.fileType"] = "file"
+          v.vmx["serial0.fileName"] = serialFile
+          v.vmx["serial0.tryNoRxLoss"] = "FALSE"
+        end
+
+        config.vm.provider :virtualbox do |vb, override|
+          vb.customize ["modifyvm", :id, "--uart1", "0x3F8", "4"]
+          vb.customize ["modifyvm", :id, "--uartmode1", serialFile]
+        end
+      end
+
+      if $expose_docker_tcp
+        config.vm.network "forwarded_port", guest: 2375, host: ($expose_docker_tcp + i - 1), auto_correct: true
+      end
+
+      config.vm.provider :vmware_fusion do |vb|
+        vb.gui = $vb_gui
+      end
+
+      config.vm.provider :virtualbox do |vb|
+        vb.gui = $vb_gui
+        vb.memory = $vb_memory
+        vb.cpus = $vb_cpus
+      end
+
+      ip = "172.17.8.#{i+100}"
+      config.vm.network :private_network, ip: ip
+
+      # Uncomment below to enable NFS for sharing the host machine into the coreos-vagrant VM.
+      #config.vm.synced_folder ".", "/home/core/share", id: "core", :nfs => true, :mount_options => ['nolock,vers=3,udp']
+
+      if File.exist?(CLOUD_CONFIG_PATH)
+        config.vm.provision :file, :source => "#{CLOUD_CONFIG_PATH}", :destination => "/tmp/vagrantfile-user-data"
+        config.vm.provision :shell, :inline => "mv /tmp/vagrantfile-user-data /var/lib/coreos-vagrant/", :privileged => true
+      end
+
+    end
+  end
+end

data/bin/dokkaacfg

@@ -0,0 +1,34 @@
+#!/usr/bin/env ruby
+
+$: << File.expand_path("../../lib/", __FILE__)
+
+require 'dokkaacfg'
+require 'optparse'
+
+options = {}
+optparse = OptionParser.new
+optparse.on("-p VAL", "--provider=VAL", "Cloud provider name") do |p|
+  options[:provider] = p
+end
+
+optparse.on("--scale=VAL", "Initial scale") { |s| options[:scale] = s.to_i }
+optparse.on("--region=VAL", "Region") { |r| options[:region] = r }
+optparse.on("--slug=VAL", "Slug") { |s| options[:slug] = s }
+optparse.on("--ssh_key=VAL", "SSH key") { |s| options[:ssh_key] = s }
+optparse.parse!
+
+subcmd = ARGV[0]
+args   = ARGV[1..-1]
+
+provider_name = options.delete :provider
+case provider_name
+when "vagrant"
+  require 'dokkaacfg/vagrant'
+  provider = DokkaaCfg::Vagrant.new
+when "digitalocean"
+  require 'dokkaacfg/digitalocean'
+  provider = DokkaaCfg::DigitalOcean.new
+else
+end
+
+provider.execute(subcmd, args, options)

data/config.rb

@@ -0,0 +1,51 @@
+
+# To automatically replace the discovery token on 'vagrant up', uncomment
+# the lines below:
+#
+if File.exists?('user-data') && ARGV[0].eql?('up')
+  require 'open-uri'
+  require 'yaml'
+
+  token = open('https://discovery.etcd.io/new').read
+
+  data = YAML.load(IO.readlines('user-data')[1..-1].join)
+  data['coreos']['etcd']['discovery'] = token
+
+  lines = YAML.dump(data).split("\n")
+  lines[0] = '#cloud-config'
+
+  open('user-data', 'r+') do |f|
+    f.puts(lines.join("\n"))
+  end
+end
+
+
+# coreos-vagrant is configured through a series of configuration
+# options (global ruby variables) which are detailed below. To modify
+# these options, first copy this file to "config.rb". Then simply
+# uncomment the necessary lines, leaving the $, and replace everything
+# after the equals sign..
+
+# Size of the CoreOS cluster created by Vagrant
+$num_instances=2
+
+# Official CoreOS channel from which updates should be downloaded
+#$update_channel='alpha'
+
+# Log the serial consoles of CoreOS VMs to log/
+# Enable by setting value to true, disable with false
+# WARNING: Serial logging is known to result in extremely high CPU usage with
+# VirtualBox, so should only be used in debugging situations
+#$enable_serial_logging=false
+
+# Enable port forwarding of Docker TCP socket
+# Set to the TCP port you want exposed on the *host* machine, default is 2375
+# If 2375 is used, Vagrant will auto-increment (e.g. in the case of $num_instances > 1)
+# You can then use the docker tool locally by setting the following env var:
+#   export DOCKER_HOST='tcp://127.0.0.1:2375'
+#$expose_docker_tcp=2375
+
+# Setting for VirtualBox VMs
+#$vb_gui = false
+#$vb_memory = 1024
+#$vb_cpus = 1

data/dokkaacfg.gemspec

@@ -0,0 +1,26 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'dokkaacfg/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "dokkaacfg"
+  spec.version       = DokkaaCfg::VERSION
+  spec.authors       = ["Kazunori Kajihiro"]
+  spec.email         = ["likerichie@gmail.com"]
+  spec.summary       = 'Configuration management for Dokkaa cluster'
+  spec.description   = 'Manage dokkaa running on cloud providers'
+  spec.homepage      = "https://github.com/k2nr/dokkaacfg"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_runtime_dependency 'barge', "~> 0.10"
+
+  spec.add_development_dependency "bundler", "~> 1.6"
+  spec.add_development_dependency 'rspec',   "~> 3.1"
+  spec.add_development_dependency 'webmock', "~> 1.18"
+end

data/lib/dokkaacfg/digitalocean.rb

@@ -0,0 +1,72 @@
+require 'barge'
+require 'optparse'
+require 'dokkaacfg/provider'
+require 'dokkaacfg/user_data'
+
+module DokkaaCfg
+  class DigitalOcean < Provider
+    DROPLET_NAME_PREFIX = 'dokkaa-'
+
+    def initialize(access_token=nil)
+      super()
+      access_token ||= ENV["DIGITALOCEAN_ACCESS_TOKEN"]
+      @client = Barge::Client.new(access_token: access_token)
+    end
+
+    def up(args, options={})
+      options[:scale]  ||= 1
+      options[:region] ||= 'sfo1'
+      options[:slug]   ||= '512mb'
+      ssh_keys = keys.map do |k|
+        if k.name == options[:ssh_key]
+          k.id
+        end
+      end.compact
+      user_data = UserData.make_user_data
+
+      (1..options[:scale]).each do |n|
+        name = "#{DROPLET_NAME_PREFIX}#{n}"
+        puts "launching #{name}"
+        p @client.droplet.create(
+          name: name,
+          region: options[:region],
+          size: options[:slug],
+          image: "coreos-alpha",
+          ssh_keys: ssh_keys,
+          private_networking: true,
+          user_data: user_data
+        )
+      end
+    end
+
+    def scale(args, options=nil)
+    end
+
+    def down(args, options=nil)
+      droplets = @client.droplet.all["droplets"]
+      r = droplet_regexp
+      droplets.each do |d|
+        if r.match(d.name)
+          p @client.droplet.destroy(d.id)
+        end
+      end
+    end
+
+    private
+    def coreos_user_data
+    end
+    def droplet_regexp
+      Regexp.new("^#{DROPLET_NAME_PREFIX}")
+    end
+
+    def dokkaa_droplets
+      droplets = @client.droplet.all["droplets"]
+      r = droplet_regexp
+      droplets.filter{|d| d.name =~ r}
+    end
+
+    def keys
+      @keys ||= @client.key.all["ssh_keys"]
+    end
+  end
+end

data/lib/dokkaacfg/provider.rb

@@ -0,0 +1,14 @@
+
+module DokkaaCfg
+  class Provider
+    def initialize
+    end
+
+    def execute(cmd, args, options)
+      cmd = cmd.to_sym
+      if self.respond_to?(cmd)
+        self.send(cmd, args, options)
+      end
+    end
+  end
+end

data/lib/dokkaacfg/user_data.rb

@@ -0,0 +1,17 @@
+require 'open-uri'
+require 'yaml'
+
+module DokkaaCfg
+  class UserData
+    USER_DATA_PATH = File.join(File.expand_path("../../../", __FILE__), "user-data")
+
+    def self.make_user_data
+      yaml = YAML.load_file(USER_DATA_PATH)
+      etcd_token = open('https://discovery.etcd.io/new').read
+      yaml['coreos']['etcd']['discovery'] = etcd_token
+      lines = YAML.dump(yaml).split("\n")
+      lines[0] = '#cloud-config'
+      lines.join("\n")
+    end
+  end
+end

data/lib/dokkaacfg/version.rb

@@ -0,0 +1,3 @@
+module DokkaaCfg
+  VERSION = "0.0.1"
+end

data/lib/dokkaacfg.rb

@@ -0,0 +1,4 @@
+require 'dokkaacfg/version'
+
+module DokkaaCfg
+end

data/user-data

@@ -0,0 +1,92 @@
+#cloud-config
+coreos:
+  etcd:
+    addr: $public_ipv4:4001
+    peer-addr: $public_ipv4:7001
+    discovery: https://discovery.etcd.io/40a854ba6063d605c42571e23dad4e5d
+  fleet:
+    public-ip: $public_ipv4
+  units:
+  - name: etcd.service
+    command: start
+  - name: fleet.service
+    command: start
+  - name: docker-tcp.socket
+    command: start
+    enable: true
+    content: |
+      [Unit]
+      Description=Docker Socket for the API
+
+      [Socket]
+      ListenStream=2375
+      Service=docker.service
+      BindIPv6Only=both
+
+      [Install]
+      WantedBy=sockets.target
+       [Socket]
+        ListenStream=2375
+        Service=docker.service
+        BindIPv6Only=both
+
+        [Install]
+        WantedBy=sockets.target
+  - name: dokkaa-conductor.service
+    command: start
+    enable: true
+    content: |
+      [Unit]
+      Description=dokkaa-conductor
+      After=docker.service
+      Requires=docker.service
+
+      [Service]
+      ExecStartPre=/usr/bin/docker pull k2nr/dokkaa-conductor
+      ExecStart=/usr/bin/docker run --name conductor \
+                  -v /var/run/docker.sock:/var/run/docker.sock \
+                  -e HOST_IP=$public_ipv4 \
+                  -e DOCKER_HOST=unix:///var/run/docker.sock \
+                  -e ETCD_ADDR=$public_ipv4:4001 \
+                  --restart=always \
+                  k2nr/dokkaa-conductor
+      TimeoutStartSec=30m
+      ExecStop=/usr/bin/docker rm -f conductor
+  - name: dokkaa-ambassador.service
+    command: start
+    enable: true
+    content: |
+      [Unit]
+      Description=dokkaa-ambassador
+      After=docker.service
+      Requires=docker.service
+
+      [Service]
+      ExecStartPre=/usr/bin/docker pull k2nr/dokkaa-ambassador
+      ExecStart=/usr/bin/docker run --name ambassador \
+                  -v /var/run/docker.sock:/var/run/docker.sock \
+                  -e DOCKER_HOST=unix:///var/run/docker.sock \
+                  --dns=$public_ipv4 \
+                  --restart=always \
+                  k2nr/dokkaa-ambassador
+      TimeoutStartSec=30m
+      ExecStop=/usr/bin/docker rm -f ambassador
+  - name: skydns.service
+    command: start
+    enable: true
+    content: |
+      [Unit]
+      Description=skydns
+      After=docker.service
+      Requires=docker.service
+
+      [Service]
+      ExecStartPre=/usr/bin/docker pull k2nr/skydns-docker
+      ExecStart=/usr/bin/docker run --name skydns \
+                  -e ETCD_MACHINES=http://$public_ipv4:4001 \
+                  -e SKYDNS_ADDR=0.0.0.0:53 \
+                  -e SKYDNS_NAMESERVERS=8.8.8.8:53,8.8.4.4:53 \
+                  -p $public_ipv4:53:53/udp \
+                  k2nr/skydns-docker
+      TimeoutStartSec=30m
+      ExecStop=/usr/bin/docker rm -f skydns

metadata

@@ -0,0 +1,114 @@
+--- !ruby/object:Gem::Specification
+name: dokkaacfg
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Kazunori Kajihiro
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-09-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: barge
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.10'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.10'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.18'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.18'
+description: Manage dokkaa running on cloud providers
+email:
+- likerichie@gmail.com
+executables:
+- dokkaacfg
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- Gemfile.lock
+- Vagrantfile
+- bin/dokkaacfg
+- config.rb
+- dokkaacfg.gemspec
+- lib/dokkaacfg.rb
+- lib/dokkaacfg/digitalocean.rb
+- lib/dokkaacfg/provider.rb
+- lib/dokkaacfg/user_data.rb
+- lib/dokkaacfg/version.rb
+- user-data
+homepage: https://github.com/k2nr/dokkaacfg
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Configuration management for Dokkaa cluster
+test_files: []