pec 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: a6e5a3923304e41d105e24cf8891ccd93f3bb805
+  data.tar.gz: 0552a19993b6d2489129c5f370ca2b6f0e1cf4ed
+SHA512:
+  metadata.gz: 312f3f168a0a338878d20fedf851ae4669fec84755da69b5d86b69964c358e962bb74a796bdfed6aea89fa9307811377b0dd0fd483ec3c91c98fc8a0e531dc67
+  data.tar.gz: 5377b587b2813d2086864ba6ec3a1f31a9c5cb098f5b2acab4fa8c3c49cf23bc880aec677810178e0fab8f06acbffd6431ba6d41f670db499b1edc4d7287484d

data/.gitignore

@@ -0,0 +1,11 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+/vendor
+*.yaml

data/.travis.yml

@@ -0,0 +1,3 @@
+language: ruby
+rvm:
+  - 2.2.2

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in pec.gemspec
+gemspec

data/README.md

@@ -0,0 +1,80 @@
+# Pec
+
+OpenStackにおいて複数サーバの起動や、
+DHCPサーバがない状況でのIP自動採番を実現します。
+
+## インストール方法
+
+
+    $ gem install pec
+
+## 使用方法
+### コマンド
+実行ディレクトリに存在するPec.yamlに基づきホストを作成します。
+ホスト名が指定された場合はそのホストのみ作成します。
+
+    $ pec up <hostname>
+
+    $ pec destroy <hostname>
+
+### 設定ファイル
+[fog](https://github.com/fog/fog)を利用しているので、fogの設定を行ってください。
+
+```
+% cat ~/.fog
+default:
+  openstack_auth_url: "http://your-openstack-endpoint/v2.0/tokens"
+  openstack_username: "admin"
+  openstack_tenant: "admin"
+  openstack_api_key: "admin-no-password"
+```
+
+
+`~/Pec.yaml`
+```
+pyama-test001:
+  image: centos-7.1_chef-12.3_puppet-3.7
+  flavor: m1.small
+  networks:
+    eth0:
+      bootproto: static
+      ip_address: 157.7.190.128/26
+      gateway: 157.7.190.129
+      dns1: 8.8.8.8
+      dns2: 8.8.8.8
+    eth1:
+      bootproto: static
+      ip_address: 10.51.113.0/24
+      dns1: 8.8.8.8
+      dns2: 8.8.8.8
+  user_data:
+    hostname: pyama-test001
+    fqdn: pyama-test001.ikemen.com
+    repo_releasever: 7.1.1503
+pyama-test002:
+  image: centos-7.1_chef-12.3_puppet-3.7
+  flavor: m1.midium
+  networks:
+    eth0:
+      bootproto: static
+      ip_address: 157.7.190.128/26
+      gateway: 157.7.190.129
+      dns1: 8.8.8.8
+      dns2: 8.8.8.8
+    eth1:
+      bootproto: static
+      ip_address: 10.51.113.0/24
+      dns1: 8.8.8.8
+      dns2: 8.8.8.8
+  user_data:
+    hostname: pyama-test002
+    fqdn: pyama-test002.ikemen.com
+    repo_releasever: 7.1.1503
+```
+`image`,`flavor`は必須項目です。
+`networks`について指定する場合は、`bootproto`,`ip_address`が必須です。`ip_address`は`xxx.xxx.xxx.xxx/yy`の方式を想定しており、ネットワークアドレスが指定された場合、そのサブネットで未使用のアドレスを自動で採番します。
+`user_data`については`nova api`にネットワーク設定を加えて引き渡すため、cloud-init記法に準拠します。
+
+
+## Author
+* pyama86

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "pec"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/pec

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require 'pec'
+Pec::CLI.start

data/bin/setup

@@ -0,0 +1,7 @@
+#!/bin/bash
+set -euo pipefail
+IFS=$'\n\t'
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/exe/pec

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+
+require "pec"

data/lib/pec.rb

@@ -0,0 +1,20 @@
+require 'fog'
+require 'ip'
+require "pec/version"
+require "pec/query"
+require "pec/vm_director"
+require "pec/configure"
+require "pec/configure/host"
+require "pec/configure/ethernet"
+require "pec/configure/user_data"
+require "pec/compute/server"
+require "pec/compute/flavor"
+require "pec/compute/image"
+require "pec/compute/security_group"
+require "pec/network/port"
+require "pec/network/subnet"
+require "pec/cli"
+
+module Pec
+end
+

data/lib/pec/cli.rb

@@ -0,0 +1,21 @@
+require 'pec'
+require 'thor'
+module Pec
+  class CLI < Thor
+    option :filename, type: :string, aliases: "-f"
+    desc 'up', 'create vm by Pec.yaml'
+    def up(host_name = nil)
+      config = Pec::Configure.new
+      config.load("Pec.yaml")
+      director = Pec::VmDirector.new
+      config.each do |host|
+        next if !host_name.nil? && host.name != host_name
+        puts "can't create server:#{host.name}" unless director.make(host)
+      end if config
+    end
+    desc "destroy", "delete vm"
+    def destroy(name)
+      Pec::Compute::Server.new.destroy!(name) if yes?("#{name}: Are you sure you want to destroy the '#{name}' VM? [y/N]")
+    end
+  end
+end

data/lib/pec/compute/flavor.rb

@@ -0,0 +1,7 @@
+module Pec
+  class Compute
+    class Flavor
+      include Query
+    end
+  end
+end

data/lib/pec/compute/image.rb

@@ -0,0 +1,7 @@
+module Pec
+  class Compute
+    class Image
+      include Query
+    end
+  end
+end

data/lib/pec/compute/security_group.rb

@@ -0,0 +1,7 @@
+module Pec
+  class Compute
+    class Security_Group
+      include Query
+    end
+  end
+end

data/lib/pec/compute/server.rb

@@ -0,0 +1,49 @@
+require 'json'
+module Pec
+  class Compute
+    class Server
+      include Query
+      def create(name, image_ref, flavor_ref, ports, options)
+        if exists?(name)
+          puts "skip create server! name:#{name} is exists!"
+          return true
+        end
+
+        networks = ports.map do |port|
+          if port.used?
+            puts "port-id:#{port.id} ip-addr:#{port.ip_address} in used"
+            return false
+          end
+          { net_id: port.network_id, fixed_ip: port.ip_address, port_id: port.id }
+        end if ports
+
+        options.merge!({ 'nics' =>  networks })
+        response = Fog::Compute[:openstack].create_server(name, image_ref, flavor_ref, options)
+        if response[:status] == 202
+          puts "success create for server_name:#{name}"
+        end
+        true
+        rescue Excon::Errors::Conflict,Excon::Errors::BadRequest => e
+          JSON.parse(e.response[:body]).each { |e,m| puts "#{e}:#{m["message"]}" }
+          false
+      end
+
+      def exists?(server_name)
+        fetch(server_name)
+      end
+
+      def destroy!(server_name)
+        server = fetch(server_name)
+        unless server
+          puts "server_name:#{server_name} is not fond!"
+          return
+        end
+
+        response = Fog::Compute[:openstack].delete_server(server["id"]) if server
+        if response && response[:status] == 204
+          puts "server_name:#{server_name} is deleted!"
+        end
+      end
+    end
+  end
+end

data/lib/pec/configure.rb

@@ -0,0 +1,22 @@
+require 'yaml'
+module Pec
+  class Configure
+    include Enumerable
+
+    def load(file_name)
+      YAML.load_file(file_name).to_hash.each do |config|
+        host = Pec::Configure::Host.load(config)
+        @configure ||= []
+        @configure << host if host
+      end
+      rescue Psych::SyntaxError => e
+        puts e
+    end
+
+    def each
+      @configure.each do |config|
+        yield config
+      end
+    end
+  end
+end

data/lib/pec/configure/ethernet.rb

@@ -0,0 +1,44 @@
+module Pec
+  class Configure
+    class Ethernet
+      attr_reader :name, :bootproto, :ip_address, :options
+      def initialize(config)
+        @name = config[0];
+        @bootprot = config[1]["bootproto"];
+        @ip_address = config[1]["ip_address"];
+        @options = config[1].select do |k,v|
+          { k => v } if k != "bootproto" && k != "ip_address"
+        end
+      end
+
+      class << self
+        def load(name, config)
+          self.new(config) if check_require_key(name, config) && check_network_key(name, config)
+        end
+
+        def check_require_key(name, config)
+          err = %w(bootproto ip_address).find {|k| !config[1].key?(k)}
+          return true if err.nil?
+          puts "skip! #{name}: #{err} is required!"
+          false
+        end
+
+        def check_network_key(name, config)
+          net = config[1]
+          case
+          when (net["bootproto"] == "static" && net["ip_address"].nil?)
+            puts "skip! #{name}: ip_address is required by bootproto static"
+            return false
+          when (!net["bootproto"] == "static" && !net["bootproto"] == "dhcp")
+            puts "skip! #{name}: bootproto set the value dhcp or static"
+            return false
+          when (!net["bootproto"] == "static" && !net["bootproto"] == "dhcp")
+            puts "skip! #{name}: bootproto set the value dhcp or static"
+            return false
+          end
+          true
+        end
+      end
+    end
+  end
+end

data/lib/pec/configure/host.rb

@@ -0,0 +1,38 @@
+module Pec
+  class Configure
+    class Host
+      attr_reader :name, :image, :flavor,:security_group, :user_data, :networks
+      def initialize(config)
+        @name = config[0];
+        @image = config[1]["image"];
+        @flavor = config[1]["flavor"];
+        @security_group = config[1]["security_group"];
+        @user_data = config[1]["user_data"];
+      end
+
+      def append_network(network)
+        @networks ||= []
+        @networks << network
+      end
+
+      class << self
+        def load(config)
+          host = self.new(config) if check_require_key(config)
+          config[1]["networks"].each do |net|
+            net_config = Pec::Configure::Ethernet.load(config[0], net)
+            return nil unless net_config
+            host.append_network(net_config)
+          end if host && config[1]["networks"]
+          host
+        end
+
+        def check_require_key(config)
+          err = %w(image flavor).find {|r| !config[1].key?(r)}
+          return true if err.nil?
+          puts "skip! #{config[0]}: #{err} is required!"
+          false
+        end
+      end
+    end
+  end
+end

data/lib/pec/configure/user_data.rb

@@ -0,0 +1,41 @@
+require 'base64'
+module Pec
+  class Configure
+    class UserData
+      class << self
+        def make(config, ports)
+          user_data = {}
+          user_data["write_files"] = make_port_content(config, ports) if ports
+          Base64.encode64("#cloud-config\n" + user_data.merge(config.user_data).to_yaml)
+        end
+
+        def make_port_content(config, ports)
+          config.networks.map do |ether|
+            port_content = {}
+            port_content["name"] = ether.name unless ether.options.key?('name')
+            port_content["device"] = ether.name unless ether.options.key?('device')
+            port_content["type"] = 'Ethernet' unless ether.options.key?('type')
+            port_content["onboot"] = "yes" unless ether.options.key?('onboot')
+
+            _path = "/etc/sysconfig/network-scripts/ifcfg-#{ether.name}" unless ether.options.key?('path')
+
+            port = ports.find {|p| p.name == ether.name}
+
+            if port
+              port_content["netmask"] = port.netmask
+              port_content["hwaddr"] = port.mac_address
+              port_content["ipaddr"] = port.ip_address
+            end
+            port_content.merge!(ether.options)
+            {
+              'content' => port_content.map {|k,v| "#{k.upcase}=#{v}"}.join("\n"),
+              'owner' => "root:root",
+              'path' => _path,
+              'permissions' => "0644"
+            }
+          end
+        end
+      end
+    end
+  end
+end

data/lib/pec/network/port.rb

@@ -0,0 +1,78 @@
+require 'json'
+module Pec
+  class Network
+    class Port
+      attr_reader :name, :subnet
+      include Query
+      def initialize(name, ip_addr, subnet)
+        @name = name
+        @subnet = subnet
+        @config = fetch(ip_addr)
+      end
+
+      def fetch(ip_addr)
+        list.find {|p| p["fixed_ips"][0]["ip_address"] == ip_addr }
+      end
+
+      def exists?
+        !@config.nil?
+      end
+
+      def used?
+        @config && !@config["device_owner"].empty?
+      end
+
+      def id
+        @config["id"]
+      end
+
+      def mac_address
+        @config["mac_address"]
+      end
+
+      def ip_address
+        @config["fixed_ips"][0]["ip_address"]
+      end
+
+      def network_id
+        @config["network_id"]
+      end
+
+      def netmask
+        IP.new(@config["fixed_ips"][0]["ip_address"]).netmask.to_s
+      end
+
+      def create(ip)
+        options = {}
+        ## parameter is network address to dhcp
+        if ip.to_s != subnet["cidr"]
+          options = { fixed_ips: [{ subnet_id: @subnet["id"], ip_address: ip.to_addr}]}
+        end
+
+        res = Fog::Network[:openstack].create_port(@subnet["network_id"], options)
+
+        @config = res.data[:body]["port"] if res
+        @@_list['port'] ||= []
+        @@_list['port'] << @config
+        true
+        rescue Excon::Errors::Conflict => e
+          JSON.parse(e.response[:body]).each { |e,m| puts "#{e}:#{m["message"]}" }
+          false
+      end
+
+      def delete(port_id)
+        Fog::Network[:openstack].delete_port(port_id)
+        rescue Excon::Errors::Conflict => e
+          JSON.parse(e.response[:body]).each { |e,m| puts "#{e}:#{m["message"]}" }
+          false
+      end
+
+      def replace(ip)
+        delete(id)
+        @@_list['port'] = nil
+        create(ip)
+      end
+
+    end
+  end
+end

data/lib/pec/network/subnet.rb

@@ -0,0 +1,10 @@
+module Pec
+  class Network
+    class Subnet
+      include Query
+      def fetch(cidr)
+        list.find {|p| p["cidr"] == cidr }
+      end
+    end
+  end
+end

data/lib/pec/query.rb

@@ -0,0 +1,31 @@
+require 'active_support/core_ext/string/inflections'
+require 'fog'
+module Pec
+  module Query
+    @@_list = Hash.new
+    def get_adapter
+      case
+      when self.class.name.include?('Network')
+        Fog::Network[:openstack]
+      when self.class.name.include?('Compute')
+        Fog::Compute[:openstack]
+      else
+        raise
+      end
+    end
+
+    def list
+      name = self.class.name.demodulize.downcase+"s"
+      @@_list[name] || get_adapter.send("list_#{name}").data[:body][name]
+    end
+
+    def fetch(name)
+      list.find {|s| s["name"] == name}
+    end
+
+    def get_ref(name)
+      response = fetch(name)
+      response["links"][0]["href"]
+    end
+  end
+end

data/lib/pec/version.rb

@@ -0,0 +1,3 @@
+module Pec
+  VERSION = "0.1.0"
+end

data/lib/pec/vm_director.rb

@@ -0,0 +1,67 @@
+module Pec
+  class VmDirector
+    def initialize
+        @subnet = Pec::Network::Subnet.new
+        @flavor = Pec::Compute::Flavor.new
+        @image = Pec::Compute::Image.new
+        @security_group = Pec::Compute::Security_Group.new
+        @compute = Pec::Compute::Server.new
+    end
+
+    def make(config)
+      ports = get_ports(config)
+      flavor_ref = get_flavor(config.flavor)
+      image_ref = get_image(config.image)
+      return false unless flavor_ref && image_ref
+      options = {
+        "user_data" => Pec::Configure::UserData.make(config, ports),
+        "security_groups" => config.security_group
+      }
+
+      @compute.create(config.name, image_ref, flavor_ref, ports, options)
+    end
+
+    def get_ports(config)
+      config.networks.map do |ether|
+        ip = IP.new(ether.ip_address)
+        _subnet = get_subnet(ip)
+        return false unless _subnet
+
+        _port = Pec::Network::Port.new(ether.name, ip.to_addr, _subnet)
+
+        res = case
+        when _port.exists? && !_port.used?
+          _port.replace(ip)
+        when !_port.exists?
+          _port.create(ip)
+        when _port.used?
+          false
+        end
+
+        unless res
+          puts "ip addess:#{ip.to_addr} can't create port!"
+          return false
+        end
+        _port
+      end if config.networks
+    end
+
+    def get_subnet(ip)
+      _subnet = @subnet.fetch(ip.network.to_s)
+      puts "ip addess:#{ip.to_addr} subnet not fond!" if _subnet.nil?
+      _subnet
+    end
+
+    def get_flavor(name)
+      flavor_ref = @flavor.get_ref(name)
+      puts "flavor:#{name} not fond!" if flavor_ref.nil?
+      flavor_ref
+    end
+
+    def get_image(name)
+      image_ref = @image.get_ref(name)
+      puts "image:#{name} not fond!" if image_ref.nil?
+      image_ref
+    end
+  end
+end

data/pec.gemspec

@@ -0,0 +1,27 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'pec/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "pec"
+  spec.version       = Pec::VERSION
+  spec.authors       = ["kazuhiko yamashita"]
+  spec.email         = ["pyama@pepabo.com"]
+
+  spec.summary       = %q{openstack vm booter.}
+  spec.description   = %q{openstac vm booter.}
+  spec.homepage      = "http://ten-snapon.com"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+  spec.add_dependency 'fog'
+  spec.add_dependency 'thor'
+  spec.add_dependency 'ruby-ip'
+  spec.add_dependency 'activesupport'
+  spec.add_development_dependency "bundler", "~> 1.9"
+  spec.add_development_dependency "rake", "~> 10.0"
+end

metadata

@@ -0,0 +1,154 @@
+--- !ruby/object:Gem::Specification
+name: pec
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- kazuhiko yamashita
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2015-06-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fog
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ruby-ip
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.9'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: openstac vm booter.
+email:
+- pyama@pepabo.com
+executables:
+- pec
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- Gemfile
+- README.md
+- Rakefile
+- bin/console
+- bin/pec
+- bin/setup
+- exe/pec
+- lib/pec.rb
+- lib/pec/cli.rb
+- lib/pec/compute/flavor.rb
+- lib/pec/compute/image.rb
+- lib/pec/compute/security_group.rb
+- lib/pec/compute/server.rb
+- lib/pec/configure.rb
+- lib/pec/configure/ethernet.rb
+- lib/pec/configure/host.rb
+- lib/pec/configure/user_data.rb
+- lib/pec/network/port.rb
+- lib/pec/network/subnet.rb
+- lib/pec/query.rb
+- lib/pec/version.rb
+- lib/pec/vm_director.rb
+- pec.gemspec
+homepage: http://ten-snapon.com
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.6
+signing_key: 
+specification_version: 4
+summary: openstack vm booter.
+test_files: []