wakame-vdc-agents 10.11.0

data/bin/nsa

@@ -0,0 +1,147 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+#
+# Naming Service Agent:
+# This agent aims to configure DNS/DHCP daemons or devices to supply
+# IP address and Hostname for Instances.
+
+begin
+  require 'rubygems'
+  require 'bundler'
+  Bundler.setup(:default)
+rescue Exception
+end
+
+require File.expand_path('../../config/path_resolver', __FILE__)
+
+
+require 'eventmachine'
+
+class SuperviseDnsmasq < Isono::NodeModules::Base
+  include Dcmgr::Logger
+
+  config_section do
+    desc "configuration file for dnsmasq dhcp"
+    dhcp_hosts_conf File.expand_path('dnsmasq-dhcp.conf', '/var/tmp/')
+  end
+  
+  initialize_hook do
+    if manifest.config.network_name.nil?
+      abort("network_name is not set yet in nsa.conf")
+    end
+    
+    opts = sprintf("-k --no-hosts --no-resolv --addn-hosts=%s --dhcp-hostsfile=%s --conf-file=%s",
+                   config_section.dhcp_hosts_conf + ".hosts",
+                   config_section.dhcp_hosts_conf + ".dhcp",
+                   config_section.dhcp_hosts_conf
+                   )
+    cmd = "#{manifest.config.dnsmasq_bin_path} #{opts}"
+
+    @dnsmasq_pid = fork {
+      Process.exec(cmd)
+    }
+    begin
+      if !Process.waitpid(@dnsmasq_pid, Process::WNOHANG).nil?
+        abort("dnsmasq is terminated unexpectedly")
+      end
+    rescue Errno::ECHILD
+      abort("Failed to exec dnsmasq process.")
+    end
+    
+    myinstance.refresh_dnsmasq_conf
+
+    event = Isono::NodeModules::EventChannel.new(node)
+
+    event.subscribe('hva/instance_started', '#') do |args|
+      logger.info("refresh on instance_started: #{args.inspect}")
+      myinstance.refresh_dnsmasq_conf
+    end
+    
+    event.subscribe('hva/instance_terminated', '#') do |args|
+      logger.info("refresh on instance_terminated: #{args.inspect}")
+      myinstance.refresh_dnsmasq_conf
+    end
+  end
+
+  terminate_hook do
+    system("/bin/kill #{@dnsmasq_pid}")
+  end
+
+
+  def refresh_dnsmasq_conf
+    EM.defer {
+      begin
+        generate_dhcp_conf()
+        system("/bin/kill -HUP #{@dnsmasq_pid}")
+        logger.info("refreshed dnsmasq conf")
+      rescue Exception => e
+        logger.error(e)
+      end
+    }
+  end
+  
+  def generate_dhcp_conf
+    rpc = Isono::NodeModules::RpcChannel.new(node)
+    # load entier macaddr,ipaddr pairs for all instances from collector.
+    confdata = rpc.request('hva-collector', 'get_dhcp_conf', manifest.config.network_name)
+
+    require 'erb'
+    
+    File.open(config_section.dhcp_hosts_conf, 'w') { |f|
+      f << ERB.new(<<'_EOS_', nil, '-').result(binding)
+#interface=eth0
+server=8.8.8.8
+dhcp-range=<%= confdata[:ipv4_gw] %>,static,<%= confdata[:netmask] %>
+dhcp-option=option:netmask,<%= confdata[:netmask] %>
+dhcp-option=option:router,<%= confdata[:ipv4_gw] %>
+dhcp-option=option:dns-server,<%= confdata[:dns_server] %>
+dhcp-option=option:domain-name,<%= confdata[:domain_name] %>
+#dhcp-option=option:domain-search,<%= confdata[:domain_name] %>
+<%- confdata[:mac2addr].each { |i| -%>
+#dhcp-host=<%= i[:mac_addr] %>,<%= i[:ipaddr] %>
+<%- } -%>
+<%- confdata[:addr2host].each { |i| -%>
+#address=/<%= i[:hostname] %>/<%= i[:ipaddr] %>
+<%- } -%>
+_EOS_
+    }
+
+    File.open(config_section.dhcp_hosts_conf + ".dhcp", 'w') { |f|
+      f << ERB.new(<<'_EOS_', nil, '-').result(binding)
+<%- confdata[:mac2addr].each { |i| -%>
+<%= i[:mac_addr] %>,<%= i[:ipaddr] %>
+<%- } -%>
+_EOS_
+    }    
+
+    File.open(config_section.dhcp_hosts_conf + ".hosts", 'w') { |f|
+      f << ERB.new(<<'_EOS_', nil, '-').result(binding)
+<%- confdata[:addr2host].each { |i| -%>
+<%= i[:ipaddr] %>  <%= i[:hostname] %>
+<%- } -%>
+_EOS_
+    }    
+  end
+end
+
+include Isono::Runner::RpcServer
+
+manifest = DEFAULT_MANIFEST.dup
+manifest.instance_eval do
+  node_name 'nsa'
+  node_instance_id "#{Isono::Util.default_gw_ipaddr}"
+  load_module Isono::NodeModules::NodeHeartbeat
+  load_module SuperviseDnsmasq
+  
+  config do |c|
+    c.dnsmasq_bin_path = '/usr/sbin/dnsmasq'
+    c.network_name = nil
+  end
+
+  config_path File.expand_path('config/nsa.conf', app_root)
+  load_config
+end
+
+
+start(manifest) do
+end

data/bin/sta

@@ -0,0 +1,182 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+
+begin
+  require 'rubygems'
+  require 'bundler'
+  Bundler.setup(:default)
+rescue Exception
+end
+
+require File.expand_path('../../config/path_resolver', __FILE__)
+
+include Isono::Runner::RpcServer
+
+class ZfsHandler < EndpointBuilder
+  include Dcmgr::Logger
+
+  job :create_volume do
+    volume_id = request.args[0]
+    job = Dcmgr::Stm::VolumeContext.new(volume_id)
+    data = rpc.request('sta-collector', 'get_volume', volume_id)
+    sdata = rpc.request('sta-collector', 'get_snapshot', data[:snapshot_id]) unless data[:snapshot_id].nil?
+    logger.info("creating new volume #{volume_id}")
+    raise "Invalid volume state: #{data[:state]}" unless data[:state].to_s == 'registering'
+    job.stm.state=data[:state].to_sym
+    job.stm.on_create
+
+    vol_path = "#{data[:storage_pool][:export_path]}/#{data[:export_path]}"
+    `zfs list #{File.dirname(vol_path)} > /dev/null 2>&1`
+    if $?.exitstatus != 0
+      # create parent filesystem
+      `zfs create -p #{File.dirname(vol_path)}`
+      logger.info("create parent filesystem: #{File.dirname(vol_path)}")
+    end
+
+    if sdata
+      # create volume from snapshot
+      v = `zfs receive #{vol_path} < #{data[:storage_pool][:snapshot_base_path]}/#{sdata[:account_id]}/#{sdata[:uuid]}.zsnap`
+      if $?.exitstatus != 0
+        raise "volume already exists: #{volume_id}"
+      end
+
+      v = `zfs destroy #{vol_path}@#{sdata[:uuid]}`
+      if $?.exitstatus != 0
+        raise "volume snapshot has not deleted: #{volume_id}@#{sdata[:uuid]}"
+      end
+
+      vl = `zfs list #{vol_path}`
+      if vl.nil? || $?.exitstatus != 0
+        raise "volume has not be created: #{volume_id}"
+      end
+    else
+      # create volume
+      v = `zfs create -p -V #{data[:size]}m #{vol_path}`
+      if $?.exitstatus != 0
+        raise "volume already exists: #{volume_id}"
+      end
+      vl = `zfs list #{vol_path}`
+      if vl.nil? || $?.exitstatus != 0
+        raise "volume has not be created: #{volume_id}"
+      end
+    end
+
+    rpc.request('sta-collector', 'update_volume', job.to_hash(:export_path=>data[:export_path]))
+    logger.info("created new volume: #{volume_id}")
+
+    job.stm.on_register
+    vr = `zfs shareiscsi=on #{data[:storage_pool][:export_path]}/#{data[:uuid]}`
+    if $?.exitstatus != 0
+      raise "failed iscsi target request: #{volume_id}"
+    end
+    il = `iscsitadm list target -v #{data[:storage_pool][:export_path]}/#{data[:uuid]}`
+    if $?.exitstatus != 0
+      raise "iscsi target has not be created #{volume_id}"
+    end
+    il = il.downcase.split("\n").select {|row| row.strip!}
+    # :transport_information => {:iqn => "iqn.1986-03.com.sun:02:787bca42-9639-44e4-f115-f5b06ed31817", :lun => 0}
+    opt = {:iqn => il[0].split(": ").last, :lun=>il[6].split(": ").last.to_i}
+
+    rpc.request('sta-collector', 'update_volume', job.to_hash(:transport_information=>opt))
+    logger.info("registered iscsi target: #{volume_id}")
+  end
+
+  job :delete_volume do
+    volume_id = request.args[0]
+    job = Dcmgr::Stm::VolumeContext.new(volume_id)
+    data = rpc.request('sta-collector', 'get_volume', volume_id)
+    logger.info("deleting volume: #{volume_id}")
+    raise "Invalid volume state: #{data[:state]}" unless data[:state].to_s == 'deregistering'
+    job.stm.state=data[:state].to_sym
+
+    # deregisterd iscsi target
+    job.stm.on_delete
+    vr = `zfs shareiscsi=off #{data[:storage_pool][:export_path]}/#{data[:export_path]}`
+    il = `iscsitadm list target #{data[:storage_pool][:export_path]}/#{data[:export_path]}`
+    unless il.empty?
+      raise "iscsi target has not deleted: #{volume_id} iqn: #{data[:transport_information][:iqn]}"
+    end
+
+    rpc.request('sta-collector', 'update_volume', job.to_hash)
+    logger.info("deregistered iscsi target: #{volume_id} iqn: #{data[:transport_information][:iqn]}")
+
+    # delete volume
+    job.stm.on_delete
+    job.on_delete
+    v = `zfs destroy #{data[:storage_pool][:export_path]}/#{data[:export_path]}`
+    vl = `zfs list #{data[:storage_pool][:export_path]}/#{data[:export_path]}`
+    unless vl.empty?  
+      raise "volume has not deleted: #{volume_id}"
+    end
+
+    rpc.request('sta-collector', 'update_volume', job.to_hash)
+    logger.info("deleted volume: #{volume_id}")
+  end
+
+  job :create_snapshot do
+    snapshot_id = request.args[0]
+    job = Dcmgr::Stm::SnapshotContext.new(snapshot_id)
+    sdata = rpc.request('sta-collector', 'get_snapshot', snapshot_id) unless snapshot_id.nil?
+    data = rpc.request('sta-collector', 'get_volume', sdata[:origin_volume_id])
+    logger.info("create new snapshot: #{snapshot_id}")
+    job.stm.state=sdata[:state].to_sym
+    job.stm.on_create
+
+    vol_path = "#{data[:storage_pool][:export_path]}/#{data[:export_path]}"
+    snap_dir = "#{data[:storage_pool][:snapshot_base_path]}/#{sdata[:account_id]}"
+    unless File.exist?(snap_dir)
+      # create a directory to save snapshot
+      `mkdir -p #{snap_dir}`
+      logger.info("create a directory: #{snap_dir}")
+    end
+    snap = `zfs snapshot #{vol_path}@#{sdata[:uuid]}`
+    rpc.request('sta-collector', 'update_snapshot', job.to_hash)
+    logger.info("creating new snapshot: #{snapshot_id}")
+
+    job.stm.on_create
+    snap_send = `zfs send #{vol_path}@#{sdata[:uuid]} > #{snap_dir}/#{sdata[:uuid]}.zsnap`
+    snap_delete = `zfs destroy #{vol_path}@#{sdata[:uuid]}`
+
+    rpc.request('sta-collector', 'update_snapshot', job.to_hash)
+    logger.info("created new snapshot: #{snapshot_id}")
+  end
+
+  job :delete_snapshot do
+    snapshot_id = request.args[0]
+    job = Dcmgr::Stm::SnapshotContext.new(snapshot_id)
+    sdata = rpc.request('sta-collector', 'get_snapshot', snapshot_id) unless snapshot_id.nil?
+    data = rpc.request('sta-collector', 'get_volume', sdata[:origin_volume_id])
+    logger.info("deleting snapshot: #{snapshot_id}")
+    raise "Invalid snapshot state: #{sdata[:state]}" unless sdata[:state].to_s == 'deleting'
+    job.stm.state=sdata[:state].to_sym
+    job.stm.on_delete
+
+    snap_delete = `rm -rf #{data[:storage_pool][:snapshot_base_path]}/#{sdata[:account_id]}/#{sdata[:uuid]}.zsnap`
+    rpc.request('sta-collector', 'update_snapshot', job.to_hash)
+    logger.info("deleted snapshot: #{snapshot_id}")
+  end
+
+  def rpc
+    @rpc ||= Isono::NodeModules::RpcChannel.new(@node)
+  end
+
+  def jobreq
+    @jobreq ||= Isono::NodeModules::JobChannel.new(@node)
+  end
+
+  def event
+    @event ||= Isono::NodeModules::EventChannel.new(@node)
+  end
+end
+
+manifest = Isono::Runner::RpcServer::DEFAULT_MANIFEST.dup
+manifest.instance_eval do
+  node_name 'sta'
+  node_instance_id "#{Isono::Util.default_gw_ipaddr}"
+
+  load_module Isono::NodeModules::NodeHeartbeat
+end
+
+start(manifest) do
+  endpoint "zfs-handle.#{@node.node_id}", ZfsHandler
+end

data/config/hva.conf.example

@@ -0,0 +1,10 @@
+#------------------------
+# Configuration file for hva.
+#------------------------
+
+# directory to store VM local data.
+config.vm_data_dir = "/home/demo/vm"
+
+# netfilter
+config.enable_ebtables = true
+config.enable_iptables = true

data/config/initializers/isono.rb

@@ -0,0 +1,43 @@
+# -*- coding: utf-8 -*-
+
+require 'isono'
+require 'eventmachine'
+
+Signal.trap('EXIT') { EventMachine.stop }
+
+if defined?(PhusionPassenger)
+  if PhusionPassenger::VERSION_STRING =~ /^3\.0\./
+   blk = proc { |forked|
+      if EventMachine.reactor_running?
+        EventMachine.stop
+        Dcmgr.class_eval {
+          @messaging_client = nil
+        }
+      end
+      Thread.new { EventMachine.epoll; EventMachine.run; }
+    }
+  else
+   blk = proc {
+      if EventMachine.reactor_running?
+        EventMachine.stop
+        Dcmgr.class_eval {
+          @messaging_client = nil
+        }
+      end
+      Thread.new { EventMachine.epoll; EventMachine.run; }
+    }
+  end
+  PhusionPassenger.on_event(:starting_worker_process, &blk)
+else
+  EventMachine.stop if EventMachine.reactor_running?
+  Thread.new { EventMachine.epoll; EventMachine.run; }
+end
+
+Dcmgr.class_eval {
+  def self.messaging
+    @messaging_client ||= Isono::MessagingClient.start(conf.amqp_server_uri) do
+      node_name 'dcmgr'
+      node_instance_id "#{Isono::Util.default_gw_ipaddr}:#{Process.pid}"
+    end
+  end
+}

data/config/initializers/passenger.rb

@@ -0,0 +1,6 @@
+# -*- coding: utf-8 -*-
+
+if defined?(PhusionPassenger)
+  # redirect STDOUT messages to STDERR
+  $> = STDERR
+end

data/config/initializers/sequel.rb

@@ -0,0 +1,21 @@
+# -*- coding: utf-8 -*-
+
+require 'sequel'
+db = Sequel.connect(Dcmgr.conf.database_url)
+#require 'logger' 
+#db.loggers << Logger.new(STDOUT)
+if db.is_a?(Sequel::MySQL::Database)
+  Sequel::MySQL.default_charset = 'utf8'
+  Sequel::MySQL.default_collate = 'utf8_general_ci'
+  Sequel::MySQL.default_engine = 'InnoDB'
+
+  db << "SET AUTOCOMMIT=0"
+end
+
+# Disable TEXT to Sequel::SQL::Blob translation.
+# see the thread: MySQL text turning into blobs
+# http://groups.google.com/group/sequel-talk/browse_thread/thread/d0f4c85abe9b3227/9ceaf291f90111e6
+# lib/sequel/adapters/mysql.rb
+[249, 250, 251, 252].each { |v|
+  Sequel::MySQL::MYSQL_TYPES.delete(v)
+}

data/config/nsa.conf.example

@@ -0,0 +1,9 @@
+#------------------------
+# Configuration file for nsa.
+#------------------------
+
+# path for dnsmaq binary
+config.dnsmasq_bin_path='/usr/sbin/dnsmasq'
+
+# network name to distribute dhcp/dns managed by this nsa
+config.network_name='network1'

data/config/path_resolver.rb

@@ -0,0 +1,12 @@
+# -*- coding: utf-8 -*-
+
+$LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
+
+if Object.const_defined?(:Gem)
+  begin
+    gem 'isono'
+  rescue Gem::LoadError => e
+  end
+end
+require 'isono'
+require 'dcmgr'

data/lib/dcmgr.rb

@@ -0,0 +1,115 @@
+# -*- coding: utf-8 -*-
+
+module Dcmgr
+  VERSION='10.11.0'
+
+  class << self
+    def conf
+      @conf
+    end
+
+    def configure(config_path=nil, &blk)
+      return self if @conf
+      
+      if config_path.is_a?(String)
+        raise "Could not find configration file: #{config_path}" unless File.exists?(config_path)
+
+        require 'configuration'
+        code= <<-__END
+        Configuration('global') do
+          #{File.read(config_path)}
+        end
+        __END
+        @conf = eval(code)
+      else
+        @conf = Configuration.for('global', &blk)
+      end
+
+      self
+    end
+
+    def run_initializers()
+      raise "Complete the configuration prior to run_initializers()." if @conf.nil?
+      initializer_hooks.each { |n|
+        n.call
+      }
+    end
+
+    def initializer_hooks(&blk)
+      @initializer_hooks ||= []
+      if blk
+        @initializer_hooks << blk
+      end
+      @initializer_hooks
+    end
+
+  end
+
+  initializer_hooks {
+    Dcmgr.class_eval {
+      DCMGR_ROOT = ENV['DCMGR_ROOT'] || File.expand_path('../../', __FILE__)
+    }
+  }
+  
+  # Add conf/initializers/*.rb loader 
+  initializer_hooks {
+    initializers_root = File.expand_path('config/initializers', DCMGR_ROOT) 
+    
+    if File.directory?(initializers_root)
+      Dir.glob("#{initializers_root}/*.rb") { |f|
+        ::Kernel.load(f)
+      }
+    end
+  }
+  
+  autoload :Logger, 'dcmgr/logger'
+  
+  module Models
+    autoload :Base, 'dcmgr/models/base'
+
+    CREATE_TABLE_CLASSES=[:Account,:Tag,:TagMapping,:FrontendSystem,
+                          :Image,:HostPool,:RequestLog,:Instance,
+                          :NetfilterGroup, :NetfilterRule,
+                          :StoragePool,:Volume,:VolumeSnapshot,
+                          :InstanceNetfilterGroup,
+                          :InstanceSpec, :InstanceNic, :Network, :IpLease,
+                          :SshKeyPair].freeze
+    autoload :BaseNew, 'dcmgr/models/base_new'
+    autoload :Account, 'dcmgr/models/account'
+    autoload :Tag, 'dcmgr/models/tag'
+    autoload :TagMapping, 'dcmgr/models/tag_mapping'
+    autoload :AccountResource, 'dcmgr/models/account_resource'
+    autoload :Instance, 'dcmgr/models/instance'
+    autoload :Image, 'dcmgr/models/image'
+    autoload :HostPool, 'dcmgr/models/host_pool'
+    autoload :RequestLog, 'dcmgr/models/request_log'
+    autoload :FrontendSystem, 'dcmgr/models/frontend_system'
+    autoload :StoragePool, 'dcmgr/models/storage_pool'
+    autoload :Volume, 'dcmgr/models/volume'
+    autoload :VolumeSnapshot, 'dcmgr/models/volume_snapshot'
+    autoload :NetfilterGroup, 'dcmgr/models/netfilter_group'
+    autoload :NetfilterRule, 'dcmgr/models/netfilter_rule'
+    autoload :InstanceSpec, 'dcmgr/models/instance_spec'
+    autoload :InstanceNic, 'dcmgr/models/instance_nic'
+    autoload :Network, 'dcmgr/models/network'
+    autoload :IpLease, 'dcmgr/models/ip_lease'
+    autoload :InstanceNetfilterGroup, 'dcmgr/models/instance_netfilter_group'
+    autoload :SshKeyPair, 'dcmgr/models/ssh_key_pair'
+  end
+
+  module Endpoints
+    autoload :CoreAPI, 'dcmgr/endpoints/core_api'
+    autoload :Metadata, 'dcmgr/endpoints/metadata'
+  end
+
+  module NodeModules
+    autoload :StaCollector, 'dcmgr/node_modules/sta_collector'
+    autoload :HvaCollector, 'dcmgr/node_modules/hva_collector'
+  end
+
+  module Stm
+    autoload :VolumeContext, 'dcmgr/stm/volume_context'
+    autoload :SnapshotContext, 'dcmgr/stm/snapshot_context'
+    autoload :Instance, 'dcmgr/stm/instance'
+  end
+end