wakame-vdc-agents 11.06.0 → 11.12.0

data/Rakefile

@@ -9,36 +9,23 @@ require 'dcmgr'
 
 task :environment do
   Dcmgr.configure 'config/dcmgr.conf'
-  Dcmgr.run_initializers
 end
 
 namespace :db do
   desc 'Create all database tables'
   task :init => [ :environment ] do
-    ::Kernel.load(File.expand_path('../config/initializers/sequel.rb', __FILE__))
-    require 'isono'
-    
-    Dcmgr::Models::CREATE_TABLE_CLASSES.each { |c|
-      Dcmgr::Models.const_get(c).create_table!
-    }
-    Isono::Models::NodeState.create_table!
-    Isono::Models::JobState.create_table!
-
-    Dcmgr::Models::CREATE_TABLE_CLASSES.each { |c|
-      Dcmgr::Models.const_get(c).install_data
-    }
+    Dcmgr.run_initializers(:sequel)
+
+    Sequel.extension :migration
+    Sequel::Migrator.apply(Sequel::DATABASES.first, File.expand_path('../config/db/migrations', __FILE__), 9999)
   end
 
   desc 'Drop all database tables'
   task :drop => [ :environment ] do
-    require 'sequel'
-    require 'isono'
+    Dcmgr.run_initializers(:sequel)
     
-    Dcmgr::Models::CREATE_TABLE_CLASSES.each { |c|
-      Dcmgr::Models.const_get(c).drop_table
-    }
-    Isono::Models::NodeState.drop_table
-    Isono::Models::JobState.drop_table
+    Sequel.extension :migration
+    Sequel::Migrator.apply(Sequel::DATABASES.first, File.expand_path('../config/db/migrations', __FILE__), 0)
   end
 end
 
@@ -67,8 +54,8 @@ task :gem do
     s.email = ['dev@axsh.net']
     s.homepage = 'http://wakame.jp/'
     s.name = 'wakame-vdc-dcmgr'
-    s.summary = "Datacenter management toolkit for IaaS Cloud: datacenter manager and support modules"
-    s.description = ''
+    s.summary = "Wakame-VDC: Server modules"
+    s.description = 'Datacenter Hypervisor'
     s.require_path = 'lib'
     s.required_ruby_version = '>= 1.8.7'
 
@@ -80,18 +67,20 @@ task :gem do
     s.bindir='bin'
     s.executables = %w(collector)
 
-    s.add_dependency "isono", "0.2.3"
+    s.add_dependency "isono", "0.2.9"
     s.add_dependency "log4r"
     s.add_dependency "extlib", '0.9.15'
     s.add_dependency "configuration"
-    s.add_dependency "statemachine", '1.1.1'
     s.add_dependency "ruby-hmac"
     s.add_dependency "ipaddress", '0.7.0'
-    s.add_dependency "rack", ">= 1.2.1"
-    s.add_dependency "sinatra", "1.2.1"
+    s.add_dependency "rack", ">= 1.3.2"
+    s.add_dependency "sinatra", "1.2.6"
     s.add_dependency "json", ">= 1.2.0"
-    s.add_dependency "sequel", "3.21.0"
+    s.add_dependency "sequel", "3.27.0"
     s.add_dependency "mysql", ">= 2.8.1"
+    s.add_dependency "net-dhcp", ">= 1.1.0"
+    s.add_dependency "bit-struct", ">= 0.13.6"
+    s.add_dependency "racket", ">= 1.0.11"
 
     s.add_development_dependency 'bacon'
     s.add_development_dependency 'rake'
@@ -107,8 +96,8 @@ task :gem do
     s.email = ['dev@axsh.net']
     s.homepage = 'http://wakame.jp/'
     s.name = 'wakame-vdc-agents'
-    s.summary = "Datacenter management toolkit for IaaS Cloud: agent modules"
-    s.description = ''
+    s.summary = "Wakame-VDC: Agent modules"
+    s.description = 'Datacenter Hypervisor'
     s.require_path = 'lib'
     s.required_ruby_version = '>= 1.8.7'
 
@@ -119,11 +108,10 @@ task :gem do
     s.bindir='bin'
     s.executables = %w(hva sta nsa)
 
-    s.add_dependency "isono", "0.2.3"
+    s.add_dependency "isono", "0.2.9"
     s.add_dependency "log4r"
     s.add_dependency "extlib", '0.9.15'
     s.add_dependency "configuration"
-    s.add_dependency "statemachine", '1.1.1'
     s.add_dependency "ruby-hmac"
     s.add_dependency "ipaddress", '0.7.0'
     s.add_dependency "open4"

data/bin/hva

@@ -13,16 +13,13 @@ manifest = DEFAULT_MANIFEST.dup
 manifest.instance_eval do
   node_name 'hva'
   node_instance_id "#{Isono::Util.default_gw_ipaddr}"
-  load_module Isono::NodeModules::NodeHeartbeat
-  load_module Dcmgr::NodeModules::ServiceNetfilter
-  load_module Dcmgr::NodeModules::InstanceMonitor
 
   config do |c|
     c.vm_data_dir = '/var/lib/vm'
+    c.edge_networking = 'netfilter'
     c.enable_ebtables = true
     c.enable_iptables = true
     c.hv_ifindex      = 2 # ex. /sys/class/net/eth0/ifindex => 2
-    c.bridge_prefix   = 'br'
     c.bridge_novlan   = 'br0'
     c.verbose_netfilter = false
     c.packet_drop_log   = false
@@ -30,8 +27,21 @@ manifest.instance_eval do
   end
 
   load_config File.expand_path('config/hva.conf', app_root)
+
+  load_module Isono::NodeModules::NodeHeartbeat
+  load_module Dcmgr::NodeModules::InstanceMonitor
+  case config.edge_networking
+  when 'openflow'
+    load_module Dcmgr::NodeModules::ServiceOpenFlow
+  when 'off'
+    # Don't load openflow nor netfilter
+  when 'netfilter', 'legacy_netfilter'
+    load_module Dcmgr::NodeModules::ServiceNetfilter
+  else
+    raise "Configuration error: '#{config.edge_networking}' is not a valid option for edge_networking. Valid options are 'openflow', 'netfilter', 'legacy_netfilter' and 'off'"
+  end
 end
 
 start(manifest) do
-  endpoint "kvm-handle.#{@node.node_id}", Dcmgr::Rpc::HvaHandler
+  endpoint "hva-handle.#{@node.node_id}", Dcmgr::Rpc::HvaHandler
 end

data/bin/nsa

@@ -46,10 +46,10 @@ class SuperviseDnsmasq < Isono::NodeModules::Base
                    config_section.dhcp_hosts_conf + ".dhcp",
                    config_section.dhcp_hosts_conf
                    )
-    cmd = "#{manifest.config.dnsmasq_bin_path} #{opts}"
+    @cmd = "#{manifest.config.dnsmasq_bin_path} #{opts}"
 
     @dnsmasq_pid = fork {
-      Process.exec(cmd)
+      Process.exec(@cmd)
     }
     begin
       if !Process.waitpid(@dnsmasq_pid, Process::WNOHANG).nil?
@@ -63,8 +63,8 @@ class SuperviseDnsmasq < Isono::NodeModules::Base
 
     event = Isono::NodeModules::EventChannel.new(node)
 
-    event.subscribe('hva/instance_started', '#') do |args|
-      logger.info("refresh on instance_started: #{args.inspect}")
+    event.subscribe('instance.scheduled', '#') do |args|
+      logger.info("refresh on instance.scheduled: #{args.inspect}")
       myinstance.refresh_dnsmasq_conf
     end
     
@@ -83,7 +83,13 @@ class SuperviseDnsmasq < Isono::NodeModules::Base
     EM.defer {
       begin
         generate_dhcp_conf()
-        system("/bin/kill -HUP #{@dnsmasq_pid}")
+        if Process.waitpid(@dnsmasq_pid, Process::WNOHANG).nil?
+          system("/bin/kill -HUP #{@dnsmasq_pid}")
+        else
+          @dnsmasq_pid = fork {
+            Process.exec(@cmd)
+          }
+        end
         logger.info("refreshed dnsmasq conf")
       rescue Exception => e
         logger.error(e)
@@ -112,8 +118,12 @@ dhcp-option=tag:<%= nwid %>,option:domain-name,<%= v[:domain_name] %>
 <%- else # if @conf_ver_253 -%>
 dhcp-range=net:<%= nwid %>,<%= v[:ipv4_first] %>,static,<%= v[:netmask] %>
 dhcp-option=<%= nwid %>,option:netmask,<%= v[:netmask] %>
+<%- if not v[:ipv4_gw].nil? -%>
 dhcp-option=<%= nwid %>,option:router,<%= v[:ipv4_gw] %>
+<%- end -%>
+<%- if not v[:dns_server].nil? -%>
 dhcp-option=<%= nwid %>,option:dns-server,<%= v[:dns_server] %>
+<%- end -%>
 dhcp-option=<%= nwid %>,option:domain-name,<%= v[:domain_name] %>
 #dhcp-option=<%= nwid %>,option:domain-search,<%= v[:domain_name] %>
 <%- end # if @conf_ver_253 -%>

data/bin/sta

@@ -9,234 +9,21 @@ require 'isono'
 
 include Isono::Runner::RpcServer
 
-class ZfsHandler < EndpointBuilder
-  include Dcmgr::Logger
-  include Dcmgr::Helpers::CliHelper
-  
-  job :create_volume do
-    volume_id = request.args[0]
-    dest = Dcmgr::StorageService.repository(request.args[1])
-    data = rpc.request('sta-collector', 'get_volume', volume_id)
-    raise "Invalid volume state: #{data[:state]}" unless data[:state].to_s == 'registering'
-
-    unless data[:snapshot_id].nil?
-      sdata = rpc.request('sta-collector', 'get_snapshot', data[:snapshot_id])
-      raise "Invalid snapshot state: #{sdata[:state]}" unless sdata[:state].to_s == 'available'
-    end
-    logger.info("creating new volume #{volume_id}")
-
-    rpc.request('sta-collector', 'update_volume', volume_id, {:state=>:creating, :export_path=>data[:uuid]})
-
-    vol_path = "#{data[:storage_pool][:export_path]}/#{data[:uuid]}"
-    sh("/usr/sbin/zfs list %s > /dev/null 2>&1", [File.dirname(vol_path)])
-    if $?.exitstatus != 0
-      # create parent filesystem
-      sh("/usr/sbin/zfs create -p %s", [File.dirname(vol_path)])
-      logger.info("create parent filesystem: #{File.dirname(vol_path)}")
-    end
-
-    if sdata
-      zsnap_dir = "#{data[:storage_pool][:snapshot_base_path]}/#{sdata[:account_id]}/" 
-      zsnap_filename = "#{sdata[:uuid]}.zsnap"
-      zsnap_file = File.join(zsnap_dir, zsnap_filename)
-      
-      unless File.exists?(zsnap_file)
-        if Dcmgr::StorageService.has_driver?(dest[:driver])
-          begin
-            storage = Dcmgr::StorageService.new(dest[:driver], dest[:access_key], dest[:secret_key])
-            snapshot_file = "#{dest[:path]}#{dest[:filename]}"
-            bucket = storage.bucket(dest[:bucket])
-            bucket.download(snapshot_file, zsnap_filename, zsnap_dir)
-            logger.info("download to #{dest[:driver]}: #{snapshot_file}")
-         rescue => e 
-            logger.error(e.message)
-            raise "snapshot not downloaded" if $?.exitstatus != 0
-          end
-        end
-      end
-      
-      # create volume from snapshot
-      if File.exists?(zsnap_file)
-        sh("/usr/sbin/zfs receive %s < %s", [vol_path, zsnap_file])
-        if $?.exitstatus != 0
-          raise "volume already exists: #{volume_id}"
-        end
-      else
-        raise "snapshot file isn't exists: #{zsnap_file}"
-      end
-
-      sh("/usr/sbin/zfs destroy %s@%s", [vol_path, sdata[:uuid]])
-      if $?.exitstatus != 0
-        raise "volume snapshot has not deleted: #{volume_id}@#{sdata[:uuid]}"
-      end
-
-      sh("/usr/sbin/zfs list %s", [vol_path])
-      if $?.exitstatus != 0
-        raise "volume has not be created: #{volume_id}"
-      end
-      
-      sh("rm -rf %s", ["#{data[:storage_pool][:snapshot_base_path]}/#{sdata[:account_id]}/#{sdata[:uuid]}.zsnap"])
-      logger.info("delete file: " + File.join(zsnap_dir, zsnap_file))
-       
-      if $?.exitstatus != 0
-        raise "snapshot file cna't deleted"
-      end
-    else
-      # create volume
-      sh("/usr/sbin/zfs create -p -V %s %s", ["#{data[:size]}m", vol_path])
-      if $?.exitstatus != 0
-        raise "volume already exists: #{volume_id}"
-      end
-      sh("/usr/sbin/zfs list %s", [vol_path])
-      if $?.exitstatus != 0
-        raise "volume has not be created: #{volume_id}"
-      end
-    end
-
-    logger.info("created new volume: #{volume_id}")
-
-    sh("/usr/sbin/zfs shareiscsi=on %s/%s", [data[:storage_pool][:export_path], data[:uuid]])
-    if $?.exitstatus != 0
-      raise "failed iscsi target request: #{volume_id}"
-    end
-    il = sh("iscsitadm list target -v %s", ["#{data[:storage_pool][:export_path]}/#{data[:uuid]}"])
-    if $?.exitstatus != 0
-      raise "iscsi target has not be created #{volume_id}"
-    end
-    il = il[:stdout].downcase.split("\n").select {|row| row.strip!}
-    # :transport_information => {:iqn => "iqn.1986-03.com.sun:02:787bca42-9639-44e4-f115-f5b06ed31817", :lun => 0}
-    opt = {:iqn => il[0].split(": ").last, :lun=>il[6].split(": ").last.to_i}
-
-    rpc.request('sta-collector', 'update_volume', volume_id, {:state=>:available, :transport_information=>opt})
-    logger.info("registered iscsi target: #{volume_id}")
-  end
-
-  job :delete_volume do
-    volume_id = request.args[0]
-    data = rpc.request('sta-collector', 'get_volume', volume_id)
-    logger.info("#{volume_id}: start deleting volume.")
-    errcount = 0
-    if data[:state].to_s == 'deleted'
-      raise "#{volume_id}: Invalid volume state: deleted"
-    end
-    if data[:state].to_s != 'deregistering'
-      logger.warn("#{volume_id}: Unexpected volume state but try again: #{data[:state]}")
-    end
-    
-    # deregisterd iscsi target
-    begin
-      sh("/usr/sbin/zfs shareiscsi=off %s", ["#{data[:storage_pool][:export_path]}/#{data[:uuid]}"])
-    rescue => e
-      logger.error("#{volume_id}: Failed to delete ISCSI target entry.")
-      errcount += 1
-    end
-    
-    rpc.request('sta-collector', 'update_volume', volume_id, {:state=>:deleting})
-    
-    # delete volume
-    begin 
-      sh("/usr/sbin/zfs destroy %s", ["#{data[:storage_pool][:export_path]}/#{data[:uuid]}"])
-    rescue => e
-      logger.error("#{volume_id}: Failed to delete zfs volume: #{data[:storage_pool][:export_path]}/#{data[:uuid]}")
-      errcount += 1
-    end
-
-    rpc.request('sta-collector', 'update_volume', volume_id, {:state=>:deleted, :deleted_at=>Time.now.utc})
-    if errcount > 0
-      logger.info("#{volume_id}: Encountered one or more errors during deleting.")
-    else
-      logger.info("#{volume_id}: Deleted volume successfully.")
-    end
-  end
-
-  job :create_snapshot do
-    snapshot_id = request.args[0]
-    dest = Dcmgr::StorageService.repository(request.args[1])
-    sdata = rpc.request('sta-collector', 'get_snapshot', snapshot_id) unless snapshot_id.nil?
-    data = rpc.request('sta-collector', 'get_volume', sdata[:origin_volume_id])
-    logger.info("create new snapshot: #{snapshot_id}")
-    raise "Invalid volume state: #{data[:state]}" unless data[:state].to_s == 'available' || data[:state].to_s == 'attached'
-
-    vol_path = "#{data[:storage_pool][:export_path]}/#{data[:uuid]}"
-    snap_dir = "#{data[:storage_pool][:snapshot_base_path]}/#{sdata[:account_id]}"
-    unless File.exist?(snap_dir)
-      # create a directory to save snapshot
-      `mkdir -p #{snap_dir}`
-      logger.info("create a directory: #{snap_dir}")
-    end
-    sh("/usr/sbin/zfs snapshot %s@%s", [vol_path, sdata[:uuid]])
-    zsnap_file = "#{snap_dir}/#{sdata[:uuid]}.zsnap"
-    sh("/usr/sbin/zfs send %s@%s > %s", [vol_path, sdata[:uuid], zsnap_file])
-    sh("/usr/sbin/zfs destroy %s@%s", [vol_path, sdata[:uuid]])
-    
-    if Dcmgr::StorageService.has_driver?(dest[:driver])
-      begin
-        storage = Dcmgr::StorageService.new(dest[:driver], dest[:access_key], dest[:secret_key])
-        snapshot_file = "#{dest[:path]}#{dest[:filename]}"
-        bucket = storage.bucket(dest[:bucket])
-        bucket.upload(snapshot_file, "#{zsnap_file}")    
-        logger.info("upload to #{dest[:driver]}: #{snapshot_file}")
-      rescue => e 
-        logger.error(e.message)
-        raise "snapshot has not be uploaded" if $?.exitstatus != 0
-      ensure
-        sh("rm -rf %s", ["#{data[:storage_pool][:snapshot_base_path]}/#{sdata[:account_id]}/#{sdata[:uuid]}.zsnap"])
-      end
-    end
-
-    rpc.request('sta-collector', 'update_snapshot', snapshot_id, {:state=>:available})
-    logger.info("created new snapshot: #{snapshot_id}")
-  end
-
-  job :delete_snapshot do
-    snapshot_id = request.args[0]
-    dest = Dcmgr::StorageService.repository(request.args[1])
-    sdata = rpc.request('sta-collector', 'get_snapshot', snapshot_id)
-    data = rpc.request('sta-collector', 'get_volume', sdata[:origin_volume_id])
-    logger.info("deleting snapshot: #{snapshot_id}")
-    raise "Invalid snapshot state: #{sdata[:state]}" unless sdata[:state].to_s == 'deleting'
-    
-    if Dcmgr::StorageService.has_driver?(dest[:driver])
-      begin
-        storage = Dcmgr::StorageService.new(dest[:driver], dest[:access_key], dest[:secret_key])
-        snapshot_file = "#{dest[:path]}#{dest[:filename]}"
-        bucket = storage.bucket(dest[:bucket])
-        bucket.delete(snapshot_file)    
-        logger.info("delete sanpshot file from #{dest[:driver]}: #{snapshot_file}")
-      rescue => e 
-        logger.error(e.message)
-        raise "snapshot has not be deleted" if $?.exitstatus != 0
-      end
-    else
-      sh("rm -rf %s", ["#{data[:storage_pool][:snapshot_base_path]}/#{sdata[:account_id]}/#{sdata[:uuid]}.zsnap"])
-      raise "snapshot has not be deleted" if $?.exitstatus != 0
-    end
-
-    rpc.request('sta-collector', 'update_snapshot', snapshot_id, {:state=>:deleted, :deleted_at=>Time.now.utc})
-    logger.info("deleted snapshot: #{snapshot_id}")
-  end
-
-  def rpc
-    @rpc ||= Isono::NodeModules::RpcChannel.new(@node)
-  end
-
-  def jobreq
-    @jobreq ||= Isono::NodeModules::JobChannel.new(@node)
-  end
-
-  def event
-    @event ||= Isono::NodeModules::EventChannel.new(@node)
-  end
-end
-
 manifest = Isono::Runner::RpcServer::DEFAULT_MANIFEST.dup
 manifest.instance_eval do
   node_name 'sta'
   node_instance_id "#{Isono::Util.default_gw_ipaddr}"
-
+  
+  config do |c|
+    c.tmp_dir = '/var/tmp'
+  end
+  
+  load_config File.expand_path('config/sta.conf', app_root)
+  
   load_module Isono::NodeModules::NodeHeartbeat
+  load_module Dcmgr::NodeModules::StaTgtInitializer if config.backing_store == 'raw'
 end
 
 start(manifest) do
-  endpoint "zfs-handle.#{@node.node_id}", ZfsHandler
+  endpoint "sta-handle.#{@node.node_id}", Dcmgr::Rpc::StaHandler
 end

data/config/db/migrations/0001_v1110_origin.rb

@@ -0,0 +1,446 @@
+Sequel.migration do
+  up do
+    create_table(:accounts) do
+      primary_key :id, :type=>"int(11)"
+      column :uuid, "varchar(255)", :null=>false
+      column :description, "varchar(255)"
+      column :enabled, "int(11)", :default=>1, :null=>false
+      column :created_at, "datetime", :null=>false
+      column :updated_at, "datetime", :null=>false
+      
+      index [:uuid], :unique=>true, :name=>:uuid
+    end
+
+    create_table(:frontend_systems) do
+      primary_key :id, :type=>"int(11)"
+      column :kind, "varchar(255)", :null=>false
+      column :key, "varchar(255)", :null=>false
+      column :credential, "varchar(255)"
+      
+      index [:key], :unique=>true, :name=>:key
+    end
+    
+    create_table(:histories) do
+      primary_key :id, :type=>"int(11)"
+      column :uuid, "varchar(255)", :null=>false
+      column :attr, "varchar(255)", :null=>false
+      column :vchar_value, "varchar(255)"
+      column :blob_value, "text"
+      column :created_at, "datetime", :null=>false
+      
+      index [:uuid, :attr]
+      index [:uuid, :created_at]
+    end
+    
+    create_table(:host_nodes) do
+      primary_key :id, :type=>"int(11)"
+      column :account_id, "varchar(255)", :null=>false
+      column :uuid, "varchar(255)", :null=>false
+      column :created_at, "datetime", :null=>false
+      column :updated_at, "datetime", :null=>false
+      column :node_id, "varchar(255)"
+      column :arch, "varchar(255)", :null=>false
+      column :hypervisor, "varchar(255)", :null=>false
+      column :name, "varchar(255)", :null => true
+      column :offering_cpu_cores, "int(11)", :null=>false
+      column :offering_memory_size, "int(11)", :null=>false
+      
+      index [:account_id]
+      index [:node_id]
+      index [:uuid], :unique=>true, :name=>:uuid
+    end
+    
+    create_table(:hostname_leases) do
+      primary_key :id, :type=>"int(11)"
+      column :account_id, "varchar(255)", :null=>false
+      column :hostname, "varchar(32)", :null=>false
+      column :created_at, "datetime", :null=>false
+      column :updated_at, "datetime", :null=>false
+      
+      index [:account_id, :hostname], :unique=>true
+    end
+    
+    create_table(:images) do
+      primary_key :id, :type=>"int(11)"
+      column :account_id, "varchar(255)", :null=>false
+      column :uuid, "varchar(255)", :null=>false
+      column :created_at, "datetime", :null=>false
+      column :updated_at, "datetime", :null=>false
+      column :boot_dev_type, "int(11)", :default=>1, :null=>false
+      column :source, "text", :null=>false
+      column :arch, "varchar(255)", :null=>false
+      column :description, "text"
+      column :md5sum, "varchar(255)", :null=>false
+      column :is_public, "tinyint(1)", :null=>false, :default=>false
+      column :state, "varchar(255)", :default=>"init", :null=>false
+      column :features, "text"
+      
+      index [:account_id]
+      index [:is_public]
+      index [:uuid], :unique=>true, :name=>:uuid
+    end
+    
+    create_table(:instance_security_groups) do
+      primary_key :id, :type=>"int(11)"
+      column :instance_id, "int(11)", :null=>false
+      column :security_group_id, "int(11)", :null=>false
+
+      index [:instance_id]
+      index [:security_group_id]
+    end
+    
+    create_table(:instance_nics) do
+      primary_key :id, :type=>"int(11)"
+      column :uuid, "varchar(255)", :null=>false
+      column :instance_id, "int(11)", :null=>false
+      column :network_id, "int(11)", :null=>false
+      column :nat_network_id, "int(11)"
+      column :mac_addr, "varchar(12)", :null=>false
+      column :device_index, "int(11)", :null=>false
+      column :deleted_at, "datetime"
+      column :created_at, "datetime", :null=>false
+      column :updated_at, "datetime", :null=>false
+      
+      index [:deleted_at]
+      index [:instance_id]
+      index [:mac_addr]
+      index [:uuid], :unique=>true, :name=>:uuid
+    end
+    
+    create_table(:instance_specs) do
+      primary_key :id, :type=>"int(11)"
+      column :account_id, "varchar(255)", :null=>false
+      column :uuid, "varchar(255)", :null=>false
+      column :hypervisor, "varchar(255)", :null=>false
+      column :arch, "varchar(255)", :null=>false
+      column :cpu_cores, "int(11)", :null=>false
+      column :memory_size, "int(11)", :null=>false
+      column :quota_weight, "double", :default=>1.0, :null=>false
+      column :vifs, "text", :default=>''
+      column :drives, "text", :default=>''
+      column :config, "text", :null=>false, :default=>''
+      column :created_at, "datetime", :null=>false
+      column :updated_at, "datetime", :null=>false
+      
+      index [:account_id]
+      index [:uuid], :unique=>true, :name=>:uuid
+    end
+    
+    create_table(:instances) do
+      primary_key :id, :type=>"int(11)"
+      column :account_id, "varchar(255)", :null=>false
+      column :uuid, "varchar(255)", :null=>false
+      column :host_node_id, "int(11)"
+      column :image_id, "int(11)", :null=>false
+      column :instance_spec_id, "int(11)", :null=>false
+      column :state, "varchar(255)", :default=>"init", :null=>false
+      column :status, "varchar(255)", :default=>"init", :null=>false
+      column :hostname, "varchar(32)", :null=>false
+      column :ssh_key_pair_id, "varchar(255)"
+      column :ha_enabled, "int(11)", :default=>0, :null=>false
+      column :quota_weight, "double", :default=>0.0, :null=>false
+      column :cpu_cores, "int(11)", :null=>false
+      column :memory_size, "int(11)", :null=>false
+      column :user_data, "text", :null=>false
+      column :runtime_config, "text", :null=>false
+      column :ssh_key_data, "text"
+      column :request_params, "text", :null=>false
+      column :terminated_at, "datetime"
+      column :created_at, "datetime", :null=>false
+      column :updated_at, "datetime", :null=>false
+      
+      index [:account_id]
+      index [:host_node_id]
+      index [:state]
+      index [:terminated_at]
+      index [:uuid], :unique=>true, :name=>:uuid
+    end
+    
+    create_table(:ip_leases) do
+      primary_key :id, :type=>"int(11)"
+      column :instance_nic_id, "int(11)"
+      column :network_id, "int(11)", :null=>false
+      column :ipv4, "varchar(50)"
+      column :alloc_type, "int(11)", :default=>0, :null=>false
+      column :description, "text"
+      column :created_at, "datetime", :null=>false
+      column :updated_at, "datetime", :null=>false
+      
+      index [:instance_nic_id, :network_id]
+      index [:network_id, :ipv4], :unique=>true
+    end
+    
+    create_table(:job_states) do
+      primary_key :id, :type=>"int(11)"
+      column :job_id, "varchar(80)", :null=>false
+      column :parent_job_id, "varchar(80)"
+      column :node_id, "varchar(255)", :null=>false
+      column :state, "varchar(255)", :null=>false
+      column :message, "text", :null=>false
+      column :created_at, "datetime", :null=>false
+      column :updated_at, "datetime", :null=>false
+      column :started_at, "datetime"
+      column :finished_at, "datetime"
+      
+      index [:job_id], :unique=>true
+    end
+    
+    create_table(:mac_leases) do
+      primary_key :id, :type=>"int(11)"
+      column :mac_addr, "char(12)", :null=>false
+      column :created_at, "datetime", :null=>false
+      column :updated_at, "datetime", :null=>false
+      
+      index [:mac_addr], :unique=>true
+    end
+    
+    create_table(:security_groups) do
+      primary_key :id, :type=>"int(11)"
+      column :account_id, "varchar(255)", :null=>false
+      column :uuid, "varchar(255)", :null=>false
+      column :created_at, "datetime", :null=>false
+      column :updated_at, "datetime", :null=>false
+      column :description, "varchar(255)"
+      column :rule, "text"
+      
+      index [:account_id]
+      index [:uuid], :unique=>true, :name=>:uuid
+    end
+    
+    create_table(:security_group_rules) do
+      primary_key :id, :type=>"int(11)"
+      column :created_at, "datetime", :null=>false
+      column :updated_at, "datetime", :null=>false
+      column :security_group_id, "int(11)", :null=>false
+      column :permission, "varchar(255)", :null=>false
+
+      index [:security_group_id]
+    end
+    
+    create_table(:networks) do
+      primary_key :id, :type=>"int(11)"
+      column :account_id, "varchar(255)", :null=>false
+      column :uuid, "varchar(255)", :null=>false
+      column :ipv4_network, "varchar(255)", :null=>false
+      column :ipv4_gw, "varchar(255)"
+      column :prefix, "int(11)", :default=>24, :null=>false
+      column :metric, "int(11)", :default=>100, :null=>false
+      column :domain_name, "varchar(255)"
+      column :dns_server, "varchar(255)"
+      column :dhcp_server, "varchar(255)"
+      column :metadata_server, "varchar(255)"
+      column :metadata_server_port, "int(11)"
+      column :bandwidth, "int(11)"
+      column :vlan_lease_id, "int(11)", :default=>0, :null=>false
+      column :nat_network_id, "int(11)"
+      column :physical_network_id, "int(11)"
+      column :link_interface, "varchar(255)", :null=>false
+      column :description, "text"
+      column :created_at, "datetime", :null=>false
+      column :updated_at, "datetime", :null=>false
+      
+      index [:account_id]
+      index [:nat_network_id]
+      index [:uuid], :unique=>true, :name=>:uuid
+    end
+
+    create_table(:dhcp_ranges) do
+      primary_key :id, :type=>"int(11)"
+      column :network_id, "int(11)", :null=>false
+      column :range_begin, "varchar(255)", :null=>false
+      column :range_end, "varchar(255)", :null=>false
+      column :created_at, "datetime", :null=>false
+      column :updated_at, "datetime", :null=>false
+      index [:network_id]
+    end
+
+    create_table(:physical_networks) do
+      primary_key :id, :type=>"int(11)"
+      column :name, "varchar(255)", :null=>false
+      column :interface, "varchar(255)"
+      column :description, "text"
+      column :created_at, "datetime", :null=>false
+      column :updated_at, "datetime", :null=>false
+      index [:name], :unique=>true
+    end
+    
+    create_table(:node_states) do
+      primary_key :id, :type=>"int(11)"
+      column :node_id, "varchar(80)", :null=>false
+      column :boot_token, "varchar(10)", :null=>false
+      column :state, "varchar(10)"
+      column :created_at, "datetime", :null=>false
+      column :updated_at, "datetime", :null=>false
+      column :last_ping_at, "datetime", :null=>false
+      
+      index [:node_id], :unique=>true
+    end
+    
+    create_table(:quotas) do
+      primary_key :id, :type=>"int(11)"
+      column :account_id, "int(11)", :null=>false
+      column :instance_total_weight, "double"
+      column :volume_total_size, "int(11)"
+      column :created_at, "datetime", :null=>false
+      column :updated_at, "datetime", :null=>false
+      
+      index [:account_id], :unique=>true
+    end
+    
+    create_table(:request_logs) do
+      primary_key :id, :type=>"int(11)"
+      column :request_id, "varchar(40)", :null=>false
+      column :frontend_system_id, "varchar(40)", :null=>false
+      column :account_id, "varchar(40)", :null=>false
+      column :requester_token, "varchar(255)"
+      column :request_method, "varchar(10)", :null=>false
+      column :api_path, "varchar(255)", :null=>false
+      column :params, "text", :null=>false
+      column :response_status, "int(11)", :null=>false
+      column :response_msg, "text"
+      column :requested_at, "datetime", :null=>false
+      column :requested_at_usec, "int(11)", :null=>false
+      column :responded_at, "datetime", :null=>false
+      column :responded_at_usec, "int(11)", :null=>false
+      
+      index [:request_id], :unique=>true, :name=>:request_id
+    end
+    
+    create_table(:ssh_key_pairs) do
+      primary_key :id, :type=>"int(11)"
+      column :account_id, "varchar(255)", :null=>false
+      column :uuid, "char(8)", :null=>false
+      column :finger_print, "varchar(100)", :null=>false
+      column :public_key, "text", :null=>false
+      column :private_key, "text"
+      column :description, "text"
+      column :created_at, "datetime", :null=>false
+      column :updated_at, "datetime", :null=>false
+      
+      index [:account_id]
+      index [:uuid], :unique=>true, :name=>:uuid
+    end
+    
+    create_table(:storage_nodes) do
+      primary_key :id, :type=>"int(11)"
+      column :account_id, "varchar(255)", :null=>false
+      column :uuid, "varchar(255)", :null=>false
+      column :node_id, "varchar(255)", :null=>false
+      column :export_path, "varchar(255)", :null=>false
+      column :offering_disk_space, "int(11)", :null=>false
+      column :transport_type, "varchar(255)", :null=>false
+      column :storage_type, "varchar(255)", :null=>false
+      column :ipaddr, "varchar(255)", :null=>false
+      column :snapshot_base_path, "varchar(255)", :null=>false
+      column :created_at, "datetime", :null=>false
+      column :updated_at, "datetime", :null=>false
+      
+      index [:account_id]
+      index [:node_id]
+      index [:uuid], :unique=>true, :name=>:uuid
+    end
+    
+    create_table(:tag_mappings) do
+      primary_key :id, :type=>"int(11)"
+      column :tag_id, "int(11)", :null=>false
+      column :uuid, "varchar(255)", :null=>false
+      
+      index [:tag_id]
+      index [:uuid]
+    end
+    
+    create_table(:tags) do
+      primary_key :id, :type=>"int(11)"
+      column :account_id, "varchar(255)", :null=>false
+      column :uuid, "varchar(255)", :null=>false
+      column :type_id, "int(11)", :null=>false
+      column :name, "varchar(255)", :null=>false
+      column :attributes, "varchar(255)"
+      column :created_at, "datetime", :null=>false
+      column :updated_at, "datetime", :null=>false
+      
+      index [:account_id]
+      index [:account_id, :type_id, :name], :unique=>true
+      index [:uuid], :unique=>true, :name=>:uuid
+    end
+    
+    create_table(:vlan_leases) do
+      primary_key :id, :type=>"int(11)"
+      column :account_id, "varchar(255)", :null=>false
+      column :uuid, "varchar(255)", :null=>false
+      column :tag_id, "int(11)", :null=>false
+      column :created_at, "datetime", :null=>false
+      column :updated_at, "datetime", :null=>false
+      
+      index [:uuid], :unique=>true, :name=>:uuid
+      index [:account_id]
+      index [:tag_id], :unique=>true
+    end
+    
+    create_table(:volume_snapshots) do
+      primary_key :id, :type=>"int(11)"
+      column :account_id, "varchar(255)", :null=>false
+      column :uuid, "varchar(255)", :null=>false
+      column :storage_node_id, "int(11)", :null=>false
+      column :origin_volume_id, "varchar(255)", :null=>false
+      column :size, "int(11)", :null=>false
+      column :status, "int(11)", :default=>0, :null=>false
+      column :state, "varchar(255)", :default=>"initialized", :null=>false
+      column :destination_key, "varchar(255)", :null=>false
+      column :deleted_at, "datetime"
+      column :created_at, "datetime", :null=>false
+      column :updated_at, "datetime", :null=>false
+      
+      index [:uuid], :unique=>true, :name=>:uuid
+      index [:account_id]
+      index [:deleted_at]
+      index [:storage_node_id]
+    end
+    
+    create_table(:volumes) do
+      primary_key :id, :type=>"int(11)"
+      column :account_id, "varchar(255)", :null=>false
+      column :uuid, "varchar(255)", :null=>false
+      column :storage_node_id, "int(11)"
+      column :status, "varchar(255)", :default=>"initialized", :null=>false
+      column :state, "varchar(255)", :default=>"initialized", :null=>false
+      column :size, "int(11)", :null=>false
+      column :instance_id, "int(11)"
+      column :boot_dev, "int(11)", :default=>0, :null=>false
+      column :snapshot_id, "varchar(255)"
+      column :host_device_name, "varchar(255)"
+      column :guest_device_name, "varchar(255)"
+      column :export_path, "varchar(255)", :null=>false
+      column :transport_information, "text"
+      column :request_params, "text", :null=>false
+      column :deleted_at, "datetime"
+      column :attached_at, "datetime"
+      column :detached_at, "datetime"
+      column :created_at, "datetime", :null=>false
+      column :updated_at, "datetime", :null=>false
+      
+      index [:uuid], :unique=>true, :name=>:uuid
+      index [:account_id]
+      index [:deleted_at]
+      index [:instance_id]
+      index [:snapshot_id]
+      index [:storage_node_id]
+    end
+
+    self[:accounts].insert(:id=>100, :uuid=>'00000000', :description=>'datacenter system account', :updated_at=>Time.now, :created_at=>Time.now)
+    self[:accounts].insert(:id=>101, :uuid=>'shpoolxx', :description=>'system account for shared resources', :updated_at=>Time.now, :created_at=>Time.now)
+    self[:quotas].insert(:id=>1, :account_id=>100,
+                         :instance_total_weight=>Dcmgr.conf.account_instance_total_weight, :volume_total_size=>Dcmgr.conf.account_volume_total_size,
+                         :updated_at=>Time.now, :created_at=>Time.now)
+    self[:quotas].insert(:id=>2, :account_id=>101,
+                         :instance_total_weight=>Dcmgr.conf.account_instance_total_weight, :volume_total_size=>Dcmgr.conf.account_volume_total_size,
+                         :updated_at=>Time.now, :created_at=>Time.now)
+    self[:tags].insert(:id=>1, :uuid=>'shhost', :account_id=>'a-shpoolxx', :type_id=>11, :name=>"default_shared_hosts", :updated_at=>Time.now, :created_at=>Time.now)
+    self[:tags].insert(:id=>2, :uuid=>'shnet', :account_id=>'a-shpoolxx', :type_id=>10,:name=>"default_shared_networks", :updated_at=>Time.now, :created_at=>Time.now)
+    self[:tags].insert(:id=>3, :uuid=>'shstor', :account_id=>'a-shpoolxx', :type_id=>12, :name=>"default_shared_storage", :updated_at=>Time.now, :created_at=>Time.now)
+  end
+  
+  down do
+    drop_table(:accounts, :frontend_systems, :histories, :host_nodes, :hostname_leases, :images, :instance_security_groups, :instance_nics, :instance_specs, :instances, :ip_leases, :job_states, :mac_leases, :security_groups, :security_group_rules, :networks, :node_states, :quotas, :request_logs, :ssh_key_pairs, :storage_nodes, :tag_mappings, :tags, :vlan_leases, :volume_snapshots, :volumes, :dhcp_ranges, :physical_networks)
+  end
+end