wakame-adapters-tengine 0.0.1

data/Gemfile

@@ -0,0 +1,9 @@
+source "http://rubygems.org"
+
+gem 'json'
+gem 'right_aws', '2.1.0'
+gem 'rspec'
+
+group :development do
+  gem "jeweler", "~> 1.6.4"
+end

data/Gemfile.lock

@@ -0,0 +1,31 @@
+GEM
+  remote: http://rubygems.org/
+  specs:
+    diff-lcs (1.1.2)
+    git (1.2.5)
+    jeweler (1.6.4)
+      bundler (~> 1.0)
+      git (>= 1.2.5)
+      rake
+    json (1.6.1)
+    rake (0.9.2.2)
+    right_aws (2.1.0)
+      right_http_connection (>= 1.2.5)
+    right_http_connection (1.3.0)
+    rspec (2.5.0)
+      rspec-core (~> 2.5.0)
+      rspec-expectations (~> 2.5.0)
+      rspec-mocks (~> 2.5.0)
+    rspec-core (2.5.2)
+    rspec-expectations (2.5.0)
+      diff-lcs (~> 1.1.2)
+    rspec-mocks (2.5.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  jeweler (~> 1.6.4)
+  json
+  right_aws (= 2.1.0)
+  rspec

data/README

@@ -0,0 +1,74 @@
+Tama
+====
+TamaはアマゾンEC２とWakame-vdcを呼び出すソフトウェアです。Tamaでは、一つのAPIからどちも呼び出すことが出来るようになります。
+
+必要なRuby Gem
+=============
+rubygems
+json
+right_aws
+
+セットアップ
+==========
+必要なgemをインストールすために、バンドルを使って下さい。
+
+gem install bundler
+
+そのあとで、Tamaのダイレクトリーでこのコマンドをして下さい。
+
+bundle install
+
+これでTamaを使えるようになります。
+
+Tamaの使い方
+==========
+Tamaを使うのだったら、Tamaのオブジェクトが作らなければなりません。
+
+t = Tama::Tama.new(Account,Ec2_host,Ec2_port,Ec2_protocol,Wakame_host,Wakame_port,Wakame_protocol)
+
+パラメータの説明：
+  ＊Account: Wakame-vdcで使うaccount-idです。例えば：'a-shpoolxx'
+  ＊Ec2_host:Ec2のWebAPIのIPアドレス。例えば："192.168.2.22"
+  ＊Ec2_port:Ec2のWebAPIのポート。例えば：9005
+  ＊Ec2_protocol:Ec2が使うプロトコル。例えば："http"や"https"
+  ＊Wakame_host:Wakame-vdcのWebAPIのIPアドレス。例えば："192.168.2.22"
+  ＊Wakame_port:Wakame-vdcのWebAPIのポート。例えば：9001
+  ＊Wakame_protocol:Wakame-vdcが使うプロトコル。例えば："http"や"https"
+
+そのあとでこのメソッドが呼び出せます。
+
+t.run_instances(Image_id,Min,Max,Security_Groups,SSH_Key, User_Data, Addressing_Type, Instance_Type)
+t.describe_instances([])
+t.terminate_instances([])
+t.describe_images([])
+t.describe_host_nodes
+
+run_instancesのパラメーターの説明
+  ＊Image_id:マシンイメージのIDです。このイメージのインスタンスを立ち上がります。例えば：'wmi-lucid5'
+  ＊Min:立ち上がるインスタンスのミニマムです。例えば３だったら、インスタンスを３台立ち上がります。
+  ＊Max:立ち上がるインスタンスのマクシマムです。例えば５だったら、出来れば５台を立ち上がります。
+  ＊Security_Groups:セキュリティーグループの名前が入っているArrayです。例えば：['group1','group2']
+  ＊SSH_Key：立ち上がるインスタンスで使いたいSSHキーペアの名前です。例えば："demokey"
+  ＊User_Data：ユーザーが何でも入れても良いのデータです。例えば："ワカメが大好きです"
+  ＊Addressing_Type：Wakame-vdcのアダプターで使うと、これは何もしませんが、Tamaはright_awsを使っているので、必要です。何でも入れても良いです。
+  ＊Instance_Type：どんなInstance-specでインスタンスを立ち上がるのはここで決めます。例えば："is-demospec"
+  
+describe_instancesとterminate_instancesとdescribe_imagesのパラメーターはみんなインスタンスやイメージIDが入っているArrayです。describeだったら、そのIDのデータを返すとterminateだったら、そのIDのインスタンスをターミネートします。例えば：['i-9slepd2d','i-yfhvndlp','i-74mcdk49']
+
+Tamaのテストの使い方
+=================
+TamaはWakameやEc2を呼び出せるだけではなく、見せ物のデータでテストをすることも出来ます。そうする場合は、こうやってTamaのオブジェクトを作って下さい。
+
+t = Tama::Tama.new(:test)
+
+メソッドはふつうのように呼び出せますが、Wakame-vdcやEc2を呼び出さない。その代わりにデータをファイルから読みます。そのファイルはJSONで書いてあるとディフォルトではTama_directory/test/test_filesにあるます。
+
+＊本当にインスタンスを立ち上がりませんので、t.run_instancesはパラメーターが必要がありません。
+
+欲しければ、JSONのファイルのパースも決められます。
+
+t.api[0].describe_instances_file = "/path/to/file"
+t.api[0].describe_images_file = "/path/to/file"
+t.api[0].run_instances_file = "/path/to/file"
+t.api[0].terminate_instances_file = "/path/to/file"
+t.api[1].host_nodes_file = "/path/to/file"

data/Rakefile

@@ -0,0 +1,28 @@
+# encoding: utf-8
+
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+
+require 'jeweler'
+Jeweler::Tasks.new do |gem|
+  # gem is a Gem::Specification... see http://docs.rubygems.org/read/chapter/20 for more options
+  gem.name = "wakame-adapters-tengine"
+  gem.homepage = "https://github.com/axsh-dev/wakame-adapters-tengine"
+  # gem.license = "MIT"
+  gem.summary = %Q{wakame-adapters-tengine is ...}
+  gem.description = %Q{wakame-adapters-tengine is ...}
+  gem.email = "axsh"
+  gem.authors = ["axsh"]
+  # gem.bindir = 'bin'
+  # gem.executables = []
+  # dependencies defined in Gemfile
+end
+Jeweler::RubygemsDotOrgTasks.new

data/VERSION

@@ -0,0 +1 @@
+0.0.1

data/lib/apis/ec2.rb

@@ -0,0 +1,145 @@
+# -*- coding: utf-8 -*-
+
+require 'rubygems'
+require 'json'
+
+module Tama
+  module Apis
+    
+    # Reads JSON files and returns Hash maps similar to right_aws
+    class Ec2ApiTest #< ec2Api
+      attr_accessor :describe_instances_file
+      attr_accessor :describe_images_file
+      attr_accessor :run_instances_file
+      attr_accessor :terminate_instances_file
+      attr_accessor :account
+      
+      def initialize
+        self.terminate_instances_file = "#{File.expand_path(File.dirname(__FILE__))}/../../test/test_files/terminate_instances.json"
+        self.describe_images_file = "#{File.expand_path(File.dirname(__FILE__))}/../../test/test_files/describe_images.json"
+        self.describe_instances_file = "#{File.expand_path(File.dirname(__FILE__))}/../../test/test_files/describe_instances.json"
+        self.run_instances_file = "#{File.expand_path(File.dirname(__FILE__))}/../../test/test_files/run_instances.json"
+        self.account = "a-shpoolxx"
+      end
+      
+      def describe_instances(list=[])
+        File.open(self.describe_instances_file) { |file|
+          res = JSON.parse(file.readlines.join.to_s).first["results"]
+          res.delete_if {|item| not list.member?(item["id"])} unless list.empty?
+          res.map { |inst_map|
+            dns_name = inst_map["network"].first["nat_dns_name"] unless inst_map["network"].nil? || inst_map["network"].empty?
+            private_dns_name = inst_map["network"].first["dns_name"] unless inst_map["network"].nil? || inst_map["network"].empty?
+            ip_address = inst_map["vif"].first["ipv4"]["nat_address"] unless inst_map["vif"].nil? || inst_map["vif"].empty? || inst_map["vif"].first["ipv4"].nil?
+            private_ip_address = inst_map["vif"].first["ipv4"]["address"] unless inst_map["vif"].nil? || inst_map["vif"].empty? || inst_map["vif"].first["ipv4"].nil?
+            {:aws_kernel_id=>"",
+            :aws_launch_time=>inst_map["created_at"],
+            :tags=>{},
+            :aws_reservation_id=>"",
+            :aws_owner=>self.account,
+            :instance_lifecycle=>"",
+            :block_device_mappings=>[{:ebs_volume_id=>"", :ebs_status=>"", :ebs_attach_time=>"", :ebs_delete_on_termination=>false, :device_name=>""}],
+            :ami_launch_index=>"",
+            :root_device_name=>"",
+            :aws_ramdisk_id=>"",
+            :aws_availability_zone=>inst_map["host_node"],
+            :aws_groups=>inst_map["netfilter_group_id"],
+            :spot_instance_request_id=>"",
+            :ssh_key_name=>"",
+            :virtualization_type=>"",
+            :placement_group_name=>"",
+            :requester_id=>"",
+            :aws_instance_id=>inst_map["id"],
+            :aws_product_codes=>[],
+            :client_token=>"",
+            :private_ip_address=>private_ip_address,
+            :architecture=>inst_map["arch"],
+            :aws_state_code=>0,
+            :aws_image_id=>inst_map["image_id"],
+            :root_device_type=>"",
+            :ip_address=>ip_address,
+            :dns_name=>dns_name,
+            :monitoring_state=>"",
+            :aws_instance_type=>inst_map["instance_spec_id"],
+            :aws_state=>inst_map["state"],
+            :private_dns_name=>private_dns_name,
+            :aws_reason=>""
+            }
+          }
+        }
+      end
+      
+      def describe_images(list=[], image_type=nil)
+        File.open(self.describe_images_file) { |file|
+          res = JSON.parse(file.readlines.join.to_s).first["results"]
+          res.delete_if {|item| not list.member?(item["id"])} unless list.empty?
+          res.map { |img_map|
+            {:root_device_name=>"",
+             :aws_ramdisk_id=>"",
+             :block_device_mappings=>[{:ebs_snapshot_id=>"",
+             :ebs_volume_size=>0,
+             :ebs_delete_on_termination=>false,
+             :device_name=>""}],
+             :aws_is_public=>img_map["is_public"],
+             :virtualization_type=>"",
+             :image_owner_alias=>"",
+             :aws_id=>img_map["uuid"],
+             :aws_architecture=>img_map["arch"],
+             :root_device_type=>"",
+             :aws_location=>img_map["source"],
+             :aws_image_type=>"",
+             :name=>"",
+             :aws_state=>img_map["state"],
+             :description=>img_map["description"],
+             :aws_kernel_id=>"",
+             :tags=>{},
+             :aws_owner=>img_map["account_id"]
+            }
+          }
+        }
+      end
+      
+      # The arguments here are just placeholders to match the real
+      # run_instances method. The output is read from a file as usual.
+      def run_instances(image_id=nil, min_count=nil, max_count=nil, group_ids=nil, key_name=nil, user_data='', addressing_type = nil, instance_type = nil, kernel_id = nil, ramdisk_id = nil, availability_zone = nil, block_device_mappings = nil)
+        File.open(self.run_instances_file) { |file|
+          JSON.parse(file.readlines.join.to_s).map { |inst_map|
+            dns_name = inst_map["network"].first["nat_dns_name"] unless inst_map["network"].nil? || inst_map["network"].empty?
+            private_dns_name = inst_map["network"].first["dns_name"] unless inst_map["network"].nil? || inst_map["network"].empty?
+            {:aws_launch_time=>inst_map["created_at"],
+            :tags=>{},
+            :aws_reservation_id=>"",
+            :aws_owner=>self.account,
+            :ami_launch_index=>"",
+            :aws_availability_zone=>"",
+            :aws_groups=>inst_map["netfilter_group_id"],
+            :ssh_key_name=>inst_map["ssh_key_pair"],
+            :virtualization_type=>"",
+            :placement_group_name=>"",
+            :aws_instance_id=>inst_map["id"],
+            :aws_product_codes=>[],
+            :client_token=>"",
+            :aws_state_code=>0,
+            :aws_image_id=>inst_map["image_id"],
+            :dns_name=>dns_name,
+            :aws_instance_type=>inst_map["instance_spec_id"],
+            :aws_state=>inst_map["state"],
+            :private_dns_name=>private_dns_name,
+            :aws_reason=>""}
+          }
+        }
+      end
+      
+      def terminate_instances(list=[])
+        File.open(self.terminate_instances_file) { |file|
+          JSON.parse(file.readlines.join.to_s).map { |instance_id|
+            {:aws_current_state_name=>"",
+             :aws_prev_state_name=>"",
+             :aws_prev_state_code=>0,
+             :aws_current_state_code=>0,
+             :aws_instance_id=>instance_id}
+          }
+        }
+      end
+    end
+  end
+end

data/lib/apis/wakame.rb

@@ -0,0 +1,206 @@
+require 'net/http'
+require 'net/https'
+
+module Tama
+  module Apis
+    module InstanceHashBuilder
+      # Takes the response from wakame-vdc's /api/instances
+      # and builds a hash similar to right_aws' describe_instances
+      # but changes the layout of IP addresses
+      def build_instances_hash(w_response,account_id)
+        w_response.first["results"].map { |inst_map|
+          # Build the final hash to return
+          # This hash is based on right_aws' describe_instances but
+          # changes the ip_address format
+          {:aws_kernel_id=>"",
+          :aws_launch_time=>inst_map["created_at"],
+          :tags=>{},
+          :aws_reservation_id=>"",
+          :aws_owner=>account_id,
+          :instance_lifecycle=>"",
+          :block_device_mappings=>[{:ebs_volume_id=>"", :ebs_status=>"", :ebs_attach_time=>"", :ebs_delete_on_termination=>false, :device_name=>""}],
+          :ami_launch_index=>"",
+          :root_device_name=>"",
+          :aws_ramdisk_id=>"",
+          :aws_availability_zone=>inst_map["host_node"],
+          :aws_groups=>inst_map["security_groups"],
+          :spot_instance_request_id=>"",
+          :ssh_key_name=>inst_map["ssh_key_pair"],
+          :virtualization_type=>"",
+          :placement_group_name=>"",
+          :requester_id=>"",
+          :aws_instance_id=>inst_map["id"],
+          :aws_product_codes=>[],
+          :client_token=>"",
+          :private_ip_address=>private_ip(inst_map),
+          :architecture=>inst_map["arch"],
+          :aws_state_code=>0,
+          :aws_image_id=>inst_map["image_id"],
+          :root_device_type=>"",
+          :ip_address=>ip_list(inst_map),
+          :dns_name=>dns_list(inst_map),
+          :monitoring_state=>"",
+          :aws_instance_type=>inst_map["instance_spec_id"],
+          :aws_state=>inst_map["state"],
+          :private_dns_name=>private_dns(inst_map),
+          :aws_reason=>""
+          }
+        }
+      end
+      
+      def dns_list(inst_map, separator = ",")
+        ip_address = []
+        inst_map["network"].each { |network|
+          ip_address << "#{network["network_name"]}=#{network["dns_name"]}" unless network["network_name"].nil? || network["dns_name"].nil?
+          ip_address << "#{network["nat_network_name"]}=#{network["nat_#{"dns_name"}"]}" unless network["nat_network_name"].nil? || network["nat_dns_name"].nil?
+        }
+        ip_address.uniq.join(separator)
+      end
+      
+      def ip_list(inst_map, separator = ",")
+        ip_address = []
+        inst_map["network"].each { |network|
+          ip_address << "#{network["network_name"]}=#{network["ipaddr"].first}" unless network["network_name"].nil? || network["ipaddr"].nil?
+          ip_address << "#{network["nat_network_name"]}=#{network["nat_ipaddr"].first}" unless network["nat_network_name"].nil? || network["nat_ipaddr"].nil?
+        }
+        ip_address.uniq.join(separator)
+      end
+      
+      def private_dns(inst_map, private_network = self.private_network_name)
+        output = inst_map["network"].find(lambda { {"dns_name" => ""} }) { |network|
+          network["network_name"] == private_network
+        }
+        output["dns_name"]
+      end
+      
+      def private_ip(inst_map, private_network = self.private_network_name)
+        output = inst_map["network"].find(lambda { {"ipaddr" => [""]} }) { |network|
+          network["network_name"] == private_network
+        }
+        output["ipaddr"].first
+      end
+    end
+
+    class WakameApi
+      attr_accessor :host
+      attr_accessor :port
+      attr_accessor :protocol
+      attr_accessor :account
+      attr_accessor :private_network_name
+      
+      Protocols = ["http","https"]
+      
+      include InstanceHashBuilder
+      
+      def initialize(account = nil,host = nil, port = nil, protocol = "http",private_network_name = "nw-data")
+        raise ArgumentError, "Unknown protocol: #{protocol}. Can be either of the following: #{Protocols.join(",")}" unless Protocols.member?(protocol)
+        
+        self.host = host
+        self.port = port
+        self.protocol = protocol
+        self.account = account
+        
+        self.private_network_name = private_network_name
+      end
+      
+      def show_host_nodes(list = [], account = self.account)
+        make_request("#{self.web_api}/api/host_nodes",Net::HTTP::Get,account, list).first["results"]
+      end
+      alias :describe_host_nodes :show_host_nodes
+      
+      def show_instance_specs(list = [], account = self.account)
+        make_request("#{self.web_api}/api/instance_specs",Net::HTTP::Get,account, list).first["results"]
+      end
+      alias :describe_instance_specs :show_instance_specs
+      
+      # This method could be taken care of by the EC2 adapter but since we
+      # want to show ip addresses differently from EC2, we add it to the
+      # Wakame part of Tama
+      def show_instances(list = [])
+        instances = make_request("#{self.web_api}/api/instances",Net::HTTP::Get,account, list)
+        build_instances_hash(instances,account)
+      end
+      alias :describe_instances :show_instances
+      
+      def make_request(uri,type,accesskey,list = [])
+        api = URI.parse(uri)
+        
+        req = type.new(api.path)
+        req.add_field("X_VDC_ACCOUNT_UUID", accesskey)
+        
+        req.body = ""
+        #req.set_form_data(form_data) unless form_data.nil?
+
+        session = Net::HTTP.new(api.host, api.port)
+        session.use_ssl = (self.protocol == "https")
+
+        res = session.start do |http|
+          http.request(req)
+        end
+        
+        body = JSON.parse(res.body)
+        body.first["results"].delete_if {|item| not list.member?(item["id"])} unless list.empty?
+        
+        body
+      end
+      
+      def web_api
+        protocol.to_s + "://" + host.to_s + ":" + port.to_s
+      end
+    end
+    
+    class WakameApiTest
+      attr_accessor :host_nodes_file
+      attr_accessor :show_instance_specs_file
+      attr_accessor :show_instances_file
+      attr_accessor :private_network_name
+      attr_accessor :account
+      
+      alias :describe_instance_specs_file :show_instance_specs_file
+      alias :describe_instance_specs_file= :show_instance_specs_file=
+      alias :describe_instances_file :show_instances_file
+      alias :describe_instances_file= :show_instances_file=
+      alias :describe_host_nodes_file :host_nodes_file
+      alias :describe_host_nodes_file= :host_nodes_file=
+      
+      include InstanceHashBuilder
+      
+      def initialize
+        self.host_nodes_file = "#{File.expand_path(File.dirname(__FILE__))}/../../test/test_files/host_nodes.json"
+        self.show_instance_specs_file = "#{File.expand_path(File.dirname(__FILE__))}/../../test/test_files/show_instance_specs.json"
+        self.show_instances_file = "#{File.expand_path(File.dirname(__FILE__))}/../../test/test_files/describe_instances.json"
+        
+        self.account = "a-shpoolxx"
+        self.private_network_name = "nw-data"
+      end
+      
+      def show_host_nodes(list = [])
+        read_file(self.host_nodes_file, list).first["results"]
+      end
+      alias :describe_host_nodes :show_host_nodes
+      
+      def show_instance_specs(list = [])
+        read_file(self.show_instance_specs_file, list).first["results"]
+      end
+      alias :describe_instance_specs :show_instance_specs
+      
+      # This method could be taken care of by the EC2 adapter but since we
+      # want to show ip addresses differently from EC2, we add it to the
+      # Wakame part of Tama
+      def show_instances(list = [])
+        instances = read_file(self.show_instances_file, list)
+        build_instances_hash(instances,self.account)
+      end
+      alias :describe_instances :show_instances
+      
+      private
+      def read_file(file,list = [])
+        File.open(file) { |file|
+          res = JSON.parse(file.readlines.join.to_s)
+          res.first["results"].delete_if {|item| not list.member?(item["id"])} unless list.empty?
+          res
+        }
+      end
+    end
+  end
+end