mystro-common 0.1.11 → 0.2.0

data/lib/mystro/cloud/connect/aws/compute.rb

@@ -0,0 +1,151 @@
+module Mystro
+  module Cloud
+    module Aws
+      class Compute < Connect
+        manages 'Fog::Compute', :servers
+
+        def all(filters={})
+          decode(service.send(collection).all(filters))
+        end
+
+        def running
+          all({"instance-state-name" => "running"})
+        end
+
+        def create(model)
+          e = encode(model)
+          r = service.send(collection).create(e)
+          model.id = r.id
+          tag(model)
+          model
+        end
+
+        def tag(model)
+          unless model.id
+            Mystro::Log.warn "tag called with no id"
+            return
+          end
+          t = model.tags
+          service.create_tags(model.id, t)
+        end
+
+        def untag
+          raise "write me"
+        end
+
+        protected
+
+        def _decode(server)
+          #Mystro::Log.debug "decode: #{server.inspect}"
+          model = Mystro::Cloud::Compute.new
+          model.id = server.id
+          model.image = server.image_id
+          model.flavor = server.flavor_id
+          model.dns = server.dns_name
+          model.ip = server.public_ip_address
+          model.private_dns = server.private_dns_name
+          model.private_ip = server.private_ip_address
+          model.state = server.state
+          model.region = service.region
+          model.keypair = server.key_name
+          model.groups = server.groups #.map {|e| e.name}
+          model.tags = server.tags #.inject({}){|h, e| h[e.first] = e.last; h} if server.tags
+          model.userdata = server.user_data
+          model.zone = server.availability_zone
+          model._raw = server
+          #Mystro::Log.debug "decode: #{model.inspect}"
+          model
+        end
+
+        def _encode(model)
+          Mystro::Log.debug "encode: #{model.inspect}"
+          options = {
+              image_id: model.image,
+              flavor_id: model.flavor,
+              key_name: model.keypair,
+              groups: model.groups,
+              region: model.region,
+              user_data: model.userdata,
+          }
+          #TODO: disable volumes until we can figure out fix for fog
+          map = mapping(model)
+          options[:block_device_mapping] = map if map
+          Mystro::Log.debug "encode: #{options.inspect}"
+          options
+        end
+
+        def mapping(model)
+          return unless model.volumes
+
+          image = service.images.get(model.image)
+          map = map_transform(image.block_device_mapping)
+          devices = map.keys
+          last = devices.last
+          root = image.root_device_name
+          model.volumes.each do |volume|
+            dev = volume.device || volume.name
+            if dev == :root && image.root_device_type != "ebs"
+              Mystro::Log.error "trying to change ephemeral root volume"
+              return
+            end
+            if dev == :root || dev == 'root'
+              dev = root
+              unless map[dev]
+                Mystro::Log.error "something wrong, trying to change root volume: #{volume.inspect}"
+                return
+              end
+            end
+            if volume.device == :next
+              last = last.next
+              map[last] = {
+                  'deviceName' => last,
+                  'volumeSize' => volume.size,
+                  'deleteOnTermination' => volume.dot,
+                  'snapshotId' => volume.snapshot,
+                  'virtualName' => volume.virtual,
+              }
+            elsif !map[dev]
+              map[dev] = {
+                  'deviceName' => dev,
+                  'volumeSize' => volume.size,
+                  'deleteOnTermination' => volume.dot,
+                  'snapshotId' => volume.snapshot,
+                  'virtualName' => volume.virtual,
+              }
+            else
+              map[dev]['volumeSize'] = volume.size.to_s if volume.size
+              map[dev]['snapshotId'] = volume.snapshot if volume.snapshot
+              map[dev]['deleteOnTermination'] = volume.dot if volume.dot
+            end
+          end
+          change_keys(map_untransform(map))
+        end
+
+        def change_keys(map)
+          name_mapping = {
+              'deviceName' => 'DeviceName',
+              'virtualName' => 'VirtualName',
+              'snapshotId' => 'Ebs.SnapshotId',
+              'volumeSize' => 'Ebs.VolumeSize',
+              'deleteOnTermination' => 'Ebs.DeleteOnTermination',
+          }
+          map.map do |volume|
+            out = {}
+            name_mapping.each do |key, value|
+              out[value] = volume[key].to_s if volume[key]
+            end
+            out
+          end
+        end
+
+        def map_transform(map)
+          map.inject({}) { |h, e| h[e['deviceName']] = e; h }
+        end
+
+        def map_untransform(map)
+          map.inject([]) { |a, e| a << e.last }
+        end
+      end
+    end
+  end
+end

data/lib/mystro/cloud/connect/aws/listener.rb

@@ -0,0 +1,36 @@
+module Mystro
+  module Cloud
+    module Aws
+      class Listener < Connect
+
+        protected
+
+        def _decode(listener)
+          model = Mystro::Cloud::Listener.new
+          model.to_port = listener.instance_port
+          model.to_protocol = listener.instance_protocol
+          model.port = listener.lb_port
+          model.protocol = listener.protocol
+          model.cert = listener.ssl_id
+          model.policy = listener.policy_names
+          model._raw = listener
+          model
+        end
+
+        def _encode(model)
+          {
+              'Listener'    => {
+                  "Protocol" => model.protocol,
+                  "LoadBalancerPort" => model.port,
+                  "InstanceProtocol" => model.to_protocol,
+                  "InstancePort" => model.to_port,
+                  "SSLCertificateId" => model.cert,
+                  "PolicyNames" => []
+              },
+              'PolicyNames' => []
+          }
+        end
+      end
+    end
+  end
+end

data/lib/mystro/cloud/connect/aws/record.rb

@@ -0,0 +1,58 @@
+require 'ipaddress'
+
+module Mystro
+  module Cloud
+    module Aws
+      class Record < Connect
+        manages 'Fog::DNS', :records
+
+        def find_by_name(name)
+          find(name)
+        end
+
+        def service
+          @service ||= begin
+            list = zones.service.zones.all
+            z = @config[:zone]
+            s = list.detect {|e| e.domain == "#{z}."}
+            s
+          end
+        end
+
+        protected
+
+        def _decode(object)
+          Mystro::Log.debug "decode: #{object.inspect}"
+          model = Mystro::Cloud::Record.new
+          n = object.name.gsub(/\.$/, '')
+          # AWS records have no id, fog uses name instead
+          model.id = n
+          model.name = n
+          model.values = object.value
+          model.ttl = object.ttl
+          model.type = object.type
+          model._raw = object
+          Mystro::Log.debug "decode: #{model.inspect}"
+          model
+        end
+
+        def _encode(model)
+          Mystro::Log.debug "encode: #{model.inspect}"
+          n = model.name
+          n += '.' unless n =~ /\.$/
+          options = ::IPAddress.valid?(model.values.first) ?
+            {name: n, value: model.values, type: 'A', ttl: model.ttl } :
+            {name: model.name, value: model.values, type: 'CNAME', ttl: model.ttl }
+          Mystro::Log.debug "encode: #{options.inspect}"
+          options
+        end
+
+        private
+
+        def zones
+          Mystro::Cloud::Aws::Zone.new(@options, @config)
+        end
+      end
+    end
+  end
+end

data/lib/mystro/cloud/connect/aws/zone.rb

@@ -0,0 +1,35 @@
+module Mystro
+  module Cloud
+    module Aws
+      class Zone < Connect
+        manages 'Fog::DNS', :zones
+
+        protected
+
+        def _decode(object)
+          Mystro::Log.debug "decode: #{object.inspect}"
+          model = Mystro::Cloud::Zone.new
+          model.id = object.id
+          model.domain = object.domain
+          model._raw = object
+          Mystro::Log.debug "decode: #{model.inspect}"
+          model
+        end
+
+        def _encode(model)
+          Mystro::Log.debug "encode: #{model.inspect}"
+          options = {
+              #image_id: model.image,
+              #flavor_id: model.flavor,
+              #key_name: model.keypair,
+              #groups: model.groups,
+              #region: model.region,
+              #user_data: model.userdata,
+          }
+          Mystro::Log.debug "encode: #{options.inspect}"
+          options
+        end
+      end
+    end
+  end
+end

data/lib/mystro/cloud/connect/aws.rb

@@ -0,0 +1,14 @@
+require 'mystro/cloud/connect/fog'
+module Mystro
+  module Cloud
+    module Aws
+      class Connect < Mystro::Cloud::Fog::Connect
+      end
+    end
+  end
+end
+
+Dir["#{File.dirname(__FILE__)}/aws/*rb"].each do |file|
+  #puts "aws: #{file}"
+  require "#{file.gsub(/\.rb/, '')}"
+end

data/lib/mystro/cloud/connect/dynect/record.rb

@@ -0,0 +1,72 @@
+require 'ipaddress'
+#require 'ext/fog/dynect/models/dns/records'
+
+module Mystro
+  module Cloud
+    module Dynect
+      class Record < Connect
+        manages 'Fog::DNS', :records
+
+        def find_by_name(name)
+          #decode(fog.all.detect { |e| e.name == name })
+          decode(service.send(collection).find_by_name(name).detect { |e| e.name == name })
+        end
+
+        def destroy(model)
+          raise "destroy argument should be Mystro::Cloud::Model: #{model.inspect}" unless model.is_a?(Mystro::Cloud::Model)
+          e = find_by_name(model.name)
+          Mystro::Log.debug "destroy: #{e.inspect}"
+          e._raw.destroy if e && e._raw
+          service.publish
+        end
+
+        def service
+          @service ||= begin
+            list = zones.service.zones.all
+            list.detect { |e| e.domain == @config[:zone] }
+          end
+        end
+
+        def decode(object)
+          return super unless object.is_a?(Array)
+          list = super
+          # filter out records that we don't need (TXT, etc)
+          list.reject {|e| %w{A CNAME}.include?(e.type) }
+          list
+        end
+
+        protected
+
+        def _decode(object)
+          Mystro::Log.debug "decode: #{object.inspect}"
+          model = Mystro::Cloud::Record.new
+          model.id = object.id
+          model.name = object.name.gsub(/\.$/, '')
+          model.values = [object.type == 'CNAME' ? object.rdata['cname'] : object.rdata['address']]
+          model.ttl = object.ttl
+          model.type = object.type
+          model._raw = object
+          Mystro::Log.debug "decode: #{model.inspect}"
+          model
+        end
+
+        def _encode(model)
+          Mystro::Log.debug "encode: #{model.type} #{model.inspect}"
+          n = model.name
+          n += '.' unless n =~ /\.$/
+          options = model.type == 'A' ?
+              {id: model.id, name: model.name, rdata: {'address' => model.values.first}, ttl: model.ttl, type: 'A'} :
+              {id: model.id, name: model.name, rdata: {'cname' => model.values.first}, ttl: model.ttl, type: 'CNAME'}
+          Mystro::Log.debug "encode: #{options.inspect}"
+          options
+        end
+
+        private
+
+        def zones
+          Mystro::Cloud::Aws::Zone.new(@options, @config)
+        end
+      end
+    end
+  end
+end

data/lib/mystro/cloud/connect/dynect/zone.rb

@@ -0,0 +1,35 @@
+module Mystro
+  module Cloud
+    module Dynect
+      class Zone < Connect
+        manages 'Fog::DNS', :zones
+
+        protected
+
+        def _decode(object)
+          Mystro::Log.debug "decode: #{object.inspect}"
+          model = Mystro::Cloud::Zone.new
+          model.id = object.id
+          model.domain = object.domain
+          model._raw = object
+          Mystro::Log.debug "decode: #{model.inspect}"
+          model
+        end
+
+        def _encode(model)
+          Mystro::Log.debug "encode: #{model.inspect}"
+          options = {
+              #image_id: model.image,
+              #flavor_id: model.flavor,
+              #key_name: model.keypair,
+              #groups: model.groups,
+              #region: model.region,
+              #user_data: model.userdata,
+          }
+          Mystro::Log.debug "encode: #{options.inspect}"
+          options
+        end
+      end
+    end
+  end
+end

data/lib/mystro/cloud/connect/dynect.rb

@@ -0,0 +1,17 @@
+require 'mystro/cloud/connect/fog'
+require 'fog/ext/dynect'
+
+module Mystro
+  module Cloud
+    module Dynect
+      class Connect < Mystro::Cloud::Fog::Connect
+
+      end
+    end
+  end
+end
+
+Dir["#{File.dirname(__FILE__)}/dynect/*rb"].each do |file|
+  #puts "dynect: #{file}"
+  require "#{file.gsub(/\.rb/, '')}"
+end

data/lib/mystro/cloud/connect/fog.rb

@@ -0,0 +1,66 @@
+require 'fog'
+require 'fog/ext/balancer'
+
+module Mystro
+  module Cloud
+    module Fog
+      class Connect < Mystro::Cloud::Connect
+        attr_reader :options
+
+        def initialize(options, config=nil)
+          @options = options
+          @config = config
+          @service = nil
+          @fog = nil
+        end
+
+        def all
+          decode(service.send(collection).all)
+        end
+
+        def find(id)
+          i = service.send(collection).get(id)
+          raise Mystro::Cloud::NotFound, "could not find #{id}" unless i
+          decode(i)
+        end
+
+        def create(model)
+          enc = encode(model)
+          o = service.send(collection).create(enc)
+          decode(o)
+        end
+
+        def destroy(model)
+          Mystro::Log.debug "destroy: #{model.inspect}"
+          raise "destroy argument should be Mystro::Cloud::Model: #{model.inspect}" unless model.is_a?(Mystro::Cloud::Model)
+          e = service.send(collection).get(model.identity)
+          raise "object not found for id: #{model.identity}" unless e
+          e.destroy
+        end
+
+        def collection
+          @collection ||= self.class.collection
+        end
+
+        def service
+          @service ||= begin
+            model = self.class.model
+            s = model.constantize.new(@options)
+            s
+          end
+        end
+
+        class << self
+          attr_reader :model, :collection
+
+          protected
+
+          def manages(fog_model, fog_collection)
+            @model = fog_model
+            @collection = fog_collection
+          end
+        end
+      end
+    end
+  end
+end

data/lib/mystro/cloud/connect.rb

@@ -0,0 +1,64 @@
+module Mystro
+  module Cloud
+    class Connect
+      attr_reader :options, :config
+
+      def initialize(options, config)
+        @options = options
+        @config = config
+      end
+
+      def all
+        raise "not implemented"
+      end
+
+      def find(id)
+        raise "not implemented"
+      end
+
+      def create(model)
+        raise "not implemented"
+      end
+
+      def destroy(model)
+        raise "not implemented"
+      end
+
+      def encode(model)
+        raise "encode: model is nil" unless model
+        model.is_a?(Array) ? model.map {|e| _encode(e)} : _encode(model)
+      end
+
+      def decode(object)
+        raise "decode: object is nil" unless object
+        object.is_a?(Array) ? object.map {|e| _decode(e)} : _decode(object)
+      end
+
+      protected
+
+      def _encode(model)
+        raise "not implemented"
+      end
+
+      def _decode(object)
+        raise "not implemented"
+      end
+
+      class << self
+        attr_reader :model, :collection, :klass, :decoders
+
+        protected
+
+        def manages(fog_model, fog_collection)
+          @model = fog_model
+          @collection = fog_collection
+        end
+      end
+    end
+  end
+end
+
+Dir["#{File.dirname(__FILE__)}/connect/*rb"].each do |file|
+  #puts "connect: #{file}"
+  require "#{file.gsub(/\.rb/, '')}"
+end

data/lib/mystro/cloud/model/balancer.rb

@@ -0,0 +1,15 @@
+module Mystro
+  module Cloud
+    class Balancer < Model
+      identity :id
+      attribute :name
+      attribute :dns
+      attribute :computes, type: Array, of: String
+      attribute :zones, type: Array, of: String
+      attribute :health, type: Hash
+      attribute :listeners, type: Array, of: Hash
+      attribute :primary, type: :boolean
+      attribute :_raw, type: Object, required: false
+    end
+  end
+end

data/lib/mystro/cloud/model/compute.rb

@@ -0,0 +1,27 @@
+module Mystro
+  module Cloud
+    class Compute < Model
+      identity :id
+      attribute :name, required: false
+      attribute :image, type: String
+      attribute :flavor, type: String
+      attribute :region, type: String
+      attribute :dns, type: String, required: false
+      attribute :ip, type: String, required: false
+      attribute :private_dns, type: String, required: false
+      attribute :private_ip, type: String, required: false
+      attribute :state, type: String
+      attribute :keypair, aliases:[:key], type: String
+      attribute :userdata, type: String, required: false
+      attribute :groups, type: Array, of: String
+      attribute :tags, type: Hash, required: false
+      attribute :zone # availability zone
+      has_many :volumes, type: 'Volume', required: false
+      attribute :_raw, type: Object, required: false
+
+      def name
+        tags && tags['Name']
+      end
+    end
+  end
+end

data/lib/mystro/cloud/model/listener.rb

@@ -0,0 +1,30 @@
+module Mystro
+  module Cloud
+    class Listener < Model
+      attribute :to_protocol
+      attribute :to_port, type: Integer
+      attribute :port, type: Integer
+      attribute :protocol
+      attribute :policy, type: Array, required: false
+      attribute :cert, required: false
+      attribute :_raw, type: Object, required: false
+
+      def from
+        "#{protocol}:#{port}"
+      end
+
+      def to
+        "#{to_protocol}:#{to_port}"
+      end
+
+      def to_hash
+        {
+            to: to,
+            from: from,
+            policy: policy,
+            cert: cert,
+        }.delete_if {|k, v| v.nil?}
+      end
+    end
+  end
+end

data/lib/mystro/cloud/model/record.rb

@@ -0,0 +1,20 @@
+require 'ipaddress'
+
+module Mystro
+  module Cloud
+    class Record < Model
+      identity :id
+      attribute :name
+      attribute :values, type: Array, of: String
+      attribute :ttl, type: Integer
+      attribute :type
+      attribute :_raw, type: Object, required: false
+
+      # TODO: not sure why this doesn't work, keeps returning 'A'
+      #def type
+      #  puts "TYPE: #{@data[:type]} ip?=#{::IPAddress.valid?(values.first)}"
+      #  @data[:type] || ::IPAddress.valid?(values.first) ? 'A' : 'CNAME'
+      #end
+    end
+  end
+end

data/lib/mystro/cloud/model/volume.rb

@@ -0,0 +1,12 @@
+module Mystro
+  module Cloud
+    class Volume < Model
+      attribute :name
+      attribute :device, required: false
+      attribute :size
+      attribute :dot, required: false
+      attribute :snapshot, required: false
+      attribute :virtual, required: false
+    end
+  end
+end

data/lib/mystro/cloud/model/zone.rb

@@ -0,0 +1,9 @@
+module Mystro
+  module Cloud
+    class Zone < Model
+      identity :id
+      attribute :domain
+      attribute :_raw, type: Object, required: false
+    end
+  end
+end