schemata-dea 0.0.1.beta1

data/lib/schemata/common/error.rb

@@ -0,0 +1,12 @@
+module Schemata
+  class DecodeError < StandardError; end
+  class EncodeError < StandardError; end
+  class UpdateAttributeError < StandardError; end
+  class IncompatibleVersionError < DecodeError
+    def initialize(msg_version, component_version)
+      super("min message version #{msg_version} too high for component ver\
+sion #{component_version}")
+    end
+  end
+  class SchemaDefinitionError < StandardError; end
+end

data/lib/schemata/common/msgbase.rb

@@ -0,0 +1,281 @@
+require 'yajl'
+require 'schemata/common/error'
+require 'schemata/helpers/stringify'
+require 'membrane'
+
+module Schemata
+  module MessageBase
+
+    class ValidatingContainer
+      def initialize(data = {})
+        data ||= {}
+        @schema = self.class.const_get(:SCHEMA)
+        @contents = {}
+
+        data.each do |key, field_value|
+          field_schema = @schema.schemas[key]
+          next unless field_schema
+
+          # TODO This call to stringify should be removed when cc/dea stop using
+          # Symbols.
+          #
+          # Currently, some fields (for example, 'states' in requests sent
+          # on dea.find.droplet), are are symbols, During Yajl decoding, however,
+          # they become strings. Thus, on the encoding side, Schemata should expect
+          # symbols, but on the decoding side, it should expect strings. To allow
+          # for this in the schema definition, Schemata stringifies all symbols during
+          # construction of Schemata objects.
+          field_value = Schemata::HashCopyHelpers.stringify(field_value)
+
+          begin
+            field_schema.validate(field_value)
+          rescue ::Membrane::SchemaValidationError => e
+            raise Schemata::UpdateAttributeError.new(e.message)
+          end
+
+          @contents[key] = Schemata::HashCopyHelpers.deep_copy(field_value)
+        end
+      end
+
+      def self.define(schema)
+        vc_klass = Class.new(self)
+        vc_klass.const_set(:SCHEMA, schema)
+        schema.schemas.each do |key, field_schema|
+          vc_klass.send(:define_method, key) do
+            unless @contents[key].nil?
+              return Schemata::HashCopyHelpers.deep_copy(@contents[key])
+            end
+            nil
+          end
+
+          # TODO This call to stringify should be removed when cc/dea stops using
+          # symbols. See comment above for a better description.
+          vc_klass.send(:define_method, "#{key}=") do |field_value|
+            field_value = Schemata::HashCopyHelpers.stringify(field_value)
+            begin
+              field_schema.validate(field_value)
+            rescue ::Membrane::SchemaValidationError => e
+              raise Schemata::UpdateAttributeError.new(e.message)
+            end
+            @contents[key] = Schemata::HashCopyHelpers.deep_copy(field_value)
+            field_value
+          end
+        end
+        vc_klass
+      end
+
+      def contents
+        Schemata::HashCopyHelpers.deep_copy(@contents)
+      end
+
+      def empty?
+        @contents.empty?
+      end
+
+      def validate
+        @schema.validate(@contents)
+      end
+    end
+
+    def vc_klass
+      self.class.const_get(:VC_KLASS)
+    end
+
+    def aux_vc_klass
+      return self.class.const_get(:AUX_VC_KLASS) if self.class.aux_schema
+    end
+
+    def initialize(msg_data_hash = nil, aux_data_hash = nil)
+      @contents = vc_klass.new(msg_data_hash)
+      if self.class.aux_schema
+        @aux_contents = aux_vc_klass.new(aux_data_hash)
+      end
+    end
+
+    def encode
+      begin
+        validate_contents
+        validate_aux_data
+      rescue ::Membrane::SchemaValidationError => e
+        raise Schemata::EncodeError.new(e.message)
+      end
+
+      msg_type = message_type
+      curr_version = self.class.version
+      min_version = self.class::MIN_VERSION_ALLOWED
+
+      msg = { "V#{curr_version}" => contents }
+      curr_msg_obj = self
+      (min_version...curr_version).reverse_each do |v|
+        curr_msg_obj, old_fields =
+          curr_msg_obj.generate_old_fields
+         msg["V#{v}"] = old_fields
+      end
+      msg["min_version"] = min_version
+
+      if include_preschemata?
+        msg["V#{curr_version}"].each do |k, v|
+          msg[k] = v
+        end
+      end
+      Yajl::Encoder.encode(msg)
+    end
+
+    def include_preschemata?
+      self.class.const_get(:INCLUDE_PRESCHEMATA)
+    end
+
+    def validate_contents
+      @contents.validate
+    end
+
+    def validate_aux_data
+      @aux_contents.validate if self.class.aux_schema
+    end
+
+    def contents
+      @contents.contents
+    end
+
+    def aux_data
+      @aux_contents
+    end
+
+    def message_type
+      _, component, msg_type, version = self.class.name.split("::")
+      Schemata::const_get(component)::const_get(msg_type)
+    end
+
+    def component
+      _, component, msg_type, version = self.class.name.split("::")
+      Schemata::const_get(component)
+    end
+
+    def self.included(klass)
+      klass.extend(Schemata::ClassMethods)
+      klass.extend(Dsl)
+    end
+  end
+
+  module ClassMethods
+    def mock
+      mock = {}
+      mock_values.keys.each do |k|
+        value = mock_values[k]
+        mock[k] = value.respond_to?("call") ? value.call : value
+      end
+      self.new(mock)
+    end
+
+    def schema
+      self::SCHEMA
+    end
+
+    def aux_schema
+      return self::AUX_SCHEMA if defined?(self::AUX_SCHEMA)
+    end
+
+    def mock_values
+      self::MOCK_VALUES
+    end
+
+    def version
+      _, component, msg_type, version = self.name.split("::")
+      version[1..-1].to_i
+    end
+
+    def previous_version
+      _, component, msg_type, version = self.name.split("::")
+      version = version[1..-1].to_i - 1
+      Schemata::const_get(component)::const_get(msg_type)::
+        const_get("V#{version}")
+    end
+  end
+
+  module Dsl
+    def define_schema(&blk)
+      schema = ::Membrane::SchemaParser.parse(&blk)
+      unless schema.kind_of? ::Membrane::Schema::Record
+        Schemata::SchemaDefinitionError.new("Schema must be a hash")
+      end
+      self::const_set(:SCHEMA, schema)
+    end
+
+    def define_aux_schema(&blk)
+      aux_schema = ::Membrane::SchemaParser.parse(&blk)
+      unless aux_schema.kind_of? ::Membrane::Schema::Record
+        Schemata::SchemaDefinitionError.new("Schema must be a hash")
+      end
+
+      self::const_set(:AUX_SCHEMA, aux_schema)
+    end
+
+    def define_min_version(min_version)
+      unless min_version.is_a? Integer
+        raise SchemaDefinitionError.new("Min version must be an integer")
+      end
+      const_set(:MIN_VERSION_ALLOWED, min_version)
+    end
+
+    def define_upvert(&blk)
+      eigenclass.send(:define_method, :upvert) do |old_data|
+        # No need to validate aux_data because upvert is only called during
+        # decode, when aux_data is irrelevant
+        begin
+          previous_version::SCHEMA.validate(old_data)
+        rescue ::Membrane::SchemaValidationError => e
+          raise Schemata::DecodeError.new(e.message)
+        end
+
+        blk.call(old_data)
+      end
+    end
+
+    def define_generate_old_fields(&blk)
+      self.send(:define_method, :generate_old_fields) do
+        if self.class.aux_schema && aux_data.empty?
+          raise Schemata::DecodeError.new("Necessary aux_data missing")
+        end
+        old_fields = blk.call(self)
+
+        msg_contents = contents
+        msg_contents.update(old_fields)
+        msg_obj = self.class.previous_version.new(msg_contents)
+
+        msg_obj.validate_contents
+        return msg_obj, old_fields
+      end
+    end
+
+    def define_mock_values(hash=nil, &blk)
+      if (hash && blk) ||  (!hash && !blk)
+        # value defined twice or not at all
+        raise SchemaDefinitionError.new("Mock values incorrectly defined")
+      end
+
+      hash = blk.call if blk
+
+      # Validate a sample of the mock values.
+      mock = {}
+      hash.each do |key, value|
+        mock[key] = value.respond_to?("call") ? value.call : value
+      end
+
+      begin
+        self.schema.validate(mock)
+        define_constant(:MOCK_VALUES, hash)
+      rescue ::Membrane::SchemaValidationError => e
+        raise SchemaDefinitionError.new("Sample mock values do not match schema: #{e}")
+      end
+    end
+
+    def define_constant(constant_name, constant_value)
+      self.const_set(constant_name, constant_value)
+    end
+
+    def include_preschemata
+      define_constant(:INCLUDE_PRESCHEMATA, true)
+    end
+
+  end
+end

data/lib/schemata/common/msgtypebase.rb

@@ -0,0 +1,144 @@
+require 'schemata/common/msgbase'
+require 'schemata/common/parsed_msg'
+
+module Schemata
+  module MessageTypeBase
+    def current_version
+      return @current_version if @current_version
+      @current_version = versions.max
+    end
+
+    def versions
+      str_versions = self.constants.select { |x| x =~ /^V[0-9]+$/ }
+      str_versions.map { |x| x[1..-1].to_i}
+    end
+
+    def current_class
+      self::const_get("V#{current_version}")
+    end
+
+    def decode(json_msg)
+      begin
+        if versions.size == 2
+          parsed = Schemata::ParsedMessage.new(cleanup(json_msg))
+        else
+          parsed = Schemata::ParsedMessage.new(json_msg)
+        end
+      rescue Schemata::DecodeError => e
+        return decode_raw_payload(json_msg) if versions.size == 1
+        raise e
+      end
+      message_version = parsed.version
+
+      curr_version = current_version
+      curr_class = current_class
+
+      if curr_version < parsed.min_version
+        # TODO - Perhaps we should add
+        #   || message_version < msg_type::Current::MIN_VERSION_ALLOWED
+        raise IncompatibleVersionError.new(
+          parsed.min_version,
+          curr_version)
+      end
+
+      msg_contents = parsed.contents["V#{message_version}"]
+      if curr_version <= message_version
+        (message_version - 1).downto(curr_version) do |v|
+          msg_contents.update(parsed.contents["V#{v}"])
+        end
+      else
+        (message_version + 1).upto(curr_version) do |v|
+          msg_contents = const_get("V#{v}")
+            .upvert(msg_contents)
+        end
+      end
+
+      begin
+        msg_obj = curr_class.new(msg_contents)
+        msg_obj.validate_contents
+        # We don't validate aux data in decode.
+        return msg_obj
+      rescue Schemata::UpdateAttributeError => e
+        raise Schemata::DecodeError.new(e.message)
+      rescue Membrane::SchemaValidationError => e
+        raise Schemata::DecodeError.new(e.message)
+      end
+    end
+
+    def component
+      _, component, message_type = self.name.split("::")
+      Schemata::const_get(component)
+    end
+
+    def self.extended(o)
+      o.extend Dsl
+    end
+
+    module Dsl
+      def version(v, &blk)
+        klass = Class.new
+        klass.instance_eval do
+          def eigenclass
+            class << self; self; end
+          end
+        end
+        klass.send(:include, Schemata::MessageBase)
+        klass.instance_eval(&blk)
+
+        if !defined? klass::INCLUDE_PRESCHEMATA
+          klass.const_set(:INCLUDE_PRESCHEMATA, false)
+        end
+
+        # Create the necessary ValidatingContainer subclasses (one for schema
+        # and, optionally, one for aux_schema
+        klass.instance_eval do
+          vc_klass = self::ValidatingContainer.define(self.schema)
+          self.const_set(:VC_KLASS, vc_klass)
+          if self.aux_schema
+            aux_vc_klass = self::ValidatingContainer.define(self.aux_schema)
+            self.const_set(:AUX_VC_KLASS, aux_vc_klass)
+          end
+        end
+
+        # Define attribute accessors for the message class
+        klass.schema.schemas.each do |key, field_schema|
+          klass.send(:define_method, key) do
+            @contents.send(key)
+          end
+          klass.send(:define_method, "#{key}=") do |field_value|
+            @contents.send("#{key}=", field_value)
+          end
+        end
+        self::const_set("V#{v}", klass)
+      end
+    end
+
+    private
+
+    def decode_raw_payload(json)
+      begin
+        msg_contents = Yajl::Parser.parse(json)
+        msg_obj = current_class.new(msg_contents)
+        msg_obj.validate_contents
+        return msg_obj
+      rescue Schemata::UpdateAttributeError,
+        Membrane::SchemaValidationError => e
+        raise Schemata::DecodeError.new(e.message)
+      end
+    end
+
+    def cleanup(json)
+      msg_contents = Yajl::Parser.parse(json)
+      clean_msg = {}
+
+      msg_contents.keys.each do |key|
+        if key == "min_version" || key =~ /^V[0-9]+$/
+          clean_msg[key] = msg_contents[key]
+        end
+      end
+
+      Yajl::Encoder.encode(clean_msg)
+    end
+
+  end
+end

data/lib/schemata/common/parsed_msg.rb

@@ -0,0 +1,43 @@
+require 'schemata/helpers/hash_copy'
+require 'set'
+require 'yajl'
+
+module Schemata
+  class ParsedMessage
+
+    attr_reader :version, :min_version
+
+    def initialize(json)
+      @contents = Yajl::Parser.parse(json)
+
+      @min_version = @contents['min_version']
+      if !@min_version
+        raise DecodeError.new("Field 'min_version' abset from message")
+      end
+
+      versions = []
+      @contents.keys.each do |k|
+        next if k == 'min_version'
+        unless k =~ /^V[0-9]+$/
+          raise DecodeError.new("Invalid key: #{k}")
+        end
+        versions << k[1..-1].to_i
+      end
+
+      if versions.empty?
+        raise DecodeError.new("Message contains no versioned hashes")
+      end
+
+      if Set.new(versions.min..versions.max) != Set.new(versions)
+        raise DecodeError.new("There are versions missing between\
+ #{versions.min} and #{versions.max}")
+      end
+
+      @version = versions.max
+    end
+
+    def contents
+      Schemata::HashCopyHelpers.deep_copy(@contents)
+    end
+  end
+end

data/lib/schemata/dea/advertise_message/advertise_message_v1.rb

@@ -0,0 +1,40 @@
+require 'schemata/helpers/hash_copy'
+require 'schemata/common/msgtypebase'
+
+module Schemata
+  module DEA
+    module AdvertiseMessage
+      version 1 do
+        include_preschemata
+
+        define_schema do
+          {
+            "id" => String,
+            "runtimes" => [String],
+            "available" => Integer,
+            "prod" => bool,
+          }
+        end
+
+        define_min_version 1
+
+        define_upvert do |old_data|
+          raise NotImplementedError.new
+        end
+
+        define_generate_old_fields do |msg_obj|
+          raise NotImplementedError.new
+        end
+
+        define_mock_values do
+          {
+            "id" => proc { VCAP.secure_uuid },
+            "runtimes"  => ["ruby18", "ruby19", "java"],
+            "available" => 1024,
+            "prod"      => false,
+          }
+        end
+      end
+    end
+  end
+end

data/lib/schemata/dea/advertise_message.rb

@@ -0,0 +1,13 @@
+require 'schemata/common/msgtypebase'
+
+module Schemata
+  module DEA
+    module AdvertiseMessage
+      extend Schemata::MessageTypeBase
+    end
+  end
+end
+
+Dir[File.dirname(__FILE__) + '/advertise_message/*.rb'].each do |file|
+  require file
+end

data/lib/schemata/dea/dea_status_response/dea_status_response_v1.rb

@@ -0,0 +1,48 @@
+require 'schemata/common/msgtypebase'
+
+module Schemata
+  module DEA
+    module DeaStatusResponse
+      version 1 do
+        include_preschemata
+
+        define_schema do
+          {
+            "id"              => String,
+            "ip"              => String,
+            "port"            => Integer,
+            "version"         => String,
+            "max_memory"      => Integer,
+            "used_memory"     => Integer,
+            "reserved_memory" => Integer,
+            "num_clients"     => Integer,
+          }
+        end
+
+        define_min_version 1
+
+        define_upvert do |old_data|
+          raise NotImplmenetedError.new
+        end
+
+        define_generate_old_fields do |msg_obj|
+          raise NotImplementedError.new
+        end
+
+        define_mock_values do
+          {
+            "id"              => proc { VCAP.secure_uuid },
+            "ip"              => '127.0.0.1',
+            "port"            => 80,
+            "version"         => '0.1.0',
+
+            "max_memory"      => 1024,
+            "used_memory"     => 256,
+            "reserved_memory" => 512,
+            "num_clients"     => 1,
+          }
+        end
+      end
+    end
+  end
+end

data/lib/schemata/dea/dea_status_response.rb

@@ -0,0 +1,13 @@
+require 'schemata/common/msgtypebase'
+
+module Schemata
+  module DEA
+    module DeaStatusResponse
+      extend Schemata::MessageTypeBase
+    end
+  end
+end
+
+Dir[File.dirname(__FILE__) + '/dea_status_response/*.rb'].each do |file|
+  require file
+end

data/lib/schemata/dea/discover_request/discover_request_v1.rb

@@ -0,0 +1,93 @@
+require 'vcap/common'
+
+module Schemata
+  module DEA
+    module DiscoverRequest
+      version 1 do
+        include_preschemata
+
+        define_schema do
+          {
+            "droplet"               => String,
+            "limits" => {
+              "mem"                 => Integer,
+              "disk"                => Integer,
+              "fds"                 => Integer,
+            },
+            "name"                  => String,
+            "runtime_info" => {
+              "description"         => String,
+              "version"             => String,
+              "executable"          => String,
+              "staging"             => String,
+              "version_output"      => String,
+              "version_flag"        => String,
+              "additional_checks"   => String,
+              "environment" => {
+                "LD_LIBRARY_PATH"   => String,
+                "BUNDLE_GEMFILE"    => enum(String, NilClass),
+                "PATH"              => String,
+                "GEM_PATH"          => String,
+              },
+              "status" => {
+                "name"              => String
+              },
+              "series"              => String,
+              "category"            => String,
+              "name"                => String
+            },
+            "runtime"               => String,
+            "prod"                  => bool,
+            "sha"                   => String,
+          }
+        end
+
+        define_min_version 1
+
+        define_upvert do |old_data|
+          raise NotImplementedError.new
+        end
+
+        define_generate_old_fields do |msg_obj|
+          raise NotImplementedError.new
+        end
+
+        define_mock_values do
+          {
+            "droplet" => proc { VCAP.secure_uuid },
+            "limits" => {
+              "mem" => 128,
+              "disk" => 2048,
+              "fds" => 256
+            },
+            "name" => "foo",
+            "runtime_info" => {
+              "description" => "Ruby 1.8",
+              "version" => "1.8.7p357",
+              "executable" => "/var/vcap/packages/dea_ruby18/bin/ruby",
+              "staging" => "/var/vcap/packages/ruby/bin/ruby stage",
+              "version_output" => "1.8.7",
+              "version_flag" => "-e 'puts RUBY_VERSION'",
+              "additional_checks" => "-e 'puts RUBY_PATCHLEVEL == 357'",
+              "environment" => {
+                "LD_LIBRARY_PATH" => "/var/vcap/packages/mysqlclient/lib/mysql:/var/vcap/packages/sqlite/lib:/var/vcap/packages/libpq/lib:/var/vcap/packages/imagemagick/lib:$LD_LIBRARY_PATH",
+                "BUNDLE_GEMFILE" => nil,
+                "PATH" => "/var/vcap/packages/imagemagick/bin:/var/vcap/packages/dea_transition/rubygems/1.8/bin:/var/vcap/packages/dea_ruby18/bin:/var/vcap/packages/dea_node08/bin:$PATH",
+                "GEM_PATH" => "/var/vcap/packages/dea_transition/rubygems/1.8:$GEM_PATH"
+              },
+              "status" => {
+                "name" => "current"
+              },
+              "series" => "ruby18",
+              "category" => "ruby",
+              "name" => "ruby18"
+            },
+            "runtime" => "ruby18",
+            "prod" => false,
+            "sha" => proc { VCAP.secure_uuid }
+          }
+        end
+      end
+    end
+  end
+end