servitor 0.0.1

data/.gitignore

@@ -0,0 +1 @@
+*.erb.cache

data/Gemfile

@@ -0,0 +1,10 @@
+source 'https://rubygems.org'
+
+gem 'veewee', '0.3.0.beta2'
+gem 'childprocess'
+gem 'erubis'
+gem 'mysql2'
+
+group :test do
+  gem 'rspec'
+end

data/Gemfile.lock

@@ -0,0 +1,105 @@
+GEM
+  remote: https://rubygems.org/
+  specs:
+    CFPropertyList (2.0.17)
+      libxml-ruby (>= 1.1.0)
+      rake (>= 0.7.0)
+    Platform (0.4.0)
+    ansi (1.3.0)
+    archive-tar-minitar (0.5.2)
+    builder (3.1.3)
+    childprocess (0.3.5)
+      ffi (~> 1.0, >= 1.0.6)
+    cucumber (1.2.1)
+      builder (>= 2.1.2)
+      diff-lcs (>= 1.1.3)
+      gherkin (~> 2.11.0)
+      json (>= 1.4.6)
+    diff-lcs (1.1.3)
+    erubis (2.7.0)
+    excon (0.16.3)
+    ffi (1.1.5)
+    fission (0.4.0)
+      CFPropertyList (~> 2.0.17)
+    fog (1.6.0)
+      builder
+      excon (~> 0.14)
+      formatador (~> 0.2.0)
+      mime-types
+      multi_json (~> 1.0)
+      net-scp (~> 1.0.4)
+      net-ssh (>= 2.1.3)
+      nokogiri (~> 1.5.0)
+      ruby-hmac
+    formatador (0.2.3)
+    gherkin (2.11.2)
+      json (>= 1.4.6)
+    grit (2.5.0)
+      diff-lcs (~> 1.1)
+      mime-types (~> 1.15)
+      posix-spawn (~> 0.3.6)
+    highline (1.6.15)
+    i18n (0.6.1)
+    json (1.5.4)
+    libxml-ruby (2.3.3)
+    log4r (1.1.10)
+    mime-types (1.19)
+    multi_json (1.3.6)
+    mysql2 (0.2.18)
+    net-scp (1.0.4)
+      net-ssh (>= 1.99.1)
+    net-ssh (2.2.2)
+    nokogiri (1.5.5)
+    open4 (1.3.0)
+    popen4 (0.1.2)
+      Platform (>= 0.4.0)
+      open4 (>= 0.4.0)
+    posix-spawn (0.3.6)
+    progressbar (0.11.0)
+    rake (0.9.2.2)
+    rspec (2.11.0)
+      rspec-core (~> 2.11.0)
+      rspec-expectations (~> 2.11.0)
+      rspec-mocks (~> 2.11.0)
+    rspec-core (2.11.1)
+    rspec-expectations (2.11.3)
+      diff-lcs (~> 1.1.3)
+    rspec-mocks (2.11.3)
+    ruby-hmac (0.4.0)
+    ruby-vnc (1.0.1)
+    thor (0.16.0)
+    vagrant (1.0.5)
+      archive-tar-minitar (= 0.5.2)
+      childprocess (~> 0.3.1)
+      erubis (~> 2.7.0)
+      i18n (~> 0.6.0)
+      json (~> 1.5.1)
+      log4r (~> 1.1.9)
+      net-scp (~> 1.0.4)
+      net-ssh (~> 2.2.2)
+    veewee (0.3.0.beta2)
+      ansi (~> 1.3.0)
+      childprocess
+      cucumber (>= 1.0.0)
+      fission (= 0.4.0)
+      fog (~> 1.4)
+      grit
+      highline
+      i18n
+      net-ssh (~> 2.2.0)
+      popen4 (~> 0.1.2)
+      progressbar
+      rspec (~> 2.5)
+      ruby-vnc (~> 1.0.0)
+      thor (> 0.14)
+      vagrant (>= 0.9)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  childprocess
+  erubis
+  mysql2
+  rspec
+  veewee (= 0.3.0.beta2)

data/LICENSE

@@ -0,0 +1,19 @@
+Copyright (c) 2012 Harry Wilkinson
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,102 @@
+# Servitor
+
+Servitor is a tool for composing a Service Oriented Architecture (SOA) from a network
+of services.
+
+It is recommended that services should conform to the [12-Factor App](http://www.12factor.net/)
+methodology.
+
+Each service includes a Servicefile at the root of its codebase, declaring various properties
+of the app that are fixed for any given version, such as:
+
+* Runtime dependencies on other services
+* Configurable variables
+* Execution instructions
+* Infrastructure requirements
+* Resource dependencies
+
+Given a set of required services, Servitor will build a dependency graph of those services
+and all their implicit dependent services, construct a set of infrastructure upon which those
+services can run, configure them appropriately, and execute them.
+
+The principal goal of Servitor is to support the development of services that are part of an SOA,
+allowing developers to perform local development and testing with real backing services rather
+than using mocked local services or shared remote services.  This is achieved using
+[Vagrant](http://vagrantup.com) to create local virtual machines, isolating each service and
+allowing each service have different infrastructure requirements.
+
+In the longer term, Servitor should become more flexible with alternative implementations of
+its features, such as provisioning infrastructure from cloud providers (AWS, OpenStack, etc.)
+
+For now, perhaps the most informative way to describe Servitor is with an example Servicefile:
+
+```ruby
+# The unique name of this service in the SOA
+name 'my-service'
+
+# This service may depend on any number of other services, identified by their
+# unique names in the SOA.  Some services may depend on multiple instances of
+# another service with different properties; this needs to be figured out.
+depends_on %w( service2 service3 )
+
+# Specify the infrastructure requirements for this service.  Anything that is
+# not specified will revert to some defaults.  There may be additional
+# infrastructure used in any given infrastructure provider implementation, but
+# this is the minimum set required by the app.
+infrastructure_requirements do
+  os_name 'ubuntu'
+  os_version '10.04'
+  os_arch '64'
+  ruby_version '1.9.2-p290'
+end
+
+# This should define the commands to use for the 12-factor build and release
+# steps (also aliased as configure and execute).  Any other services that this
+# service depends on will be started up first.  If there are mutual dependencies
+# then they should both be built and configured and then both run.
+deployment_stages do
+  build 'echo "running build task"'
+  release  'echo "running release task"'
+  run 'rackup -p <%= '<%= @port %>' %>'
+end
+
+# Any configurable variables for this app are defined here.  If the app is to
+# receive configuration data then it *must* be included in this block.  This
+# includes details of any backing resources (databases, queues, etc.) that need
+# to be attached. If any of these are missing we can catch that problem without
+# even starting the app.  We can also automate the configuration details that
+# tell the app how to communicate with other services it depends on.
+configuration do
+  var 'config_var1'
+  var 'config_var2'
+  var 'config_var3', :default => 'some default'
+  var 'service2_url', :domain_for => 'service2', :format => 'https://<%= '<%= @value %>' %>'
+
+  # If the service depends on attached resources, each resource can be configured
+  # this way
+  resource 'database', :type => 'mysql' do
+    var 'database_host', :from => 'hostname'
+    var 'database_name', :from => 'database_name'
+    var 'database_username', :from => 'username'
+    var 'database_password', :from => 'password'
+  end
+
+  # This configuration script will run in the context of another service, with the specified
+  # arguments taken from the local configuration. The specified vars will be set from the output
+  # of the script
+  dependency_script 'register', :service => 'service2' do
+    arg 'name', :from => :service_name
+    var 'service_uuid'
+    var 'private_key'
+  end
+end
+
+# This is a configuration script provided by this service to other services that depend
+# upon this one.  The specified args must be provided by the other service, and the given
+# command will run with those args set as environment variables, with output sent to stdout
+# as a single YAML mapping node.
+provides_script 'frob' do
+  command 'bundle exec ruby frob.rb'
+  arg 'frobber'
+end
+```

data/lib/cli/cli.rb

@@ -0,0 +1,96 @@
+#!/usr/bin/ruby
+
+## Runs dependent services in a SOA
+
+module Servitor
+  class CLI
+
+    def initialize
+      Servitor.root = Dir.pwd
+    end
+
+    def autoconfigure
+
+      SshKey.new(Servitor.ssh_dir).deploy
+      vagrantfile = Vagrantfile.new(services, Servitor.ssh_dir).generate
+
+      File.open(Servitor.vagrantfile, 'w') do |f|
+        f.write(vagrantfile)
+      end
+
+        #AppDeployer.deploy(service_definition, infrastructure, shared_service_info)
+        #AppBuilder.build(service_definition, infrastructure, shared_service_info)
+        #AppReleaser.release(service_definition, infrastructure, shared_service_info)
+
+    end
+
+    def start
+      main_box.up
+    end
+
+    def deploy
+      configuration_provider = YamlConfigurationProvider.new(File.join(Servitor.data_root, 'variables.yml'))
+
+      service_nodes.each do |service_node|
+        configuration_resolver = ConfigurationResolver.new(
+          service_node.service_definition,
+          configuration_provider,
+          services)
+        variables = configuration_resolver.variables
+
+        service = services.find {|s| s.name == service_node.service_definition.name}
+        box = VagrantBox.new(service.name)
+        EnvdirDeployer.new(main_box, service.name, service.vm_root, '.envdir', variables).deploy
+      end
+    end
+
+    def up
+      autoconfigure
+      start
+      deploy
+    end
+
+    def halt
+      main_box.halt
+    end
+
+    def destroy
+      main_box.destroy
+    end
+
+    def reup
+      destroy
+      up
+    end
+
+    private
+
+    def main_box
+      VagrantBox.new('servitor', Servitor.data_root)
+    end
+
+    def service_nodes
+      @service_nodes ||= begin
+        service_definition = ServiceLocator.locate
+        graph = ServiceGraph.build(service_definition)
+        ServiceGraphFlattener.flatten_to_startup_order(graph)
+      end
+    end
+
+    def service_box_names
+      @service_box_names ||= begin
+        names = {}
+        service_nodes.each do |service_node|
+          names[service_node] = InfrastructureProvisioner.provision(service_node.service_definition.infrastructure_requirements)
+        end
+        names
+      end
+    end
+
+    def services
+      @services ||= begin
+        ServiceLinker.new(service_nodes, service_box_names).link(:first_port => 4000)
+      end
+    end
+  end
+end

data/lib/configuration/configuration.rb

@@ -0,0 +1,2 @@
+servitor_require 'configuration_resolver'
+servitor_require 'yaml_configuration_provider'

data/lib/configuration/configuration_resolver.rb

@@ -0,0 +1,97 @@
+module Servitor
+
+  class ConfigurationResolver
+    def initialize(service_definition, configuration_provider, services)
+      @service_definition = service_definition
+      @configuration_provider = configuration_provider
+      @services = services
+    end
+
+    def variables
+      @variables ||= begin
+        vars = resolve_variables(service_configuration.variables)
+        service_configuration.resources.each do |resource_configuration|
+          vars.merge!(resolve_resource_variables(resource_configuration)) do |key, _, _|
+            raise VariableConflict, "'#{key}' is defined more than once"
+          end
+        end
+        vars
+      end
+    end
+
+    class VariableConflict < StandardError; end
+    class DependentServiceNotFound < StandardError; end
+    class MissingRequiredVariable < StandardError; end
+    class ResourceNotFound < StandardError; end
+
+    private
+
+    def service_configuration
+      @service_definition.configuration
+    end
+
+    def provided_variables
+      @provided_variables ||= @configuration_provider.variables_for(@service_definition.name)
+    end
+
+    def resolve_variables(required_variables)
+      resolved_variables = {}
+      required_variables.map do |required_variable|
+        value = nil
+        if (service_name = required_variable.options[:domain_for])
+          service = @services.find{|s| s.name == service_name}
+          raise DependentServiceNotFound, service_name unless service
+          value = service.ip_address
+        else
+          value = provided_variables[required_variable.name]
+        end
+
+        if value.nil?
+          if (default = required_variable.options[:default])
+            value = default
+          else
+            raise MissingRequiredVariable, required_variable.name
+          end
+        end
+
+        if (format = required_variable.options[:format])
+          value = Erubis::Eruby.new(format).result(:value => value)
+        end
+        resolved_variables[required_variable.name] = value
+      end
+      resolved_variables
+    end
+
+    def resolve_resource_variables(resource_configuration)
+      resolved_variables = {}
+      resource = find_resource(resource_configuration)
+      raise ResourceNotFound, resource_configuration.name unless resource
+      resource_configuration.variables.each do |required_variable|
+        source_attribute = required_variable.options[:from]
+        raise ResourceAttributeNotFound, source_attribute unless resource.key?(source_attribute)
+        resolved_variables[required_variable.name] = resource[source_attribute]
+      end
+      resolved_variables
+    end
+
+    def resources
+      @resources ||= @configuration_provider.resources_for(@service_definition.name)
+    end
+
+    def find_resource(resource_configuration)
+      if resource_configuration.options[:type] == 'mysql'
+        mysql_service = @services.find{|s| s.name == 'mysql'}
+        resource = {
+          'hostname' => mysql_service.ip_address,
+          'database_name' => @service_definition.name,
+          'username' => MysqlResource::USERNAME,
+          'password' => MysqlResource::PASSWORD,
+        }
+      else
+        resource = resources[resource_configuration.name]
+      end
+      resource
+    end
+  end
+
+end

data/lib/configuration/yaml_configuration_provider.rb

@@ -0,0 +1,28 @@
+module Servitor
+
+  class YamlConfigurationProvider
+
+    def initialize(file_path)
+      @file_path = file_path
+    end
+
+    def variables_for(service_name)
+      services = yaml['services'] || {}
+      service_vars = services[service_name] || {}
+      common_vars = services['common'] || {}
+      common_vars.merge(service_vars)
+    end
+
+    def resources_for(service_name)
+      resources = yaml['resources'] || {}
+      resources[service_name] || {}
+    end
+
+    private
+
+    def yaml
+      @yaml ||= YAML.load_file(@file_path)
+    end
+  end
+
+end