proctor 0.0.3 → 0.0.4

data/lib/proctor/managers.rb

@@ -0,0 +1,38 @@
+require_relative './manager'
+
+module Proctor
+  class Managers
+
+    attr_reader :all, :app_files
+
+    def initialize(app_files, params)
+      @app_files = app_files
+      @params    = params
+      @all       = manager_list(app_files).map do |m|
+        Manager.new(*m)
+      end.sort {|a,b| a.name <=> b.name}
+    end
+
+    def names
+      @all.map {|m| m.name}.sort
+    end
+
+    def find_by_name(name)
+      @all.find {|manager| manager.name == name}
+    end
+
+    def find_by_handle(handle)
+    end
+
+    private
+
+    def manager_data(app_files)
+      app_files.merged_data['managers']
+    end
+
+    def manager_list(app_files)
+      manager_data(app_files).each_pair.map { |name, data| [name, data] }
+    end
+
+  end
+end

data/lib/proctor/node.rb

@@ -0,0 +1,26 @@
+require_relative './util/helpers'
+
+module Proctor
+  class Node
+
+    include Proctor::Util::Helpers
+
+    attr_reader :name, :data, :handle
+
+    def initialize(name, data)
+      @name = name
+      @data = data
+      @handle = md5_handle(name)
+    end
+
+    def services
+      @data
+    end
+
+    # check that node has at least one service
+    # check that each of the services is defined
+    # validate each service
+    # make sure that there is a node for each service
+
+  end
+end

data/lib/proctor/nodes.rb

@@ -0,0 +1,38 @@
+require_relative './node'
+
+module Proctor
+  class Nodes
+
+    def initialize(app_files, params)
+      @app_files = app_files
+      @params    = params
+      @all       = node_list(app_files).map {|m| Node.new(*m)}
+    end
+
+    def all
+      @all.sort {|a,b| a.name <=> b.name}
+    end
+
+    def find_by_name(name)
+      @all.find {|node| node.name == name}
+    end
+
+    def find_by_handle(handle)
+    end
+
+    def names
+      @all.map {|node| node.name}.sort
+    end
+
+    private
+
+    def node_data(app_files)
+      app_files.merged_data['nodes']
+    end
+
+    def node_list(app_files)
+      node_data(app_files).each_pair.map {|name,data| [name,data]}
+    end
+
+  end
+end

data/lib/proctor/resource/erb.rb

@@ -0,0 +1,95 @@
+require 'erb'
+
+module Proctor
+  module Resource
+    module Erb
+
+      def render_group_template(manager, node, services, template, env)
+        header = generate_group_header(manager, node, template, env)
+        body   = generate_group_erb(manager, node, services, template, env)
+        header + body
+      end
+
+      def render_service_template(manager, service, template, env)
+        header = generate_service_header(manager, service, template, env)
+        body   = generate_service_erb(manager, service, template, env)
+        header + body
+      end
+
+      #private
+
+      def erb_ify_hash(hash, service, env)
+        hash.each_pair do |k,v|
+          case v
+            when String
+              begin
+              hash[k] = ERB.new(v).result(binding)
+              rescue
+              end
+            when Hash
+              hash[k] = erb_ify_hash(v, service, env)
+          end
+        end
+        hash
+      end
+
+      def erb_ify(manager_or_service, service, env)
+        manager_or_service.data.each_pair do |k,v|
+          case v
+            when String
+              manager_or_service.data[k] = ERB.new(v).result(binding)
+            when Hash
+              manager_or_service.data[k] = erb_ify_hash(v, service, env)
+          end
+        end
+        manager_or_service
+      end
+
+      def erb_ify_services(services, env)
+        services.each_pair do |key,service|
+          service = erb_ify(service, service, env)
+        end
+        services
+      end
+
+      def generate_group_header(_manager, node, template, env)
+        manager = erb_ify(_manager, node, env)
+        xfile = manager.data["node_filename"] || "#{node.name}.conf"
+        <<-EOF.gsub('          ','')
+          # Config file for #{manager.name}/#{node.name}
+          # Generated by Proctor #{Time.now.strftime("on %Y-%m-%d at %H:%M:%S")}
+          # Using template: #{template.name}
+          #    Export path: #{manager.data["export_directory"]}/#{xfile}
+          #  Start command: #{manager.data["start_command"]}
+        EOF
+      end
+
+      def generate_service_header(_manager, service, template, env)
+        manager = erb_ify(_manager, service, env)
+        xfile = manager.data["service_filename"] || "#{service.name}.conf"
+        <<-EOF.gsub('          ','')
+          # Config file for #{manager.name}/#{service.name}
+          # Generated by Proctor #{Time.now.strftime("on %Y-%m-%d at %H:%M:%S")}
+          # Using template: #{template.name}
+          #    Export path: #{manager.data["export_directory"]}/#{xfile}
+          #  Start command: #{manager.data["start_command"]}
+        EOF
+      end
+
+      def generate_group_erb(manager, node, services, template, env)
+        services = erb_ify_services(services, env)
+        erb = ERB.new(File.read(template.path),0,'-')
+        erb.result(binding)
+      end
+
+      def generate_service_erb(_manager, _service, template, env)
+        manager = erb_ify(_manager, _service, env)
+        service = erb_ify(_service, _service, env)
+        erb = ERB.new(File.read(template.path))
+        erb.result(binding)
+      end
+
+    end
+
+  end
+end

data/lib/proctor/resource/lookup.rb

@@ -0,0 +1,82 @@
+require 'erb'
+
+module Proctor
+  module Resource
+    module Lookup
+
+      def lookup_valid_manager(mgr_name, env)
+        names = env.managers.names
+        msg = "unrecognized manager (#{mgr_name}) use one of [#{names.join('|')}]"
+        unless names.include?(mgr_name)
+          raise UnrecognizedManagerName, msg
+        end
+        env.managers.find_by_name(mgr_name)
+      end
+
+      def lookup_valid_service(svc_name, env)
+        names = env.services.names
+        msg = "unrecognized service (#{svc_name}) use one of [#{names.join('|')}]"
+        unless names.include?(svc_name)
+          raise UnrecognizedServiceName, msg
+        end
+        env.services.find_by_name(svc_name)
+      end
+
+      def lookup_valid_node(node_name, env)
+        names = env.nodes.names
+        msg = "unrecognized node (#{node_name}) use one of [#{names.join('|')}]"
+        unless names.include?(node_name)
+          raise UnrecognizedNodeName, msg
+        end
+        env.nodes.find_by_name(node_name)
+      end
+
+      def lookup_valid_service_template(manager, service, env)
+        key1 = "#{manager}_#{service}_s"
+        key2 = "#{manager}_default_s"
+        names = env.template_files.names
+        tmpl_name = [key1, key2].find {|key| names.include?(key)}
+        if tmpl_name.nil?
+          msg = "service template not found for #{manager}/#{service}"
+          raise TemplateNotFound, msg
+        end
+        env.template_files.find_by_name(tmpl_name)
+      end
+
+      def lookup_valid_group_template(manager, node, env)
+        key1 = "#{manager}_#{node}_g"
+        key2 = "#{manager}_default_g"
+        names = env.template_files.names
+        tmpl_name = [key1, key2].find {|key| names.include?(key)}
+        if tmpl_name.nil?
+          msg = "group template not found for #{manager}/#{node}"
+          raise TemplateNotFound, msg
+        end
+        env.template_files.find_by_name(tmpl_name)
+      end
+
+      def lookup_valid_services(node_name, env)
+        node = lookup_valid_node(node_name, env)
+        node.services.map {|service| lookup_valid_service(service, env)}
+      end
+
+      def lookup_valid_services_hash(node_name, env)
+        lookup_valid_services(node_name, env).reduce({}) {|a,v| a[v.name]=v; a}
+      end
+
+    end
+
+    class UnrecognizedManagerName < RuntimeError
+    end
+
+    class UnrecognizedServiceName < RuntimeError
+    end
+
+    class UnrecognizedNodeName < RuntimeError
+    end
+
+    class TemplateNotFound < RuntimeError
+    end
+
+  end
+end

data/lib/proctor/service.rb

@@ -1,8 +1,33 @@
+require_relative './util/helpers'
+
 module Proctor
+
   class Service
-    attr_reader :input_hash, :opts
-    def initialize(hash = {})
-      @input_hash = hash
+
+    include Proctor::Util::Helpers
+
+    attr_reader :name, :data, :handle
+
+    def initialize(name, data)
+      @name = name
+      @data = data
+      @handle = md5_handle(name)
+      #validate_required_service_fields(data)
     end
+
+    private
+
+    def validate_required_service_fields(service_hash)
+      required_fields = %w(start_command)
+      required_fields.each do |field|
+        if service_hash[field].nil?
+          raise MissingServiceField, "missing required service field (#{field})"
+        end
+      end
+    end
+
+  end
+
+  class MissingServiceField < RuntimeError
   end
 end

data/lib/proctor/services.rb

@@ -0,0 +1,38 @@
+require_relative './service'
+
+module Proctor
+  class Services
+
+    def initialize(app_files, params)
+      @app_files = app_files
+      @params    = params
+      @all       = service_list(app_files).map {|m| Service.new(*m)}
+    end
+
+    def all
+      @all.sort {|a,b| a.name <=> b.name}
+    end
+
+    def names
+      @all.map {|s| s.name}.sort
+    end
+
+    def find_by_name(name)
+      @all.find {|service| service.name == name}
+    end
+
+    def find_by_handle(handle)
+    end
+
+    private
+
+    def service_data(app_files)
+      app_files.merged_data['services']
+    end
+
+    def service_list(app_files)
+      service_data(app_files).each_pair.map {|mgr_name,mgr_data| [mgr_name,mgr_data]}
+    end
+
+  end
+end

data/lib/proctor/util/helpers.rb

@@ -0,0 +1,13 @@
+require 'digest/md5'
+
+module Proctor
+  module Util
+    module Helpers
+
+      def md5_handle(string)
+        Digest::MD5.hexdigest(string)[0..2]
+      end
+
+    end
+  end
+end

data/lib/proctor/util/version.rb

@@ -0,0 +1,3 @@
+module Proctor
+  VERSION = "0.0.4"
+end

data/proctor.gemspec

@@ -1,5 +1,5 @@
 # -*- encoding: utf-8 -*-
-require File.expand_path('../lib/proctor/version', __FILE__)
+require File.expand_path('../lib/proctor/util/version', __FILE__)
 
 Gem::Specification.new do |gem|
 
@@ -17,6 +17,7 @@ Gem::Specification.new do |gem|
   gem.version       = Proctor::VERSION
 
   gem.add_dependency('gli')
+  gem.add_dependency('thor')
   gem.add_dependency('foreman')
   gem.add_dependency('hash-deep-merge')
 

data/proctor/Proctorfile

@@ -1,52 +1,53 @@
 # vim: set ft=yaml:
 ---
-
 managers:
-  init:
-    export_directory: "/etc/init.d"
   upstart:
-    export_directory: "/etc/init"
-    start_command:    "/sbin/init start <%= app_name %>"
-    stop_command:     "/sbin/init stop <%= app_name %>"
-    status_command:   "/sbin/init status <%= app_name %>"
+    export_directory:  "/etc/init"
+    group_data:
+      conf_filename:  "tbd.conf"
+      start_command:  "/sbin/init start <%= env.app['name'] %>"
+      pidfile:        "pids/<%= env.app['name'] %>.pid"
+      logfile:        "log/<%= env.app['name'] %>.log"
+    service_data:
+      conf_filename:   "<%= service.name %>.conf"
+      start_command:  "/sbin/init start <%= service.name %>"
+      stop_command:   "/sbin/init stop <%= service.name %>"
+      status_command: "/sbin/init status <%= service.name %>"
   monit:
     export_directory: "/etc/monit/conf.d"
-    reload_command:   "monit reload"
-    stop_command:     "monit quit"
-    start_command:    "monit"
-    status_command:   "monit summary"
-    pidfile:          "/a/b/c"
+    service_data:
+      reload_command:   "monit reload"
+      stop_command:     "monit quit"
+      start_command:    "monit"
+      status_command:   "monit summary"
+      pidfile:          "/a/b/c"
   foreman:
-    start_command:    "foreman start"
-    use_master_template: true
-    use_worker_template: false
+    export_directory: "/tmp/proctor/foreman/<%= env.app['name'] %>"
+    group_data:
+      start_command: "cd /tmp/proctor/foreman/<%= env.app['name'] %> && foreman start"
+      conf_filename: "Procfile"
 
 services:
   unicorn:
-    start_command: "bin/unicorn --log_file shared/log/<%= name %>.log"
-    stop_command:  "qwer"
+    start_command: "bin/unicorn --log_file shared/log/<%= env.app['name'] %>.log"
   passenger:
-    start_command: "bin/passenger --log_file shared/log/<%= name %>.log"
-    stop_command:  "qwer"
-  faye:
-    start_command: "qwer"
-    export.monit.memory_limit:  "<%= ForemanEnv.production? ? '20MB' : '10MB' %>"
-    exports_to:            ['monit', 'upstart']
-    start_command: "script/faye_script.sh"
-    port: 2343
+    start_command: "bin/passenger --log_file shared/log/<%= env.app['name'] %>.log"
+  showtime:
+    start_command: "<%= env.app['gemdir'] %>/bin/showtime"
+  showlog:
+    start_command: "<%= env.app['gemdir'] %>/bin/showlog"
 
 nodes:
-  dev:
+  development:
+    - passenger
+  test:
+    - showtime
+    - showlog
+  staging:
     - passenger
-    - faye
-    - postgres-standalone
-    - jobq
-    - renderpro
-    - redis
   production:
     - unicorn
-    - faye
-    - postgres-shared
+    - passenger
   backup:
-    - postgres
+    - showtime