marathon-template 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 4a954fce7f07212d71bd14434522528cebc77ed3
+  data.tar.gz: 749566187f8ae78e6e85abff6f566c7225b14e98
+SHA512:
+  metadata.gz: 3c11836e9bcaa8b0e15d9bf62456624c54e9dccc052de27859b12a81dab16da827d241d5c58c4acfed27dc44299cd8ae8c0e29b9c9f62a6b6ff6395e61daedbc
+  data.tar.gz: 1de8144eeac23b09f4cd5c2d18db3f431413267a2f7dd5f4afd04f42bc0cc556d2a4955fb33e2e04a41accaf160e94da6811cec819df1f87bf2e65cc183f4a4c

data/bin/marathon-template

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+#require File.expand_path(File.dirname(__FILE__)) + '/../lib/marathon_template'
+require 'marathon_template'

data/lib/marathon-template/cron.rb

@@ -0,0 +1,25 @@
+module Marathon_template
+  class Cron
+    def self.add
+      if CONFIG[:cron_splay]
+        LOG.info "Setting up cron job..."
+        if File.exists? '/etc/crontab'
+          if File.open('/etc/crontab').each_line.any? { |line| line.chomp == "#{CONFIG[:cron_splay]}" }
+            LOG.info "Cron already configured."
+            return 
+          else
+            File.open('/etc/crontab', 'a') do |w|
+              LOG.info "Appending #{CONFIG[:cron_splay]} to /etc/crontab"
+              w.write CONFIG[:cron_splay]
+            end
+          end
+        else
+          LOG.info "No crontab found, creating and adding #{CONFIG[:cron_splay]}"
+          File.open('/etc/crontab', 'wb') do |w|
+            w.write CONFIG[:cron_splay]
+          end
+        end
+      end
+    end
+  end
+end

data/lib/marathon-template/deploy.rb

@@ -0,0 +1,164 @@
+module Marathon_template
+  class Deploy
+    def self.haproxy
+      test_haproxy_dir
+      write_haproxy_cfg
+      reload_haproxy_service
+    end
+
+    def self.write_haproxy_cfg
+      File.open("#{CONFIG[:haproxy_path]}/haproxy.cfg", 'wb') do |f|
+        # Write out the global section
+        if CONFIG[:haproxy_global] 
+          f.write "global\n"
+          CONFIG[:haproxy_global].each do |directive,values|
+            if values.kind_of?(Array)
+              values.each do |value|
+                f.write "\t#{directive} #{value}\n"
+              end
+            elsif values.kind_of?(Hash)
+              values.each do |k,v|
+                f.write "\t#{k} #{v}\n"
+              end
+            else
+              f.write "\t#{directive} #{values}\n"
+            end
+          end
+        else
+          abort "Must pass global parameters in haproxy.yaml"
+        end
+        
+        # Write out the defaults section
+        if CONFIG[:haproxy_defaults] 
+          f.write "defaults\n"
+          CONFIG[:haproxy_defaults].each do |directive,values|
+            if values.kind_of?(Array)
+              values.each do |value|
+                f.write "\t#{directive} #{value}\n"
+              end
+            elsif values.kind_of?(Hash)
+              values.each do |k,v|
+                f.write "\t#{k} #{v}\n"
+              end
+            else
+              f.write "\t#{directive} #{values}\n"
+            end
+          end
+        else
+          abort "Must pass default parameters in haproxy.yaml"
+        end
+
+        # Write out the listners sections
+        if CONFIG[:haproxy_listen] 
+          CONFIG[:haproxy_listen].each do |listener, configuration|
+          f.write "listen #{listener}\n"
+            configuration.each do |setting, values|
+              if setting == 'server'
+                app_name  = values['app_name']
+                options   = values['options']
+                servers   = get_servers(app_name)
+                LOG.info "#{app_name}: #{servers}"
+                servers.each do |host, port|
+                  f.write "\t#{app_name} #{host}:#{port.first} #{options}\n"
+                end 
+              elsif values.kind_of?(Array)
+                values.each do |value|
+                  f.write "\t#{setting} #{value}\n"
+                end
+              elsif values.kind_of?(Hash)
+                values.each do |k,v|
+                  f.write "\t#{k} #{v}\n"
+                end
+              else
+                f.write "\t#{setting} #{values}\n"
+              end
+            end
+          end
+          # TODO include calling class to build servers 
+        end
+
+        # Write out the frontends sections
+        if CONFIG[:haproxy_frontends] 
+          CONFIG[:haproxy_frontends].each do |frontend, configuration|
+          f.write "frontend #{frontend}\n"
+            configuration.each do |setting, values|
+              if values.kind_of?(Array)
+                values.each do |value|
+                  f.write "\t#{setting} #{value}\n"
+                end
+              elsif values.kind_of?(Hash)
+                values.each do |k,v|
+                  f.write "\t#{k} #{v}\n"
+                end
+              else
+                f.write "\t#{setting} #{values}\n"
+              end
+            end
+          end
+        end
+
+        # Write out the backends sections
+        if CONFIG[:haproxy_backends] 
+          CONFIG[:haproxy_backends].each do |backend, configuration|
+          f.write "backend #{backend}\n"
+            configuration.each do |setting, values|
+              if setting == 'server'
+                app_name  = values['app_name']
+                options   = values['options']
+                servers   = get_servers(app_name)
+                LOG.info "#{app_name}: #{servers}"
+                servers.each do |host, port|
+                  f.write "\t#{app_name} #{host}:#{port.first} #{options}\n"
+                end 
+              elsif values.kind_of?(Array)
+                values.each do |value|
+                  f.write "\t#{setting} #{value}\n"
+                end
+              elsif values.kind_of?(Hash)
+                values.each do |k,v|
+                  f.write "\t#{k} #{v}\n"
+                end
+              else
+                f.write "\t#{setting} #{values}\n"
+              end
+            end
+          end
+        end
+      end
+    end
+
+    def self.get_servers(app_name)
+      LOG.info "Getting host and port assignments for #{app_name}..."
+      marathon_app      = "#{CONFIG[:marathon]}/v2/apps/#{app_name}"
+      encoded_uri       = URI.encode(marathon_app.to_s)
+      uri               = URI.parse(encoded_uri)
+      http              = Net::HTTP.new(uri.host, uri.port)
+      request           = Net::HTTP::Get.new(uri.request_uri)
+      response          = http.request(request)
+
+      if response.code == '200'
+        return_hash = Hash.new 
+        json        = JSON.parse(response.body)
+        tasks       = json['app']['tasks']
+        tasks.each_with_index do |task, i|
+          return_hash[task['host']] = task['ports']
+        end
+      else
+        abort LOG.error "Failed connecting to #{@uri}, response code: #{response.code}"
+      end
+      return_hash
+    end
+
+    def self.test_haproxy_dir
+      unless Dir.exists? CONFIG[:haproxy_path]
+        LOG.info "#{CONFIG[:haproxy_path]} not found, creating..."
+        Dir.mkdir CONFIG[:haproxy_path]
+      end
+    end
+
+    def self.reload_haproxy_service
+      system("service haproxy reload")
+    end
+
+  end
+end

data/lib/marathon-template/options.rb

@@ -0,0 +1,44 @@
+module Marathon_template
+  class Options
+    def self.initialize(config_path)
+
+      # Env variable prefix
+      prefix = 'MARATHON_TEMPLATE_'
+
+      # Temp and instance vars for config
+      config_file = Hash.new
+      @config     = Hash.new
+
+      unless File.exists? config_path
+        abort LOG.error "Config file not found! Please make sure #{config_path} exists."
+      end
+
+      file = YAML.load(File.open(config_path, 'r'))
+      file.each do |k,v|
+        config_file[k] = v
+      end
+
+      # Configuration
+      @config[:marathon]            = config_file['marathon']               || 'localhost:8080'
+      @config[:haproxy_global]      = config_file['haproxy']['global']      #|| abort "Must pass global options in haproxy.yaml" 
+      @config[:haproxy_defaults]    = config_file['haproxy']['defaults']    #|| abort "Must pass default options in haproxy.yaml"
+      @config[:haproxy_listen]      = config_file['haproxy']['listens']     || nil
+      @config[:haproxy_frontends]   = config_file['haproxy']['frontends']   || nil
+      @config[:haproxy_backends]    = config_file['haproxy']['backends']    || nil
+      @config[:haproxy_path]        = config_file['haproxy_path']           || '/etc/haproxy'
+      @config[:cron_splay]          = config_file['cron_splay_time']        || '* * * * * marathon_template'
+      # Determine where HaProxy lives
+#      distro = IO.popen('uname').readlines
+#      if distro == 'Linux' 
+#        @config[:distro] = distro
+#      else
+#        abort "Sorry, #{distro} is not supported." 
+#      end
+
+#      @config.each do |k,v|
+#        LOG.info("#{k}: #{v}")
+#      end
+      @config
+    end
+  end
+end

data/lib/marathon_template.rb

@@ -0,0 +1,45 @@
+#!/bin/env ruby
+#$LOAD_PATH << '.'
+begin
+
+  require 'rubygems'
+  require 'logger'
+  require 'json'
+  require 'yaml'
+  require 'net/http'
+  require_relative 'marathon-template/deploy'
+  require_relative 'marathon-template/cron'
+  require_relative 'marathon-template/options'
+
+rescue Exception => e
+
+  puts "Failure during requires..."
+  puts e.message
+  puts e.backtrace
+
+end
+
+module Marathon_template
+  begin
+    # Set up logging to STDOUT
+    LOG = Logger.new(STDOUT) 
+    
+    # Get our config file
+    config_path = ENV['MARATHON_TEMPLATE_CONFIG_PATH'] || '/etc/haproxy.yaml' 
+    
+    # Create a usable hash of configuration 
+    CONFIG = Marathon_template::Options.initialize(config_path)
+
+    # TODO Marathon_template::Install.haproxy
+    
+    # Deploy haproxy.cfg 
+    Marathon_template::Deploy.haproxy
+    
+    # Configure Cron Job
+    Marathon_template::Cron.add
+    
+  rescue Exception => e
+    puts e.backtrace
+    puts e.message
+  end
+end

metadata

@@ -0,0 +1,50 @@
+--- !ruby/object:Gem::Specification
+name: marathon-template
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Jeff Malnick
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-07-06 00:00:00.000000000 Z
+dependencies: []
+description: 
+email:
+- malnick@gmail.com
+executables:
+- marathon-template
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/marathon_template.rb
+- lib/marathon-template/deploy.rb
+- lib/marathon-template/cron.rb
+- lib/marathon-template/options.rb
+- bin/marathon-template
+homepage: 
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.14
+signing_key: 
+specification_version: 4
+summary: Create dynamic haproxy configs from marathon resources
+test_files: []