marathon_deploy 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: b3a0f127044b188815965b3e84ab4557089fba6c
+  data.tar.gz: 914fee4de65ceb166a9790fa4ca1b6d84af8981d
+SHA512:
+  metadata.gz: 3b380869cd355157e8f323de645cd8b5da55be01241447e1bb6e0dfe3bb6ba0ec697b61facc3255fa5e1b1a3c576083dca6dca7c5b9bb1f419ccc8bbd6e17f7a
+  data.tar.gz: 7244d59e9504ec09c195ff4bf73a0fca16030644c29bbbc036cc59f57152c17bca2e08b2f5a1237305a500cfe333040f9735acb83293b4341d8cb982c2b0c43d

data/.gitignore

@@ -0,0 +1,16 @@
+.buildpath
+.project
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in marathon_deploy.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2015 Jonathan Colby
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/NOTES

@@ -0,0 +1,5 @@
+# http://www.mudskipper-solutions.com/home/how-to-send-jsonhttp-using-ruby
+# http://www.bls.gov/developers/api_ruby.htm
+# https://gist.github.com/amirrajan/2369851
+# http://mikeebert.tumblr.com/post/56891815151/posting-json-with-net-http
+# https://github.com/augustl/net-http-cheat-sheet

data/README.md

@@ -0,0 +1,31 @@
+# MarathonDeploy
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'marathon_deploy'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install marathon_deploy
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it ( https://github.com/[my-github-username]/marathon_deploy/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/TODO

@@ -0,0 +1,11 @@
+- SLACK notification
+- https://mesosphere.com/blog/2015/04/02/continuous-deployment-with-mesos-marathon-docker/
+- log to database
+DONE datacenter handling, iterate
+DONE deployment status polling
+- config assembler / generate properties script ?
+- read in ENVIRONMENT VARIABLES WITH MARATHON_ and add to deployment json ?
+- inject / replce minimumHealthCapacity is 1, maximumOverCapacity is 1
+DESCOPED custom external ports (must be provided in json)
+- read macros %NAME% from yaml/json and verify they are defined
+- gem structure / packaging / metadata

data/bin/deploy

@@ -0,0 +1,3 @@
+#!/bin/bash
+
+# TODO

data/bin/deploy.rb

@@ -0,0 +1,106 @@
+#!/usr/bin/env ruby
+
+require 'marathon_deploy/marathon_defaults'
+require 'marathon_deploy/marathon_client'
+require 'marathon_deploy/error'
+require 'marathon_deploy/application'
+require 'marathon_deploy/environment'
+require 'optparse'
+require 'logger'
+
+options = {}
+  
+# DEFAULTS
+options[:deployfile] = MarathonDefaults::DEFAULT_DEPLOYFILE
+options[:verbose] = MarathonDefaults::DEFAULT_LOGLEVEL
+options[:environment] = MarathonDefaults::DEFAULT_ENVIRONMENT_NAME
+options[:marathon_endpoints] = nil
+options[:logfile] = MarathonDefaults::DEFAULT_LOGFILE
+  
+OptionParser.new do |opts|
+  opts.banner = "Usage: deploy.rb [options]"
+
+  opts.on("-u","--url MARATHON_URL(S)", Array, "Default: #{options[:marathon_endpoints]}") do |u|    
+    options[:marathon_endpoints] = u  
+  end
+    
+  opts.on("-l", "--logfile LOGFILE", "Default: STDOUT") do |l|
+    options[:logfile] = l  
+  end
+  
+  opts.on("-v", "--verbose", "Run verbosely") do |v|
+    options[:verbose] = Logger::DEBUG
+  end
+  
+  opts.on("-f", "--file DEPLOYFILE" ,"Deploy file with json or yaml file extension. Default: #{options[:deployfile]}") do |f|
+    options[:deployfile] = f
+  end
+  
+  opts.on("-e", "--environment ENVIRONMENT", "Default: #{options[:environment]}" ) do |e|
+    options[:environment] = e
+  end
+  
+  opts.on_tail("-h", "--help", "Show this message") do
+    puts opts
+    exit
+  end 
+end.parse!
+
+$LOG = options[:logfile] ? Logger.new(options[:logfile]) : Logger.new(STDOUT)
+$LOG.level = options[:verbose]
+
+deployfile = options[:deployfile]
+environment = Environment.new(options[:environment])
+  
+marathon_endpoints = Array.new
+if (options[:marathon_endpoints].nil?)
+  if (environment.is_production?)
+    marathon_endpoints = MarathonDefaults::DEFAULT_PRODUCTION_MARATHON_ENDPOINTS
+  else
+    marathon_endpoints = MarathonDefaults::DEFAULT_PREPRODUCTION_MARATHON_ENDPOINTS
+  end
+else
+  marathon_endpoints = options[:marathon_endpoints]
+end
+ 
+begin
+  application = Application.new(deployfile)
+rescue Error::IOError, Error::UndefinedMacroError,Error::MissingMarathonAttributesError,Error::UnsupportedFileExtension  => e
+  $LOG.debug(e)
+  $LOG.error(e.message)
+  exit!
+end
+
+begin
+  application.add_envs({ :APPLICATION_NAME => application.id, :ENVIRONMENT => environment})
+rescue Error::BadFormatError => e
+  $LOG.error(e)
+  exit!
+end
+
+if (!environment.is_production?)
+  application.overlay_preproduction_settings
+end
+
+puts "#" * 100
+puts JSON.pretty_generate(application.json)
+puts "#" * 100
+
+# deploy to each endpoint
+marathon_endpoints.each do |marathon_url|
+  begin
+    client = MarathonClient.new(marathon_url)
+    client.application = application
+    client.deploy  
+  rescue Error::MissingMarathonAttributesError,Error::BadURLError, Timeout::Error => e
+    $LOG.error(e.message)
+    exit!
+  rescue Error::DeploymentError => e
+    $LOG.error("Deployment of #{application} failed => #{e}")
+    exit!
+  rescue SocketError, Error::MarathonError  => e
+    $LOG.error("Problem talking to marathon endpoint => #{marathon_url} (#{e.message})")
+    exit!
+  end
+
+end

data/bin/json2yaml.rb

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require 'marathon_deploy/yaml_json'
+yaml = ARGV[0]
+puts YamlJson.json2yaml(yaml,false)

data/examples/deploy.json

@@ -0,0 +1,66 @@
+{
+    "args": [
+        "properties.py && FOO=\"`cat /opt/etc/public-search-germany-webapp.properties | grep -v '^\\s*#' | grep -E '.+=.+'`\"; echo $FOO; echo; env $FOO; echo; env $FOO hostName=$HOSTNAME backend.instance.name=$HOSTNAME java -Dhttp.port=8080 -Dajp.port=8009 -Dinstance.confdir=file:///opt/etc -Dbackend.logdir=$MESOS_SANDBOX -Dlog.rootDir=$MESOS_SANDBOX -DlogDir=$MESOS_SANDBOX $CMD_OPTS -Xmx$JAVA_XMX -Xms$JAVA_XMS -jar $MESOS_SANDBOX/public-search-germany-webapp*.jar"
+    ],
+    "cmd": null,
+    "container": {
+        "docker": {
+            "image": "dockerregistry.mobile.rz/mobile-java8:latest",
+            "network": "BRIDGE",
+            "portMappings": [
+                {
+                    "containerPort": 8080,
+                    "hostPort": 0,
+                    "protocol": "tcp"
+                },
+                {
+                    "containerPort": 8009,
+                    "hostPort": 0,
+                    "protocol": "tcp"
+                }
+            ]
+        },
+        "type": "DOCKER"
+    },
+    "cpus": 0.1,
+    "env": {
+        "APPLICATION_NAME": "public-search-germany-webapp",
+        "CMD_OPTS": "",
+        "CONFIG_ASSEMBLER_BASE_URL": "http://mobile-config-assembler.service.consul/config-assembler",
+        "DATACENTER_NUMBER": "44",
+        "JAVA_XMS": "252m",
+        "JAVA_XMX": "504m",
+        "SERVERCLASS_NAME": "pubse",
+        "SERVICE_8009_NAME": "public-search-germany-webapp",
+        "SERVICE_8009_TAGS": "ajp",
+        "SERVICE_8080_CHECK_SCRIPT": "curl --fail --silent $HOST_IP:$SERVICE_PORT/fz/release-info",
+        "SERVICE_8080_NAME": "public-search-germany-webapp",
+        "SERVICE_8080_TAGS": "http,haproxy"
+    },
+    "healthChecks": [
+        {
+            "gracePeriodSeconds": 30,
+            "intervalSeconds": 10,
+            "maxConsecutiveFailures": 3,
+            "portIndex": 0,
+            "protocol": "TCP",
+            "timeoutSeconds": 30
+        },
+        {
+            "gracePeriodSeconds": 30,
+            "intervalSeconds": 10,
+            "maxConsecutiveFailures": 3,
+            "path": "/fz/release-info",
+            "portIndex": 0,
+            "protocol": "HTTP",
+            "timeoutSeconds": 30
+        }
+    ],
+    "id": "public-search-germany-webapp",
+    "instances": 4,
+    "mem": 512,
+    "storeUrls": [
+        "http://maven-download.mobile.rz/maven/hosted-mobile-deployment-productive-releases/de/mobile/public-search-germany-webapp/ecs-1558-gb70c745/public-search-germany-webapp-ecs-1558-gb70c745.jar"
+    ],
+    "uris": []
+}

data/examples/deploy.yaml

@@ -0,0 +1,54 @@
+---
+args:
+- properties.py && FOO="`cat /opt/etc/public-search-germany-webapp.properties | grep
+  -v '^\s*#' | grep -E '.+=.+'`"; echo $FOO; echo; env $FOO; echo; env $FOO hostName=$HOSTNAME
+  backend.instance.name=$HOSTNAME java -Dhttp.port=8080 -Dajp.port=8009 -Dinstance.confdir=file:///opt/etc
+  -Dbackend.logdir=$MESOS_SANDBOX -Dlog.rootDir=$MESOS_SANDBOX -DlogDir=$MESOS_SANDBOX
+  $CMD_OPTS -Xmx$JAVA_XMX -Xms$JAVA_XMS -jar $MESOS_SANDBOX/public-search-germany-webapp*.jar
+cmd: 
+container:
+  docker:
+    image: dockerregistry.mobile.rz/mobile-java8:latest
+    network: BRIDGE
+    portMappings:
+    - containerPort: 8080
+      hostPort: 0
+      protocol: tcp
+    - containerPort: 8009
+      hostPort: 0
+      protocol: tcp
+  type: DOCKER
+cpus: 0.1
+env:
+  APPLICATION_NAME: public-search-germany-webapp
+  CMD_OPTS: ''
+  CONFIG_ASSEMBLER_BASE_URL: http://mobile-config-assembler.service.consul/config-assembler
+  DATACENTER_NUMBER: '44'
+  JAVA_XMS: 252m
+  JAVA_XMX: 504m
+  SERVERCLASS_NAME: pubse
+  SERVICE_8009_NAME: public-search-germany-webapp
+  SERVICE_8009_TAGS: ajp
+  SERVICE_8080_CHECK_SCRIPT: curl --fail --silent $HOST_IP:$SERVICE_PORT/fz/release-info
+  SERVICE_8080_NAME: public-search-germany-webapp
+  SERVICE_8080_TAGS: http,haproxy
+healthChecks:
+- gracePeriodSeconds: 30
+  intervalSeconds: 10
+  maxConsecutiveFailures: 3
+  portIndex: 0
+  protocol: TCP
+  timeoutSeconds: 30
+- gracePeriodSeconds: 30
+  intervalSeconds: 10
+  maxConsecutiveFailures: 3
+  path: "/fz/release-info"
+  portIndex: 0
+  protocol: HTTP
+  timeoutSeconds: 30
+id: public-search-germany-webapp
+instances: 4
+mem: 512
+storeUrls:
+- http://maven-download.mobile.rz/maven/hosted-mobile-deployment-productive-releases/de/mobile/public-search-germany-webapp/ecs-1558-gb70c745/public-search-germany-webapp-ecs-1558-gb70c745.jar
+uris: []

data/examples/jondeploy.yaml

@@ -0,0 +1,16 @@
+---
+cmd: while true; echo "HELLO WORLD $(date)"; do sleep 1 ; done 
+cpus: 0.5
+env:
+  APPLICATION_NAME: public-search-germany-webapp
+  CONFIG_ASSEMBLER_BASE_URL: http://mobile-config-assembler.service.consul/config-assembler
+  DATACENTER_NUMBER: '666'
+  JAVA_XMS: 252m
+  JAVA_XMX: 504m
+  SERVERCLASS_NAME: pubse
+  SERVICE_8009_NAME: public-search-germany-webapp
+  SERVICE_8009_TAGS: ajp
+id: public-search-germany-webapp
+instances: 15
+mem: 32
+uris: []

data/examples/jondeploy2.yaml

@@ -0,0 +1,24 @@
+---
+cmd: while true ; do echo "i got probed ..." ; /bin/nc -l -p $PORT0 ; done
+cpus: 0.5
+env:
+  APPLICATION_NAME: public-search-germany-webapp
+  CONFIG_ASSEMBLER_BASE_URL: http://mobile-config-assembler.service.consul/config-assembler
+  DATACENTER_NUMBER: '666'
+  JAVA_XMS: 252m
+  JAVA_XMX: 504m
+  SPECIAL_PROPERTY: %%SPECIAL_PROPERTY%%
+  SERVERCLASS_NAME: pubse
+  SERVICE_8009_NAME: public-search-germany-webapp
+  SERVICE_8009_TAGS: ajp
+id: content-webapp
+instances: 3
+mem: 32
+uris: []
+healthChecks:
+- gracePeriodSeconds: 30
+  intervalSeconds: 10
+  maxConsecutiveFailures: 3
+  portIndex: 0
+  protocol: TCP
+  timeoutSeconds: 30

data/examples/nohealthchecks.yaml

@@ -0,0 +1,18 @@
+---
+cmd: while true ; do echo "i got probed ..." ; /bin/nc -l -p $PORT0 ; done
+cpus: 0.5
+env:
+  APPLICATION_NAME: public-search-germany-webapp
+  CONFIG_ASSEMBLER_BASE_URL: http://mobile-config-assembler.service.consul/config-assembler
+  DATACENTER_NUMBER: '666'
+  JAVA_XMS: 252m
+  JAVA_XMX: 504m
+  MYMACRO_TEST:  ABC-%%MACRO_TEST%%-DEFG-%%MACRO_TEST%%-HIJKL 
+  SERVERCLASS_NAME: pubse
+  SERVICE_8009_NAME: public-search-germany-webapp
+  SERVICE_8009_TAGS: ajp
+id: content-webapp
+instances: 1
+mem: 32
+uris: []
+healthChecks: []

data/examples/public-search-germany-webapp.pre.json

@@ -0,0 +1,67 @@
+{
+    "args": [
+        "properties.py && FOO=\"`cat /opt/etc/public-search-germany-webapp.properties | grep -v '^\\s*#' | grep -E '.+=.+'`\"; echo $FOO; echo; env $FOO; echo; env $FOO hostName=$HOSTNAME backend.instance.name=$HOSTNAME java -Dhttp.port=8080 -Dajp.port=8009 -Dinstance.confdir=file:///opt/etc -Dbackend.logdir=$MESOS_SANDBOX -Dlog.rootDir=$MESOS_SANDBOX -DlogDir=$MESOS_SANDBOX $CMD_OPTS -Xmx$JAVA_XMX -Xms$JAVA_XMS -jar $MESOS_SANDBOX/public-search-germany-webapp*.jar"
+    ],
+    "cmd": null,
+    "container": {
+        "docker": {
+            "image": "dockerregistry.mobile.rz/mobile-java8:latest",
+            "network": "BRIDGE",
+            "portMappings": [
+                {
+                    "containerPort": 8080,
+                    "hostPort": 0,
+                    "protocol": "tcp"
+                },
+                {
+                    "containerPort": 8009,
+                    "hostPort": 0,
+                    "protocol": "tcp"
+                }
+            ]
+        },
+        "type": "DOCKER"
+    },
+    "cpus": 0.1,
+    "env": {
+        "APPLICATION_NAME": "public-search-germany-webapp",
+        "CMD_OPTS": "",
+        "CONFIG_ASSEMBLER_BASE_URL": "http://mobile-config-assembler.service.consul/config-assembler",
+        "DATACENTER_NUMBER": "44",
+	"MACRO_TEST": "this should be defined: %%MACRO_TEST%%",
+        "JAVA_XMS": "252m",
+        "JAVA_XMX": "504m",
+        "SERVERCLASS_NAME": "pubse",
+        "SERVICE_8009_NAME": "public-search-germany-webapp",
+        "SERVICE_8009_TAGS": "ajp",
+        "SERVICE_8080_CHECK_SCRIPT": "curl --fail --silent $HOST_IP:$SERVICE_PORT/fz/release-info",
+        "SERVICE_8080_NAME": "public-search-germany-webapp",
+        "SERVICE_8080_TAGS": "http,haproxy"
+    },
+    "healthChecks": [
+        {
+            "gracePeriodSeconds": 30,
+            "intervalSeconds": 10,
+            "maxConsecutiveFailures": 3,
+            "portIndex": 0,
+            "protocol": "TCP",
+            "timeoutSeconds": 30
+        },
+        {
+            "gracePeriodSeconds": 30,
+            "intervalSeconds": 10,
+            "maxConsecutiveFailures": 3,
+            "path": "/fz/release-info",
+            "portIndex": 0,
+            "protocol": "HTTP",
+            "timeoutSeconds": 30
+        }
+    ],
+    "id": "public-search-germany-webapp",
+    "instances": 4,
+    "mem": 512,
+    "storeUrls": [
+        "http://maven-download.mobile.rz/maven/hosted-mobile-deployment-productive-releases/de/mobile/public-search-germany-webapp/ecs-1558-gb70c745/public-search-germany-webapp-ecs-1558-gb70c745.jar"
+    ],
+    "uris": []
+}