apollon 0.0.2 → 0.0.3

data/puppet/modules/postgresql/manifests/init.pp

@@ -0,0 +1,145 @@
+# == Class: postgresql
+#
+# Installs PostgreSQL and sets config file.
+#
+class postgresql {
+  require core
+	
+  package { 'postgresql':
+    ensure => present;
+  }
+
+  package { 'postgresql-contrib':
+    require => Package['postgresql'],
+    ensure => present;
+  }
+
+  package { 'postgresql-9.3-postgis-scripts':
+    ensure => present;
+  }
+
+  file { '/etc/postgresql/9.3/main/environment':
+    owner => postgres,
+    group => postgres,
+    source  => 'puppet:///modules/postgresql/9.3/main/environment',
+    require => Package['postgresql'],
+    notify  => Service['postgresql'];
+  }
+
+  file { '/etc/postgresql/9.3/main/pg_ctl.conf':
+    owner => postgres,
+    group => postgres,
+    source  => 'puppet:///modules/postgresql/9.3/main/pg_ctl.conf',
+    require => Package['postgresql'],
+    notify  => Service['postgresql'];
+  }
+
+  file { '/etc/postgresql/9.3/main/pg_hba.conf':
+    owner => postgres,
+    group => postgres,
+    mode => 0640,
+    source  => 'puppet:///modules/postgresql/9.3/main/pg_hba.conf',
+    require => Package['postgresql'],
+    notify  => Service['postgresql'];
+  }
+
+  file { '/etc/postgresql/9.3/main/pg_ident.conf':
+    owner => postgres,
+    group => postgres,
+    mode => 0640,
+    source  => 'puppet:///modules/postgresql/9.3/main/pg_ident.conf',
+    require => Package['postgresql'],
+    notify  => Service['postgresql'];
+  }
+
+  file { '/etc/postgresql/9.3/main/postgresql.conf':
+    owner => postgres,
+    group => postgres,
+    source  => 'puppet:///modules/postgresql/9.3/main/postgresql.conf',
+    require => Package['postgresql'],
+    notify  => Service['postgresql'];
+  }
+
+  file { '/etc/postgresql/9.3/main/start.conf':
+    owner => postgres,
+    group => postgres,
+    source  => 'puppet:///modules/postgresql/9.3/main/start.conf',
+    require => Package['postgresql'],
+    notify  => Service['postgresql'];
+  }
+
+  service { 'postgresql':
+    ensure  => running,
+    require => [
+      Package['postgresql'],
+      Package['postgresql-9.3-postgis-scripts'],
+      File['/etc/postgresql/9.3/main/environment'],
+      File['/etc/postgresql/9.3/main/pg_ctl.conf'],
+      File['/etc/postgresql/9.3/main/pg_hba.conf'],
+      File['/etc/postgresql/9.3/main/pg_ident.conf'],
+      File['/etc/postgresql/9.3/main/postgresql.conf'],
+      File['/etc/postgresql/9.3/main/start.conf'],
+    ];
+  }
+
+  file { '/home/vagrant/scripts/create-postgresql-user.sh':
+    owner => postgres,
+    group => postgres,
+    mode => 0755,
+    source  => 'puppet:///modules/postgresql/create-postgresql-user.sh',
+    require => Package['postgresql']
+  }
+
+  file { '/home/vagrant/scripts/create-extension-adminpack.sql':
+    owner => postgres,
+    group => postgres,
+    source  => 'puppet:///modules/postgresql/sql/create-extension-adminpack.sql',
+    require => Package['postgresql']
+  }
+
+  file { '/home/vagrant/scripts/create-extension-postgis.sql':
+    owner => postgres,
+    group => postgres,
+    source  => 'puppet:///modules/postgresql/sql/create-extension-postgis.sql',
+    require => Package['postgresql']
+  }
+
+  exec { 'create-extension-postgis':
+    user => 'postgres',
+    require => [
+    File['/home/vagrant/scripts/create-extension-postgis.sql'],
+    Service['postgresql']
+    ],
+    command => '/usr/bin/psql -f /home/vagrant/scripts/create-extension-postgis.sql'
+  }
+
+  exec { 'add-vagrant-postgresql-user':
+    user => 'postgres',
+    require => Service['postgresql'],
+    command => '/home/vagrant/scripts/create-postgresql-user.sh'
+  }
+
+  exec { 'restart-postgresql-after-adding-vagrant-user':
+    require => Exec['add-vagrant-postgresql-user'],
+    command => '/usr/sbin/service postgresql restart'
+  }
+
+  exec { 'updatedb':
+    user => 'root',
+    require => [
+      Package['postgresql-contrib'],
+      Service['postgresql'],
+    ],
+    command => '/usr/bin/updatedb'
+  }
+
+  exec { 'create-extension-adminpack':
+    user => 'postgres',
+    require => [
+      File['/home/vagrant/scripts/create-extension-adminpack.sql'],
+      Service['postgresql'],
+      Exec['updatedb']
+    ],
+    command => '/usr/bin/psql -f /home/vagrant/scripts/create-extension-adminpack.sql'
+  }
+}

data/puppet/modules/python/manifests/init.pp

@@ -0,0 +1,11 @@
+# == Class: python
+#
+# Installs Python.
+#
+class python {
+  require core
+
+  package { 'python':
+    ensure => present;
+  }
+}

data/puppet/modules/r/manifests/init.pp

@@ -0,0 +1,11 @@
+# == Class: r
+#
+# Installs R Language.
+#
+class r {
+require core
+
+package { 'r-base':
+    ensure => present;
+  }
+}

data/puppet/modules/rabbitmq/files/enable-user-management.sh

@@ -0,0 +1,3 @@
+#! /usr/bin/env bash
+sudo rabbitmq-plugins enable rabbitmq_management
+sudo service rabbitmq-server restart

data/puppet/modules/rabbitmq/manifests/init.pp

@@ -0,0 +1,36 @@
+# == Class: rabbitmq
+#
+# Installs RabbitMQ server.
+#
+class rabbitmq {
+  require core
+
+  # create a directory for temporary files scripts
+  file { "/home/vagrant/scripts/rabbitmq":
+    ensure => "directory",
+  }
+
+  file { "/home/vagrant/scripts/rabbitmq/enable-user-management.sh":
+    owner => root,
+    group => root,
+    mode => 0755,
+    source  => 'puppet:///modules/rabbitmq/enable-user-management.sh';
+  }
+
+  package { 'rabbitmq-server':
+    ensure => present;
+  }
+
+  service { 'rabbitmq-server':
+    require => Package['rabbitmq-server'],
+    ensure => running,
+  }
+
+  exec { 'enable-user-management':
+    require => [
+    	File['/home/vagrant/scripts/rabbitmq/enable-user-management.sh'],
+    	Service['rabbitmq-server']
+	],
+    command => '/home/vagrant/scripts/rabbitmq/enable-user-management.sh'
+  }
+}

data/puppet/modules/redis/files/memcached.conf

@@ -0,0 +1,47 @@
+# memcached default config file
+# 2003 - Jay Bonci <jaybonci@debian.org>
+# This configuration file is read by the start-memcached script provided as
+# part of the Debian GNU/Linux distribution. 
+
+# Run memcached as a daemon. This command is implied, and is not needed for the
+# daemon to run. See the README.Debian that comes with this package for more
+# information.
+-d
+
+# Log memcached's output to /var/log/memcached
+logfile /var/log/memcached.log
+
+# Be verbose
+# -v
+
+# Be even more verbose (print client commands as well)
+# -vv
+
+# Start with a cap of 64 megs of memory. It's reasonable, and the daemon default
+# Note that the daemon will grow to this size, but does not start out holding this much
+# memory
+-m 64
+
+# Default connection port is 11211
+-p 11211 
+
+# Run the daemon as root. The start-memcached will default to running as root if no
+# -u command is present in this config file
+-u memcache
+
+# Specify which IP address to listen on. The default is to listen on all IP addresses
+# This parameter is one of the only security measures that memcached has, so make sure
+# it's listening on a firewalled interface.
+# -l 127.0.0.1
+
+# Limit the number of simultaneous incoming connections. The daemon default is 1024
+# -c 1024
+
+# Lock down all paged memory. Consult with the README and homepage before you do this
+# -k
+
+# Return error when memory is exhausted (rather than removing items)
+# -M
+
+# Maximize core file limit
+# -r

data/puppet/modules/redis/manifests/init.pp

@@ -0,0 +1,19 @@
+# == Class: memcache
+#
+# Installs Memcached and sets config file.
+#
+class redis {
+  require core
+
+  package { 'redis-server':
+    ensure => present;
+  }
+
+  # service { 'redis':
+  #   ensure => running,
+  #   enable  => true,
+  #   hasrestart => true,
+  #   hasstatus => true,
+  #   require => Package['redis-server'];
+  # }
+}

data/puppet/modules/ruby/manifests/init.pp

@@ -0,0 +1,11 @@
+# == Class: ruby
+#
+# Installs Ruby.
+#
+class ruby {
+	require core
+	
+	package { 'ruby':
+		ensure => present;
+	}
+}

data/puppet/modules/rvm/manifests/init.pp

@@ -0,0 +1,33 @@
+# == Class: rvm
+#
+# Installs rvm package
+#
+class rvm {
+  require core
+
+  $rvm_user = "root"
+
+  exec { "rvm-install":
+    user => $rvm_user,
+    command => "/usr/bin/curl -sSL https://get.rvm.io | bash",
+  }
+
+  exec { "rvm-install-2.0":
+    require => Exec['rvm-install'],
+    user => $rvm_user,
+    command => '/usr/local/rvm/bin/rvm install 2.0',
+    timeout => 3600
+  }
+
+  exec { "rvm-use-2.0":
+    require => Exec['rvm-install-2.0'],
+    user => $rvm_user,
+    command => '/usr/local/rvm/bin/rvm use --default 2.0'
+  }
+
+  exec { "rvm-install-bundler":
+    require => Exec["rvm-use-2.0"],
+    user => $rvm_user,
+    command => '/usr/bin/gem install bundler'
+  }
+}

data/puppet/modules/science/manifests/init.pp

@@ -0,0 +1,8 @@
+# == Class: science
+#
+# Installs scientific tools.
+#
+class science::all {
+  include octave
+  include r
+}

data/puppet/modules/squid/manifests/init.pp

@@ -0,0 +1,16 @@
+# == Class: squid
+#
+# Installs Squid proxy sets config file.
+#
+class squid {
+  require core
+	
+  package { 'squid':
+    ensure => present;
+  }
+
+  # service { 'squid':
+  #   ensure  => running,
+  #   require => Package['squid'];
+  # }
+}

data/puppet/modules/svn/manifests/init.pp

@@ -0,0 +1,11 @@
+# == Class: svn
+#
+# Installs Subversion tools.
+#
+class svn {
+  require core
+
+  package { 'svn':
+    ensure => present;
+  }
+}

data/puppet/modules/tomcat7/files/tomcat-users.xml

@@ -0,0 +1,6 @@
+<?xml version='1.0' encoding='utf-8'?>
+<tomcat-users>
+  <role rolename="manager"/>
+  <role rolename="admin"/>
+  <user username="vagrant" password="vagrant" roles="admin,admin-gui,manager-gui"/>
+</tomcat-users>

data/puppet/modules/tomcat7/manifests/init.pp

@@ -0,0 +1,24 @@
+# == Class: tomcat7
+#
+# Installs Tomcat7.
+#
+class tomcat7 {
+  require core
+  require java
+
+  package { 'tomcat7':
+    ensure => present;
+  }
+
+  package { 'tomcat7-admin':
+    ensure => present,
+    require => Package['tomcat7'];
+  }
+
+  file { "/etc/tomcat7/tomcat-users.xml":
+    require => Package['tomcat7-admin'];
+    owner => root,
+    group => tomcat7,
+    source  => 'puppet:///modules/tomcat7/tomcat-users.xml';
+  }
+}

data/puppet/modules/varnish/manifests/init.pp

@@ -0,0 +1,11 @@
+# == Class: varnish
+#
+# Installs varnish.
+#
+class varnish {
+  require core
+
+  package { 'varnish':
+    ensure => present;
+  }
+}

data/puppet/modules/web/manifests/init.pp

@@ -0,0 +1,10 @@
+# == Class: web
+#
+# Installs All Web Application stuff
+#
+class web::all {
+  include nginx
+  include squid
+  include tomcat7
+  include varnish
+}

data/puppet/modules/zookeeper/files/conf/configuration.xsl

@@ -0,0 +1,24 @@
+?xml version="1.0"?>
+<xsl:stylesheet xmlns:xsl="http://www.w3.org/1999/XSL/Transform" version="1.0">
+<xsl:output method="html"/>
+<xsl:template match="configuration">
+<html>
+<body>
+<table border="1">
+<tr>
+ <td>name</td>
+ <td>value</td>
+ <td>description</td>
+</tr>
+<xsl:for-each select="property">
+<tr>
+  <td><a name="{name}"><xsl:value-of select="name"/></a></td>
+  <td><xsl:value-of select="value"/></td>
+  <td><xsl:value-of select="description"/></td>
+</tr>
+</xsl:for-each>
+</table>
+</body>
+</html>
+</xsl:template>
+</xsl:stylesheet>

data/puppet/modules/zookeeper/files/conf/environment

@@ -0,0 +1,20 @@
+NAME=zookeeper
+ZOOCFGDIR=/etc/$NAME/conf
+
+# TODO this is really ugly
+# How to find out, which jars are needed?
+# seems, that log4j requires the log4j.properties file to be in the classpath
+CLASSPATH="$ZOOCFGDIR:/usr/share/java/jline.jar:/usr/share/java/log4j-1.2.jar:/usr/share/java/xercesImpl.jar:/usr/share/java/xmlParserAPIs.jar:/usr/share/java/netty.jar:/usr/share/java/slf4j-api.jar:/usr/share/java/slf4j-log4j12.jar:/usr/share/java/zookeeper.jar"
+
+ZOOCFG="$ZOOCFGDIR/zoo.cfg"
+ZOO_LOG_DIR=/var/log/$NAME
+USER=$NAME
+GROUP=$NAME
+PIDDIR=/var/run/$NAME
+PIDFILE=$PIDDIR/$NAME.pid
+SCRIPTNAME=/etc/init.d/$NAME
+JAVA=/usr/bin/java
+ZOOMAIN="org.apache.zookeeper.server.quorum.QuorumPeerMain"
+ZOO_LOG4J_PROP="INFO,ROLLINGFILE"
+JMXLOCALONLY=false
+JAVA_OPTS=""

data/puppet/modules/zookeeper/files/conf/log4j.properties

@@ -0,0 +1,51 @@
+#
+# ZooKeeper Logging Configuration
+#
+
+# Format is "<default threshold> (, <appender>)+
+
+log4j.rootLogger=${zookeeper.root.logger}
+
+# Example: console appender only
+# log4j.rootLogger=INFO, CONSOLE
+
+# Example with rolling log file
+#log4j.rootLogger=DEBUG, CONSOLE, ROLLINGFILE
+
+# Example with rolling log file and tracing
+#log4j.rootLogger=TRACE, CONSOLE, ROLLINGFILE, TRACEFILE
+
+#
+# Log INFO level and above messages to the console
+#
+log4j.appender.CONSOLE=org.apache.log4j.ConsoleAppender
+log4j.appender.CONSOLE.Threshold=INFO
+log4j.appender.CONSOLE.layout=org.apache.log4j.PatternLayout
+log4j.appender.CONSOLE.layout.ConversionPattern=%d{ISO8601} - %-5p [%t:%C{1}@%L] - %m%n
+
+#
+# Add ROLLINGFILE to rootLogger to get log file output
+#    Log DEBUG level and above messages to a log file
+log4j.appender.ROLLINGFILE=org.apache.log4j.RollingFileAppender
+log4j.appender.ROLLINGFILE.Threshold=DEBUG
+log4j.appender.ROLLINGFILE.File=${zookeeper.log.dir}/zookeeper.log
+
+# Max log file size of 10MB
+log4j.appender.ROLLINGFILE.MaxFileSize=10MB
+# uncomment the next line to limit number of backup files
+#log4j.appender.ROLLINGFILE.MaxBackupIndex=10
+
+log4j.appender.ROLLINGFILE.layout=org.apache.log4j.PatternLayout
+log4j.appender.ROLLINGFILE.layout.ConversionPattern=%d{ISO8601} - %-5p [%t:%C{1}@%L] - %m%n
+
+
+#
+# Add TRACEFILE to rootLogger to get log file output
+#    Log DEBUG level and above messages to a log file
+log4j.appender.TRACEFILE=org.apache.log4j.FileAppender
+log4j.appender.TRACEFILE.Threshold=TRACE
+log4j.appender.TRACEFILE.File=${zookeeper.log.dir}/zookeeper_trace.log
+
+log4j.appender.TRACEFILE.layout=org.apache.log4j.PatternLayout
+### Notice we are including log4j's NDC here (%x)
+log4j.appender.TRACEFILE.layout.ConversionPattern=%d{ISO8601} - %-5p [%t:%C{1}@%L][%x] - %m%n

data/puppet/modules/zookeeper/files/conf/zoo.cfg

@@ -0,0 +1,51 @@
+# http://hadoop.apache.org/zookeeper/docs/current/zookeeperAdmin.html
+
+# The number of milliseconds of each tick
+tickTime=2000
+# The number of ticks that the initial
+# synchronization phase can take
+initLimit=10
+# The number of ticks that can pass between
+# sending a request and getting an acknowledgement
+syncLimit=5
+# the directory where the snapshot is stored.
+dataDir=/var/lib/zookeeper
+# Place the dataLogDir to a separate physical disc for better performance
+# dataLogDir=/disk2/zookeeper
+
+# the port at which the clients will connect
+clientPort=2181
+
+# specify all zookeeper servers
+# The fist port is used by followers to connect to the leader
+# The second one is used for leader election
+#server.1=zookeeper1:2888:3888
+#server.2=zookeeper2:2888:3888
+#server.3=zookeeper3:2888:3888
+
+
+# To avoid seeks ZooKeeper allocates space in the transaction log file in
+# blocks of preAllocSize kilobytes. The default block size is 64M. One reason
+# for changing the size of the blocks is to reduce the block size if snapshots
+# are taken more often. (Also, see snapCount).
+#preAllocSize=65536
+
+# Clients can submit requests faster than ZooKeeper can process them,
+# especially if there are a lot of clients. To prevent ZooKeeper from running
+# out of memory due to queued requests, ZooKeeper will throttle clients so that
+# there is no more than globalOutstandingLimit outstanding requests in the
+# system. The default limit is 1,000.ZooKeeper logs transactions to a
+# transaction log. After snapCount transactions are written to a log file a
+# snapshot is started and a new transaction log file is started. The default
+# snapCount is 10,000.
+#snapCount=1000
+
+# If this option is defined, requests will be will logged to a trace file named
+# traceFile.year.month.day.
+#traceFile=
+
+# Leader accepts client connections. Default value is "yes". The leader machine
+# coordinates updates. For higher update throughput at thes slight expense of
+# read throughput the leader can be configured to not accept clients and focus
+# on coordination.
+#leaderServes=yes

data/puppet/modules/zookeeper/manifests/init.pp

@@ -0,0 +1,27 @@
+# == Class: zookeeper
+#
+# Installs Zookeeper.
+#
+class zookeeper {
+  require core
+  require java
+
+  package { 'zookeeper':
+    ensure => present;
+  }
+
+  package { 'zookeeper-bin':
+  	require => Package['zookeeper'],
+    ensure => present;
+  }
+
+  package { 'zookeeperd':
+  	require => Package['zookeeper'],
+    ensure => present;
+  }
+
+  service { 'zookeeper':
+    require => Package['zookeeperd'],
+    ensure => running,
+  }
+}

data/tmp/.gitkeepme

@@ -0,0 +1 @@
+# Keep this file to keep this folder under the git ...

data/vagrant/profiles/default.json

@@ -0,0 +1,53 @@
+[
+    {
+        "hostname": "apollo-fat-box-packer",
+        "box": "apollo-fat-box-packer",
+        "box_url": "artifacts/vagrant.box",
+
+        "network": {
+            "ports": [
+                {
+                    "guest": 5432,
+                    "host": 5433
+                },
+                {
+                    "guest": 5672,
+                    "host": 5673
+                },
+                {
+                    "guest": 5984,
+                    "host": 5985
+                },
+                {
+                    "guest": 9200,
+                    "host": 9201
+                },
+                {
+                    "guest": 11211,
+                    "host": 11212
+                },
+                {
+                    "guest": 15672,
+                    "host": 15673
+                },
+                {
+                    "guest": 27017,
+                    "host": 27018
+                },
+                {
+                    "guest": 28017,
+                    "host": 28018
+                }
+            ]
+        },
+
+        "provisions": [
+            {
+                "name": "puppet",
+                "manifests_path": "puppet/manifests",
+                "manifest_file": "all.pp",
+                "module_path": "puppet/modules"
+            }
+        ]
+    }
+]