ciborg 0.0.1 → 3.0.0

data/chef/travis-cookbooks/ci_environment/mysql/templates/default/mysql-server.seed.erb

@@ -0,0 +1,10 @@
+mysql-server-5.0        mysql-server/root_password_again        select <%= node['mysql']['server_root_password'] %>
+mysql-server-5.0        mysql-server/root_password              select <%= node['mysql']['server_root_password'] %>
+mysql-server-5.0        mysql-server-5.0/really_downgrade       boolean false
+mysql-server-5.0        mysql-server-5.0/need_sarge_compat      boolean false
+mysql-server-5.0        mysql-server-5.0/start_on_boot  boolean true
+mysql-server-5.0        mysql-server/error_setting_password     boolean false
+mysql-server-5.0        mysql-server-5.0/nis_warning    note
+mysql-server-5.0        mysql-server-5.0/postrm_remove_databases        boolean false
+mysql-server-5.0        mysql-server/password_mismatch  boolean false
+mysql-server-5.0        mysql-server-5.0/need_sarge_compat_done boolean true

data/chef/travis-cookbooks/ci_environment/mysql/templates/default/port_mysql.erb

@@ -0,0 +1,3 @@
+# MySQL
+-A FWR -p tcp -m tcp --dport 3306 -j ACCEPT
+-A FWR -p udp -m udp --dport 3306 -j ACCEPT

data/chef/travis-cookbooks/ci_environment/mysql/templates/default/ramfs/my.cnf.erb

@@ -0,0 +1,175 @@
+#
+# Generated by Chef for <%= node['hostname'] %>
+#
+# Local modifications will be overwritten.
+#
+#
+#
+# The MySQL database server configuration file that uses a special ramfs volume to
+# store datadir. This is a hack to make ActiveRecord test suite run x3 faster.
+# DO NOT USE THIS FOR ANY OTHER PURPOSE. DO NOT TRY TO MODIFY node['mysq']['datadir']
+# from the recipe, it won't work well. THIS HAS TO BE A SEPARATE TEMPLATE.
+#
+# For explanations see
+# http://dev.mysql.com/doc/mysql/en/server-system-variables.html
+
+
+[client]
+port            = 3306
+socket          = <%= node['mysql']['socket'] %>
+
+# Here is entries for some specific programs
+# The following values assume you have at least 32M ram
+
+# This was formally known as [safe_mysqld]. Both versions are currently parsed.
+[mysqld_safe]
+socket          = <%= node['mysql']['socket'] %>
+nice            = 0
+
+[mysqld]
+#
+# * Basic Settings
+#
+
+#
+# * IMPORTANT
+#   If you make changes to these settings and your system uses apparmor, you may
+#   also need to also adjust /etc/apparmor.d/usr.sbin.mysqld.
+#
+
+user            = mysql
+pid-file        = <%= node['mysql']['pid_file'] %>
+socket          = <%= node['mysql']['socket'] %>
+port            = 3306
+basedir         = /usr
+datadir         = <%= File.join(node['ramfs']['dir'], "mysql") %>
+tmpdir          = /tmp
+skip-external-locking
+#
+# Instead of skip-networking the default is now to listen only on
+# localhost which is more compatible and is not less secure.
+bind-address            = <%= node['mysql']['bind_address'] %>
+
+collation_server       = utf8_unicode_ci
+character_set_server   = utf8
+
+#
+# * Fine Tuning
+#
+key_buffer              = <%= node['mysql']['tunable']['key_buffer'] %>
+max_allowed_packet      = 16M
+thread_stack            = 256K
+thread_cache_size       = 8
+# This replaces the startup script and checks MyISAM tables if needed
+# the first time they are touched
+myisam-recover          = BACKUP
+#max_connections        = 100
+#table_cache            = 64
+#thread_concurrency     = 10
+max_connections         = <%= node['mysql']['tunable']['max_connections'] %>
+wait_timeout            = <%= node['mysql']['tunable']['wait_timeout'] %>
+net_read_timeout        = <%= node['mysql']['tunable']['net_read_timeout'] %>
+net_write_timeout       = <%= node['mysql']['tunable']['net_write_timeout'] %>
+back_log                = <%= node['mysql']['tunable']['back_log'] %>
+table_cache             = <%= node['mysql']['tunable']['table_cache'] %>
+max_heap_table_size     = <%= node['mysql']['tunable']['max_heap_table_size'] %>
+
+#
+# * Query Cache Configuration
+#
+query_cache_limit       = <%= node['mysql']['tunable']['query_cache_limit'] %>
+query_cache_size        = <%= node['mysql']['tunable']['query_cache_size'] %>
+#
+# * Logging and Replication
+#
+# Both location gets rotated by the cronjob.
+# Be aware that this log type is a performance killer.
+#log            = /var/log/mysql/mysql.log
+#
+# Error logging goes to syslog. This is a Debian improvement :)
+#
+# Here you can see queries with especially long duration
+log_slow_queries        = <%= node['mysql']['tunable']['log_slow_queries'] %>
+long_query_time         = <%= node['mysql']['tunable']['long_query_time'] %>
+log-queries-not-using-indexes
+#
+# The following can be used as easy to replay backup logs or for replication.
+# note: if you are setting up a replication slave, see README.Debian about
+#       other settings you may need to change.
+#server-id              = 1
+#log_bin                        = /var/log/mysql/mysql-bin.log
+expire_logs_days        = 10
+max_binlog_size         = 100M
+#binlog_do_db           = include_database_name
+#binlog_ignore_db       = include_database_name
+#
+# * InnoDB
+#
+# InnoDB is enabled by default with a 10MB datafile in /var/lib/mysql/.
+# Read the manual for more InnoDB related options. There are many!
+# You might want to disable InnoDB to shrink the mysqld process by circa 100MB.
+#skip-innodb
+innodb_buffer_pool_size = <%= node['mysql']['tunable']['innodb_buffer_pool_size'] %>
+
+<% case node['platform'] -%>
+<% when "centos", "redhat", "fedora", "ubuntu" -%>
+#
+# * Federated
+#
+# The FEDERATED storage engine is disabled since 5.0.67 by default in the .cnf files
+# shipped with MySQL distributions (my-huge.cnf, my-medium.cnf, and so forth).
+#
+skip-federated
+<% end %>
+#
+# * Security Features
+#
+# Read the manual, too, if you want chroot!
+# chroot = /var/lib/mysql/
+#
+# For generating SSL certificates I recommend the OpenSSL GUI "tinyca".
+#
+# ssl-ca=/etc/mysql/cacert.pem
+# ssl-cert=/etc/mysql/server-cert.pem
+# ssl-key=/etc/mysql/server-key.pem
+
+[mysqldump]
+quick
+quote-names
+max_allowed_packet      = 16M
+
+[mysql]
+#no-auto-rehash # faster start of mysql but no tab completition
+
+[isamchk]
+key_buffer              = 16M
+
+#
+# * NDB Cluster
+#
+# See /usr/share/doc/mysql-server-*/README.Debian for more information.
+#
+# The following configuration is read by the NDB Data Nodes (ndbd processes)
+# not from the NDB Management Nodes (ndb_mgmd processes).
+#
+# [MYSQL_CLUSTER]
+# ndb-connectstring=127.0.0.1
+
+<% case node['platform'] -%>
+<% when "centos", "redhat", "fedora", "suse" -%>
+#
+# * BerkeleyDB
+#
+# Using BerkeleyDB is now discouraged as its support will cease in 5.1.12.
+skip-bdb
+# Default to using old password format for compatibility with mysql 3.x
+# clients (those using the mysqlclient10 compatibility package).
+old_passwords           = <%= node['mysql']['old_passwords'] %>
+
+<% else -%>
+#
+# * IMPORTANT: Additional settings that can override those from this file!
+#   The files must end with '.cnf', otherwise they'll be ignored.
+#
+!includedir /etc/mysql/conf.d/
+<% end -%>

data/chef/travis-cookbooks/ci_environment/neo4j-server/.gitignore

@@ -0,0 +1,4 @@
+*~
+#~
+.rbx
+*.class

data/chef/travis-cookbooks/ci_environment/neo4j-server/README.md

@@ -0,0 +1,47 @@
+# Neo4J Server Chef Cookbook
+
+This is an OpsCode Chef cookbook for Neo4J Server Community Edition.
+
+It uses officially released tarballs to install Neo4J under /usr/local/neo4j-server,
+provides Upstart service script and allows you to tweak many parameters using Chef node
+attributes.
+
+
+## Neo4J Server Version
+
+This cookbook currently provides Neo4J Server 1.6 (Community Edition) but can be used
+to install other versions by overriding data bag attributes.
+
+
+## Recipes
+
+Main recipe is `neo4j-server::tarball`.
+
+
+## Attributes
+
+All the attributes below are namespaced under `node[:neo4j][:server]`, so `:version` is accessible
+via `node[:neo4j][:server][:version]` or `node.neo4j.server.version` and so on.
+
+* `:version`: Neo4J Server version to install (default: 1.6)
+* `:installation_dir`: installation location (default: /usr/local/neo4j-server)
+* `:user`: OS user Neo4J Server will be using (default: neo4j)
+* `:lib_dir`: Neo4J libraries location (default: /var/lib/neo4j-server/)
+* `:data_dir`: graph database location (default: /var/lib/neo4j-server/data/graph.db)
+* `:conf_dir`: configuration directory location (default: /usr/local/neo4j-server/conf)
+* `:lock_path`: .lock file location (default: /var/run/neo4j-server.lock)
+* `:pid_path`: .pid file location (default: /var/run/neo4j-server.pid)
+* `[:jvm][:xmx]`: maximum allowed JVM heap size, in MB (-Xmx JVM flag value) (default: 512)
+* `[:https][:enabled]`: whether HTTPS transport is enabled (default: true)
+
+
+## Dependencies
+
+OpenJDK 6 or Sun JDK 6.
+
+
+## Copyright & License
+
+Michael S. Klishin, 2012.
+
+Released under the [MIT license](http://www.opensource.org/licenses/mit-license.php).

data/chef/travis-cookbooks/ci_environment/neo4j-server/attributes/tarball.rb

@@ -0,0 +1,43 @@
+neo4j_version = "1.8"
+
+default[:neo4j][:server] = {
+  :version => neo4j_version,
+  :installation_dir => "/usr/local/neo4j-server",
+  :tarball => {
+    :url => "http://dist.neo4j.org/neo4j-community-#{neo4j_version}-unix.tar.gz",
+    :md5 => "7a76a75bac1a32c5291e8e7b238f7ca2"
+  },
+  :user => "neo4j",
+  :jvm  => {
+    :xms => 32,
+    :xmx => 512
+  },
+  :limits => {
+    :memlock => 'unlimited',
+    :nofile  => 48000
+  },
+  # needed only to recursively change permissions. Don't forget to update this
+  # when you change :data_dir location!
+  :lib_dir   => "/var/lib/neo4j-server/",
+  :data_dir  => "/var/lib/neo4j-server/data/graph.db",
+  :conf_dir  => "/usr/local/neo4j-server/conf",
+  :lock_path => "/var/run/neo4j-server.lock",
+  :pid_path  => "/var/run/neo4j-server.pid",
+  :http => {
+    :port     => 7474
+  },
+  :https => {
+    :enabled => true
+  },
+  :plugins => {
+    :spatial => {
+      :enabled => true,
+      :url => "https://github.com/downloads/goodwink/neo4j-server-chef-cookbook/neo4j-spatial-0.9-SNAPSHOT-server-plugin.zip",
+      :version => "0.9-SNAPSHOT",
+      :md5 => "65e6d30e856f191a20f3f6e78eaaf5a7"
+    }
+  },
+  :service => {
+    :enabled => false
+  }
+}

data/chef/travis-cookbooks/ci_environment/neo4j-server/recipes/tarball.rb

@@ -0,0 +1,164 @@
+#
+# Cookbook Name:: neo4j-server
+# Recipe:: tarball
+# Copyright 2012, Michael S. Klishin <michaelklishin@me.com>
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+include_recipe "java"
+
+#
+# User accounts
+#
+
+user node.neo4j.server.user do
+  comment "Neo4J Server user"
+  home    node.neo4j.server.installation_dir
+  shell   "/bin/bash"
+  action  :create
+end
+
+group node.neo4j.server.user do
+  (m = []) << node.neo4j.server.user
+  members m
+  action :create
+end
+
+# 1. Download the tarball to /tmp
+require "tmpdir"
+
+td          = Dir.tmpdir
+tmp         = File.join(td, "neo4j-community-#{node.neo4j.server.version}.tar.gz")
+tmp_spatial = File.join(td, "neo4j-spatial-#{node.neo4j.server.plugins.spatial.version}-server-plugin.zip")
+
+remote_file(tmp) do
+  source node.neo4j.server.tarball.url
+
+  not_if "which neo4j"
+end
+
+if node.neo4j.server.plugins.spatial.enabled
+  remote_file(tmp_spatial) do
+    source node.neo4j.server.plugins.spatial.url
+  end
+end
+
+# 2. Extract it
+# 3. Copy to /usr/local/neo4j-server, update permissions
+bash "extract #{tmp}, move it to #{node.neo4j.server.installation_dir}" do
+  user "root"
+  cwd  "/tmp"
+
+  code <<-EOS
+    rm -rf #{node.neo4j.server.installation_dir}
+    tar xfz #{tmp}
+    mv --force `tar -tf #{tmp} | head -n 1` #{node.neo4j.server.installation_dir}
+  EOS
+
+  creates "#{node.neo4j.server.installation_dir}/bin/neo4j"
+end
+
+if node.neo4j.server.plugins.spatial.enabled
+  bash "extract #{tmp_spatial}, move it to #{node.neo4j.server.installation_dir}/plugins" do
+    user "root"
+    cwd "/tmp"
+
+    code <<-EOS
+      unzip #{tmp_spatial} -d #{node.neo4j.server.installation_dir}/plugins
+    EOS
+
+    creates "#{node.neo4j.server.installation_dir}/plugins/neo4j-spatial-#{node.neo4j.server.plugins.spatial.version}.jar"
+  end
+end
+
+[node.neo4j.server.conf_dir, node.neo4j.server.data_dir, File.join(node.neo4j.server.data_dir, "log")].each do |dir|
+  directory dir do
+    owner     node.neo4j.server.user
+    group     node.neo4j.server.user
+    recursive true
+    action    :create
+  end
+end
+
+[node.neo4j.server.lib_dir,
+ node.neo4j.server.data_dir,
+ File.join(node.neo4j.server.installation_dir, "data"),
+ File.join(node.neo4j.server.installation_dir, "system"),
+ File.join(node.neo4j.server.installation_dir, "plugins"),
+ node.neo4j.server.installation_dir].each do |dir|
+  # Chef sets permissions only to leaf nodes, so we have to use a Bash script. MK.
+  bash "chown -R #{node.neo4j.server.user}:#{node.neo4j.server.user} #{dir}" do
+    user "root"
+
+    code "chown -R #{node.neo4j.server.user}:#{node.neo4j.server.user} #{dir}"
+  end
+end
+
+# 4. Symlink
+%w(neo4j neo4j-shell).each do |f|
+  link "/usr/local/bin/#{f}" do
+    owner node.neo4j.server.user
+    group node.neo4j.server.user
+    to    "#{node.neo4j.server.installation_dir}/bin/#{f}"
+  end
+end
+
+# 5. Install config files
+template "#{node.neo4j.server.conf_dir}/neo4j-server.properties" do
+  source "neo4j-server.properties.erb"
+  owner node.neo4j.server.user
+  mode  0644
+end
+
+template "#{node.neo4j.server.conf_dir}/neo4j-wrapper.conf" do
+  source "neo4j-wrapper.conf.erb"
+  owner node.neo4j.server.user
+  mode  0644
+end
+
+# 6. Know Your Limits
+template "/etc/security/limits.d/#{node.neo4j.server.user}.conf" do
+  source "neo4j-limits.conf.erb"
+  owner node.neo4j.server.user
+  mode  0644
+end
+
+ruby_block "make sure pam_limits.so is required" do
+  block do
+    fe = Chef::Util::FileEdit.new("/etc/pam.d/su")
+    fe.search_file_replace_line(/# session    required   pam_limits.so/, "session    required   pam_limits.so")
+    fe.write_file
+  end
+end
+
+# 6. init.d Service
+template "/etc/init.d/neo4j" do
+  source "neo4j.init.erb"
+  owner 'root'
+  mode  0755
+end
+
+service "neo4j" do
+  supports :start => true, :stop => true, :restart => true
+  if node.neo4j.server.service.enabled
+    action [:enable]
+  else
+    action [:disable]
+  end
+end