lobot 0.10.3 → 1.0.pre

data/chef/travis-cookbooks/ci_environment/riak/metadata.rb

@@ -0,0 +1,32 @@
+#
+# Author:: Benjamin Black (<b@b3k.us>) and Sean Cribbs (<sean@basho.com>)
+# Cookbook Name:: riak
+#
+# Copyright (c) 2011 Basho Technologies, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+maintainer        "Basho Technologies, Inc."
+maintainer_email  "riak@basho.com"
+license           "Apache 2.0"
+description       "Installs and configures Riak distributed data store"
+version           "1.2.0"
+recipe            "riak", "Installs Riak"
+recipe            "riak::autoconf", "Automatically configure nodes from chef-server information."
+recipe            "riak::innostore", "Install and configure the Innostore backend."
+recipe            "riak::iptables", "Automatically configure iptables rules for Riak."
+
+%w{ubuntu debian centos redhat suse fedora}.each do |os|
+  supports os
+end

data/chef/travis-cookbooks/ci_environment/riak/providers/cluster.rb

@@ -0,0 +1,80 @@
+#
+# Author:: Sean Cribbs (<sean@basho.com>)
+# Cookbook Name:: riak
+#
+# Copyright (c) 2011 Basho Technologies, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'timeout'
+require 'chef/mixin/shell_out'
+include Chef::Mixin::ShellOut
+include Timeout
+
+def load_current_resource
+  Chef::Application.fatal!("Can't join a Riak cluster without cluster_members.") if Chef::Config[:solo] && new_resource.cluster_members.blank?  
+  @current_resource ||= Chef::Resource::RiakCluster.new(new_resource.cluster_name)
+  current_resource.ring_ready(ringready)
+  Chef::Application.fatal!("Can't join a Riak cluster if the local node is not running.") unless current_resource.ring_ready[:running]
+  current_resource.joined(!current_resource.ring_ready[:ready] || current_resource.ring_ready[:members].size > 1)
+  if new_resource.cluster_members
+    current_resource.cluster_members(new_resource.cluster_members)
+  else
+    current_resource.cluster_members([])
+    search(:node, "riak_core_cluster_name:#{new_resource.cluster_name}") do |n|
+      current_resource.cluster_members << n.riak.erlang.node_name
+    end
+  end
+end
+
+action :join do
+  if !current_resource.joined && peer = random_cluster_member
+    execute "Joining node #{new_resource.node_name} to Riak cluster #{new_resource.cluster_name}" do
+      command "riak-admin join #{peer}"
+      path [new_resource.riak_admin_path]
+    end
+    new_resource.updated_by_last_action(true)
+  end
+  action_wait_for_ringready
+end
+
+action :wait_for_ringready do
+  begin
+    timeout(new_resource.timeout) do
+      wait_for_ring
+    end
+  rescue Timeout::Error
+    Chef::Application.fatal! "Riak cluster ring did not converge within #{new_resource.timeout} seconds!"
+  end
+end
+
+private
+
+def ringready
+  cmd = shell_out("#{new_resource.riak_admin_path}/riak-admin ringready")
+  {
+    :ready => cmd.stdout =~ /TRUE/,
+    :members => cmd.stdout.scan(/'([^',]+)'/).flatten,
+    :running => cmd.stdout !~ /Node is not running/
+  }
+end
+
+def wait_for_ring
+  sleep 1 until ringready[:ready]
+end
+
+def random_cluster_member
+  tmp = current_resource.cluster_members.reject {|n| n == new_resource.node_name }
+  tmp[ rand(tmp.size) ]
+end

data/chef/travis-cookbooks/ci_environment/riak/recipes/autoconf.rb

@@ -0,0 +1,47 @@
+#
+# Author:: Benjamin Black (<b@b3k.us>) and Sean Cribbs (<sean@basho.com>)
+# Cookbook Name:: riak
+# Recipe:: autoconf
+#
+# Copyright (c) 2011 Basho Technologies, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+include_recipe "riak::default"
+
+if node[:riak][:package][:type] == "binary"
+  bin_path = "/usr/sbin"
+else
+  bin_path = "#{node[:riak][:package][:prefix]}/riak/bin"
+end
+
+# Riak's packaged init.d script doesn't work. We'll use the bin script
+# instead.
+bash "Start riak and wait for riak_kv to be available" do
+  code <<-SCRIPT
+#{bin_path}/riak start
+#{bin_path}/riak-admin wait-for-service riak_kv #{node[:riak][:erlang][:node_name]}
+SCRIPT
+  timeout 45
+end
+
+# Need to make sure the riak attributes are saved to the server so we
+# don't blow up in the riak_cluster provider on not having a node name.
+node.save
+
+riak_cluster node[:riak][:core][:cluster_name] do
+  node_name node[:riak][:erlang][:node_name]
+  action :join
+  riak_admin_path bin_path
+end

data/chef/travis-cookbooks/ci_environment/riak/recipes/config.rb

@@ -0,0 +1,70 @@
+#
+# Author:: Sean Cribbs (<sean@basho.com>)
+# Cookbook Name:: riak
+#
+# Copyright (c) 2011 Basho Technologies, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# package.rb
+if (node.riak.package.type.eql?("source"))
+  node.default.riak.package.prefix = "/usr/local"
+  node.default.riak.package.config_dir = node.riak.package.prefix + "/riak/etc"
+end
+
+# erlang.rb
+node.default.riak.erlang.node_name = "riak@#{node.ipaddress}"
+
+# core.rb
+# Make sure the bare minimums are set so the cluster works
+if node.riak.core.to_hash['default_bucket_props'].is_a?(Mash)
+  node.default.riak.core.default_bucket_props.n_val = 3
+  node.default.riak.core.default_bucket_props.chash_keyfun = [:riak_core_util, :chash_std_keyfun]
+end
+
+# kernel.rb
+unless node.riak.kernel.limit_port_range
+  node.riak.kernel.delete(:inet_dist_listen_min)
+  node.riak.kernel.delete(:inet_dist_listen_max)
+end
+
+
+# kv.rb
+node.riak.kv.storage_backend = (node.riak.kv.storage_backend).to_s.to_sym
+
+# sasl.rb
+node.riak.sasl.errlog_type = (node.riak.sasl.errlog_type).to_s.to_sym
+
+
+case node.riak.kv.storage_backend
+when :riak_kv_bitcask_backend # bitcask.rb
+  node.riak.delete(:eleveldb)
+  node.riak.delete(:innostore)
+  node.riak.kv.delete(:riak_kv_dets_backend_root)
+  unless (node.riak.bitcask).to_hash["sync_strategy"].is_a?(Mash)
+    node.riak.bitcask.sync_strategy = (node.riak.bitcask.sync_strategy).to_s.to_sym
+  end
+when :riak_kv_eleveldb_backend # eleveldb.rb
+  node.riak.delete(:bitcask)
+  node.riak.delete(:innostore)
+  node.riak.kv.delete(:riak_kv_dets_backend_root)
+when :riak_kv_dets_backend # dets.rb
+  node.riak.delete(:bitcask)
+  node.riak.delete(:eleveldb)
+  node.riak.delete(:innostore)
+when # innostore.rb
+  node.riak.delete(:bitcask)
+  node.riak.delete(:eleveldb)
+  node.riak.kv.delete(:riak_kv_dets_backend_root)
+end

data/chef/travis-cookbooks/ci_environment/riak/recipes/default.rb

@@ -0,0 +1,155 @@
+#
+# Author:: Benjamin Black (<b@b3k.us>) and Sean Cribbs (<sean@basho.com>)
+# Cookbook Name:: riak
+# Recipe:: default
+#
+# Copyright (c) 2011 Basho Technologies, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+include_recipe "riak::config"
+
+if node[:riak][:package][:url]
+  package_uri = node[:riak][:package][:url]
+  package_file = package_uri.split("/").last
+else
+  version_str = "#{node[:riak][:package][:version][:major]}.#{node[:riak][:package][:version][:minor]}"
+  base_uri = "http://s3.amazonaws.com/downloads.basho.com/riak/#{version_str}/#{version_str}.#{node[:riak][:package][:version][:incremental]}"
+  base_filename = "riak-#{version_str}.#{node[:riak][:package][:version][:incremental]}"
+
+  case node[:platform]
+  when "debian","ubuntu"
+    machines = {"x86_64" => "amd64", "i386" => "i386", "i686" => "i386"}
+    base_uri = "#{base_uri}/#{node[:platform]}/#{node[:lsb][:codename]}/" 
+  when "redhat","centos","scientific","fedora","suse"
+    machines = {"x86_64" => "x86_64", "i386" => "i386", "i686" => "i686"}
+    base_uri = "#{base_uri}/rhel/#{node[:platform_version].to_i}/"
+  when "fedora"
+    machines = {"x86_64" => "x86_64", "i386" => "i386", "i686" => "i686"}
+    base_uri = "#{base_uri}/#{node[:platform]}/#{node[:platform_version].to_i}/"
+  end
+  package_file =  case node[:riak][:package][:type]
+                  when "binary"
+                    case node[:platform]
+                    when "debian","ubuntu"
+                      package "libssl0.9.8" if node[:platform_version] >= "11.10"
+                      "#{base_filename.gsub(/\-/, '_')}-#{node[:riak][:package][:version][:build]}_#{machines[node[:kernel][:machine]]}.deb"
+                    when "centos","redhat","suse"
+                      if node[:platform_version].to_i == 6
+                        "#{base_filename}-#{node[:riak][:package][:version][:build]}.el6.#{machines[node[:kernel][:machine]]}.rpm"
+                      else
+                        "#{base_filename}-#{node[:riak][:package][:version][:build]}.el5.#{machines[node[:kernel][:machine]]}.rpm"
+                      end
+                    when "fedora"
+                      "#{base_filename}-#{node[:riak][:package][:version][:build]}.fc13.#{node[:kernel][:machine]}.rpm"
+                    end
+                  when "source"
+                    "#{base_filename}.tar.gz"
+                  end
+  package_uri = base_uri + package_file
+end
+
+package_name = package_file.split("[-_]\d+\.").first
+
+#if %w{debian ubuntu}.include?(node[:platform])
+#  include_recipe "riak::iptables"
+#end
+
+group "riak"
+
+user "riak" do
+  gid "riak"
+  shell "/bin/bash"
+  home "/var/lib/riak"
+  system true
+end
+
+directory "/tmp/riak_pkg" do
+  owner "root"
+  mode 0755
+  action :create
+end
+
+remote_file "/tmp/riak_pkg/#{package_file}" do
+  source package_uri
+  owner "root"
+  mode 0644
+  checksum node[:riak][:package][:source_checksum]
+  not_if { File.exists?("/tmp/riak_pkg/#{package_file}") }
+end
+
+case node[:riak][:package][:type]
+when "binary"
+  package package_name do
+    source "/tmp/riak_pkg/#{package_file}"
+    action :install
+    options case node[:platform]
+            when "debian","ubuntu"
+              "--force-confnew"
+            end       
+    provider value_for_platform(
+      [ "ubuntu", "debian" ] => {"default" => Chef::Provider::Package::Dpkg},
+      [ "redhat", "centos", "fedora", "suse" ] => {"default" => Chef::Provider::Package::Rpm}
+    )
+  end
+when "source"
+  execute "riak-src-unpack" do
+    cwd "/tmp/riak_pkg"
+    command "tar xvfz #{package_file}"
+  end
+
+  execute "riak-src-build" do
+    cwd "/tmp/riak_pkg/#{base_filename}"
+    command "make clean all rel"
+  end
+
+  execute "riak-src-install" do
+    command "mv /tmp/riak_pkg/#{base_filename}/rel/riak #{node[:riak][:package][:prefix]}"
+    not_if { File.directory?("#{node[:riak][:package][:prefix]}/riak") }
+  end
+end
+
+case node[:riak][:kv][:storage_backend]
+when :riak_kv_innostore_backend
+  include_recipe "riak::innostore"
+end
+
+directory node[:riak][:package][:config_dir] do
+  owner "root"
+  mode "0755"
+  action :create
+end
+
+template "#{node[:riak][:package][:config_dir]}/app.config" do
+  source "app.config.erb"
+  owner "root"
+  mode 0644
+end
+
+template "#{node[:riak][:package][:config_dir]}/vm.args" do
+  variables :switches => prepare_vm_args(node[:riak][:erlang].to_hash)
+  source "vm.args.erb"
+  owner "root"
+  mode 0644
+end
+
+if node[:riak][:package][:type].eql?("binary")
+  service "riak" do
+    supports :start => true, :stop => true, :restart => true
+    # intentionally disabled on boot. MK.
+    action [:disable]
+    subscribes :restart, resources(:template => [ "#{node[:riak][:package][:config_dir]}/app.config",
+                                   "#{node[:riak][:package][:config_dir]}/vm.args" ])
+  end
+end

data/chef/travis-cookbooks/ci_environment/riak/recipes/innostore.rb

@@ -0,0 +1,74 @@
+#
+# Author:: Benjamin Black (<b@b3k.us>)
+# Cookbook Name:: riak
+# Recipe:: inno
+#
+# Copyright (c) 2011 Basho Technologies, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+include_recipe "riak"
+
+inno_version = node[:riak][:innostore][:version]
+inno_build = node[:riak][:innostore][:build]
+base_uri = "http://downloads.basho.com/innostore/innostore-#{inno_version}/"
+base_filename = "innostore-#{inno_version}"
+
+package_file =  case node[:riak][:package][:type]
+                when "binary"
+                  case node[:platform]
+                  when "debian","ubuntu"
+                    machines = {"x86_64" => "amd64", "i386" => "i386"} 
+                    "#{base_filename.gsub(/\-/, '_')}-#{inno_build}_#{machines[node[:kernel][:machine]]}.deb"
+                  when "centos","redhat","fedora","suse"
+                    "#{base_filename}-#{inno_build}.#{node[:kernel][:machine]}.rpm"
+                  end
+                when "source"
+                  "#{base_filename}.tar.gz"
+                end
+
+remote_file "/tmp/riak_pkg/#{package_file}" do
+  source base_uri + package_file
+  owner "root"
+  mode "0644"
+end
+
+case node[:riak][:package][:type]
+when "binary"
+  package "innostore" do
+    source "/tmp/riak_pkg/#{package_file}"
+    action :install
+    provider value_for_platform(
+      [ "ubuntu", "debian" ] => {"default" => Chef::Provider::Package::Dpkg},
+      [ "redhat", "centos", "fedora", "suse" ] => {"default" => Chef::Provider::Package::Rpm}
+    )
+  end
+when "source"
+  execute "riak-inno-src-unpack" do
+    cwd "/tmp/riak_pkg"    
+    command "tar xvfz #{package_file}"
+  end
+  
+  execute "riak-inno-src-build" do
+    cwd "/tmp/riak_pkg/#{base_filename}"
+    command "make"
+  end
+  
+  execute "riak-inno-src-install" do
+    cwd "/tmp/riak_pkg/#{base_filename}"
+    command "./rebar install target=#{node[:riak][:package][:prefix]}/riak/lib"
+    not_if "test -d #{node[:riak][:package][:prefix]}/riak/lib/#{base_filename}"
+  end
+end
+