ciborg 0.0.1 → 3.0.0

data/chef/travis-cookbooks/ci_environment/python/providers/virtualenv.rb

@@ -0,0 +1,79 @@
+#
+# Author:: Seth Chisamore <schisamo@opscode.com>
+# Cookbook Name:: python
+# Provider:: virtualenv
+#
+# Copyright:: 2011, Opscode, Inc <legal@opscode.com>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'chef/mixin/shell_out'
+require 'chef/mixin/language'
+include Chef::Mixin::ShellOut
+
+action :create do
+  unless exists?
+    Chef::Log.info("Creating virtualenv #{@new_resource} at #{@new_resource.path}")
+    execute "virtualenv --distribute --python=#{py} #{@new_resource.path} #{maybe_system_site_packages}" do
+      user new_resource.owner if new_resource.owner
+      group new_resource.group if new_resource.group
+
+      environment({ "VIRTUAL_ENV_DISABLE_PROMPT" => "true" })
+    end
+    new_resource.updated_by_last_action(true)
+  end
+end
+
+action :delete do
+  if exists?
+    Chef::Log.info("Deleting virtualenv #{@new_resource} at #{@new_resource.path}")
+    FileUtils.rm_rf(@new_resource.path)
+    new_resource.updated_by_last_action(true)
+  end
+end
+
+def load_current_resource
+  @current_resource = Chef::Resource::PythonVirtualenv.new(@new_resource.name)
+  @current_resource.path(@new_resource.path)
+
+  if exists?
+    cstats = ::File.stat(@current_resource.path)
+    @current_resource.owner(cstats.uid)
+    @current_resource.group(cstats.gid)
+  end
+  @current_resource
+end
+
+private
+
+def exists?
+  ::File.exist?(@current_resource.path) && ::File.directory?(@current_resource.path) \
+    && ::File.exists?("#{@current_resource.path}/bin/activate")
+end
+
+def maybe_system_site_packages
+  if @new_resource.system_site_packages
+    '--system-site-packages'
+  else
+    ''
+  end
+end
+
+def py
+  if @new_resource.interpreter.to_s.downcase == "pypy"
+    ::File.join(node.pypy.tarball.installation_dir, "bin", "pypy")
+  else
+    @new_resource.interpreter
+  end
+end

data/chef/travis-cookbooks/ci_environment/python/recipes/default.rb

@@ -0,0 +1,21 @@
+#
+# Author:: Seth Chisamore <schisamo@opscode.com>
+# Cookbook Name:: python
+# Recipe:: default
+#
+# Copyright 2011, Opscode, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+include_recipe "python::package"

data/chef/travis-cookbooks/ci_environment/python/recipes/devshm.rb

@@ -0,0 +1,10 @@
+directory "/dev/shm" do
+  recursive true
+  action :delete
+  not_if { File.symlink?("/dev/shm") }
+end
+
+link "/dev/shm" do
+  to "/run/shm"
+  not_if { File.symlink?("/dev/shm") }
+end

data/chef/travis-cookbooks/ci_environment/python/recipes/multi.rb

@@ -0,0 +1,188 @@
+#
+# Cookbook Name:: python::dead_snakes_ppa
+# Recipe:: default
+# Copyright 2011, Michael S. Klishin & Travis CI Development Team
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+# python2.6 fails to install because some dependency in base VM images
+# creates this directory and it confuses apt. MK.
+directory "/usr/lib/python2.6/site-packages" do
+  recursive true
+  action :delete
+  ignore_failure true
+end
+
+include_recipe "pypy::tarball" if node.python.multi.pythons.include?("pypy")
+
+
+case node['platform']
+when "ubuntu"
+  apt_repository "fkrull_deadsnakes" do
+    uri          "http://ppa.launchpad.net/fkrull/deadsnakes/ubuntu"
+    distribution node['lsb']['codename']
+    components   ['main']
+
+    key          "DB82666C"
+    keyserver    "keyserver.ubuntu.com"
+
+    action :add
+  end
+end
+
+case node['platform']
+when "ubuntu"
+  apt_repository "travis_ci_python33" do
+    uri          "http://ppa.launchpad.net/travis-ci/python3.3/ubuntu"
+    distribution node['lsb']['codename']
+    components   ['main']
+
+    key          "75E9BCC5"
+    keyserver    "keyserver.ubuntu.com"
+
+    action :add
+  end
+end
+
+
+python_pkgs = value_for_platform(["debian","ubuntu"] => {
+                                   "default" => node.python.multi.pythons
+                                 })
+
+# not a good practice but sufficient for travis-ci.org needs, so lets keep it
+# hardcoded. MK.
+installation_root = File.join(node.travis_build_environment.home, "virtualenv")
+
+directory(installation_root) do
+  owner node.travis_build_environment.user
+  group node.travis_build_environment.group
+  mode  "0755"
+
+  action :create
+end
+# virtualenv includes pip. MK.
+include_recipe "python::virtualenv"
+
+node.python.multi.pythons.each do |py|
+  # pypy is provisioned via tarball. MK.
+  unless py == "pypy"
+    log "Installing #{py}"
+    package py do
+      action :install
+    end
+
+    package "#{py}-dev" do
+      action :install
+    end
+  end
+
+  packages = if ["python3.3", "3.3", "python3.2", "3.2", "pypy"].include?(py.to_s.downcase)
+               # some versions fail to install NumPy. MK.
+               node.python.pip.packages.reject { |p| p =~ /numpy/ }
+             else
+               node.python.pip.packages
+             end
+
+
+
+  log "Creating a new virtualenv for #{py} w/o --system-site-packages"
+  python_virtualenv "python_#{py}" do
+    owner       node.travis_build_environment.user
+    group       node.travis_build_environment.group
+    interpreter py
+    path        "#{installation_root}/#{py}"
+
+    action :create
+  end
+  
+  # https://github.com/denik/sslfix
+  # http://stackoverflow.com/questions/3241658/how-to-install-ssl-for-python-2-5-on-debian-linux
+  script "install libbluetooth-dev and sslfix set 1 (#{py})" do
+    interpreter "bash"
+    user        node.travis_build_environment.user
+    group       node.travis_build_environment.group
+
+    cwd node.travis_build_environment.home
+    code <<-EOH
+    sudo apt-get install libbluetooth-dev
+    #{installation_root}/#{py}/bin/pip install --quiet sslfix --use-mirrors --insecure
+    EOH
+
+    environment({ "VIRTUAL_ENV_DISABLE_PROMPT" => "true" })
+    
+    only_if { ["python2.5", "2.5"].include?(py.to_s.downcase) }
+  end
+
+  script "preinstall pip packages for virtualenv set 1 (#{py})" do
+    interpreter "bash"
+    user        node.travis_build_environment.user
+    group       node.travis_build_environment.group
+
+    cwd node.travis_build_environment.home
+    code <<-EOH
+    #{installation_root}/#{py}/bin/pip install --quiet #{packages.join(' ')} --use-mirrors
+    EOH
+
+    environment({ "VIRTUAL_ENV_DISABLE_PROMPT" => "true" })
+  end
+
+
+
+  log "Creating a new virtualenv for #{py} with --system-site-packages"
+  python_virtualenv "python_#{py}_with_system_site_packages" do
+    owner       node.travis_build_environment.user
+    group       node.travis_build_environment.group
+    interpreter py
+    system_site_packages true
+    path        "#{installation_root}/#{py}_with_system_site_packages"
+
+    action :create
+  end
+
+  # https://github.com/denik/sslfix
+  # http://stackoverflow.com/questions/3241658/how-to-install-ssl-for-python-2-5-on-debian-linux
+  script "install libbluetooth-dev and sslfix set 2 (#{py})" do
+    interpreter "bash"
+    user        node.travis_build_environment.user
+    group       node.travis_build_environment.group
+
+    cwd node.travis_build_environment.home
+    code <<-EOH
+    sudo apt-get install libbluetooth-dev
+    #{installation_root}/#{py}_with_system_site_packages/bin/pip install --quiet sslfix --use-mirrors --insecure
+    EOH
+
+    environment({ "VIRTUAL_ENV_DISABLE_PROMPT" => "true" })
+    
+    only_if { ["python2.5", "2.5"].include?(py.to_s.downcase) }
+  end
+
+  script "preinstall pip packages for virtualenv set 2 (#{py})" do
+    interpreter "bash"
+    user        node.travis_build_environment.user
+    group       node.travis_build_environment.group
+
+    cwd node.travis_build_environment.home
+    code <<-EOH
+    #{installation_root}/#{py}_with_system_site_packages/bin/pip install --quiet #{packages.join(' ')} --use-mirrors
+    EOH
+
+    environment({ "VIRTUAL_ENV_DISABLE_PROMPT" => "true" })
+  end
+end

data/chef/travis-cookbooks/ci_environment/python/recipes/package.rb

@@ -0,0 +1,36 @@
+#
+# Author:: Seth Chisamore <schisamo@opscode.com>
+# Cookbook Name:: python
+# Recipe:: package
+#
+# Copyright 2011, Opscode, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+python_pkgs = value_for_platform(
+  ["debian","ubuntu"] => {
+    "default" => ["python","python-dev"]
+  },
+  ["centos","redhat","fedora"] => {
+    "default" => ["python26","python26-devel"]
+  },
+  "default" => ["python","python-dev"]
+)
+
+python_pkgs.each do |pkg|
+  package pkg do
+    action :install
+  end
+end
+

data/chef/travis-cookbooks/ci_environment/python/recipes/pip.rb

@@ -0,0 +1,38 @@
+#
+# Author:: Seth Chisamore <schisamo@opscode.com>
+# Cookbook Name:: python
+# Recipe:: pip
+#
+# Copyright 2011, Opscode, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# Ubuntu's python-setuptools, python-pip and python-virtualenv packages 
+# are broken...this feels like Rubygems!
+# http://stackoverflow.com/questions/4324558/whats-the-proper-way-to-install-pip-virtualenv-and-distribute-for-python
+# https://bitbucket.org/ianb/pip/issue/104/pip-uninstall-on-ubuntu-linux
+remote_file "#{Chef::Config[:file_cache_path]}/distribute_setup.py" do
+  source "http://python-distribute.org/distribute_setup.py"
+  mode "0644"
+  not_if "which pip"
+end
+
+bash "install-pip" do
+  cwd Chef::Config[:file_cache_path]
+  code <<-EOF
+  python distribute_setup.py
+  easy_install pip
+  EOF
+  not_if "which pip"
+end

data/chef/travis-cookbooks/ci_environment/python/recipes/virtualenv.rb

@@ -0,0 +1,32 @@
+#
+# Author:: Seth Chisamore <schisamo@opscode.com>
+# Cookbook Name:: python
+# Recipe:: virtualenv
+#
+# Copyright 2011, Opscode, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+include_recipe "python::pip"
+
+cookbook_file "/etc/profile.d/virtualenv_settings.sh" do
+  owner node.travis_build_environment.user
+  group node.travis_build_environment.group
+  mode 0755
+end
+
+
+python_pip "virtualenv" do
+  action :install
+end

data/chef/travis-cookbooks/ci_environment/python/resources/pip.rb

@@ -0,0 +1,26 @@
+#
+# Author:: Seth Chisamore <schisamo@opscode.com>
+# Cookbook Name:: python
+# Resource:: pip
+#
+# Copyright:: 2011, Opscode, Inc <legal@opscode.com>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+actions :install, :upgrade, :remove, :purge
+
+attribute :package_name, :kind_of => String, :name_attribute => true
+attribute :version, :default => nil
+attribute :virtualenv, :kind_of => String
+attribute :options, :kind_of => String

data/chef/travis-cookbooks/ci_environment/python/resources/virtualenv.rb

@@ -0,0 +1,28 @@
+#
+# Author:: Seth Chisamore <schisamo@opscode.com>
+# Cookbook Name:: python
+# Resource:: virtualenv
+#
+# Copyright:: 2011, Opscode, Inc <legal@opscode.com>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+actions :create, :delete
+
+attribute :path, :kind_of => String, :name_attribute => true
+attribute :interpreter, :default => 'python2.6'
+attribute :owner, :regex => Chef::Config[:user_valid_regex]
+attribute :group, :regex => Chef::Config[:group_valid_regex]
+
+attribute :system_site_packages, :default => false, :kind_of => [FalseClass, TrueClass]