ciborg 0.0.1 → 3.0.0

data/chef/travis-cookbooks/ci_environment/pypy/attributes/default.rb

@@ -0,0 +1,21 @@
+version = "1.9"
+arch = kernel['machine'] =~ /x86_64/ ? "amd64" : "i386"
+
+default[:pypy] = {
+  :tarball => {
+    :version => version,
+    :arch    => arch,
+    :url     => if arch == "i386"
+                  "https://bitbucket.org/pypy/pypy/downloads/pypy-#{version}-linux.tar.bz2"
+                else
+                  "https://bitbucket.org/pypy/pypy/downloads/pypy-#{version}-linux64.tar.bz2"
+                end,
+    :filename     => if arch == "i386"
+                       "pypy-#{version}-linux.tar.bz2"
+                     else
+                       "pypy-#{version}-linux64.tar.bz2"
+                     end,
+    :dirname          => "pypy-#{version}",
+    :installation_dir => "/usr/local/pypy"
+  }
+}

data/chef/travis-cookbooks/ci_environment/pypy/files/default/etc/profile.d/pypy.sh

@@ -0,0 +1 @@
+PATH=/usr/local/pypy/bin:$PATH

data/chef/travis-cookbooks/ci_environment/pypy/recipes/ppa.rb

@@ -0,0 +1,39 @@
+#
+# Cookbook Name:: pypy
+# Recipe:: ppa
+#
+# Copyright 2012, Michael S Klishin & Travis CI Development Team
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# This recipe relies on a PPA package and is Ubuntu/Debian specific. Please
+# keep this in mind.
+
+apt_repository "pypy" do
+  uri          "http://ppa.launchpad.net/pypy/ppa/ubuntu"
+  distribution node['lsb']['codename']
+  components   ["main"]
+  key          "68854915"
+  keyserver    "keyserver.ubuntu.com"
+
+  action :add
+end
+
+package "pypy" do
+  action :install
+end
+
+package "pypy-dev" do
+  action :install
+end

data/chef/travis-cookbooks/ci_environment/pypy/recipes/tarball.rb

@@ -0,0 +1,54 @@
+#
+# Cookbook Name:: pypy
+# Recipe:: tarball
+#
+# Copyright 2012, Michael S Klishin & Travis CI Development Team
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# 1. Download the tarball to /tmp
+require "tmpdir"
+
+td          = Dir.tmpdir
+tmp         = File.join(td, node.pypy.tarball.filename)
+tarball_dir = File.join(td, node.pypy.tarball.dirname)
+
+
+remote_file(tmp) do
+  source node.pypy.tarball.url
+
+  not_if "which pypy"
+end
+
+bash "extract #{tmp}, move it to #{node.pypy.tarball.installation_dir}" do
+  user "root"
+  cwd  "/tmp"
+
+  code <<-EOS
+    tar xjfp #{tmp}
+    rm -rf #{node.pypy.tarball.installation_dir}
+    mv --force #{tarball_dir} #{node.pypy.tarball.installation_dir}
+  EOS
+
+  creates "#{node.pypy.tarball.installation_dir}/bin/pypy"
+end
+
+
+cookbook_file "/etc/profile.d/pypy.sh" do
+  owner "root"
+  group "root"
+  mode 0644
+
+  source "etc/profile.d/pypy.sh"
+end

data/chef/travis-cookbooks/ci_environment/python/README.md

@@ -0,0 +1,162 @@
+Description
+===========
+
+Installs and configures Python.  Also includes LWRPs for managing python packages with `pip` and `virtualenv` isolated Python environments.
+
+Requirements
+============
+
+Platform
+--------
+
+* Debian, Ubuntu
+* CentOS, Red Hat, Fedora
+
+Cookbooks
+---------
+
+* build-essential
+
+Attributes
+==========
+
+* `node["python"]["install_method"]` = method to install python with, default `package`.
+
+The file also contains the following attribute types:
+
+* platform specific locations and settings.
+* source installation settings
+
+Resource/Provider
+=================
+
+This cookbook includes LWRPs for managing:
+
+* pip packages
+* virtualenv isolated Python environments
+
+`python_pip`
+------------
+
+Install packages using the new hotness in Python package management...[`pip`](http://pypi.python.org/pypi/pip).  Yo dawg...easy_install is so 2009, you better ask your local Pythonista if you don't know! The usage semantics are like that of any normal package provider.
+
+# Actions
+
+- :install: Install a pip package - if version is provided, install that specific version
+- :upgrade: Upgrade a pip package - if version is provided, upgrade to that specific version
+- :remove: Remove a pip package
+- :purge: Purge a pip package (this usually entails removing configuration files as well as the package itself).  With pip packages this behaves the same as `:remove`
+
+# Attribute Parameters
+
+- package_name: name attribute. The name of the pip package to install
+- version: the version of the package to install/upgrade.  If no version is given latest is assumed.
+- virtualenv: virtualenv environment to install pip package into
+- options: Add additional options to the underlying pip package command
+
+# Example
+    
+    # install latest gunicorn into system path
+    python_pip "gunicorn" do
+      action :install
+    end
+    
+    # target a virtualenv
+    python_pip "gunicorn" do
+      virtualenv "/home/ubunut/my_ve"
+      action :install
+    end
+    
+    # install Django 1.1.4
+    python_pip "django" do
+      version "1.1.4"
+      action :install
+    end
+    
+    # use this provider with the core package resource
+    package "django" do
+      provider Chef::Provider::PythonPip
+      action :install
+    end
+
+`python_virtualenv`
+-------------------
+
+[`virtualenv`](http://pypi.python.org/pypi/virtualenv) is a great tool that creates isolated python environments.  Think of it as RVM without all those hipsters and tight jeans.
+
+# Actions
+
+- :create: creates a new virtualenv
+- :delete: deletes an existing virtualenv
+
+# Attribute Parameters
+
+- path: name attribute. The path where the virtualenv will be created
+- interpreter: The Python interpreter to use. default is `python2.6`
+- owner: The owner for the virtualenv
+- group: The group owner of the file (string or id)
+
+# Example
+    
+    # create a 2.6 virtualenv owned by ubuntu user
+    python_virtualenv "/home/ubuntu/my_cool_ve" do
+      owner "ubuntu"
+      group "ubuntu"
+      action :create
+    end
+    
+    # create a Python 2.4 virtualenv
+    python_virtualenv "/home/ubuntu/my_old_ve" do
+      interpreter "python2.4"
+      owner "ubuntu"
+      group "ubuntu"
+      action :create
+    end
+    
+Usage
+=====
+
+default
+-------
+
+Include default recipe in a run list, to get `python`, `pip` and `virtualenv`. Installs python by package or source depending on the platform.
+
+package
+-------
+
+Installs Python from packages.
+
+source
+------
+
+Installs Python from source.
+
+pip
+---
+
+Installs `pip` from source.
+
+virtualenv
+----------
+
+Installs virtualenv using the `python_pip` resource.
+
+
+License and Author
+==================
+
+Author:: Seth Chisamore (<schisamo@opscode.com>)
+
+Copyright:: 2011, Opscode, Inc
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.

data/chef/travis-cookbooks/ci_environment/python/attributes/default.rb

@@ -0,0 +1,22 @@
+#
+# Author:: Seth Chisamore (<schisamo@opscode.com>)
+# Cookbook Name:: python
+# Attribute:: default
+#
+# Copyright 2011, Opscode, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+default['python']['multi']['pythons'] = %w(python2.5 python2.6 python2.7 python3.2 python3.3 pypy)
+default['python']['pip']['packages']  = %w(nose pytest mock numpy)

data/chef/travis-cookbooks/ci_environment/python/files/default/virtualenv_settings.sh

@@ -0,0 +1 @@
+export VIRTUAL_ENV_DISABLE_PROMPT=true

data/chef/travis-cookbooks/ci_environment/python/metadata.json

@@ -0,0 +1,52 @@
+{
+  "name": "python",
+  "description": "Installs Python, pip and virtualenv. Includes LWRPs for managing Python packages with `pip` and `virtualenv` isolated Python environments.",
+  "long_description": "",
+  "maintainer": "Opscode, Inc.",
+  "maintainer_email": "cookbooks@opscode.com",
+  "license": "Apache 2.0",
+  "platforms": {
+    "debian": [
+
+    ],
+    "ubuntu": [
+
+    ],
+    "centos": [
+
+    ],
+    "redhat": [
+
+    ],
+    "fedora": [
+
+    ]
+  },
+  "dependencies": {
+    "build-essential": [
+
+    ]
+  },
+  "recommendations": {
+  },
+  "suggestions": {
+  },
+  "conflicting": {
+  },
+  "providing": {
+  },
+  "replacing": {
+  },
+  "attributes": {
+  },
+  "groupings": {
+  },
+  "recipes": {
+    "python": "Installs python, pip, and virtualenv",
+    "python::package": "Installs python using packages.",
+    "python::source": "Installs python from source.",
+    "python::pip": "Installs pip from source.",
+    "python::virtualenv": "Installs virtualenv using the python_pip resource."
+  },
+  "version": "1.0.2"
+}

data/chef/travis-cookbooks/ci_environment/python/metadata.rb

@@ -0,0 +1,17 @@
+maintainer        "Opscode, Inc."
+maintainer_email  "cookbooks@opscode.com"
+license           "Apache 2.0"
+description       "Installs Python, pip and virtualenv. Includes LWRPs for managing Python packages with `pip` and `virtualenv` isolated Python environments."
+version           "1.0.2"
+
+depends           "build-essential"
+
+recipe "python", "Installs python, pip, and virtualenv"
+recipe "python::package", "Installs python using packages."
+recipe "python::source", "Installs python from source."
+recipe "python::pip", "Installs pip from source."
+recipe "python::virtualenv", "Installs virtualenv using the python_pip resource."
+
+%w{ debian ubuntu centos redhat fedora }.each do |os|
+  supports os
+end

data/chef/travis-cookbooks/ci_environment/python/providers/pip.rb

@@ -0,0 +1,146 @@
+#
+# Author:: Seth Chisamore <schisamo@opscode.com>
+# Cookbook Name:: python
+# Provider:: pip
+#
+# Copyright:: 2011, Opscode, Inc <legal@opscode.com>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'chef/mixin/shell_out'
+require 'chef/mixin/language'
+include Chef::Mixin::ShellOut
+
+# the logic in all action methods mirror that of 
+# the Chef::Provider::Package which will make
+# refactoring into core chef easy
+
+action :install do
+  # If we specified a version, and it's not the current version, move to the specified version
+  if @new_resource.version != nil && @new_resource.version != @current_resource.version
+    install_version = @new_resource.version
+  # If it's not installed at all, install it
+  elsif @current_resource.version == nil
+    install_version = candidate_version
+  end
+  
+  if install_version
+    Chef::Log.info("Installing #{@new_resource} version #{install_version}")
+    status = install_package(@new_resource.package_name, install_version)
+    if status
+      @new_resource.updated_by_last_action(true)
+    end
+  end
+end
+
+action :upgrade do
+  if @current_resource.version != candidate_version
+    orig_version = @current_resource.version || "uninstalled"
+    Chef::Log.info("Upgrading #{@new_resource} version from #{orig_version} to #{candidate_version}")
+    status = upgrade_package(@new_resource.package_name, candidate_version)
+    if status
+      @new_resource.updated_by_last_action(true)
+    end
+  end
+end
+
+action :remove do
+  if removing_package?
+    Chef::Log.info("Removing #{@new_resource}")
+    remove_package(@current_resource.package_name, @new_resource.version)
+    @new_resource.updated_by_last_action(true)
+  else
+  end
+end
+
+def removing_package?
+  if @current_resource.version.nil?
+    false # nothing to remove
+  elsif @new_resource.version.nil?
+    true # remove any version of a package
+  elsif @new_resource.version == @current_resource.version
+    true # remove the version we have
+  else
+    false # we don't have the version we want to remove
+  end
+end
+
+def expand_options(options)
+  options ? " #{options}" : ""
+end
+
+# these methods are the required overrides of 
+# a provider that extends from Chef::Provider::Package 
+# so refactoring into core Chef should be easy
+
+def load_current_resource
+  @current_resource = Chef::Resource::PythonPip.new(@new_resource.name)
+  @current_resource.package_name(@new_resource.package_name)
+  @current_resource.version(nil)
+  
+  unless current_installed_version.nil?
+    @current_resource.version(current_installed_version)
+  end
+  
+  @current_resource
+end
+
+def current_installed_version
+  @current_installed_version ||= begin
+    delimeter = /==/
+    
+    version_check_cmd = "pip freeze#{expand_virtualenv(can_haz_virtualenv(@new_resource))} | grep -i #{@new_resource.package_name}=="
+    # incase you upgrade pip with pip!
+    if @new_resource.package_name.eql?('pip')
+      delimeter = /\s/
+      version_check_cmd = "pip --version"
+    end
+    p = shell_out!(version_check_cmd)
+    p.stdout.split(delimeter)[1].strip
+  rescue Chef::Exceptions::ShellCommandFailed, Mixlib::ShellOut::ShellCommandFailed
+  end
+end
+
+def candidate_version
+  @candidate_version ||= begin
+    # `pip search` doesn't return versions yet
+    # `pip list` may be coming soon: 
+    # https://bitbucket.org/ianb/pip/issue/197/option-to-show-what-version-would-be
+    @new_resource.version||'latest'
+  end
+end
+
+def install_package(name,version)
+  v = "==#{version}" unless version.eql?('latest')
+  shell_out!("pip install#{expand_options(@new_resource.options)}#{expand_virtualenv(can_haz_virtualenv(@new_resource))} #{name}#{v}")
+end
+
+def upgrade_package(name, version)
+  v = "==#{version}" unless version.eql?('latest')
+  shell_out!("pip install --upgrade#{expand_options(@new_resource.options)}#{expand_virtualenv(can_haz_virtualenv(@new_resource))} #{@new_resource.name}#{v}")
+end
+
+def remove_package(name, version)
+  shell_out!("pip uninstall -y#{expand_options(@new_resource.options)}#{expand_virtualenv(can_haz_virtualenv(@new_resource))} #{@new_resource.name}")
+end
+
+def expand_virtualenv(virtualenv)
+  virtualenv && " --environment=#{virtualenv}"
+end
+
+# TODO remove when provider is moved into Chef core
+# this allows PythonPip to work with Chef::Resource::Package
+def can_haz_virtualenv(nr)
+  nr.respond_to?("virtualenv") ? nr.virtualenv : nil
+end