daddy 0.6.0 → 0.6.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f899214f3cbeadeb3fb451453508137be4cdc895
-  data.tar.gz: 5da79b2b12b6bab34e98cb60f803fa8132598b6f
+  metadata.gz: 95f5a9cfe4deb8ec8ffcd81c71bd34ac50b22b88
+  data.tar.gz: 43ed2d56b4ba17f5858203925d367d2e78bd33aa
 SHA512:
-  metadata.gz: 91d11028da72b3d763c4f8eab72824cd22cfbe88c034d9140c0c9338e195935d0e8ed48bf09e865ff258444b42366f6ac1af78ec7be801e42cfc3399864f331a
-  data.tar.gz: 44f9dc04a91aa5ea9f7ec35c129117e17a4a40c0de31a3c344e019ac73d7f2ff57e1d407d35c16d031f621ea7d1034c0559a6354898f315a3e45a703b8835ddc
+  metadata.gz: c020001baa2ee0ec81200950d266fde8a46d8632fec7555f8283a769dcf24b558ded90e8c7f76b56657325e5fc4a72b1585f866e0e24a2ba9765bf40144fb1be
+  data.tar.gz: 6fe2e4f00ad210f4fa61c3d7a5dfd8f0e597c47c6b87ccdf7fc20560a18ae60fc57e7d222ac889acd8febaf98ba55a4e3d2d4d826cd72efd830798151704e58e

data/itamae/cookbooks/bazel/bazel-0.8.1_sha256sum.txt

@@ -0,0 +1 @@
+dfd0761e0b7e36c1d74c928ad986500c905be5ebcfbc29914d574af1db7218cf  bazel-0.8.1-dist.zip

data/itamae/cookbooks/bazel/install.rb

@@ -0,0 +1,22 @@
+directory 'tmp'
+
+execute "download bazel-#{Daddy::BAZEL_VERSION}" do
+  cwd 'tmp'
+  command <<-EOF
+    wget https://github.com/bazelbuild/bazel/releases/download/#{Daddy::BAZEL_VERSION}/bazel-#{Daddy::BAZEL_VERSION}-dist.zip -O bazel-#{Daddy::BAZEL_VERSION}-dist.zip 
+  EOF
+  not_if "sha256sum -c #{::File.join(::File.dirname(__FILE__), "bazel-#{Daddy::BAZEL_VERSION}_sha256sum.txt")}"
+end
+
+execute "install bazel-#{Daddy::BAZEL_VERSION}" do
+  cwd 'tmp'
+  command <<-EOF
+    rm -Rf bazel-#{Daddy::BAZEL_VERSION}/
+    unzip bazel-#{Daddy::BAZEL_VERSION}-dist.zip -d bazel-#{Daddy::BAZEL_VERSION}
+    pushd bazel-#{Daddy::BAZEL_VERSION}
+      bash ./compile.sh
+      sudo cp -f output/bazel /usr/local/bin/
+    popd
+  EOF
+  not_if "which bazel && bazel version | grep 'Build label: #{Daddy::BAZEL_VERSION}-'"
+end

data/itamae/cookbooks/docker/install.rb

@@ -10,6 +10,33 @@ when /rhel-6\.(.*?)/
     user 'root'
   end
 
+  group 'docker' do
+    user 'root'
+  end
+
+  execute "add user to docker group" do
+    user 'root'
+    command "usermod -aG docker #{ENV['USER']}"
+    not_if "groups #{ENV['USER']} | grep -E \"\sdocker\""
+  end
+
+  local_ruby_block 'post install message' do
+    block do
+      message = I18n.t('itamae.messages.docker.after_install', :user => ENV['USER'])
+      message.split("\n").map {|line| Itamae.logger.info line }
+    end
+    action :nothing
+    subscribes :run, 'execute[add user to docker group]'
+  end
+
+  local_ruby_block 'post install message' do
+    block do
+      message = I18n.t('itamae.messages.docker.after_install', :user => ENV['USER'])
+      ['', message.split("\n"), ''].flatten.map {|line| Itamae.logger.info line }
+    end
+    action :nothing
+    subscribes :run, 'execute[add user to docker group]'
+  end
 when /rhel-7\.(.*?)/
   %w{ yum-utils device-mapper-persistent-data lvm2 }.each do |name|
     package name do
@@ -25,30 +52,20 @@ when /rhel-7\.(.*?)/
   package 'docker-ce' do
     user 'root'
   end
+
+  group 'docker' do
+    user 'root'
+  end
+  
+  execute "add user to docker group" do
+    command "sudo usermod -a -G docker #{ENV['USER']} && newgrp docker"
+    not_if "groups #{ENV['USER']} | grep -E \"\sdocker\""
+  end
 else
   raise "unsupported operating system: #{os_version}"
 end
 
-group 'docker' do
-  user 'root'
-end
-
-execute "add user to docker group" do
-  user 'root'
-  command "usermod -aG docker #{ENV['USER']}"
-  not_if "groups #{ENV['USER']} | grep -E \"\sdocker\""
-end
-
 service 'docker' do
   action [:enable, :start]
   user 'root'
 end
-
-local_ruby_block 'post install message' do
-  block do
-    message = I18n.t('itamae.messages.docker.after_install', :user => ENV['USER'])
-    message.split("\n").map {|line| Itamae.logger.info line }
-  end
-  action :nothing
-  subscribes :run, 'execute[add user to docker group]'
-end

data/itamae/cookbooks/kvm/install.rb

@@ -0,0 +1,12 @@
+%w{
+  qemu-kvm qemu-img libvirt libvirt-client libvirt-python libguestfs-tools virt-install virt-manager virt-viewer
+}.each do |name|
+  package name do
+    user 'root'
+  end
+end
+
+service 'libvirtd' do
+  user 'root'
+  action [:enable, :start]
+end

data/itamae/cookbooks/nginx/config.rb

@@ -8,7 +8,7 @@ directory '/etc/nginx/conf.d/servers' do
 end
 
 template "/etc/nginx/conf.d/servers/#{ENV['SERVER_NAME']}.conf" do
-  source 'templates/passenger.conf.erb'
+  source ::File.join(File.dirname(__FILE__), 'templates/etc/nginx/conf.d/servers/passenger.conf.erb')
   user 'root'
   owner 'root'
   group 'root'

data/itamae/cookbooks/nginx/install.rb

@@ -78,6 +78,19 @@ end
   end
 end
 
+case os_version
+when /rhel-6\.(.*?)/
+when /rhel-7\.(.*?)/
+  template '/etc/tmpfiles.d/passenger.conf' do
+    user 'root'
+    owner 'root'
+    group 'root'
+    mode '644'
+    variables :path => '/var/run/passenger-instreg',
+        :owner => 'root', :group => 'root', :mode => '0755'
+    end
+end
+
 template '/etc/nginx/conf.d/default.conf' do
   user 'root'
   owner 'root'

data/itamae/cookbooks/nginx/modules/nginx-rtmp-module.rb

@@ -4,6 +4,7 @@ directory '/opt/nginx-rtmp-module' do
   group ENV['USER']
   mode '755'
 end
+
 git '/opt/nginx-rtmp-module/v1.1.11' do
   repository 'https://github.com/arut/nginx-rtmp-module.git'
   revision 'v1.1.11'

data/itamae/cookbooks/nginx/modules/passenger.rb

@@ -1,4 +1,10 @@
 gem_package 'passenger' do
   user 'root'
-  version '5.1.8'
+  version Daddy::PASSENGER_VERSION
+end
+
+execute "rm -Rf /opt/nginx/nginx-#{Daddy::NGINX_VERSION}" do
+  user 'root'
+  subscribes :run, 'gem_package[passenger]'
+  action :nothing
 end

data/itamae/cookbooks/python/Python-3.6.3_sha256sum.txt

@@ -0,0 +1 @@
+cda7d967c9a4bfa52337cdf551bcc5cff026b6ac50a8834e568ce4a794ca81da  Python-3.6.3.tar.xz

data/itamae/cookbooks/python/install.rb

@@ -0,0 +1,23 @@
+directory 'tmp'
+
+execute "download python-#{Daddy::PYTHON_VERSION}" do
+  cwd 'tmp'
+  command <<-EOF
+    curl -O https://www.python.org/ftp/python/#{Daddy::PYTHON_VERSION}/Python-#{Daddy::PYTHON_VERSION}.tar.xz
+  EOF
+  not_if "sha256sum -c #{::File.join(::File.dirname(__FILE__), "Python-#{Daddy::PYTHON_VERSION}_sha256sum.txt")}"
+end
+
+execute "install python-#{Daddy::PYTHON_VERSION}" do
+  cwd 'tmp'
+  command <<-EOF
+    rm -Rf Python-#{Daddy::PYTHON_VERSION}/
+    tar Jxf Python-#{Daddy::PYTHON_VERSION}.tar.xz
+    pushd Python-#{Daddy::PYTHON_VERSION}
+      ./configure --enable-optimizations
+      make
+      sudo make install
+    popd
+  EOF
+  not_if "which python3 && python3 -V | grep 'Python #{Daddy::PYTHON_VERSION}'" 
+end

data/itamae/cookbooks/tensorflow/install.rb

@@ -0,0 +1,41 @@
+directory '/opt/tensorflow' do
+  user 'root'
+  owner ENV['USER']
+  group ENV['USER']
+  mode '755'
+end
+
+include_recipe '../python/install'
+include_recipe '../bazel/install'
+
+{
+  dev: '0.4.0',
+  numpy: '1.13.3',
+  pip: '9.0.1',
+  wheel: '0.30.0'
+}.each do |name, ver|
+  pip name.to_s do
+    user 'root'
+    pip_binary 'pip3'
+    version ver
+  end
+end
+
+git '/opt/tensorflow/r1.4' do
+  repository 'https://github.com/tensorflow/tensorflow'
+  revision 'r1.4'
+end
+
+local_ruby_block 'install tensorflow' do
+  cwd '/opt/tensorflow/r1.4'
+  block do
+    Itamae.logger.info ''
+    Itamae.logger.info 'Run following commands to proceed.'
+    Itamae.logger.info "\n\n" + <<-EOF
+PYTHON_BIN_PATH=/usr/local/bin/python3 ./configure
+bazel build --config=opt //tensorflow/tools/pip_package:build_pip_package
+bazel-bin/tensorflow/tools/pip_package/build_pip_package /tmp/tensorflow_pkg
+sudo pip3 install /tmp/tensorflow_pkg/tensorflow-1.4.1-cp36-cp36m-linux_x86_64.whl
+    EOF
+  end
+end

data/itamae/templates/etc/tmpfiles.d/passenger.conf.erb

@@ -0,0 +1 @@
+d <%= @path %> <%= @mode %> <%= @owner %> <%= @group %>

data/lib/capistrano/daddy.rb

@@ -1,4 +1,5 @@
 STDOUT.sync = true
 Dir.glob(File.join(File.dirname(__FILE__), 'tasks/*.rake')).each { |r| import r }
 
-set :passenger_restart_with_sudo, true
+require "capistrano/scm/git"
+install_plugin Capistrano::SCM::Git

data/lib/capistrano/tasks/clear_cache.rake

@@ -0,0 +1,13 @@
+namespace :deploy do
+
+  desc 'Clear temporary cache'
+  task :clear_cache do
+    on roles(:web), in: :groups, limit: 3, wait: 10 do
+      within release_path do
+        execute :rake, 'tmp:cache:clear'
+      end
+    end
+  end
+end
+
+after 'deploy:restart', 'deploy:clear_cache'

data/lib/daddy/cucumber.rb

@@ -2,6 +2,7 @@ require 'capybara/cucumber'
 require_relative 'cucumber/helpers'
 
 Capybara.default_selector = :css
+Capybara.server = :puma if defined?(Puma)
 
 Before do
   resize_window(1280, 720)

data/lib/daddy/version.rb

@@ -2,7 +2,13 @@ module Daddy
   VERSION = [
     VERSION_MAJOR = '0',
     VERSION_MINOR = '6',
-    VERSION_REVISION = '0'
+    VERSION_REVISION = '1'
+  ].join('.')
+
+  BAZEL_VERSION = [
+    BAZEL_VERSION_MAJOR = '0',
+    BAZEL_VERSION_MINOR = '8',
+    BAZEL_VERSION_REVISION = '1'
   ].join('.')
 
   NGINX_VERSION = [
@@ -10,4 +16,16 @@ module Daddy
     NGINX_VERSION_MINOR = '13',
     NGINX_VERSION_REVISION = '5'
   ].join('.')
+
+  PASSENGER_VERSION = [
+    PASSENGER_VERSION_MAJOR = '5',
+    PASSENGER_VERSION_MINOR = '1',
+    PASSENGER_VERSION_REVISION = '12'
+  ].join('.')
+
+  PYTHON_VERSION = [
+    PYTHON_VERSION_MAJOR = '3',
+    PYTHON_VERSION_MINOR = '6',
+    PYTHON_VERSION_REVISION = '3'
+  ].join('.')
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: daddy
 version: !ruby/object:Gem::Version
-  version: 0.6.0
+  version: 0.6.1
 platform: ruby
 authors:
 - ichy
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-10-09 00:00:00.000000000 Z
+date: 2018-01-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: capybara
@@ -122,6 +122,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: itamae-plugin-resource-pip
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: ohai
   requirement: !ruby/object:Gem::Requirement
@@ -276,6 +290,8 @@ files:
 - app/assets/stylesheets/ympicker.css.scss
 - bin/dad
 - itamae/cookbooks/app_base_dir.rb
+- itamae/cookbooks/bazel/bazel-0.8.1_sha256sum.txt
+- itamae/cookbooks/bazel/install.rb
 - itamae/cookbooks/docker/install.rb
 - itamae/cookbooks/docker/registry/install.rb
 - itamae/cookbooks/epel/install.rb
@@ -283,6 +299,7 @@ files:
 - itamae/cookbooks/god/install.rb
 - itamae/cookbooks/jenkins/install.rb
 - itamae/cookbooks/jenkins/plugins/install.rb
+- itamae/cookbooks/kvm/install.rb
 - itamae/cookbooks/letsencrypt/install.rb
 - itamae/cookbooks/memcached/install.rb
 - itamae/cookbooks/mysql/install.rb
@@ -296,12 +313,15 @@ files:
 - itamae/cookbooks/nginx/modules/nginx-rtmp-module.rb
 - itamae/cookbooks/nginx/modules/passenger.rb
 - itamae/cookbooks/nginx/nginx-1.13.5_sha256sum.txt
-- itamae/cookbooks/nginx/templates/passenger.conf.erb
-- itamae/cookbooks/nginx/templates/unicorn.conf.erb
+- itamae/cookbooks/nginx/templates/etc/nginx/conf.d/servers/passenger.conf.erb
+- itamae/cookbooks/nginx/templates/etc/nginx/conf.d/servers/unicorn.conf.erb
 - itamae/cookbooks/obs_studio/install.rb
 - itamae/cookbooks/phantomjs/install.rb
+- itamae/cookbooks/python/Python-3.6.3_sha256sum.txt
+- itamae/cookbooks/python/install.rb
 - itamae/cookbooks/redis/install.rb
 - itamae/cookbooks/sbt/install.rb
+- itamae/cookbooks/tensorflow/install.rb
 - itamae/cookbooks/trac/install.rb
 - itamae/cookbooks/unicorn/install.rb
 - itamae/cookbooks/unicorn/templates/init.d/app.erb
@@ -321,11 +341,13 @@ files:
 - itamae/templates/etc/nginx/nginx.conf.erb
 - itamae/templates/etc/sysconfig/jenkins.erb
 - itamae/templates/etc/systemd/system/tracd.service.erb
+- itamae/templates/etc/tmpfiles.d/passenger.conf.erb
 - itamae/templates/etc/vsftpd/vsftpd.conf.erb
 - itamae/templates/etc/yum.repos.d/jenkins.repo.erb
 - itamae/templates/etc/yum.repos.d/nginx.repo.erb
 - itamae/templates/lib/systemd/system/nginx.service.erb
 - lib/capistrano/daddy.rb
+- lib/capistrano/tasks/clear_cache.rake
 - lib/capistrano/tasks/update_linked_files.rake
 - lib/daddy.rb
 - lib/daddy/cucumber.rb