devinstall 0.0.1

data/.gitignore

@@ -0,0 +1,16 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/.idea/codeStyleSettings.xml

@@ -0,0 +1,13 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectCodeStyleSettingsManager">
+    <option name="PER_PROJECT_SETTINGS">
+      <value>
+        <XML>
+          <option name="XML_LEGACY_SETTINGS_IMPORTED" value="true" />
+        </XML>
+      </value>
+    </option>
+  </component>
+</project>
+

data/.idea/devinstall.iml

@@ -0,0 +1,23 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module type="RUBY_MODULE" version="4">
+  <component name="FacetManager">
+    <facet type="gem" name="Gem">
+      <configuration>
+        <option name="GEM_APP_ROOT_PATH" value="$MODULE_DIR$" />
+        <option name="GEM_APP_TEST_PATH" value="$MODULE_DIR$/test" />
+        <option name="GEM_APP_LIB_PATH" value="$MODULE_DIR$/lib" />
+      </configuration>
+    </facet>
+  </component>
+  <component name="NewModuleRootManager">
+    <content url="file://$MODULE_DIR$">
+      <sourceFolder url="file://$MODULE_DIR$/test" isTestSource="true" />
+    </content>
+    <orderEntry type="inheritedJdk" />
+    <orderEntry type="sourceFolder" forTests="false" />
+    <orderEntry type="library" scope="PROVIDED" name="bundler (v1.3.0.pre.8, ruby-1.9.3-p374) [gem]" level="application" />
+    <orderEntry type="library" scope="PROVIDED" name="getopt (v1.4.1, ruby-1.9.3-p374) [gem]" level="application" />
+    <orderEntry type="library" scope="PROVIDED" name="rake (v10.0.3, ruby-1.9.3-p374) [gem]" level="application" />
+  </component>
+</module>
+

data/.idea/dictionaries/dragos.xml

@@ -0,0 +1,3 @@
+<component name="ProjectDictionaryState">
+  <dictionary name="dragos" />
+</component>

data/.idea/encodings.xml

@@ -0,0 +1,5 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="Encoding" useUTFGuessing="true" native2AsciiForPropertiesFiles="false" />
+</project>
+

data/.idea/inspectionProfiles/Project_Default.xml

@@ -0,0 +1,11 @@
+<component name="InspectionProjectProfileManager">
+  <profile version="1.0" is_locked="false">
+    <option name="myName" value="Project Default" />
+    <option name="myLocal" value="false" />
+    <inspection_tool class="SpellCheckingInspection" enabled="false" level="TYPO" enabled_by_default="false">
+      <option name="processCode" value="true" />
+      <option name="processLiterals" value="true" />
+      <option name="processComments" value="true" />
+    </inspection_tool>
+  </profile>
+</component>

data/.idea/inspectionProfiles/profiles_settings.xml

@@ -0,0 +1,7 @@
+<component name="InspectionProjectProfileManager">
+  <settings>
+    <option name="PROJECT_PROFILE" value="Project Default" />
+    <option name="USE_PROJECT_PROFILE" value="true" />
+    <version value="1.0" />
+  </settings>
+</component>

data/.idea/misc.xml

@@ -0,0 +1,5 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectRootManager" version="2" project-jdk-name="ruby-1.9.3-p374" project-jdk-type="RUBY_SDK" />
+</project>
+

data/.idea/modules.xml

@@ -0,0 +1,9 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectModuleManager">
+    <modules>
+      <module fileurl="file://$PROJECT_DIR$/.idea/devinstall.iml" filepath="$PROJECT_DIR$/.idea/devinstall.iml" />
+    </modules>
+  </component>
+</project>
+

data/.idea/scopes/scope_settings.xml

@@ -0,0 +1,5 @@
+<component name="DependencyValidationManager">
+  <state>
+    <option name="SKIP_IMPORT_STATEMENTS" value="false" />
+  </state>
+</component>

data/.idea/vcs.xml

@@ -0,0 +1,7 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="VcsDirectoryMappings">
+    <mapping directory="$PROJECT_DIR$" vcs="Git" />
+  </component>
+</project>
+

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in devinstall.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 TODO: Write your name
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README

@@ -0,0 +1 @@
+This file was created by JetBrains RubyMine 5.0 for binding GitHub repository

data/README.md

@@ -0,0 +1,57 @@
+# Devinstall
+
+This is a poor man automatic builder / installer / deployer for packages.
+
+The build happens on a remote machine (in the future on several remote machines by package type)
+via external tools rsync and ssh.
+
+The packages are installed on the remote machines also via external rsync/scp and sshsudo
+(until I will implement something more appropriate in Ruby)
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'devinstall'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install devinstall
+
+## Usage
+
+Example command:
+
+    $ devinstall –config ./config.yml --environment dev --package ui-lbgenerate --action install
+
+This will build and install the package on dev environment
+
+or
+
+    $ devinstall --config ./config.yml --environment dev-rh --package ui-lbgenerate --action upload
+
+This will build and upload package to repository for dev-rh environment as defined in config.yml
+
+The command line parameters are:
+
+	--config: the config file (defaults to ./config.yml)
+
+	--environment: the environment for the install or upload action
+
+	-- package: the package to be built and installed/uploaded
+
+	--type: only for –action build and specifies the package type (deb, rpm, tar.gz, arc....)
+
+	--action: can be build (require also --type), install (require --environment) or upload (also require --environment)
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/pkg-tool

@@ -0,0 +1,38 @@
+#!/usr/bin/env ruby
+
+require 'getoptlong'
+require 'devinstall'
+require 'devinstall/settings'
+
+opt =Getopt::Long.getopts(
+    ['--package', '-p', Getopt::REQUIRED],
+    ['--config',  '-c', Getopt::REQUIRED],
+    ['--type',    '-t', Getopt::REQUIRED],
+    ['--env',     '-e', Getopt::REQUIRED],
+    ['--build',   '-b', ],
+    ['--upload',  '-u', ],
+    ['--install', '-i', ],
+    ['--help',    '-h', ],
+)
+
+if opt['help']
+  p('Usage: pkg-install --package|-p <package> --config|-c <config file> --build|--upload|--install')
+  exit!(0)
+end
+
+Settings.load!(opt['config'])
+package=Pkg.new(opt['package'])
+
+if opt[:build]
+  package.build!(opt['type'].to_sym)
+end
+
+if opt[:install]
+  package.build!(opt['type'].to_sym)
+  package.install!(opt['env'].to_sym)
+end
+
+if opt[:upload]
+  package.build!(opt['type'].to_sym)
+  package.upload!(opt['env'].to_sym)
+end

data/devinstall.gemspec

@@ -0,0 +1,24 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'devinstall/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'devinstall'
+  spec.version       = Devinstall::VERSION
+  spec.authors       = ['Dragos Boca']
+  spec.email         = ['dboca@mail.com']
+  spec.description   = %q{remote builder and installer}
+  spec.summary       = %q{Copy the source files to a build host, build the packages and install builded packages}
+  spec.homepage      = 'http://github.com/dboca/devinstall'
+  spec.license       = 'MIT'
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = %w(lib)
+
+  spec.add_development_dependency 'bundler'
+  spec.add_development_dependency 'rake'
+  spec.add_development_dependency 'getopt'
+end

data/doc/example.yml

@@ -0,0 +1,58 @@
+base:
+  rsync: /usr/bin/rsync
+  ssh: /usr/bin/ssh
+  scp: /usr/bin/scp
+  sudo: /usr/bin/sshsudo
+local:
+# folder - source folder
+# temp - temporary folder
+  folder: ~/work/project
+  temp: ~/tmp
+build:
+# host - build machine
+# folder - rsync to?
+# target - the folder where packages will be generated (defaults to folder)
+# user - for ssh / rsync
+  user: dboca
+  host: vm.development.lan
+  folder: rs
+  target: rs
+install:
+# host - dev/prod deploy and install host
+# user - for scp / ssh / rsync  (defaults to base[user])
+# environment - live/qa/dev/...
+  user: dboca
+  environments:
+    dev:
+      host: dev01.server.lan
+      type: deb
+      folder: ~ ## folder for scp
+      user: dboca1
+    prod:
+      host: prod01.server.lan
+      type: rpm
+      # user defaults to install[:user]
+repos:
+# for repository deployment
+   environments:
+     dev:
+       type: deb
+       user: upload
+       host: debian-repo01.server.lan
+       folder: /srv/repo
+     dev-rh:
+       type: rpm
+packages:
+  ui-lbgenerate:
+# might contain all the sections above (local, build, install, repodeploy)
+# type and build_command are mandatory
+# in build_command the folowing expansions are made:
+#  %f build[folder]
+#  %t build[target]
+#  %p package (current package)
+#  %T type (deb, rpm, tar.gz ,...)
+    deb:
+      build_command: "cd %f && dpkg-buildpackage"
+  ui-lbcli:
+    deb:
+      build_command: "cd %f && dpkg-buildpackage"

data/lib/devinstall/deep_symbolize.rb

@@ -0,0 +1,65 @@
+# Symbolizes all of hash's keys and subkeys.
+# Also allows for custom pre-processing of keys (e.g. downcasing, etc)
+# if the block is given:
+#
+# somehash.deep_symbolize { |key| key.downcase }
+#
+# Usage: either include it into global Hash class to make it available to
+# to all hashes, or extend only your own hash objects with this
+# module.
+# E.g.:
+# 1) class Hash; include DeepSymbolizable; end
+# 2) myhash.extend DeepSymbolizable
+
+module DeepSymbolizable
+
+  class Hash
+    include DeepSymbolizable
+  end
+
+  def deep_symbolize(&block)
+    method = self.class.to_s.downcase.to_sym
+    syms   = DeepSymbolizable::Symbolizers
+    syms.respond_to?(method) ? syms.send(method, self, &block) : self
+  end
+
+  module Symbolizers
+    extend self
+
+    # the primary method - symbolizes keys of the given hash,
+    # preprocessing them with a block if one was given, and recursively
+    # going into all nested enumerables
+    def hash(hash, &block)
+      hash.inject({}) do |result, (key, value)|
+        # Recursively deep-symbolize subhashes
+        value = _recurse_(value, &block)
+
+        # Pre-process the key with a block if it was given
+        key = yield key if block_given?
+        # Symbolize the key string if it responds to to_sym
+        sym_key = key.to_sym rescue key
+
+        # write it back into the result and return the updated hash
+        result[sym_key] = value
+        result
+      end
+    end
+
+    # walking over arrays and symbolizing all nested elements
+    def array(ary, &block)
+      ary.map { |v| _recurse_(v, &block) }
+    end
+
+    # handling recursion - any Enumerable elements (except String)
+    # is being extended with the module, and then symbolized
+    def _recurse_(value, &block)
+      if value.is_a?(Enumerable) && !value.is_a?(String)
+        # support for a use case without extended core Hash
+        value.extend DeepSymbolizable unless value.class.include?(DeepSymbolizable)
+        value = value.deep_symbolize(&block)
+      end
+      value
+    end
+  end
+
+end

data/lib/devinstall/settings.rb

@@ -0,0 +1,55 @@
+require 'yaml'
+require 'devinstall/deep_symbolize'
+
+module Settings
+  # again - it's a singleton, thus implemented as a self-extended module
+  extend self
+
+  @_settings = {}
+  attr_reader :_settings
+
+  def load!(filename, options = {})
+    newsets = YAML::load_file(filename).deep_symbolize
+    newsets = newsets[options[:env].to_sym] if options[:env] && newsets[options[:env].to_sym]
+    deep_merge!(@_settings, newsets)
+  end
+
+  # Deep merging of hashes
+  # deep_merge by Stefan Rusterholz, see http://www.ruby-forum.com/topic/142809
+  def deep_merge!(target, data)
+    merger = proc { |_, v1, v2|
+      Hash === v1 && Hash === v2 ? v1.merge(v2, &merger) : v2 }
+    target.merge! data, &merger
+  end
+
+  #def method_missing(name, *args, &block)
+  #  @_settings[name.to_sym] ||
+  #      fail(NoMethodError, "unknown configuration root #{name}", caller)
+  #end
+
+  def base
+    @_settings[:base]
+  end
+
+  def local
+    @_settings[:local]
+  end
+
+  def build
+    @_settings[:build]
+  end
+
+  def install
+    @_settings[:install]
+  end
+
+  def repos
+    @_settings[:repos]
+  end
+
+  def packages
+    @_settings[:packages]
+  end
+
+end
+

data/lib/devinstall/version.rb

@@ -0,0 +1,3 @@
+module Devinstall
+  VERSION = "0.0.1"
+end

data/lib/devinstall.rb

@@ -0,0 +1,96 @@
+require 'devinstall/version'
+require 'devinstall/settings' ##  in near future we will have to abandon Settings
+                              # for something more complex because we will need to
+                              # define things (repos/install-hosts) for different
+                              # environments (dev/qa/prelive/live/prod/backup and so)
+
+module Devinstall
+  class Pkg
+
+    def get_version(type)
+      if type == :deb # curently implemented only for .deb packages
+        deb_changelog          ="#{Settings.local[:folder]}/#{package}/debian/changelog"
+        deb_package_version    =File.open(deb_changelog, 'r').gets.chomp.sub(/^.*\((.*)\).*$/, "\1")
+        @_package_version[:deb]=deb_package_version
+      end
+    end
+
+    def new (package)
+      # curently implemented only for .deb packages (for .rpm later :D)
+      @package             =package.to_sym
+      @_package_version    =Hash.new # versions for types:
+      @package_files       =Hash.new
+      pname                ="#{package}_#{get_version :deb}"
+      @package_files[:deb] ={deb: "#{pname}_all.deb",
+                             tgz: "#{pname}.tar.gz",
+                             dsc: "#{pname}.dsc",
+                             chg: "#{pname}_debian.changes"}
+    end
+
+    def upload! (environment)
+      scp  =Settings.base[:scp]
+      repo =Hash.new
+      type =Settings.repos[environment][:type]
+      [:user, :host, :folder].each do |k|
+        fail("Unexistent key repos:#{environment}:#{k}") unless Settings.repos[environment].has_key?(k)
+        repo[k]=Settings.repos[environment][k]
+      end
+      build(type)
+      @package_files[type].each do |p|
+        system("#{scp} #{Settings.local[:temp]}/#{p} #{repo[:user]}@#{repo[:host]}:#{repo[:folder]}")
+      end
+
+    end
+
+    def build! (type)
+      unless Settings.packages[@package].has_key?(type)
+        puts("Package '#{@package}' cannot be built for the required environment")
+        puts("undefined build configuration for '#{type.to_s}'")
+        exit!(1)
+      end
+      build =Hash.new
+      [:user, :host, :folder, :target].each do |k|
+        unless Settings.build.has_key?(k)
+          puts("Undefined key 'build:#{k.to_s}:'")
+          exit!(1)
+        end
+        build[k]=Settings.build[k]
+      end
+      ssh          =Settings.base[:ssh]
+      build_command=Settings.packages[@package][type][:build_command]
+      rsync        =Settings.base[:rsync]
+      local_folder =Settings.local[:folder]
+      local_temp   =Settings.local[:temp]
+      system("#{rsync} -az #{local_folder}/ #{build[:user]}@#{build[:host]}:#{build[:folder]}")
+      system("#{ssh} #{build[:user]}@#{build[:host]} -c \"#{build_command}\"")
+      @package_files[type].each do |p|
+        system("#{rsync} -az #{build[:user]}@#{build[:host]}/#{build[:target]}/#{p} #{local_temp}")
+      end
+    end
+
+    def install! (environment)
+      sudo       =Settings.base[:sudo]
+      scp        =Settings.base[:scp]
+      type       =Settings.install[environment][:type]
+      local_temp =Settings.local[:temp]
+      build!(type)
+      install=Hash.new
+      [:user, :host, :folder].each do |k|
+        unless Settings.install[environment].has_key?(k)
+          puts "Undefined key 'install:#{environment.to_s}:#{k.to_s}'"
+          exit!(1)
+        end
+        install[k]=Settings[environment][k]
+      end
+      case type.to_sym
+        when :deb
+          system("#{scp} #{local_temp}/#{@package_files[type][:deb]} #{install[:user]}@#{install[:host]}/#{install[:folder]}")
+          system("#{sudo} #{build![:user]}@#{build[:host]} \"dpkg -i #{install[:folder]}/#{@package_files[type][:deb]}")
+        else
+          puts "unknown package type '#{type.to_s}'"
+          exit!(1)
+      end
+    end
+  end
+end
+

metadata

@@ -0,0 +1,119 @@
+--- !ruby/object:Gem::Specification
+name: devinstall
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Dragos Boca
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-03-23 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: getopt
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: remote builder and installer
+email:
+- dboca@mail.com
+executables:
+- pkg-tool
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .idea/codeStyleSettings.xml
+- .idea/devinstall.iml
+- .idea/dictionaries/dragos.xml
+- .idea/encodings.xml
+- .idea/inspectionProfiles/Project_Default.xml
+- .idea/inspectionProfiles/profiles_settings.xml
+- .idea/misc.xml
+- .idea/modules.xml
+- .idea/scopes/scope_settings.xml
+- .idea/vcs.xml
+- Gemfile
+- LICENSE.txt
+- README
+- README.md
+- Rakefile
+- bin/pkg-tool
+- devinstall.gemspec
+- doc/example.yml
+- lib/devinstall.rb
+- lib/devinstall/deep_symbolize.rb
+- lib/devinstall/settings.rb
+- lib/devinstall/version.rb
+homepage: http://github.com/dboca/devinstall
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.25
+signing_key: 
+specification_version: 3
+summary: Copy the source files to a build host, build the packages and install builded
+  packages
+test_files: []