bixby_common 0.2.0

data/.document

@@ -0,0 +1,5 @@
+lib/**/*.rb
+bin/*
+- 
+features/**/*.feature
+LICENSE.txt

data/Gemfile

@@ -0,0 +1,21 @@
+source "http://rubygems.org"
+
+gem "multi_json"
+gem "oj"
+gem "curb"
+gem "systemu"
+
+group :development do
+  gem "yard", "~> 0.8"
+  gem "bundler", "~> 1.1"
+  gem "jeweler", "~> 1.8.3"
+
+  gem "simplecov",    :platforms => :mri_19
+  gem "rcov",         :platforms => :mri_18
+
+  gem "minitest",     :platforms => :mri_19
+  gem "test-unit",    :platforms => :mri_18
+
+  gem "turn"
+end
+

data/Gemfile.lock

@@ -0,0 +1,45 @@
+GEM
+  remote: http://rubygems.org/
+  specs:
+    ansi (1.4.2)
+    curb (0.8.0)
+    git (1.2.5)
+    jeweler (1.8.3)
+      bundler (~> 1.0)
+      git (>= 1.2.5)
+      rake
+      rdoc
+    json (1.7.3)
+    minitest (3.1.0)
+    multi_json (1.3.6)
+    oj (1.2.11)
+    rake (0.9.2.2)
+    rcov (1.0.0)
+    rdoc (3.12)
+      json (~> 1.4)
+    simplecov (0.6.4)
+      multi_json (~> 1.0)
+      simplecov-html (~> 0.5.3)
+    simplecov-html (0.5.3)
+    systemu (2.5.1)
+    test-unit (2.5.0)
+    turn (0.9.5)
+      ansi
+    yard (0.8.2.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.1)
+  curb
+  jeweler (~> 1.8.3)
+  minitest
+  multi_json
+  oj
+  rcov
+  simplecov
+  systemu
+  test-unit
+  turn
+  yard (~> 0.8)

data/Rakefile

@@ -0,0 +1,50 @@
+# encoding: utf-8
+
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+require 'jeweler'
+
+Jeweler::Tasks.new do |gemspec|
+  gemspec.name = "bixby_common"
+  gemspec.summary = "Bixby Common"
+  gemspec.description = "Bixby Common files/libs"
+  gemspec.email = "chetan@pixelcop.net"
+  gemspec.homepage = "http://github.com/chetan/devops_common"
+  gemspec.authors = ["Chetan Sarva"]
+end
+Jeweler::RubygemsDotOrgTasks.new
+
+Dir['tasks/**/*.rake'].each { |rake| load rake }
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/test_*.rb'
+  test.verbose = true
+end
+
+if Module.const_defined? :Rcov then
+  begin
+    require 'rcov/rcovtask'
+    Rcov::RcovTask.new do |test|
+      test.libs << 'test'
+      test.pattern = 'test/**/test_*.rb'
+      test.verbose = true
+      test.rcov_opts << '--exclude "gems/*"'
+    end
+  rescue Exception => ex
+  end
+end
+
+task :default => :test
+
+require 'yard'
+YARD::Rake::YardocTask.new

data/VERSION

@@ -0,0 +1 @@
+0.2.0

data/bixby_common.gemspec

@@ -0,0 +1,95 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = "bixby_common"
+  s.version = "0.2.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Chetan Sarva"]
+  s.date = "2012-07-27"
+  s.description = "Bixby Common files/libs"
+  s.email = "chetan@pixelcop.net"
+  s.files = [
+    ".document",
+    "Gemfile",
+    "Gemfile.lock",
+    "Rakefile",
+    "VERSION",
+    "bixby_common.gemspec",
+    "lib/bixby_common.rb",
+    "lib/bixby_common/api/base_module.rb",
+    "lib/bixby_common/api/bundle_repository.rb",
+    "lib/bixby_common/api/json_request.rb",
+    "lib/bixby_common/api/json_response.rb",
+    "lib/bixby_common/command_response.rb",
+    "lib/bixby_common/command_spec.rb",
+    "lib/bixby_common/exception/bundle_not_found.rb",
+    "lib/bixby_common/exception/command_not_found.rb",
+    "lib/bixby_common/util/crypto_util.rb",
+    "lib/bixby_common/util/hashify.rb",
+    "lib/bixby_common/util/http_client.rb",
+    "lib/bixby_common/util/jsonify.rb",
+    "test/helper.rb",
+    "test/support/test_bundle/bin/cat",
+    "test/support/test_bundle/bin/echo",
+    "test/support/test_bundle/digest",
+    "test/support/test_bundle/manifest.json",
+    "test/test_bixby_common.rb",
+    "test/test_command_spec.rb",
+    "test/test_jsonify.rb",
+    "test_guard.rb"
+  ]
+  s.homepage = "http://github.com/chetan/devops_common"
+  s.require_paths = ["lib"]
+  s.rubygems_version = "1.8.24"
+  s.summary = "Bixby Common"
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<multi_json>, [">= 0"])
+      s.add_runtime_dependency(%q<oj>, [">= 0"])
+      s.add_runtime_dependency(%q<curb>, [">= 0"])
+      s.add_runtime_dependency(%q<systemu>, [">= 0"])
+      s.add_development_dependency(%q<yard>, ["~> 0.8"])
+      s.add_development_dependency(%q<bundler>, ["~> 1.1"])
+      s.add_development_dependency(%q<jeweler>, ["~> 1.8.3"])
+      s.add_development_dependency(%q<simplecov>, [">= 0"])
+      s.add_development_dependency(%q<rcov>, [">= 0"])
+      s.add_development_dependency(%q<minitest>, [">= 0"])
+      s.add_development_dependency(%q<test-unit>, [">= 0"])
+      s.add_development_dependency(%q<turn>, [">= 0"])
+    else
+      s.add_dependency(%q<multi_json>, [">= 0"])
+      s.add_dependency(%q<oj>, [">= 0"])
+      s.add_dependency(%q<curb>, [">= 0"])
+      s.add_dependency(%q<systemu>, [">= 0"])
+      s.add_dependency(%q<yard>, ["~> 0.8"])
+      s.add_dependency(%q<bundler>, ["~> 1.1"])
+      s.add_dependency(%q<jeweler>, ["~> 1.8.3"])
+      s.add_dependency(%q<simplecov>, [">= 0"])
+      s.add_dependency(%q<rcov>, [">= 0"])
+      s.add_dependency(%q<minitest>, [">= 0"])
+      s.add_dependency(%q<test-unit>, [">= 0"])
+      s.add_dependency(%q<turn>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<multi_json>, [">= 0"])
+    s.add_dependency(%q<oj>, [">= 0"])
+    s.add_dependency(%q<curb>, [">= 0"])
+    s.add_dependency(%q<systemu>, [">= 0"])
+    s.add_dependency(%q<yard>, ["~> 0.8"])
+    s.add_dependency(%q<bundler>, ["~> 1.1"])
+    s.add_dependency(%q<jeweler>, ["~> 1.8.3"])
+    s.add_dependency(%q<simplecov>, [">= 0"])
+    s.add_dependency(%q<rcov>, [">= 0"])
+    s.add_dependency(%q<minitest>, [">= 0"])
+    s.add_dependency(%q<test-unit>, [">= 0"])
+    s.add_dependency(%q<turn>, [">= 0"])
+  end
+end
+

data/lib/bixby_common.rb

@@ -0,0 +1,21 @@
+
+module Bixby
+
+  autoload :CommandResponse, "bixby_common/command_response"
+  autoload :CommandSpec, "bixby_common/command_spec"
+
+  autoload :JsonRequest, "bixby_common/api/json_request"
+  autoload :JsonResponse, "bixby_common/api/json_response"
+
+  autoload :BaseModule, "bixby_common/api/base_module"
+  autoload :BundleRepository, "bixby_common/api/bundle_repository"
+
+  autoload :BundleNotFound, "bixby_common/exception/bundle_not_found"
+  autoload :CommandNotFound, "bixby_common/exception/command_not_found"
+
+  autoload :CryptoUtil, "bixby_common/util/crypto_util"
+  autoload :HttpClient, "bixby_common/util/http_client"
+  autoload :Jsonify, "bixby_common/util/jsonify"
+  autoload :Hashify, "bixby_common/util/hashify"
+
+end

data/lib/bixby_common/api/base_module.rb

@@ -0,0 +1,12 @@
+
+module Bixby
+  class BaseModule
+
+    class << self
+      attr_accessor :agent, :manager_uri
+
+      include HttpClient
+    end
+
+  end # BaseModule
+end # Bixby

data/lib/bixby_common/api/bundle_repository.rb

@@ -0,0 +1,12 @@
+
+# path should be initialized on Agent or Manager start
+
+module Bixby
+
+  class BundleRepository < BaseModule
+    class << self
+      attr_accessor :path
+    end
+  end # BundleRepository
+
+end # Bixby

data/lib/bixby_common/api/json_request.rb

@@ -0,0 +1,25 @@
+
+module Bixby
+
+# Wraps a JSON Request
+#
+# @attr [String] operation  Name of operation
+# @attr [Array] params  Array of paramters; must be valid JSON types
+class JsonRequest
+
+  include Jsonify
+  include HttpClient
+
+  attr_accessor :operation, :params
+
+  # Create a new JsonRequest
+  #
+  # @param [String] operation  Name of operation
+  # @param [Array] params  Array of parameters; must ve valid JSON types
+  def initialize(operation, params)
+    @operation = operation
+    @params = params
+  end
+
+end # JsonRequest
+end # Bixby

data/lib/bixby_common/api/json_response.rb

@@ -0,0 +1,69 @@
+
+module Bixby
+
+# Wraps a JSON Response
+#
+# @attr [String] status  Status of operaiton ("success" or "fail")
+# @attr [String] message  Response message
+# @attr [Hash] data  Response data as key/value pairs
+# @attr [FixNum] code  Response code
+class JsonResponse
+
+  include Jsonify
+
+  attr_accessor :status, :message, :data, :code
+
+  SUCCESS = "success"
+  FAIL    = "fail"
+
+  # Create a new JsonResponse
+  #
+  # @param [String] status  Status of operaiton ("success" or "fail")
+  # @param [String] message  Response message
+  # @param [Hash] data  Response data as key/value pairs
+  # @param [FixNum] code  Response code
+  def initialize(status = nil, message = nil, data = nil, code = nil)
+    @status = status
+    @message = message
+    @data = data
+    @code = code
+  end
+
+  # Was operation successful?
+  #
+  # @return [Boolean] True if @status == "success"
+  def success?
+    @status && @status == SUCCESS
+  end
+
+  # Was operation unsuccessful?
+  #
+  # @return [Boolean] True if @status != "success"
+  def fail?
+    @status && @status == FAIL
+  end
+
+  # Create a JsonResponse representing an invalid request
+  #
+  # @param [String] msg Optional message (default: "invalid request")
+  def self.invalid_request(msg = nil)
+    new("fail", (msg || "invalid request"), nil, 400)
+  end
+
+  # Create a JsonResponse indicating "bundle not found"
+  #
+  # @param [String] bundle  Name of bundle
+  def self.bundle_not_found(bundle)
+    new("fail", "bundle not found: #{bundle}", nil, 404)
+  end
+
+  # Create a JsonResponse indicating "command not found"
+  #
+  # @param [String] command  Name of command
+  def self.command_not_found(command)
+    new("fail", "command not found: #{command}", nil, 404)
+  end
+
+end # JsonResponse
+
+end # Bixby

data/lib/bixby_common/command_response.rb

@@ -0,0 +1,31 @@
+
+module Bixby
+class CommandResponse
+
+  include Jsonify
+
+  attr_accessor :status, :stdout, :stderr
+
+  def initialize(params = nil)
+    return if params.nil? or params.empty?
+    params.each{ |k,v| self.send("#{k}=", v) if self.respond_to? "#{k}=" }
+  end
+
+  def success?
+    @status.to_i == 0
+  end
+
+  def error?
+    not success?
+  end
+
+  def decode
+    MultiJson.load(@stdout)
+  end
+
+  def decode_stderr
+    MultiJson.load(@stderr)
+  end
+
+end # CommandResponse
+end # Bixby

data/lib/bixby_common/command_spec.rb

@@ -0,0 +1,149 @@
+
+require 'digest'
+require 'tempfile'
+
+require 'systemu'
+
+module Bixby
+class CommandSpec
+
+  include Jsonify
+  include Hashify
+
+  attr_accessor :repo, :digest, :bundle, :command, :args, :stdin, :env
+
+  # Create new CommandSpec
+  #
+  # @params [Hash] params  Hash of attributes to initialize with
+  def initialize(params = nil)
+    return if params.nil? or params.empty?
+    params.each{ |k,v| self.send("#{k}=", v) if self.respond_to? "#{k}=" }
+
+    digest = load_digest()
+    @digest = digest["digest"] if digest
+  end
+
+  # Execute this command
+  #
+  # @param [String] cmd  Command string to execute
+  #
+  # @return [Array<FixNum, String, String>] status code, stdout, stderr
+  def execute
+    if @stdin and not @stdin.empty? then
+      temp = Tempfile.new("input-")
+      temp << @stdin
+      temp.flush
+      temp.close
+      cmd = "sh -c 'cat #{temp.path} | #{self.command_file}"
+    else
+      cmd = "sh -c '#{self.command_file}"
+    end
+    cmd += @args ? " #{@args}'" : "'"
+
+    status, stdout, stderr = system_exec(cmd)
+  end
+
+  # Validate the existence of this Command on the local system
+  #
+  # @return [Boolean] returns true if available, else raises error
+  # @raise [BundleNotFound]
+  # @raise [CommandNotFound]
+  def validate
+    if not bundle_exists? then
+      raise BundleNotFound.new("repo = #{@repo}; bundle = #{@bundle}")
+    end
+
+    if not command_exists? then
+      raise CommandNotFound.new("repo = #{@repo}; bundle = #{@bundle}; command = #{@command}")
+    end
+    return true
+  end
+
+  # resolve the given bundle
+  def bundle_dir
+    if @repo == "local" and Module.constants.include? :AGENT_ROOT then
+      # only resolve the special "local" repo for Agents
+      return File.expand_path(File.join(AGENT_ROOT, "../repo", @bundle))
+    end
+    File.join(BundleRepository.path, self.relative_path)
+  end
+
+  def relative_path
+    File.join(@repo, @bundle)
+  end
+
+  def bundle_exists?
+    File.exists? self.bundle_dir
+  end
+
+  def command_file
+    File.join(self.bundle_dir, "bin", @command)
+  end
+
+  def command_exists?
+    File.exists? self.command_file
+  end
+
+  def config_file
+    command_file + ".json"
+  end
+
+  def load_config
+    if File.exists? config_file then
+      MultiJson.load(File.read(config_file))
+    else
+      {}
+    end
+  end
+
+  def digest_file
+    File.join(self.bundle_dir, "digest")
+  end
+
+  def load_digest
+    begin
+      return MultiJson.load(File.read(digest_file))
+    rescue => ex
+    end
+    nil
+  end
+
+  def update_digest
+
+    path = self.bundle_dir
+    sha = Digest::SHA2.new
+    bundle_sha = Digest::SHA2.new
+
+    digests = []
+    Dir.glob("#{path}/**/*").sort.each do |f|
+      next if File.directory? f || File.basename(f) == "digest"
+      bundle_sha.file(f)
+      sha.reset()
+      digests << { :file => f.gsub(/#{path}\//, ''), :digest => sha.file(f).hexdigest() }
+    end
+
+    @digest = { :digest => bundle_sha.hexdigest(), :files => digests }
+    File.open(path+"/digest", 'w'){ |f| f.write(MultiJson.dump(@digest, :pretty => true) + "\n") }
+
+  end
+
+
+  private
+
+  # Cleanup the ENV before executing command
+  #
+  # @param [String] cmd  Command string to execute
+  #
+  # @return [Array<FixNum, String, String>] status, stdout, stderr
+  def system_exec(cmd)
+    rem = [ "BUNDLE_BIN_PATH", "BUNDLE_GEMFILE", "RUBYOPT" ]
+    old_env = {}
+    rem.each{ |r| old_env[r] = ENV.delete(r) }
+    status, stdout, stderr = systemu(cmd)
+    rem.each{ |r| ENV[r] = old_env[r] if old_env[r] }
+
+    return [ status, stdout, stderr ]
+  end
+
+end # CommandSpec
+end # Bixby