cawcaw 0.0.2 → 0.0.3

data/Gemfile

@@ -3,7 +3,7 @@ source "http://rubygems.org"
 # Example:
 #   gem "activesupport", ">= 2.3.5"
 
-gem "bunnish", ">= 0.1.0"
+gem "bunnish", ">= 0.1.2"
 
 # Add dependencies to develop your gem here.
 # Include everything needed to run rake, tests, features, etc.

data/VERSION

@@ -1 +1 @@
-0.0.2
+0.0.3

data/cawcaw.gemspec

@@ -0,0 +1,83 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = "cawcaw"
+  s.version = "0.0.3"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Kenji Hara"]
+  s.date = "2013-01-02"
+  s.description = "cawcaw RubyGem"
+  s.email = "haracane@gmail.com"
+  s.executables = ["cawcaw"]
+  s.extra_rdoc_files = [
+    "LICENSE.txt",
+    "README.rdoc"
+  ]
+  s.files = [
+    ".document",
+    ".rspec",
+    "Gemfile",
+    "LICENSE.txt",
+    "README.rdoc",
+    "Rakefile",
+    "VERSION",
+    "bin/cawcaw",
+    "cawcaw.gemspec",
+    "lib/cawcaw.rb",
+    "lib/cawcaw/command/hadoop.rb",
+    "lib/cawcaw/command/hadoop/dfs.rb",
+    "lib/cawcaw/command/rabbitmq.rb",
+    "lib/cawcaw/command/rabbitmq/queue_count.rb",
+    "lib/cawcaw/core/common.rb",
+    "spec/bin/cawcaw/hadoop/dfs_spec.rb",
+    "spec/bin/cawcaw/rabbitmq/queue_count_spec.rb",
+    "spec/lib/cawcaw_spec.rb",
+    "spec/spec_helper.rb"
+  ]
+  s.homepage = "http://github.com/haracane/cawcaw"
+  s.licenses = ["MIT"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = "1.8.24"
+  s.summary = "cawcaw RubyGem"
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<bunnish>, [">= 0.1.2"])
+      s.add_development_dependency(%q<rspec>, [">= 2.8.0"])
+      s.add_development_dependency(%q<rdoc>, ["~> 3.12"])
+      s.add_development_dependency(%q<bundler>, [">= 1.0.0"])
+      s.add_development_dependency(%q<jeweler>, ["~> 1.8.4"])
+      s.add_development_dependency(%q<simplecov>, [">= 0"])
+      s.add_development_dependency(%q<simplecov-rcov>, [">= 0"])
+      s.add_development_dependency(%q<ci_reporter>, [">= 1.7.0"])
+      s.add_development_dependency(%q<flog>, [">= 3.2.0"])
+    else
+      s.add_dependency(%q<bunnish>, [">= 0.1.2"])
+      s.add_dependency(%q<rspec>, [">= 2.8.0"])
+      s.add_dependency(%q<rdoc>, ["~> 3.12"])
+      s.add_dependency(%q<bundler>, [">= 1.0.0"])
+      s.add_dependency(%q<jeweler>, ["~> 1.8.4"])
+      s.add_dependency(%q<simplecov>, [">= 0"])
+      s.add_dependency(%q<simplecov-rcov>, [">= 0"])
+      s.add_dependency(%q<ci_reporter>, [">= 1.7.0"])
+      s.add_dependency(%q<flog>, [">= 3.2.0"])
+    end
+  else
+    s.add_dependency(%q<bunnish>, [">= 0.1.2"])
+    s.add_dependency(%q<rspec>, [">= 2.8.0"])
+    s.add_dependency(%q<rdoc>, ["~> 3.12"])
+    s.add_dependency(%q<bundler>, [">= 1.0.0"])
+    s.add_dependency(%q<jeweler>, ["~> 1.8.4"])
+    s.add_dependency(%q<simplecov>, [">= 0"])
+    s.add_dependency(%q<simplecov-rcov>, [">= 0"])
+    s.add_dependency(%q<ci_reporter>, [">= 1.7.0"])
+    s.add_dependency(%q<flog>, [">= 3.2.0"])
+  end
+end
+

data/lib/cawcaw/command/hadoop/dfs.rb

@@ -14,8 +14,6 @@ module Cawcaw
         params[:label_warning] ||= 5000000
         params[:label_critical] ||= 5000000
         
-        params[:hadoop_command] ||= "hadoop"
-        
         if params[:stdin_flag]
           hdfs_paths = []
           while line = input_stream.gets
@@ -35,6 +33,15 @@ module Cawcaw
           return 1
         end
         
+        absolute_hdfs_paths = {}
+        hdfs_paths.each do |hdfs_path|
+          if /^\// =~ hdfs_path
+            absolute_hdfs_paths[hdfs_path] = hdfs_path
+          else
+            absolute_hdfs_paths[hdfs_path] = "#{params[:hadoop_working_directory]}/#{hdfs_path}"
+          end
+        end
+        
         case command
         when "autoconf"
           output_stream.puts "yes"
@@ -61,14 +68,20 @@ graph_info #{params[:graph_info]}
             label_draw = "STACK"
           end
         else
-          result = `#{params[:hadoop_command]} dfs -dus #{hdfs_paths.join(" ")}`
-          hdfs_size_hash = {}
-          result = result.split(/\r?\n/).map{|line|line.split(/\s+/)}
-          result.each do |record|
+          result = `#{params[:hadoop_command]} dfs -dus #{hdfs_paths.map{|hdfs_path|absolute_hdfs_paths[hdfs_path]}.join(" ")}`
+          # STDERR.puts result
+          hdfs_sizes = {}
+          result.split(/\r?\n/).each do |line|
+            record = line.split(/\s+/)
             hdfs_uri = record[0]
-            hdfs_size = record[1]
             hdfs_uri = URI.parse(hdfs_uri)
-            label = hdfs_uri.path.gsub(/[^a-zA-Z0-9]/, "_").downcase
+            hdfs_sizes[hdfs_uri.path] = record[1]
+          end
+          # STDERR.puts hdfs_sizes.inspect
+          
+          hdfs_paths.each do |hdfs_path|
+            hdfs_size = hdfs_sizes[absolute_hdfs_paths[hdfs_path]]
+            label = hdfs_path.gsub(/[^a-zA-Z0-9]/, "_").downcase
             output_stream.puts "#{label}.value #{hdfs_size}"
           end
         end

data/lib/cawcaw/core/common.rb

@@ -7,6 +7,10 @@ module Cawcaw
         graph_vlabel = nil
         graph_category = nil
         graph_info = nil
+        
+        hadoop_working_directory = "/user/#{ENV["USER"]}"
+        hadoop_command = "hadoop"
+        
         stdin_flag = false
         verbose_flag = false
         
@@ -31,6 +35,9 @@ module Cawcaw
             label_critical = argv.shift.to_i
           when "--hadoop-command"
             hadoop_command = argv.shift
+          when "--hadoop-wdir"
+            hadoop_working_directory = argv.shift
+            hadoop_working_directory = hadoop_working_directory.gsub(/\/$/, "")
           when "--stdin"
             stdin_flag = true
           when "--verbose"
@@ -56,6 +63,7 @@ module Cawcaw
           :label_warning=>label_warning,
           :label_critical=>label_critical,
           :hadoop_command=>hadoop_command,
+          :hadoop_working_directory=>hadoop_working_directory,
           :stdin_flag=>stdin_flag,
           :verbose_flag=>verbose_flag
         }

data/spec/bin/cawcaw/hadoop/dfs_spec.rb

@@ -0,0 +1,116 @@
+require "spec_helper"
+
+describe "bin/cawcaw hadoop dfs" do
+  before :all do
+    tmpfile = Tempfile.new("cawcaw_spec.rb")
+    tmpfile.puts "foo bar baz"
+    tmpfile.close
+    system("hadoop dfs -rmr cawcaw-test >/dev/null 2>/dev/null")
+    system("hadoop dfs -put #{tmpfile.path} cawcaw-test/")
+  end
+  context "when hdfs path is absolute" do
+    it "should output hadoop dfs config" do
+      result = `#{Cawcaw::RUBY_CMD} #{Cawcaw::BIN_DIR}/cawcaw hadoop dfs /user/#{ENV["USER"]}/cawcaw-test config`
+      hash = {}
+      result.split(/\r?\n/).each do |line|
+        record = line.split(/ /, 2)
+        hash[record[0]] = record[1]
+      end
+      result = hash
+      # result.each_pair do |key, val| STDERR.puts "result[#{key.inspect}].should == #{val.inspect}" end
+      result["graph_title"].should == "HDFS size"
+      result["graph_args"].should == "--base 1000"
+      result["graph_vlabel"].should == "bytes"
+      result["graph_category"].should == "hadoop"
+      result["graph_info"].should == "HDFS size"
+      result["_user_#{ENV["USER"]}_cawcaw_test.label"].should == "/user/#{ENV["USER"]}/cawcaw-test"
+      result["_user_#{ENV["USER"]}_cawcaw_test.info"].should == "/user/#{ENV["USER"]}/cawcaw-test size"
+      result["_user_#{ENV["USER"]}_cawcaw_test.draw"].should == "AREA"
+      result["_user_#{ENV["USER"]}_cawcaw_test.warning"].should == "5000000"
+      result["_user_#{ENV["USER"]}_cawcaw_test.critical"].should == "5000000"
+    end
+  
+    it "should output hadoop dfs value" do
+      result = `#{Cawcaw::RUBY_CMD} #{Cawcaw::BIN_DIR}/cawcaw hadoop dfs /user/#{ENV["USER"]}/cawcaw-test`
+      hash = {}
+      result.split(/\r?\n/).each do |line|
+        record = line.split(/ /, 2)
+        hash[record[0]] = record[1]
+      end
+      result = hash
+      # result.each_pair do |key, val| STDERR.puts "result[#{key.inspect}].should == #{val.inspect}" end
+      result["_user_#{ENV["USER"]}_cawcaw_test.value"].should == "12"
+    end
+  end
+  context "when hdfs path is relative" do
+    context "with hadoop-wdir option" do
+      it "should output hadoop dfs config" do
+        result = `#{Cawcaw::RUBY_CMD} #{Cawcaw::BIN_DIR}/cawcaw hadoop dfs --hadoop-wdir /user #{ENV["USER"]}/cawcaw-test config`
+        hash = {}
+        result.split(/\r?\n/).each do |line|
+          record = line.split(/ /, 2)
+          hash[record[0]] = record[1]
+        end
+        result = hash
+        # result.each_pair do |key, val| STDERR.puts "result[#{key.inspect}].should == #{val.inspect}" end
+        result["graph_title"].should == "HDFS size"
+        result["graph_args"].should == "--base 1000"
+        result["graph_vlabel"].should == "bytes"
+        result["graph_category"].should == "hadoop"
+        result["graph_info"].should == "HDFS size"
+        result["#{ENV["USER"]}_cawcaw_test.label"].should == "#{ENV["USER"]}/cawcaw-test"
+        result["#{ENV["USER"]}_cawcaw_test.info"].should == "#{ENV["USER"]}/cawcaw-test size"
+        result["#{ENV["USER"]}_cawcaw_test.draw"].should == "AREA"
+        result["#{ENV["USER"]}_cawcaw_test.warning"].should == "5000000"
+        result["#{ENV["USER"]}_cawcaw_test.critical"].should == "5000000"
+      end
+    
+      it "should output hadoop dfs value" do
+        result = `#{Cawcaw::RUBY_CMD} #{Cawcaw::BIN_DIR}/cawcaw hadoop dfs --hadoop-wdir /user #{ENV["USER"]}/cawcaw-test`
+        hash = {}
+        result.split(/\r?\n/).each do |line|
+          record = line.split(/ /, 2)
+          hash[record[0]] = record[1]
+        end
+        result = hash
+        # result.each_pair do |key, val| STDERR.puts "result[#{key.inspect}].should == #{val.inspect}" end
+        result["#{ENV["USER"]}_cawcaw_test.value"].should == "12"
+      end
+    end
+    
+    context "without hadoop-wdir option" do
+      it "should output hadoop dfs config" do
+        result = `#{Cawcaw::RUBY_CMD} #{Cawcaw::BIN_DIR}/cawcaw hadoop dfs cawcaw-test config`
+        hash = {}
+        result.split(/\r?\n/).each do |line|
+          record = line.split(/ /, 2)
+          hash[record[0]] = record[1]
+        end
+        result = hash
+        # result.each_pair do |key, val| STDERR.puts "result[#{key.inspect}].should == #{val.inspect}" end
+        result["graph_title"].should == "HDFS size"
+        result["graph_args"].should == "--base 1000"
+        result["graph_vlabel"].should == "bytes"
+        result["graph_category"].should == "hadoop"
+        result["graph_info"].should == "HDFS size"
+        result["cawcaw_test.label"].should == "cawcaw-test"
+        result["cawcaw_test.info"].should == "cawcaw-test size"
+        result["cawcaw_test.draw"].should == "AREA"
+        result["cawcaw_test.warning"].should == "5000000"
+        result["cawcaw_test.critical"].should == "5000000"
+      end
+    
+      it "should output hadoop dfs value" do
+        result = `#{Cawcaw::RUBY_CMD} #{Cawcaw::BIN_DIR}/cawcaw hadoop dfs cawcaw-test`
+        hash = {}
+        result.split(/\r?\n/).each do |line|
+          record = line.split(/ /, 2)
+          hash[record[0]] = record[1]
+        end
+        result = hash
+        # result.each_pair do |key, val| STDERR.puts "result[#{key.inspect}].should == #{val.inspect}" end
+        result["cawcaw_test.value"].should == "12"
+      end
+    end
+  end  
+end

data/spec/bin/cawcaw/rabbitmq/queue_count_spec.rb

@@ -0,0 +1,40 @@
+require "spec_helper"
+
+describe "bin/cawcaw rabbitmq queue-count" do
+  before :all do
+    system("bunnish delete cawcaw-test-queue")
+    system("echo \"foo\nbar\nbaz\" | bunnish publish cawcaw-test-queue")
+  end
+  it "should output rabbitmq queue-count config" do
+    result = `#{Cawcaw::RUBY_CMD} #{Cawcaw::BIN_DIR}/cawcaw rabbitmq queue-count cawcaw-test-queue config`
+    hash = {}
+    result.split(/\r?\n/).each do |line|
+      record = line.split(/ /, 2)
+      hash[record[0]] = record[1]
+    end
+    result = hash
+    # result.each_pair do |key, val| STDERR.puts "result[#{key.inspect}].should == #{val.inspect}" end
+    result["graph_title"].should == "Queue count"
+    result["graph_args"].should == "--base 1000"
+    result["graph_vlabel"].should == "messages"
+    result["graph_category"].should == "rabbitmq"
+    result["graph_info"].should == "Queue count"
+    result["cawcaw_test_queue.label"].should == "cawcaw-test-queue"
+    result["cawcaw_test_queue.info"].should == "cawcaw-test-queue queue count"
+    result["cawcaw_test_queue.draw"].should == "AREA"
+    result["cawcaw_test_queue.warning"].should == "5000000"
+    result["cawcaw_test_queue.critical"].should == "5000000"
+  end
+
+  it "should output rabbitmq queue-count value" do
+    result = `#{Cawcaw::RUBY_CMD} #{Cawcaw::BIN_DIR}/cawcaw rabbitmq queue-count cawcaw-test-queue`
+    hash = {}
+    result.split(/\r?\n/).each do |line|
+      record = line.split(/ /, 2)
+      hash[record[0]] = record[1]
+    end
+    result = hash
+    # result.each_pair do |key, val| STDERR.puts "result[#{key.inspect}].should == #{val.inspect}" end
+    result["cawcaw_test_queue.value"].should == "3"
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: cawcaw
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
   prerelease: 
 platform: ruby
 authors:
@@ -18,7 +18,7 @@ dependencies:
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
-        version: 0.1.0
+        version: 0.1.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -26,7 +26,7 @@ dependencies:
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
-        version: 0.1.0
+        version: 0.1.2
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -172,12 +172,15 @@ files:
 - Rakefile
 - VERSION
 - bin/cawcaw
+- cawcaw.gemspec
 - lib/cawcaw.rb
 - lib/cawcaw/command/hadoop.rb
 - lib/cawcaw/command/hadoop/dfs.rb
 - lib/cawcaw/command/rabbitmq.rb
 - lib/cawcaw/command/rabbitmq/queue_count.rb
 - lib/cawcaw/core/common.rb
+- spec/bin/cawcaw/hadoop/dfs_spec.rb
+- spec/bin/cawcaw/rabbitmq/queue_count_spec.rb
 - spec/lib/cawcaw_spec.rb
 - spec/spec_helper.rb
 homepage: http://github.com/haracane/cawcaw
@@ -195,7 +198,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 1321405576812598434
+      hash: -260789276697941311
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements: