presto-metrics 0.3.6 → 0.3.7

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 20f88464eb58713f773bc24d7f516f3f4a31f819
+  data.tar.gz: 8d1598547abeaf89260ef9d20b87824bb379bd25
+SHA512:
+  metadata.gz: b22ce44ca5bca80e2b23054afa1eb7d95a04e60f8badad6140bd657d5df0a0f8c17bf48e04fe5bc28afebf62d40478cabc77c508c7e0c973c8483aaba2239b14
+  data.tar.gz: af635b4094ab5fe5f7c1d026ffc295ad35594f11e0b70620decac778420779956ac9118a16ac1bda5152a71a4a826ae1106f7859c4e64ab01695aafbcb4921c5

data/README.md

@@ -67,6 +67,30 @@ client.node_scheduler_metrics    # com.facebook.presto.execution:name=NodeSchedu
 client.task_executor_metrics     # com.facebook.presto.execution:name=TaskExecutor
 client.task_manager_metrics      # com.facebook.presto.execution:name=TaskManager
 
+# Retrieve presto worker metrics
+pp client.node_metrics
+[{"host"=>"xxx.xxx.xxx.xxx",
+  "uri"=>"http://xxx.xxx.xxx.xxx:8080",
+  "recent_requests"=>120.00277776491774,
+  "recent_failures"=>0.0,
+  "recent_successes"=>120.0027781973587,
+  "last_request_time"=>"2015-03-19T03:27:23.242Z",
+  "last_response_time"=>"2015-03-19T03:27:23.243Z",
+  "recent_failure_ratio"=>0.0,
+  "age"=>"38.56m",
+  "recent_failures_by_type"=>{}},
+ {"host"=>"yyy.yyy.yyy.yyy",
+  "uri"=>"http://yyy.yyy.yyy.yyy:8080",
+  "recent_requests"=>120.00277776491774,
+  "recent_failures"=>0.0,
+  "recent_successes"=>120.0027777649236,
+  "last_request_time"=>"2015-03-19T03:27:23.242Z",
+  "last_response_time"=>"2015-03-19T03:27:23.243Z",
+  "recent_failure_ratio"=>0.0,
+  "age"=>"38.56m",
+  "recent_failures_by_type"=>{}}]
+
+
 # Retrieve the JSON representation of JMX properties
 client.get_json("java.lang:Type=Memory")
 

data/lib/presto/metrics/client.rb

@@ -1,174 +1,190 @@
-
 module Presto
   module Metrics
 
-  	class Client 
-	  	def initialize(opts={})
-	  		require 'httparty'
-	  		require 'json'
-	  		require 'set'
-	  		require 'time'
-
- 			@host = opts[:host] || 'localhost'
-  			@port = opts[:port] || '8080'
-		 	@endpoint = opts[:endpoint] || "http://#{@host}:#{@port}"
-		 	@mbean_path = opts[:mbean_path] || '/v1/jmx/mbean'
-		 	@query_path = opts[:query_path] || '/v1/query'
-		 	@caml_case = opts[:caml_case] || false
-		end
-
-	  	@@MBEAN_ALIAS = {
-	  		'memory' => 'java.lang:type=Memory',
-	  		'gc_cms' => 'java.lang:type=GarbageCollector,name=ConcurrentMarkSweep',
-	  		'gc_parnew' => 'java.lang:type=GarbageCollector,name=ParNew',
-	  		'os' => 'java.lang:type=OperatingSystem',
-	  		'query_manager' => 'com.facebook.presto.execution:name=QueryManager',
-	  		'query_execution' => 'com.facebook.presto.execution:name=QueryExecution',
-	  		'node_scheduler' => 'com.facebook.presto.execution:name=NodeScheduler',
-	  		'task_executor' => 'com.facebook.presto.execution:name=TaskExecutor',
-	  		'task_manager' => 'com.facebook.presto.execution:name=TaskManager'
-	  	}
-
-
-		def path(path) 
-			c = path.split(/:/)
-			target = c[0]
-			mbean = @@MBEAN_ALIAS[target] || target
-			json_obj = get_metrics(mbean)
-			return json_obj if c.size <= 1
-			query_list = (c[1] || '').split(/,/)
-			result = {}
-			query_list.each{|q|
-				path_elems = q.split('/')
-				target_elem = extract_path(json_obj, path_elems, 0)
-				result[q] = target_elem unless target_elem.nil?
-			}
-			result
-		end
-
-
-		def extract_path(json_obj, path, depth) 
-			return nil if json_obj.nil?
-			if depth >= path.length 
-				json_obj
-			else 
-				if json_obj.kind_of?(Array)
-				   # Handle key, value pairs of GC information
-				   value = json_obj.find{|e| 
-				   	e.is_a?(Hash) && e['key'] == path[depth]
-				   }
-				   extract_path(value['value'], path, depth+1)
-				else
-					extract_path(json_obj[path[depth]], path, depth+1)
-				end
-			end
-		end
-
-		def query 
-			Query.new(self)
-		end
-
-		def get_mbean(mbean)
-			JSON.parse(get_mbean_json(mbean))
-	  	end
-
-	  	def get(path, default='{}')
-	  		resp = HTTParty.get("#{@endpoint}#{path}")
-	  		if resp.code == 200
-	  			resp.body 	  		
-	  		else
-	  			default
-	  		end
-	  	end
-
-	  	def get_mbean_json(mbean) 
-	  		get("#{@mbean_path}/#{mbean}")
-	  	end 
-
-	  	def get_query_json(path='', default='[]')
-			get("#{@query_path}/#{path}",default)
-	  	end
-
-	  	def get_attributes(mbean) 
-			json = get_mbean(mbean)
-			json['attributes'] || []
-	  	end
-
-	  	def get_attribute(mbean, attr_name) 
-			get_attributes(mbean).find {|obj| obj['name'] == attr_name } || {}
-	  	end
-
-	  	def map_to_canonical_name(name_arr) 
-	  		name_arr.map{|name| to_canonical_name(name)	}
-		end
-
-		def to_canonical_name(name) 
-	  		name.to_s.downcase.gsub(/_/, '')
-	  	end
-
-  	    def underscore(str)
-	    	str.gsub(/::/, '/').
-		    gsub(/([A-Z]+)([A-Z][a-z])/,'\1_\2').
-	    	gsub(/([a-z\d])([A-Z])/,'\1_\2').
-		    tr('-', '_').
-		    downcase
-		end
-
-	  	def get_metrics(mbean, target_attr=[]) 
-	  		kv = Hash.new
-	  		arr = target_attr.kind_of?(Array) ? target_attr : [target_attr]
-	  		c_target_attr = map_to_canonical_name(arr).to_set
-	  		get_attributes(mbean)
-	  		 	.reject {|attr| attr['name'].nil? || attr['value'].nil? }
-	  		 	.each {|attr| 
-	  		 		c_name = to_canonical_name(attr['name'])
-	  		 		if c_target_attr.empty? || c_target_attr.include?(c_name)
-	  		 			key = @caml_case ? attr['name'] : underscore(attr['name'])
-	  		 			kv[key] = attr['value'] 
-	  		 		end
-	  		 	}
-	  		kv
-	  	end
-
-
-	  	def memory_usage_metrics(target_attr=[])
-	  		get_metrics('java.lang:type=Memory', target_attr)
-	  	end
-
-	  	def gc_cms_metrics(target_attr=[])
-	  		get_metrics('java.lang:type=GarbageCollector,name=ConcurrentMarkSweep', target_attr)
-	  	end
-
-	  	def gc_parnew_metrics(target_attr=[])
-	  		get_metrics('java.lang:type=GarbageCollector,name=ParNew', target_attr)
-	  	end
-
-	  	def os_metrics(target_attr=[])
-	  		get_metrics('java.lang:type=OperatingSystem', target_attr)
-	  	end
-
-	  	def query_manager_metrics(target_attr=[])
-	  		get_metrics('com.facebook.presto.execution:name=QueryManager', target_attr)
-	  	end
-
-	  	def query_execution_metrics(target_attr=[])
-	  		get_metrics('com.facebook.presto.execution:name=QueryExecution', target_attr)
-	  	end
-
-	  	def node_scheduler_metrics(target_attr=[])
-	  		get_metrics('com.facebook.presto.execution:name=NodeScheduler', target_attr)
-	  	end
-
-	  	def task_executor_metrics(target_attr=[])
-	  		get_metrics('com.facebook.presto.execution:name=TaskExecutor', target_attr)
-	  	end
-
-	  	def task_manager_metrics(target_attr=[])
-	  		get_metrics('com.facebook.presto.execution:name=TaskManager', target_attr)
-	  	end
-
-		private :map_to_canonical_name, :to_canonical_name, :underscore
-  	end 
+    class Client
+      def initialize(opts={})
+        require 'httparty'
+        require 'json'
+        require 'set'
+        require 'time'
+
+        @host = opts[:host] || 'localhost'
+        @port = opts[:port] || '8080'
+        @endpoint = opts[:endpoint] || "http://#{@host}:#{@port}"
+        @mbean_path = opts[:mbean_path] || '/v1/jmx/mbean'
+        @query_path = opts[:query_path] || '/v1/query'
+        @node_path = opts[:node_path] || '/v1/node'
+        @caml_case = opts[:caml_case] || false
+      end
+
+      @@MBEAN_ALIAS = {
+          'memory' => 'java.lang:type=Memory',
+          'gc_cms' => 'java.lang:type=GarbageCollector,name=ConcurrentMarkSweep',
+          'gc_parnew' => 'java.lang:type=GarbageCollector,name=ParNew',
+          'os' => 'java.lang:type=OperatingSystem',
+          'query_manager' => 'com.facebook.presto.execution:name=QueryManager',
+          'query_execution' => 'com.facebook.presto.execution:name=QueryExecution',
+          'node_scheduler' => 'com.facebook.presto.execution:name=NodeScheduler',
+          'task_executor' => 'com.facebook.presto.execution:name=TaskExecutor',
+          'task_manager' => 'com.facebook.presto.execution:name=TaskManager'
+      }
+
+      def path(path)
+        c = path.split(/:/)
+        target = c[0]
+        mbean = @@MBEAN_ALIAS[target] || target
+        json_obj = get_metrics(mbean)
+        return json_obj if c.size <= 1
+        query_list = (c[1] || '').split(/,/)
+        result = {}
+        query_list.each { |q|
+          path_elems = q.split('/')
+          target_elem = extract_path(json_obj, path_elems, 0)
+          result[q] = target_elem unless target_elem.nil?
+        }
+        result
+      end
+
+      def extract_path(json_obj, path, depth)
+        return nil if json_obj.nil?
+        if depth >= path.length
+          json_obj
+        else
+          if json_obj.kind_of?(Array)
+            # Handle key, value pairs of GC information
+            value = json_obj.find { |e|
+              e.is_a?(Hash) && e['key'] == path[depth]
+            }
+            extract_path(value['value'], path, depth+1)
+          else
+            extract_path(json_obj[path[depth]], path, depth+1)
+          end
+        end
+      end
+
+      def query
+        Query.new(self)
+      end
+
+      def get_mbean(mbean)
+        JSON.parse(get_mbean_json(mbean))
+      end
+
+      def get(path, default='{}')
+        resp = HTTParty.get("#{@endpoint}#{path}")
+        if resp.code == 200
+          resp.body
+        else
+          default
+        end
+      end
+
+      def get_mbean_json(mbean)
+        get("#{@mbean_path}/#{mbean}")
+      end
+
+      def get_query_json(path='', default='[]')
+        get("#{@query_path}/#{path}", default)
+      end
+
+      def get_node_json
+        get(@node_path)
+      end
+
+      def get_attributes(mbean)
+        json = get_mbean(mbean)
+        json['attributes'] || []
+      end
+
+      def get_attribute(mbean, attr_name)
+        get_attributes(mbean).find { |obj| obj['name'] == attr_name } || {}
+      end
+
+      def map_to_canonical_name(name_arr)
+        name_arr.map { |name| to_canonical_name(name) }
+      end
+
+      def to_canonical_name(name)
+        name.to_s.downcase.gsub(/_/, '')
+      end
+
+      def underscore(str)
+        str.gsub(/::/, '/').
+            gsub(/([A-Z]+)([A-Z][a-z])/, '\1_\2').
+            gsub(/([a-z\d])([A-Z])/, '\1_\2').
+            tr('-', '_').
+            downcase
+      end
+
+      def get_metrics(mbean, target_attr=[])
+        kv = Hash.new
+        arr = target_attr.kind_of?(Array) ? target_attr : [target_attr]
+        c_target_attr = map_to_canonical_name(arr).to_set
+        get_attributes(mbean)
+            .reject { |attr| attr['name'].nil? || attr['value'].nil? }
+            .each { |attr|
+          c_name = to_canonical_name(attr['name'])
+          if c_target_attr.empty? || c_target_attr.include?(c_name)
+            key = @caml_case ? attr['name'] : underscore(attr['name'])
+            kv[key] = attr['value']
+          end
+        }
+        kv
+      end
+
+      def memory_usage_metrics(target_attr=[])
+        get_metrics('java.lang:type=Memory', target_attr)
+      end
+
+      def gc_cms_metrics(target_attr=[])
+        get_metrics('java.lang:type=GarbageCollector,name=ConcurrentMarkSweep', target_attr)
+      end
+
+      def gc_parnew_metrics(target_attr=[])
+        get_metrics('java.lang:type=GarbageCollector,name=ParNew', target_attr)
+      end
+
+      def os_metrics(target_attr=[])
+        get_metrics('java.lang:type=OperatingSystem', target_attr)
+      end
+
+      def query_manager_metrics(target_attr=[])
+        get_metrics('com.facebook.presto.execution:name=QueryManager', target_attr)
+      end
+
+      def query_execution_metrics(target_attr=[])
+        get_metrics('com.facebook.presto.execution:name=QueryExecution', target_attr)
+      end
+
+      def node_scheduler_metrics(target_attr=[])
+        get_metrics('com.facebook.presto.execution:name=NodeScheduler', target_attr)
+      end
+
+      def task_executor_metrics(target_attr=[])
+        get_metrics('com.facebook.presto.execution:name=TaskExecutor', target_attr)
+      end
+
+      def task_manager_metrics(target_attr=[])
+        get_metrics('com.facebook.presto.execution:name=TaskManager', target_attr)
+      end
+
+      def node_metrics(target_attr=[])
+        p = URI::Parser.new
+        node_state = JSON.parse(get_node_json)
+        node_state.map{|n|
+          uri = n['uri'] || ''
+          m = {}
+          m['host'] = p.parse(uri).host
+          n.each{|k, v|
+            key = @caml_case ? k : underscore(k)
+            m[key] = v
+          }
+          m
+        }
+      end
+
+      private :map_to_canonical_name, :to_canonical_name, :underscore
+    end
   end
 end
 

data/lib/presto/metrics/version.rb

@@ -1,5 +1,5 @@
 module Presto
   module Metrics
-    VERSION = '0.3.6'
+    VERSION = '0.3.7'
   end
 end

metadata

@@ -1,110 +1,97 @@
 --- !ruby/object:Gem::Specification
 name: presto-metrics
 version: !ruby/object:Gem::Version
-  version: 0.3.6
-  prerelease: 
+  version: 0.3.7
 platform: ruby
 authors:
 - Taro L. Saito
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-01-14 00:00:00.000000000 Z
+date: 2015-03-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.7'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.7'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '10.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '10.0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: presto-client
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 0.4.4
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 0.4.4
 - !ruby/object:Gem::Dependency
   name: httpclient
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: httparty
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 description: Monitoring Presto coordinator and worker processes through JMX REST API
@@ -115,9 +102,9 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- .gitignore
-- .rspec
-- .travis.yml
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
 - Gemfile
 - LICENSE.txt
 - README.md
@@ -132,27 +119,26 @@ files:
 homepage: https://github.com/xerial/presto-metrics
 licenses:
 - MIT
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.23
+rubygems_version: 2.4.5
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: A library for collecting metrics of Presto, a distributed SQL engine
 test_files:
 - spec/presto/metrics_spec.rb