fluent-plugin-mongo-slow-query 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 8c16e75ba54dd181782178b8aeed4eebae3f3bee
+  data.tar.gz: f5871adf90b4e0afafc945f2d133416d9c0dd0d1
+SHA512:
+  metadata.gz: 26ca6c863a0291e93143341515e7296ecaa5902f7bf99cd164e970eaed943ba9240e39f7ff0002800c522307635a17fd315133bbee50a0e9324c6c6911ffe5f9
+  data.tar.gz: a435abc0e37cf99a513d9fec5ec784677e6606dc19428d275d5f667761aac4a02fa8b790ce474a9f61141ac6b87933ed70accc6e3eaececc843c7b073cd4807a

data/lib/fluent/plugin/in_mongo_slow_query.rb

@@ -0,0 +1,69 @@
+require 'json'
+
+module Fluent
+    class MongoDBSlowQueryInput < TailInput
+        # First, register the plugin. NAME is the name of this plugin
+        #   # and identifies the plugin in the configuration file.
+        Plugin.register_input('mongo_slow_query', self)
+
+        # This method is called before starting.
+        # 'conf' is a Hash that includes configuration parameters.
+        # If the configuration is invalid, raise Fluent::ConfigError.
+        def configure(conf)
+            if not conf.has_key?("format")
+                conf["format"] = '/(?<time>[^ ]+ [^ ]+ [^ ]+ [^ ]+) \[\w+\] (?<op>[^ ]+) (?<ns>[^ ]+) (query: (?<query>{.+}) update: (?<update>{.*}))|(query: (?<query>{.+})) .* (?<cost>\d+)ms/'
+                $log.warn "load default format: ", conf["format"]
+            end
+
+            super
+        end
+
+        def receive_lines(lines)
+            es = MultiEventStream.new
+            lines.each {|line|
+                begin
+                    line.chomp!  # remove \n
+                    time, record = parse_line(line)
+                    if time && record
+                        # change query
+                        if record.has_key?("query")
+                            record["query"] = get_query_prototype(record["query"])
+                            es.add(time, record)
+                        end
+                    end
+                rescue
+                    $log.warn line.dump, :error=>$!.to_s
+                    $log.debug_backtrace
+                end
+            }
+
+            unless es.empty?
+                begin
+                    Engine.emit_stream(@tag, es)
+                rescue
+                    #ignore errors. Engine shows logs and backtraces.
+                end
+            end
+        end
+
+        # exrtact query prototype recursively
+        def extract_query_prototype(query_json_obj, parent='')
+            ns_array = []
+            query_json_obj.each do |key, val|
+                ns = parent.empty? ? key : (parent + '.' + key)
+                if val.class == Hash
+                    ns_array += extract_query_prototype(val, ns)
+                else
+                    ns_array << ns
+                end
+            end
+            return ns_array
+        end
+
+        # get query prototype
+        def get_query_prototype(query)
+            prototype = extract_query_prototype(JSON.parse(eval(query).to_json))
+            return '{ ' + prototype.join(', ') + ' }'
+        end
+    end
+end

metadata

@@ -0,0 +1,44 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-mongo-slow-query
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- caosiyang
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-06-26 00:00:00.000000000 Z
+dependencies: []
+description: fluent plugin for mongo slow query
+email: csy3228@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/fluent/plugin/in_mongo_slow_query.rb
+homepage: https://github.com/caosiyang/fluent-plugin-mongo-slow-query
+licenses:
+- ''
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.3.0
+signing_key: 
+specification_version: 4
+summary: fluent plugin for mongo slow query
+test_files: []