fluent-plugin-light-core 0.2.6 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: aa263e49f613865247d281b1bb9f5cd65df261da7047466a11c428d77742f4c2
-  data.tar.gz: 763f163046a38dca3a9341bfdcc36a18a1da34a9fa9bc78933983ba7c2c955ba
+  metadata.gz: 6119d11808512bdf44f83123c91c633d8f11ca5c2dac44fc1e7576d075273d08
+  data.tar.gz: 891aa7bc78a8d191733805b3de356f003c32fcddc0365d5ccebd97cc91a5615a
 SHA512:
-  metadata.gz: ed1cb6b3a76b067dd3734bc9fa446211e6b4e3fbb2abf179327f18b47f88ca8c6dc5c5fe23711872b3a40fbd471bfe193363469fc10b37ffa63bb0329886ad15
-  data.tar.gz: 950534c7d8bc3c443eb442e6d3d6bcf0a81c0cd7c66f6ef94dc55122587ca2e31aecd9df4e4303133d51aeb041c1cdbdd60b904c12ba3054df2e9d408f834a95
+  metadata.gz: 30231e1d3b211c71b11370bd482eb12d6070d61da621907e95df5140e04b4eb1c5572851a838aaa54a407f13ec6ddaf778e960e4026d8333573f7c45bfea259c
+  data.tar.gz: 2bd9370ed15a793354809c6cff4c6a2a08251cf48e9c33948cd541700a928dac3c28a44233fd70f055eeaf310b69bbac273af74fa80200b6b539a4333611c395

data/fluent-plugin-light-core.gemspec

@@ -3,7 +3,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
   spec.name    = "fluent-plugin-light-core"
-  spec.version = "0.2.6"
+  spec.version = "0.3.0"
   spec.authors = ["LIN LI"]
   spec.email   = ["l.li@alphabets.cn"]
 

data/lib/fluent/plugin/filter_light_core.rb

@@ -41,6 +41,7 @@ module Fluent
       # MongoDB 异常 settings 
       config_param :mongo_severity,  :array, default: ['F', 'E'], value_type: :string
       config_param :mongo_querytime, :float, default: 100
+      config_param :mongo_dataBytes, :float, default: 1073741824
 
       # 初始化 Sentry
       def start
@@ -69,7 +70,7 @@ module Fluent
 
       # 主处理
       def filter(tag, time, record)
-
+        
         if ['app', 'service'].include? tag
           record = filter_app(tag, time, record)
           return notice('app', record)
@@ -212,7 +213,7 @@ module Fluent
 
       # https://docs.mongodb.com/manual/reference/log-messages/
       def filter_mongo(tag, time, record)
-
+      
         file = record['file'].split('/').last.split('_')
         log = record['log']
 
@@ -239,6 +240,14 @@ module Fluent
           record['querytime'] = attributes['durationMillis']
           record['collection'] = attributes['ns']
           record['command'] = attributes['command']
+          storage = attributes['storage']
+          if storage
+            data = storage['data']
+            if data
+              record['bytesRead'] = data['bytesRead']
+              record['bytesWritten'] = data['bytesWritten']
+            end
+          end
           record['attr'] = attributes
         end
 
@@ -257,11 +266,6 @@ module Fluent
 
         if tag == 'app'
 
-          if @app_stream && record['stream']
-            message = 'Stream error' + record['stream']
-            send(tag, message, record) if record['stream'] == @app_stream
-          end
-
           if @app_message.length > 0 && record['message']
             @app_message.each do |pattern|
               if pattern.match(record['message'])
@@ -319,6 +323,18 @@ module Fluent
             send(tag, message, record) if record['querytime'].to_f >= @mongo_querytime
           end
 
+          if @mongo_dataBytes > 0 && record['bytesRead']
+             message = 'bytesRead data is:' + record['bytesRead'].to_s
+             message = message + ' : ' + record['collection'] if record['collection']
+             send(tag, message, record) if record['bytesRead'].to_f >= @mongo_dataBytes
+          end
+
+          if @mongo_dataBytes > 0 && record['bytesWritten']
+            message = 'bytesWritten data is:' + record['bytesWritten'].to_s
+            message = message + ' : ' + record['collection'] if record['collection']
+            send(tag, message, record) if record['bytesWritten'].to_f >= @mongo_dataBytes
+          end
+
           return record
         end
 
@@ -328,9 +344,8 @@ module Fluent
 
       # 发送UDP请求
       def send(tag, message, record)
-        log.debug('send udp notice')
-        log.info(message)
-        # Sentry.capture_message(message, :extra => record, :tags => {'log' => tag})
+        Sentry.capture_message(message, :extra => record, :tags => {'log' => tag})
+        log.info('msg has been sent to sentry : ', message)
       end
 
       # 转数字

data/sample/README.md

@@ -47,3 +47,19 @@ Initialized empty Git repository in /Users/lilin/developer/light/fluent-plugin-l
 
   bundle install
   会修改Gemfile.lock文件
+
+
+## 在Linxu上运行
+
+- 进入fluentd容器, 安装依赖
+$ yum groupinstall 'Development Tools'
+$ yum install rubygems ruby-devel
+
+- 下载代码, 安装依赖
+$ git clone http://git.alphabets.cn/light/fluent-plugin-light-core.git
+$ cd fluent-plugin-light-core
+$ gem install bundler:1.17.2
+$ bundler install
+
+- 运行代码
+$ rm -f sample/*.pos && fluentd -c sample/source.conf -p lib/fluent/plugin

data/sample/source.conf

@@ -83,6 +83,7 @@
   sentry_dsn       https://4447403a2a86437491d307ceb72898e5@sentry.zf.link/4
   mongo_querytime  300
   mongo_severity   F,E
+  mongo_dataBytes  1073741824
   lb_stream        stderr
   lb_code          400,500
   lb_elapsed       5

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-light-core
 version: !ruby/object:Gem::Version
-  version: 0.2.6
+  version: 0.3.0
 platform: ruby
 authors:
 - LIN LI
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-11-20 00:00:00.000000000 Z
+date: 2021-12-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler