logstash-filter-elasticsearchslowlog 0.3.0 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1a75bee6585b872194e44d0f2b4984bed09bea36f05ce3851f582ad52489ebc0
-  data.tar.gz: 07b275d4633390e364d8951a6fcc32f8280606ab000a421579d032d572be4bf4
+  metadata.gz: acabadb6181cf54d1a56ff1b889849eafd4e65d997eeff07e816b500e8933d6f
+  data.tar.gz: d88ad920cc826e1ef019827f65ec0b98885f321a30193b5b9265b5a2a7500d26
 SHA512:
-  metadata.gz: b2455527cd1ee323c524e92d20aca6c8ec0e1d36919dabfbf9831a62803b2221c1c9ba58742f8411b35356625acc11ec0dad7af892c038d443133d136d4a6b0a
-  data.tar.gz: efc08ec3d032925871c8f14a40a7ef02d5bd35a56b948eff18cc0589d99f0301b5a7606d7d7c3dd29ed4f4e5bde2226033b8e1865db0bb52beec59b9880e4225
+  metadata.gz: fd4d0abe0e5229176d2167d582607fe21250587111d9e9dffb306dfe48074c481f0e55b13de0cb0d483b0be61936aa9cea50305b221b7774fce7801c477eddf7
+  data.tar.gz: f5308a7cd27495d55d938b76f637d6d9436a0201643026ddf197572171bd7a075bf6fe74fb1a17e9077cef7be502f8a6aa7354c67953cd35dedb260610aac0be

data/README.md

@@ -1,5 +1,4 @@
-# Elasticsearch Slowlog Logstash Plugin [![Build
-Status](https://travis-ci.org/ananthakumaran/logstash-filter-elasticsearchslowlog.svg?branch=master)](http://travis-ci.org/ananthakumaran/logstash-filter-elasticsearchslowlog)
+# Elasticsearch Slowlog Logstash Plugin [![Build Status](https://travis-ci.org/ananthakumaran/logstash-filter-elasticsearchslowlog.svg?branch=master)](http://travis-ci.org/ananthakumaran/logstash-filter-elasticsearchslowlog)
 
 ## Installation
 

data/lib/logstash/filters/elasticsearchslowlog.rb

@@ -27,7 +27,7 @@ class LogStash::Filters::Elasticsearchslowlog < LogStash::Filters::Base
   SLOWLOG_REGEX = /^\s*\[(?<local_timestamp>[^,]+),\d+\]\s*\[(?<level>.+?)\s*\]\s*\[index.search.slowlog.(?:query|fetch)\]\s*\[(?<node>.+?)\]\s*\[(?<index>.+?)\]\s*\[(?<shard>.+?)\]\s*(?<key_values>.+)$/.freeze
 
   def filter(event)
-    message = event.get(@source)
+    message = event[@source]
     if message
       if matches = message.match(SLOWLOG_REGEX)
         captures = Hash[matches.names.zip(matches.captures)]
@@ -37,7 +37,7 @@ class LogStash::Filters::Elasticsearchslowlog < LogStash::Filters::Base
           if ['shard'].include?(key)
             value = value.to_i
           end
-          event.set(key, value)
+          event[key] = value
         end
         if captures['key_values']
           key_values = parse_key_values(captures['key_values'])
@@ -45,7 +45,7 @@ class LogStash::Filters::Elasticsearchslowlog < LogStash::Filters::Base
             if ['took_millis', 'total_shards'].include?(key)
               value = value.to_i
             end
-            event.set(key, value)
+            event[key] = value
           end
 
           source = key_values['source']
@@ -54,8 +54,8 @@ class LogStash::Filters::Elasticsearchslowlog < LogStash::Filters::Base
             if normalized
               normalized = JSON.dump(normalized)
               source_id = Digest::MD5.hexdigest(normalized)[0..8]
-              event.set('source_normalized', normalized)
-              event.set('source_id', source_id)
+              event['source_normalized'] = normalized
+              event['source_id'] = source_id.force_encoding("utf-8")
             end
           end
         end

data/logstash-filter-elasticsearchslowlog.gemspec

@@ -2,7 +2,7 @@
 
 Gem::Specification.new do |s|
   s.name          = 'logstash-filter-elasticsearchslowlog'
-  s.version       = '0.3.0'
+  s.version       = '0.4.0'
   s.licenses      = ['Apache-2.0']
   s.summary       = 'elasticsearch slowlog parser'
   s.description   = 'elasticsearch slowlog parser'
@@ -21,6 +21,6 @@ Gem::Specification.new do |s|
 
   # Gem dependencies
   s.add_runtime_dependency "deepsort", "0.4.0"
-  s.add_runtime_dependency "logstash-core-plugin-api", "~> 1"
+  s.add_runtime_dependency "logstash-core-plugin-api", ">= 1.20", "<= 2.99"
   s.add_development_dependency 'logstash-devutils'
 end

data/spec/filters/elasticsearchslowlog_spec.rb

@@ -14,20 +14,20 @@ describe LogStash::Filters::Elasticsearchslowlog do
 
   describe "filter" do
     sample("message" => "some text") do
-      expect(subject.get('message')).to eq('some text')
+      expect(subject['message']).to eq('some text')
     end
 
     sample("message" => '[2019-05-07T15:27:34,422][TRACE ][index.search.slowlog.query] [elasticsearch-data7.mid.veritrans.co.id] [transactionsv3_2018-12][2] took[350.9ms], took_millis[350], types[transaction], stats[], search_type[QUERY_THEN_FETCH], total_shards[111], source[{"from":0,"size":20,"query":{"bool":{"filter":[{"terms":{"transaction.merchant_id":["abcd"],"boost":1.0}}],"disable_coord":false,"adjust_pure_negative":true,"boost":1.0}},"sort":[{"transaction.transaction_time":{"order":"desc"}}]}],') do
-      expect(subject.get('local_timestamp')).to eq('2019-05-07T15:27:34')
-      expect(subject.get('level')).to eq('TRACE')
-      expect(subject.get('node')).to eq('elasticsearch-data7.mid.veritrans.co.id')
-      expect(subject.get('index')).to eq('transactionsv3_2018-12')
-      expect(subject.get('shard')).to eq(2)
-      expect(subject.get('took_millis')).to eq(350)
-      expect(subject.get('types')).to eq('transaction')
-      expect(subject.get('search_type')).to eq('QUERY_THEN_FETCH')
-      expect(subject.get('total_shards')).to eq(111)
-      expect(subject.get('source')).to eq('{"from":0,"size":20,"query":{"bool":{"filter":[{"terms":{"transaction.merchant_id":["abcd"],"boost":1.0}}],"disable_coord":false,"adjust_pure_negative":true,"boost":1.0}},"sort":[{"transaction.transaction_time":{"order":"desc"}}]}')
+      expect(subject['local_timestamp']).to eq('2019-05-07T15:27:34')
+      expect(subject['level']).to eq('TRACE')
+      expect(subject['node']).to eq('elasticsearch-data7.mid.veritrans.co.id')
+      expect(subject['index']).to eq('transactionsv3_2018-12')
+      expect(subject['shard']).to eq(2)
+      expect(subject['took_millis']).to eq(350)
+      expect(subject['types']).to eq('transaction')
+      expect(subject['search_type']).to eq('QUERY_THEN_FETCH')
+      expect(subject['total_shards']).to eq(111)
+      expect(subject['source']).to eq('{"from":0,"size":20,"query":{"bool":{"filter":[{"terms":{"transaction.merchant_id":["abcd"],"boost":1.0}}],"disable_coord":false,"adjust_pure_negative":true,"boost":1.0}},"sort":[{"transaction.transaction_time":{"order":"desc"}}]}')
       expect(subject).to include('source_id')
     end
   end
@@ -49,10 +49,10 @@ describe LogStash::Filters::Elasticsearchslowlog do
         expect(subject).to include('total_shards')
         expect(subject).to include('source')
         expect(subject).to include('source_id')
-        unless subject.get('source_normalized') == source_normalized[i]
-          puts subject.get('source_normalized')
+        unless subject['source_normalized'] == source_normalized[i]
+          puts subject['source_normalized']
         end
-        expect(subject.get('source_normalized')).to eq(source_normalized[i])
+        expect(subject['source_normalized']).to eq(source_normalized[i])
       end
     end
   end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-filter-elasticsearchslowlog
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.4.0
 platform: ruby
 authors:
 - Anantha Kumaran
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2019-05-08 00:00:00.000000000 Z
+date: 2019-05-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -27,17 +27,23 @@ dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.20'
+    - - "<="
       - !ruby/object:Gem::Version
-        version: '1'
+        version: '2.99'
   name: logstash-core-plugin-api
   prerelease: false
   type: :runtime
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.20'
+    - - "<="
       - !ruby/object:Gem::Version
-        version: '1'
+        version: '2.99'
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements: