logstash-filter-sumo 3.0.12 → 3.0.13

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 8c9f3040d64766b857ddca0636a1514e817f10da
-  data.tar.gz: e8ee47555b3d13328f0c0fd2e7d250b68cc86c70
+  metadata.gz: d38b6076f7e03f75e0968044b586c2f59e2b59d8
+  data.tar.gz: d5ad7222e60e69d086ee2f244a8f211a2bdb69fc
 SHA512:
-  metadata.gz: bcc703ea147f4f191fe053d67be9d257a40fa655e59ffbb629b612c28e91b744881e3ca0b78bbcd26a2f4bc0aea8ad38e6c9db8e0901b894d8e5f365a6b099fe
-  data.tar.gz: c68194a1f3691542f1e685203048118f308a8814ea9c5bfa7739a96e6506b6c09d65655dcb8c0ceaba871ce5a20150f6d3bb83e5169af94f9ea4181da66804f7
+  metadata.gz: 6349ad58130e06d6cb669f6d06ebabaf93dc529ab870b2026267b391f1bf406c98b3c5fd3d9cc22ead894e691b32f41db7d7c7732dbfa480696a72b14d7a254d
+  data.tar.gz: 7a52d4d70268e3ad0db678b60f071e7b4e865beff5433200cd530da16460e3fbc053934cf09db0e477b72df94e232b4727ca5f8b14f2294fa1aada9ba85c375b

data/README.md

@@ -6,14 +6,39 @@ This projects needs jruby, so use "rvm use jruby". Tested and deployed with jrub
 
 # Versions
 3.0.12 Updated ismvod to cover all types starting with ismvod 
+3.0.13 Updated to latest logstash version
 
 
 ## Build
 Update the version numder in logstash-filter-sumo.gemspec
 Update readme with new release information
 gem build logstash-filter-sumo.gemspec
+bundle exec rake publish_gem
 
 
+## Install in logstash
+Go to main logstash directory
+bin/plugin install --version 3.0.11 logstash-filter-sumo
+
+#### Test
+
+- Update your dependencies
+
+```sh
+bundle install
+```
+
+- Pull down GeoIP database files
+
+```sh
+bundle exec rake vendor
+```
+
+- Run tests
+
+```sh
+bundle exec rspec
+```
 
 Author : Leif Terje Fonnes ( leffen@gmail.com ) 
 

data/lib/logstash/filters/sumo.rb

@@ -9,7 +9,6 @@ class LogStash::Filters::Sumo < LogStash::Filters::Base
 
   config :field, :validate => :string, :default => "page"
 
-
   def wzlive_parse(uarray)
     web_stream = uarray[3].split(":")[1]
     video_type = uarray.last.split(".").last
@@ -94,6 +93,9 @@ class LogStash::Filters::Sumo < LogStash::Filters::Base
 
   public
   def filter(event)
+    @logger.debug? && @logger.debug("Sumo filter: received event", :type => event["type"])
+
+    return unless filter?(@field)
     if @field && event[@field]
       begin
         data = parse_page(event[@field])

data/logstash-filter-sumo.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name = 'logstash-filter-sumo'
-  s.version         = '3.0.12'
+  s.version         = '3.0.13'
   s.licenses = ['Apache License (2.0)']
   s.summary = "This filter extracts interessting SUMO values from the page element if present."
   s.description = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
@@ -19,8 +19,8 @@ Gem::Specification.new do |s|
   s.metadata = { "logstash_plugin" => "true", "logstash_group" => "filter" }
 
   # Gem dependencies
-  s.add_runtime_dependency "logstash-core", ">= 2.0.0", "< 3.0.0"
-  s.add_development_dependency 'logstash-devutils', '~> 0.0', '>= 0.0.8'
-  s.add_development_dependency 'rspec', '~> 2.7'
+  s.add_runtime_dependency "logstash-core-plugin-api", "~> 1.0"
+  s.add_development_dependency 'rspec', '~> 3.1'
+  s.add_development_dependency 'logstash-devutils'
 
 end

data/spec/filters/sumo_spec.rb

@@ -7,13 +7,12 @@ describe LogStash::Filters::Sumo do
     let(:config) do <<-CONFIG
       filter {
         sumo {
-          pg => "/dashvod/_definst_/amlst:993514_ps20000_pd1291830.smil/chunk_ctaudio_cfm4s_ridp0a1r1_cs28929600_mpd.m4s"
         }
       }
     CONFIG
     end
 
-    sample("page"=>"" ) do
+    sample("page"=>"/dashvod/_definst_/amlst:993514_ps20000_pd1291830.smil/chunk_ctaudio_cfm4s_ridp0a1r1_cs28929600_mpd.m4s" ) do
       expect(subject).to include("path_type")
       expect(subject['path_type']).to eq('dashvod')
       expect(subject['dist_type']).to eq('vod')
@@ -27,13 +26,12 @@ describe LogStash::Filters::Sumo do
     let(:config) do <<-CONFIG
       filter {
         sumo {
-          pg => "/ismusp/2013-10-22/N_RYANAIR_221013_TOB_NET(763009_R22MP41000).mp4"
         }
       }
     CONFIG
     end
 
-    sample("page"=>"" ) do
+    sample("page"=>"/ismusp/2013-10-22/N_RYANAIR_221013_TOB_NET(763009_R22MP41000).mp4" ) do
       expect(subject).to include("path_type")
       expect(subject['path_type']).to eq('ismusp')
       expect(subject['dist_type']).to eq('vod')
@@ -47,13 +45,12 @@ describe LogStash::Filters::Sumo do
     let(:config) do <<-CONFIG
       filter {
         sumo {
-          pg => "/vod2/_definst_/amlst:1027448_ps55210_pd1373700_HRDNGR.smil/media_b6378000_43.ts"
         }
       }
     CONFIG
     end
 
-    sample("page"=>"" ) do
+    sample("page"=>"/vod2/_definst_/amlst:1027448_ps55210_pd1373700_HRDNGR.smil/media_b6378000_43.ts" ) do
       expect(subject).to include("path_type")
       expect(subject['path_type']).to eq('vod2')
       expect(subject['dist_type']).to eq('vod')
@@ -67,13 +64,12 @@ describe LogStash::Filters::Sumo do
     let(:config) do <<-CONFIG
       filter {
         sumo {
-          pg => "/wzlive/_definst_/amlst:LS6/433127.smil/manifest.mpd"
         }
       }
     CONFIG
     end
 
-    sample("page"=>"" ) do
+    sample("page"=>"/wzlive/_definst_/amlst:LS6/433127.smil/manifest.mpd" ) do
       expect(subject).to include("path_type")
       expect(subject['path_type']).to eq('wzlive')
       expect(subject['dist_type']).to eq('live')
@@ -88,13 +84,12 @@ describe LogStash::Filters::Sumo do
     let(:config) do <<-CONFIG
       filter {
         sumo {
-          pg => "/ismvod/_definst_/amlst:1027479.smil.ism/QualityLevels(126793)/Fragments(audio=143034920).isma"
         }
       }
     CONFIG
     end
 
-    sample("page"=>"" ) do
+    sample("page"=>"/ismvod/_definst_/amlst:1027479.smil.ism/QualityLevels(126793)/Fragments(audio=143034920).isma" ) do
       expect(subject).to include("path_type")
       expect(subject['path_type']).to eq('ismvod')
       expect(subject['dist_type']).to eq('vod')
@@ -104,6 +99,25 @@ describe LogStash::Filters::Sumo do
 
   end
 
+  describe "Different field" do
+    let(:config) do <<-CONFIG
+      filter {
+        sumo {
+          field => "pg"
+        }
+      }
+    CONFIG
+    end
+
+    sample("pg"=>"/ismvod/_definst_/amlst:1027479.smil.ism/QualityLevels(126793)/Fragments(audio=143034920).isma" ) do
+      expect(subject).to include("path_type")
+      expect(subject['path_type']).to eq('ismvod')
+      expect(subject['dist_type']).to eq('vod')
+      expect(subject['video_type']).to eq('isma')
+      expect(subject['asset_id']).to eq(1027479)
+    end
+
+  end
 
 
 

data/spec/spec_helper.rb

@@ -1,2 +1,3 @@
 # encoding: utf-8
 require "logstash/devutils/rspec/spec_helper"
+require 'pp'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: logstash-filter-sumo
 version: !ruby/object:Gem::Version
-  version: 3.0.12
+  version: 3.0.13
 platform: ruby
 authors:
 - TV 2
@@ -9,62 +9,50 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2016-04-14 00:00:00.000000000 Z
+date: 2016-04-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  requirement: !ruby/object:Gem::Requirement
+  name: logstash-core-plugin-api
+  version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 2.0.0
-    - - "<"
+        version: '1.0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 3.0.0
-  name: logstash-core
+        version: '1.0'
   prerelease: false
   type: :runtime
+- !ruby/object:Gem::Dependency
+  name: rspec
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 2.0.0
-    - - "<"
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 3.0.0
-- !ruby/object:Gem::Dependency
+        version: '3.1'
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.0'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 0.0.8
-  name: logstash-devutils
+        version: '3.1'
   prerelease: false
   type: :development
+- !ruby/object:Gem::Dependency
+  name: logstash-devutils
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.0'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.0.8
-- !ruby/object:Gem::Dependency
+        version: '0'
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '2.7'
-  name: rspec
+        version: '0'
   prerelease: false
   type: :development
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2.7'
 description: This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program
 email: leffen@gmail.com
 executables: []