logstash-filter-sumo 3.0.11 → 3.0.12

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f6499baaa7d5c1281ca15430e3169ee130d81796
-  data.tar.gz: 35101d5350e5c9ffca017b8d4acc79168127abee
+  metadata.gz: 8c9f3040d64766b857ddca0636a1514e817f10da
+  data.tar.gz: e8ee47555b3d13328f0c0fd2e7d250b68cc86c70
 SHA512:
-  metadata.gz: a53049c7ba7fb363fc4cd67659933e33fddb5a5cd8f3787223ccf9d55aaca921fce2c014835c76ad4e7c95a316a60f1dab6e945678f63834231753bca33eebc1
-  data.tar.gz: 1a79bdaff9855360f4feb6a909656ad1e7d99e34096f20e39b5a9c0b1cef7aa857dd4f505a9e4e29820f6da5f86497853bd81906c7e81af894af349542cb8c46
+  metadata.gz: bcc703ea147f4f191fe053d67be9d257a40fa655e59ffbb629b612c28e91b744881e3ca0b78bbcd26a2f4bc0aea8ad38e6c9db8e0901b894d8e5f365a6b099fe
+  data.tar.gz: c68194a1f3691542f1e685203048118f308a8814ea9c5bfa7739a96e6506b6c09d65655dcb8c0ceaba871ce5a20150f6d3bb83e5169af94f9ea4181da66804f7

data/README.md

@@ -1,78 +1,20 @@
-# Logstash Plugin
+# SUMO Logstash Plugin
 
-[![Build
-Status](http://build-eu-00.elastic.co/view/LS%20Plugins/view/LS%20Filters/job/logstash-plugin-filter-example-unit/badge/icon)](http://build-eu-00.elastic.co/view/LS%20Plugins/view/LS%20Filters/job/logstash-plugin-filter-example-unit/)
+Filters sumo access log lines and extracts useful information.
 
-This is a plugin for [Logstash](https://github.com/elastic/logstash).
+This projects needs jruby, so use "rvm use jruby". Tested and deployed with jruby 9.0.4.0
 
-## Documentation
+# Versions
+3.0.12 Updated ismvod to cover all types starting with ismvod 
 
-## Developing
 
-### 1. Plugin Developement and Testing
+## Build
+Update the version numder in logstash-filter-sumo.gemspec
+Update readme with new release information
+gem build logstash-filter-sumo.gemspec
 
-#### Code
-- To get started, you'll need JRuby with the Bundler gem installed.
 
-- Create a new plugin or clone and existing from the GitHub [logstash-plugins](https://github.com/logstash-plugins) organization. We also provide [example plugins](https://github.com/logstash-plugins?query=example).
 
-- Install dependencies
-```sh
-bundle install
-```
+Author : Leif Terje Fonnes ( leffen@gmail.com ) 
 
-#### Test
 
-- Update your dependencies
-
-```sh
-bundle install
-```
-
-- Run tests
-
-```sh
-bundle exec rspec
-```
-
-### 2. Running your unpublished Plugin in Logstash
-
-#### 2.1 Run in a local Logstash clone
-
-- Edit Logstash `Gemfile` and add the local plugin path, for example:
-```ruby
-gem "logstash-filter-awesome", :path => "/your/local/logstash-filter-awesome"
-```
-- Install plugin
-```sh
-bin/plugin install --no-verify
-```
-- Run Logstash with your plugin
-```sh
-bin/logstash -e 'filter {awesome {}}'
-```
-At this point any modifications to the plugin code will be applied to this local Logstash setup. After modifying the plugin, simply rerun Logstash.
-
-#### 2.2 Run in an installed Logstash
-
-You can use the same **2.1** method to run your plugin in an installed Logstash by editing its `Gemfile` and pointing the `:path` to your local plugin development directory or you can build the gem and install it using:
-
-- Build your plugin gem
-```sh
-gem build logstash-filter-awesome.gemspec
-```
-- Install the plugin from the Logstash home
-```sh
-bin/plugin install /your/local/plugin/logstash-filter-awesome.gem
-```
-- Start Logstash and proceed to test the plugin
-
-## Contributing
-
-All contributions are welcome: ideas, patches, documentation, bug reports, complaints, and even something you drew up on a napkin.
-
-Programming is not a required skill. Whatever you've seen about open source and maintainers or community members  saying "send patches or die" - you will not see that here.
-
-It is more important to the community that you are able to contribute.
-
-For more information about contributing, see the [CONTRIBUTING](https://github.com/elastic/logstash/blob/master/CONTRIBUTING.md) file.

data/lib/logstash/filters/sumo.rb

@@ -32,11 +32,9 @@ class LogStash::Filters::Sumo < LogStash::Filters::Base
     last_seg = uarray.last.split(".")
     video_type = last_seg.last
 
-#,video_type: video_type, asset_id: asset_id,chunk_type: chunk_type
     {path_type: "vod2", dist_type: "vod", video_type: video_type, asset_id: asset_id}
   end
 
-  # /ismusp/2013-10-22/N_RYANAIR_221013_TOB_NET(763009_R22MP41000).mp4
   def ismusp_parse uarray
     last_seg = uarray.last.split(".")
     asset_id = last_seg[0].split("(")[1].split("_").first.to_i
@@ -45,8 +43,6 @@ class LogStash::Filters::Sumo < LogStash::Filters::Base
     {path_type: "ismusp", dist_type: "vod", video_type: video_type, asset_id: asset_id}
   end
 
-
-  # /ismusp/2013-10-22/N_RYANAIR_221013_TOB_NET(763009_R22MP41000).mp4
   def ismvod_parse uarray
     last_seg = uarray.last.split(".")
     asset_id = uarray[3].split(":")[1].split(".").first.to_i
@@ -55,8 +51,6 @@ class LogStash::Filters::Sumo < LogStash::Filters::Base
     {path_type: "ismvod", dist_type: "vod", video_type: video_type, asset_id: asset_id}
   end
 
-  # /coraid_ism_1/2015-06-11/Bloggerne_4_(924507_ISM).ism/Manifest
-  # /netapp_ism_10/2015-04-01/R_BLOGGERNE4_EP25_G02371(902135_R283ISMH).ism/Manifest
   def ism_parse uarray
     page_type = uarray.pop.split(".")
     page_info = uarray.pop
@@ -70,6 +64,7 @@ class LogStash::Filters::Sumo < LogStash::Filters::Base
     uri = URI.parse(page)
     uarray = uri.path.split("/")
     page_type = uarray[-2]
+
     return {} unless page_type && uarray.count > 0
 
     if uarray[1] == 'wzlive'
@@ -80,7 +75,7 @@ class LogStash::Filters::Sumo < LogStash::Filters::Base
       vod2_parse(uarray)
     elsif uarray[1] == 'ismusp'
       ismusp_parse(uarray)
-    elsif uarray[1] == 'ismvod'
+    elsif uarray[1].to_s.include?('ismvod')
       ismvod_parse(uarray)
     elsif page_type.to_s.include?(".ism")
       ism_parse(uarray)
@@ -101,12 +96,11 @@ class LogStash::Filters::Sumo < LogStash::Filters::Base
   def filter(event)
     if @field && event[@field]
       begin
-      data = parse_page(event[@field])
-      data.each { |k, v|event[k.to_s]=v }
-      @logger.debug("SUMO> ",:pg => event[@field],:data => data)
-      rescue  => e
-        @logger.error("SUMO> ",:pg => event[@field],:exception => e)
-
+        data = parse_page(event[@field])
+        data.each { |k, v| event[k.to_s]=v }
+        @logger.debug("SUMO> ", :pg => event[@field], :data => data)
+      rescue => e
+        @logger.error("SUMO> ", :pg => event[@field], :exception => e)
       end
 
     end

data/logstash-filter-sumo.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name = 'logstash-filter-sumo'
-  s.version         = '3.0.11'
+  s.version         = '3.0.12'
   s.licenses = ['Apache License (2.0)']
   s.summary = "This filter extracts interessting SUMO values from the page element if present."
   s.description = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
@@ -20,7 +20,7 @@ Gem::Specification.new do |s|
 
   # Gem dependencies
   s.add_runtime_dependency "logstash-core", ">= 2.0.0", "< 3.0.0"
-  s.add_development_dependency 'logstash-devutils'
+  s.add_development_dependency 'logstash-devutils', '~> 0.0', '>= 0.0.8'
   s.add_development_dependency 'rspec', '~> 2.7'
 
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: logstash-filter-sumo
 version: !ruby/object:Gem::Version
-  version: 3.0.11
+  version: 3.0.12
 platform: ruby
 authors:
 - TV 2
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2016-03-14 00:00:00.000000000 Z
+date: 2016-04-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -34,17 +34,23 @@ dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.0'
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.0.8
   name: logstash-devutils
   prerelease: false
   type: :development
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.0'
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.0.8
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements: