logstash-filter-sumo 3.0.14 → 3.0.22

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 8f8789eca05b7b51c5dc38d112830923b6ad98e1
-  data.tar.gz: 12134bdf7cead76dbf513a5d81066212d1c4b3a4
+  metadata.gz: 2219d28e3c848821f52a9eb67ea246058b956a63
+  data.tar.gz: 0b9039e60627e1136669352b0d565638eb6ecd03
 SHA512:
-  metadata.gz: 7bd5f8e6cea36b42480d4a8d811465a664a0cc6f2f93d160075671cb043699800a2a55444a6e034c2a76541afc0d4b01402954637295294e1e2ff30847b9d2f8
-  data.tar.gz: 2a649b0fade5e233c1967d3ec98b442a16ac186eac2e66f228102d41be29a18db595cbf06e2fc909a13047ceb075e28e984aa333bb030932af5c9ae431345ca9
+  metadata.gz: bbc8e82d378cf866ebceab4878ea5c327969d9efb18fa4925bdce30914dd58fb9bc832162ebbccf8a2c274b09ec24639b1827138ce1c19feef50105e883df526
+  data.tar.gz: b7eb743fe9d991cae62f18679a00acf8da007d33917f983127df1a8eb69e9ac82859a9053c6204bd7932985376f63573d380ac57b6b1de7714fe86a2f49ebc19

data/Gemfile

@@ -2,6 +2,6 @@ source 'https://rubygems.org'
 gemspec
 
 group :development do
-  gem 'guard',"1.8.3"
   gem 'guard-jruby-rspec', git: 'https://github.com/jkutner/guard-jruby-rspec.git'
+  gem 'rspec-legacy_formatters'
 end

data/README.md

@@ -5,8 +5,15 @@ Filters sumo access log lines and extracts useful information.
 This projects needs jruby, so use "rvm use jruby". Tested and deployed with jruby 9.0.4.0
 
 # Versions
+
 3.0.12 Updated ismvod to cover all types starting with ismvod 
 3.0.13 Updated to latest logstash version
+3.0.17 Updated to include all dashvod variants
+3.0.18 Added healthcheck as videotype
+3.0.19 Bug fix
+3.0.20 Added support for hdsvod
+3.0.21 Added support for vod4
+3.0.22 Added support for /origin1-live.akamai.tv2.no/live/727992.isml/Manifest
 
 
 ## Build
@@ -20,6 +27,10 @@ bundle exec rake publish_gem
 Go to main logstash directory
 bin/plugin install --version 3.0.11 logstash-filter-sumo
 
+
+## Api access
+http://sumo.tv2.no/api/web/asset/1035131
+
 #### Test
 
 - Update your dependencies
@@ -40,6 +51,60 @@ bundle exec rake vendor
 bundle exec rspec
 ```
 
+## Api access
+http://sumo.tv2.no/api/web/asset/1035131
+
+
+
 Author : Leif Terje Fonnes ( leffen@gmail.com ) 
 
 
+## Elemental links
+
+
+
+
+/out/u/463577.mpd                                 => path_type=“elemental live”, dist_type=“live”, video_type=“dash”, asset_id=463577, vtype="manifest"
+/out/u/463577_video_1_0_3425579.mp4?m=1500616216  => path_type=“elemental live”, dist_type=“live”,video_type=“dash”, asset_id=463577 , vtype="segment"
+/out/u/880009.m3u8                                => path_type=“elemental live”, dist_type=“live”,video_type=“hls”, asset_id=880009, vtype="playlist"
+/out/u/880009_6.m3u8                              => path_type=“elemental live”, dist_type=“live”,video_type=“hls”, asset_id=880009, vtype="chunklist"
+/out/u/880009_6_3584645.ts?m=1501848254           => path_type=“elemental live”, dist_type=“live”,video_type=“hls”, asset_id=880009, vtype="segment" 
+/out/u/880009.ism/Manifest                               => path_type=“elemental live”, dist_type=“live”,video_type=“ism”, asset_id=880009, vtype="manifest"
+/out/u/880009.ism/Events(72_1501848239)/QualityLevels(2499968)/Fragments(v=77110176346666)  => path_type=“elemental live”, dist_type=“live”,video_type=“ism”, asset_id=880009, vtype="segment" 
+
+
+On 16 Aug 2017, at 10:18, Robert Uglehus <Robert.Uglehus@tv2.no> wrote:
+
+Manifest:
+/out/u/463577.mpd
+(.mpd indikerer at det er dash manifest)
+Segment:
+/out/u/463577_video_1_0_3425579.mp4?m=1500616216
+(.mp4 indikerer at det er dash segment)
+(progid 463577)
+ 
+ 
+HLS:
+Manifest/playliste:
+/out/u/880009.m3u8
+Chunkliste:
+/out/u/880009_6.m3u8
+(.m3u8 indikerer at det er playliste)
+Segment:
+/out/u/880009_6_3584645.ts?m=1501848254
+(.ts indikerer at det er HLS segment)
+(progid 880009)
+ 
+ 
+ISM:
+Manifest
+/out/u/880009.ism/Manifest
+(“Manifest” indikerer at det er ISM manifest
+Segment:
+/out/u/880009.ism/Events(72_1501848239)/QualityLevels(2499968)/Fragments(v=77110176346666)
+(“QualityLevels” indikerer at det er segment)
+(progid 880009)
+ 
+ 
+
+

data/lib/logstash/filters/sumo.rb

@@ -9,6 +9,7 @@ class LogStash::Filters::Sumo < LogStash::Filters::Base
 
   config :field, :validate => :string, :default => "page"
 
+
   def wzlive_parse(uarray)
     web_stream = uarray[3].split(":")[1]
     video_type = uarray.last.split(".").last
@@ -26,6 +27,22 @@ class LogStash::Filters::Sumo < LogStash::Filters::Base
     {path_type: "dashvod", dist_type: "vod", video_type: video_type, asset_id: asset_id, chunk_type: chunk_type}
   end
 
+  def vod_parse uarray
+    last_seg = uarray.last.split(".")
+    if uarray.count < 4
+      return  {path_type: "vod", dist_type: "vod",video_type: "unknown"}
+    end
+
+    asset_id = uarray[3].split(":")[1].split("_").first.to_i
+    video_type = last_seg.last
+
+    vtype = nil
+    vtype = "segment" if uarray.count > 4
+
+    {path_type: "vod", dist_type: "vod", video_type: video_type, asset_id: asset_id, vtype: vtype}
+  end
+
+
   def vod2_parse uarray
     asset_id = uarray[3].split(":")[1].split("_").first.to_i
     last_seg = uarray.last.split(".")
@@ -44,10 +61,30 @@ class LogStash::Filters::Sumo < LogStash::Filters::Base
 
   def ismvod_parse uarray
     last_seg = uarray.last.split(".")
+    if uarray.count < 4
+      return  {path_type: "ismvod", dist_type: "vod",video_type: "unknown"}
+    end
+
     asset_id = uarray[3].split(":")[1].split(".").first.to_i
     video_type = last_seg.last
+    vtype = nil
+    vtype = "segment" if uarray.count > 5
 
-    {path_type: "ismvod", dist_type: "vod", video_type: video_type, asset_id: asset_id}
+    {path_type: "ismvod", dist_type: "vod", video_type: video_type, asset_id: asset_id, vtype: vtype}
+  end
+
+  def hdsvod_parse uarray
+    last_seg = uarray.last.split(".")
+    if uarray.count < 4
+      return  {path_type: "hdshvod", dist_type: "vod",video_type: "unknown"}
+    end
+
+    asset_id = uarray[3].split(":")[1].split(".").first.to_i
+    video_type = last_seg.last
+    vtype = nil
+    vtype = "segment" if uarray.count > 5
+
+    {path_type: "wowza vod", dist_type: "vod", video_type: "hds", asset_id: asset_id, vtype: vtype}
   end
 
   def ism_parse uarray
@@ -58,26 +95,145 @@ class LogStash::Filters::Sumo < LogStash::Filters::Base
     {path_type: "ism", dist_type: "vod", video_type: page_type.last, asset_id: asset_id}
   end
 
+  def isml_live_parse uarray
+    # ["", "live", "727992.isml"]
+    page_name = uarray.pop
+    splitted_page = page_name.split(".")
+
+    return {} if splitted_page.count<2
+
+    page_type = splitted_page[1]
+    asset_id = splitted_page[0].to_i
+
+    {path_type: "isml", dist_type: "live", video_type: page_type, asset_id: asset_id}
+  end
+
+  def isml_parse uarray
+    # ["", "live", "727992.isml"]
+
+    # /origin1-live.akamai.tv2.no/live/727992.isml/Manifest
+    if uarray.last == "Manifest" && uarray[2]== "live"
+      aparts = uarray[3].split(".")
+      asset_id = aparts[0]
+
+      return {path_type: "live", dist_type: "live", video_type: "ism", vtype: "manifest", asset_id: asset_id.to_s.to_i}
+    end
+
+
+
+    page_name = uarray.pop
+    splitted_page = page_name.split(".")
+
+    return {} if splitted_page.count<2
+
+    page_type = splitted_page[1]
+    asset_id = splitted_page[0].to_i
+
+    {path_type: "isml", dist_type: "vod", video_type: page_type, asset_id: asset_id}
+  end
+
+  def out_parse uarray
+    return {path_type: "unknown - to few eleements", dist_type: "unknown", uarray: uarray} if uarray.count<4
+
+    page = uarray[3].strip
+    page_parts = page.split(".")
+
+
+
+    return {path_type: "unknown - to few page elements", dist_type: "unknown", uarray: uarray} unless page_parts && page_parts.count > 1
+
+
+#    /out/u/463577.mpd                                 => path_type=“elemental live”, dist_type=“live”, video_type=“dash”, asset_id=463577, vtype="manifest"
+    if page_parts[1] == "mpd"
+      return {path_type: "elemental live", dist_type: "live", video_type: "dash", vtype: "manifest", asset_id: page_parts[0].to_i}
+    end
+
+
+#    /out/u/463577_video_1_0_3425579.mp4?m=1500616216  => path_type=“elemental live”, dist_type=“live”,video_type=“dash”, asset_id=463577 , vtype="segment"
+    if page_parts[1] == "mp4"
+      first_part = page_parts[0].split("_").first
+
+      return {path_type: "elemental live", dist_type: "live", video_type: "dash", vtype: "segment", asset_id: first_part.to_i}
+    end
+
+#    /out/u/880009.m3u8                                => path_type=“elemental live”, dist_type=“live”,video_type=“hls”, asset_id=880009, vtype="playlist"
+#    /out/u/880009_6.m3u8                              => path_type=“elemental live”, dist_type=“live”,video_type=“hls”, asset_id=880009, vtype="chunklist"
+    if page_parts[1] == "m3u8"
+
+      first_part = page_parts[0].split("_")
+
+      if first_part.count == 1
+        return {path_type: "elemental live", dist_type: "live", video_type: "hls", vtype: "playlist", asset_id: page_parts[0].to_i}
+      end
+
+      return {path_type: "elemental live", dist_type: "live", video_type: "hls", vtype: "chunklist", asset_id: first_part[0].to_i}
+    end
+
+#    /out/u/880009_6_3584645.ts?m=1501848254           => path_type=“elemental live”, dist_type=“live”,video_type=“hls”, asset_id=880009, vtype="segment"
+    if page_parts[1] == "ts"
+      first_part = page_parts[0].split("_").first
+
+
+      return {path_type: "elemental live", dist_type: "live", video_type: "hls", vtype: "segment", asset_id: first_part.to_i}
+    end
+
+
+    return    {path_type: "unknown type - to few arguments", dist_type: "unknown"} unless uarray.count > 3
+
+
+#    /out/u/880009.ism/Manifest                               => path_type=“elemental live”, dist_type=“live”,video_type=“ism”, asset_id=880009, vtype="manifest"
+    if uarray[4] == "Manifest"
+      return {path_type: "elemental live", dist_type: "live", video_type: "ism", vtype: "manifest", asset_id: page_parts[0].to_i}
+    end
+
+#    /out/u/880009.ism/Events(72_1501848239)/QualityLevels(2499968)/Fragments(v=77110176346666)  => path_type=“elemental live”, dist_type=“live”,video_type=“ism”, asset_id=880009, vtype="segment"
+    if uarray[4].include? "Events"
+      return {path_type: "elemental live", dist_type: "live", video_type: "ism", vtype: "segment", asset_id: page_parts[0].to_i}
+    end
+
+# Default empty
+    {path_type: "unknown type", dist_type: "unknown"}
+  end
+
+
   def parse_page page
     return {} unless page.to_s.strip.length > 0
     uri = URI.parse(page)
     uarray = uri.path.split("/")
+    return {} if uarray.length < 2
+
     page_type = uarray[-2]
 
     return {} unless page_type && uarray.count > 0
 
-    if uarray[1] == 'wzlive'
+    root_page = uarray[1].to_s.downcase
+
+    #puts "VOD Startswith #{root_page} #{root_page.start_with? 'vod'}"
+
+    if root_page == 'wzlive'
       wzlive_parse(uarray)
-    elsif uarray[1] == 'dashvod'
+    elsif root_page.include?('dashvod')
       dashvod_parse(uarray)
-    elsif uarray[1] == 'vod2'
+    elsif root_page == 'vod2'
       vod2_parse(uarray)
-    elsif uarray[1] == 'ismusp'
+    elsif root_page.start_with? 'vod'
+      vod_parse(uarray)
+    elsif root_page == 'ismusp'
       ismusp_parse(uarray)
-    elsif uarray[1].to_s.include?('ismvod')
+    elsif root_page.include?('ismvod')
       ismvod_parse(uarray)
+    elsif root_page.include?('hdsvod')
+      hdsvod_parse(uarray)
+    elsif root_page == 'out'
+      out_parse uarray
+    elsif page_type.to_s.include?(".isml") && root_page.to_s.include?("live")
+      isml_parse(uarray)
     elsif page_type.to_s.include?(".ism")
       ism_parse(uarray)
+    elsif root_page == 'live'
+      isml_parse uarray
+    elsif root_page.include?("healthcheck")
+      {path_type: "healthcheck", dist_type: "healthcheck", video_type:"healthcheck"}
     else
       {}
     end
@@ -86,29 +242,34 @@ class LogStash::Filters::Sumo < LogStash::Filters::Base
 
   public
   def register
-    # Add instance variables 
+
   end
 
   # def register
 
   public
   def filter(event)
-    @logger.debug? && @logger.debug("Sumo filter: received event", :type => event["type"])
 
     return unless filter?(@field)
-    if @field && event[@field]
-      begin
-        puts "*** PARSING AT LEAST ***"
-        data = parse_page(event[@field])
-        data.each { |k, v| event[k.to_s]=v }
-        @logger.debug("SUMO> ", :pg => event[@field], :data => data)
-      rescue => e
-        @logger.error("SUMO> ", :pg => event[@field], :exception => e)
-      end
 
+    if @field
+      fieldValue = event.get(@field)
+      
+      if fieldValue
+        begin
+          data = parse_page(fieldValue)
+          data.each { |k, v| event.set(k.to_s,v) }
+         # puts ("SUMO> #{fieldValue}  Event #{event} DATA: #{data}")
+        rescue => e
+          @logger.error("SUMO> ", :pg => fieldValue, :exception => e)
+        end
+      end
     end
 
+
     # filter_matched should go in the last line of our successful code
     filter_matched(event)
   end # def filter
+
+
 end # class LogStash::Filters::Sumo

data/logstash-filter-sumo.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name = 'logstash-filter-sumo'
-  s.version         = '3.0.14'
+  s.version         = '3.0.22'
   s.licenses = ['Apache License (2.0)']
   s.summary = "This filter extracts interessting SUMO values from the page element if present."
   s.description = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
@@ -19,7 +19,8 @@ Gem::Specification.new do |s|
   s.metadata = { "logstash_plugin" => "true", "logstash_group" => "filter" }
 
   # Gem dependencies
-  s.add_runtime_dependency "logstash-core-plugin-api", "~> 1.0"
+  s.add_runtime_dependency "logstash-core-plugin-api", "~> 2.0"
+  s.add_runtime_dependency 'redis'
   s.add_development_dependency 'rspec', '~> 3.1'
   s.add_development_dependency 'logstash-devutils'
 

data/spec/filters/sumo_spec.rb

@@ -13,11 +13,11 @@ describe LogStash::Filters::Sumo do
     end
 
     sample("page"=>"/dashvod/_definst_/amlst:993514_ps20000_pd1291830.smil/chunk_ctaudio_cfm4s_ridp0a1r1_cs28929600_mpd.m4s" ) do
-      expect(subject).to include("path_type")
-      expect(subject['path_type']).to eq('dashvod')
-      expect(subject['dist_type']).to eq('vod')
-      expect(subject['video_type']).to eq('m4s')
-      expect(subject['asset_id']).to eq(993514)
+      insist { subject.get('path_type') } == 'dashvod'
+
+      expect(subject.get('dist_type')).to eq('vod')
+      expect(subject.get('video_type')).to eq('m4s')
+      expect(subject.get('asset_id')).to eq(993514)
     end
 
   end
@@ -32,11 +32,11 @@ describe LogStash::Filters::Sumo do
     end
 
     sample("page"=>"/ismusp/2013-10-22/N_RYANAIR_221013_TOB_NET(763009_R22MP41000).mp4" ) do
-      expect(subject).to include("path_type")
-      expect(subject['path_type']).to eq('ismusp')
-      expect(subject['dist_type']).to eq('vod')
-      expect(subject['video_type']).to eq('mp4')
-      expect(subject['asset_id']).to eq(763009)
+      insist { subject.get('path_type') } == 'ismusp'
+
+      expect(subject.get('dist_type')).to eq('vod')
+      expect(subject.get('video_type')).to eq('mp4')
+      expect(subject.get('asset_id')).to eq(763009)
     end
 
   end
@@ -51,11 +51,10 @@ describe LogStash::Filters::Sumo do
     end
 
     sample("page"=>"/vod2/_definst_/amlst:1027448_ps55210_pd1373700_HRDNGR.smil/media_b6378000_43.ts" ) do
-      expect(subject).to include("path_type")
-      expect(subject['path_type']).to eq('vod2')
-      expect(subject['dist_type']).to eq('vod')
-      expect(subject['video_type']).to eq('ts')
-      expect(subject['asset_id']).to eq(1027448)
+      insist { subject.get('path_type') } == 'vod2'
+      expect(subject.get('dist_type')).to eq('vod')
+      expect(subject.get('video_type')).to eq('ts')
+      expect(subject.get('asset_id')).to eq(1027448)
     end
 
   end
@@ -70,11 +69,10 @@ describe LogStash::Filters::Sumo do
     end
 
     sample("page"=>"/wzlive/_definst_/amlst:LS6/433127.smil/manifest.mpd" ) do
-      expect(subject).to include("path_type")
-      expect(subject['path_type']).to eq('wzlive')
-      expect(subject['dist_type']).to eq('live')
-      expect(subject['video_type']).to eq('mpd')
-      expect(subject['asset_id']).to eq(433127)
+      insist { subject.get('path_type') } == 'wzlive'
+      expect(subject.get('dist_type')).to eq('live')
+      expect(subject.get('video_type')).to eq('mpd')
+      expect(subject.get('asset_id')).to eq(433127)
     end
 
   end
@@ -90,11 +88,10 @@ describe LogStash::Filters::Sumo do
     end
 
     sample("page"=>"/ismvod/_definst_/amlst:1027479.smil.ism/QualityLevels(126793)/Fragments(audio=143034920).isma" ) do
-      expect(subject).to include("path_type")
-      expect(subject['path_type']).to eq('ismvod')
-      expect(subject['dist_type']).to eq('vod')
-      expect(subject['video_type']).to eq('isma')
-      expect(subject['asset_id']).to eq(1027479)
+      insist { subject.get('path_type') } == 'ismvod'
+      expect(subject.get('dist_type')).to eq('vod')
+      expect(subject.get('video_type')).to eq('isma')
+      expect(subject.get('asset_id')).to eq(1027479)
     end
 
   end
@@ -110,17 +107,254 @@ describe LogStash::Filters::Sumo do
     end
 
     sample("pg"=>"/ismvod/_definst_/amlst:1027479.smil.ism/QualityLevels(126793)/Fragments(audio=143034920).isma" ) do
-      expect(subject).to include("path_type")
-      expect(subject['path_type']).to eq('ismvod')
-      expect(subject['dist_type']).to eq('vod')
-      expect(subject['video_type']).to eq('isma')
-      expect(subject['asset_id']).to eq(1027479)
+      insist { subject.get('path_type') } == 'ismvod'
+      expect(subject.get('dist_type')).to eq('vod')
+      expect(subject.get('video_type')).to eq('isma')
+      expect(subject.get('asset_id')).to eq(1027479)
+    end
+
+  end
+
+  describe "Live url /live/727992.isml" do
+    let(:config) do <<-CONFIG
+      filter {
+        sumo {
+          field => "pg"
+        }
+      }
+    CONFIG
+    end
+
+    sample("pg"=>"/live/727992.isml" ) do
+      insist { subject.get('path_type') } == 'isml'
+      expect(subject.get('dist_type')).to eq('vod')
+      expect(subject.get('video_type')).to eq('isml')
+      expect(subject.get('asset_id')).to eq(727992)
+    end
+
+  end
+
+
+  describe "Live url /out/u/463577.mpd" do
+    let(:config) do <<-CONFIG
+      filter {
+        sumo {
+          field => "pg"
+        }
+      }
+    CONFIG
+    end
+
+    sample("pg"=>"/out/u/463577.mpd" ) do
+      insist { subject.get('path_type') } == 'elemental live'
+      expect(subject.get('dist_type')).to eq('live')
+      expect(subject.get('video_type')).to eq('dash')
+      expect(subject.get('asset_id')).to eq(463577)
+    end
+
+  end
+
+  describe "Live url /out/u/463577_video_1_0_3425579.mp4?m=1500616216" do
+    let(:config) do <<-CONFIG
+      filter {
+        sumo {
+          field => "pg"
+        }
+      }
+    CONFIG
+    end
+
+    sample("pg"=>"/out/u/463577_video_1_0_3425579.mp4?m=1500616216" ) do
+      insist { subject.get('path_type') } == 'elemental live'
+      expect(subject.get('dist_type')).to eq('live')
+      expect(subject.get('video_type')).to eq('dash')
+      expect(subject.get('asset_id')).to eq(463577)
+    end
+
+  end
+
+  describe "Live url /out/u/880009.m3u8" do
+    let(:config) do <<-CONFIG
+      filter {
+        sumo {
+          field => "pg"
+        }
+      }
+    CONFIG
+    end
+
+    sample("pg"=>"/out/u/463577_video_1_0_3425579.mp4?m=1500616216" ) do
+      insist { subject.get('path_type') } == 'elemental live'
+      expect(subject.get('dist_type')).to eq('live')
+      expect(subject.get('video_type')).to eq('dash')
+      expect(subject.get('asset_id')).to eq(463577)
+      expect(subject.get('vtype')).to eq("segment")
+    end
+
+  end
+
+  describe "Live url /out/u/880009_6.m3u8" do
+    let(:config) do <<-CONFIG
+      filter {
+        sumo {
+          field => "pg"
+        }
+      }
+    CONFIG
+    end
+
+    sample("pg"=>"/out/u/880009_6.m3u8" ) do
+      insist { subject.get('path_type') } == 'elemental live'
+      expect(subject.get('dist_type')).to eq('live')
+      expect(subject.get('video_type')).to eq('hls')
+      expect(subject.get('asset_id')).to eq(880009)
+      expect(subject.get('vtype')).to eq("chunklist")
+    end
+
+  end
+
+
+
+
+
+  describe "Live url /out/u/880009_6_3584645.ts?m=1501848254" do
+    let(:config) do <<-CONFIG
+      filter {
+        sumo {
+          field => "pg"
+        }
+      }
+    CONFIG
+    end
+
+    sample("pg"=>"/out/u/880009_6_3584645.ts?m=1501848254" ) do
+      insist { subject.get('path_type') } == 'elemental live'
+      expect(subject.get('dist_type')).to eq('live')
+      expect(subject.get('video_type')).to eq('hls')
+      expect(subject.get('asset_id')).to eq(880009)
+      expect(subject.get('vtype')).to eq("segment")
+    end
+
+  end
+
+
+
+
+  describe "Live url /out/u/880009.ism/Manifest" do
+    let(:config) do <<-CONFIG
+      filter {
+        sumo {
+          field => "pg"
+        }
+      }
+    CONFIG
+    end
+
+    sample("pg"=>"/out/u/880009.ism/Manifest" ) do
+      insist { subject.get('path_type') } == 'elemental live'
+      expect(subject.get('dist_type')).to eq('live')
+      expect(subject.get('video_type')).to eq('ism')
+      expect(subject.get('asset_id')).to eq(880009)
+      expect(subject.get('vtype')).to eq("manifest")
     end
 
   end
 
 
+  describe "Live url /out/u/880009.ism/Events(72_1501848239)/QualityLevels(2499968)/Fragments(v=77110176346666)" do
+    let(:config) do <<-CONFIG
+      filter {
+        sumo {
+          field => "pg"
+        }
+      }
+    CONFIG
+    end
+
+    sample("pg"=>"/out/u/880009.ism/Events(72_1501848239)/QualityLevels(2499968)/Fragments(v=77110176346666)" ) do
+      insist { subject.get('path_type') } == 'elemental live'
+      expect(subject.get('dist_type')).to eq('live')
+      expect(subject.get('video_type')).to eq('ism')
+      expect(subject.get('asset_id')).to eq(880009)
+      expect(subject.get('vtype')).to eq("segment")
+    end
+
+  end
 
 
+  describe "VOD url 2017-09-13 11:00:02 W3SVC1 wmosl8 195.5.113.121 GET /ismvod7/_definst_/amlst:1156413.smil.ism/QualityLevels(125666)/Fragments(audio=2201948299).isma X-ARR-CACHE-HIT=0&SERVER-ROUTED=193.160.157.68&X-ARR-LOG-ID=be27667e-7b28-42c8-ac4a-60b2082e7e45&SERVER-STATUS=200 80 - 148.123.2.6 HTTP/1.1 SSPK+client/1.51+(compatible;+LG+NetCast.TV-2013) - multicdn2.local 200 0 0 34219 497 18
+" do
+    let(:config) do <<-CONFIG
+      filter {
+        sumo {
+          field => "pg"
+        }
+      }
+    CONFIG
+    end
+
+    sample("pg"=>"/ismvod7/_definst_/amlst:1156413.smil.ism/QualityLevels(125666)/Fragments(audio=2201948299).isma" ) do
+      insist { subject.get('path_type') } == 'ismvod'
+      expect(subject.get('dist_type')).to eq('vod')
+      expect(subject.get('video_type')).to eq('isma')
+      expect(subject.get('asset_id')).to eq(1156413)
+      expect(subject.get('vtype')).to eq("segment")
+    end
+
+  end
+
+
+  describe "VOD url /hdsvod/_definst_/amlst:1230502_ps1140_pd2071840.smil/media_b2003000.abst/Seg1-Frag891" do
+    let(:config) do <<-CONFIG
+      filter {
+        sumo {
+          field => "pg"
+        }
+      }
+    CONFIG
+    end
+
+    sample("pg"=>"/hdsvod/_definst_/amlst:1230502_ps1140_pd2071840.smil/media_b2003000.abst/Seg1-Frag891" ) do
+      insist { subject.get('path_type') } == 'wowza vod'
+      expect(subject.get('dist_type')).to eq('vod')
+      expect(subject.get('video_type')).to eq('hds')
+      expect(subject.get('asset_id')).to eq(1230502)
+      expect(subject.get('vtype')).to eq("segment")
+    end
+
+  end
+
+
+
+  describe "VOD url  /vod4/_definst_/amlst:1224663_ps60000_pd1482000_HRDNGR.smil/media_b1250000_ko_152.ts" do
+    let(:config) do <<-CONFIG
+      filter {
+        sumo {
+          field => "pg"
+        }
+      }
+    CONFIG
+    end
+
+    sample("pg"=>"/vod4/_definst_/amlst:1224663_ps60000_pd1482000_HRDNGR.smil/media_b1250000_ko_152.ts" ) do
+      insist { subject.get('path_type') } == 'vod'
+      expect(subject.get('dist_type')).to eq('vod')
+      expect(subject.get('video_type')).to eq('ts')
+      expect(subject.get('asset_id')).to eq(1224663)
+      expect(subject.get('vtype')).to eq("segment")
+    end
+
+
+    # /origin1-live.akamai.tv2.no/live/727992.isml/Manifest
+    sample("pg"=>"/origin1-live.akamai.tv2.no/live/727992.isml/Manifest" ) do
+      insist { subject.get('path_type') } == 'live'
+      expect(subject.get('dist_type')).to eq('live')
+      expect(subject.get('video_type')).to eq('ism')
+      expect(subject.get('asset_id')).to eq(727992)
+      expect(subject.get('vtype')).to eq("manifest")
+    end
+
+
+  end
 
 end

data/spec/spec_helper.rb

@@ -1,3 +1,12 @@
 # encoding: utf-8
 require "logstash/devutils/rspec/spec_helper"
 require 'pp'
+require 'rspec'
+require 'guard/jruby-rspec'
+
+RSpec.configure do |config|
+  #config.color_enabled = true
+  config.filter_run :focus => true
+  config.run_all_when_everything_filtered = true
+
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: logstash-filter-sumo
 version: !ruby/object:Gem::Version
-  version: 3.0.14
+  version: 3.0.22
 platform: ruby
 authors:
 - TV 2
@@ -9,50 +9,64 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2016-04-19 00:00:00.000000000 Z
+date: 2018-01-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
   name: logstash-core-plugin-api
+  prerelease: false
+  type: :runtime
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: '2.0'
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: '0'
+  name: redis
   prerelease: false
   type: :runtime
-- !ruby/object:Gem::Dependency
-  name: rspec
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '3.1'
+        version: '0'
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.1'
+  name: rspec
   prerelease: false
   type: :development
-- !ruby/object:Gem::Dependency
-  name: logstash-devutils
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '3.1'
+- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+  name: logstash-devutils
   prerelease: false
   type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program
 email: leffen@gmail.com
 executables: []
@@ -90,7 +104,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project:
-rubygems_version: 2.4.8
+rubygems_version: 2.6.8
 signing_key:
 specification_version: 4
 summary: This filter extracts interessting SUMO values from the page element if present.