logstash-filter-sumo 3.0.12 → 3.0.13
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +25 -0
- data/lib/logstash/filters/sumo.rb +3 -1
- data/logstash-filter-sumo.gemspec +4 -4
- data/spec/filters/sumo_spec.rb +24 -10
- data/spec/spec_helper.rb +1 -0
- metadata +20 -32
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: d38b6076f7e03f75e0968044b586c2f59e2b59d8
|
4
|
+
data.tar.gz: d5ad7222e60e69d086ee2f244a8f211a2bdb69fc
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 6349ad58130e06d6cb669f6d06ebabaf93dc529ab870b2026267b391f1bf406c98b3c5fd3d9cc22ead894e691b32f41db7d7c7732dbfa480696a72b14d7a254d
|
7
|
+
data.tar.gz: 7a52d4d70268e3ad0db678b60f071e7b4e865beff5433200cd530da16460e3fbc053934cf09db0e477b72df94e232b4727ca5f8b14f2294fa1aada9ba85c375b
|
data/README.md
CHANGED
@@ -6,14 +6,39 @@ This projects needs jruby, so use "rvm use jruby". Tested and deployed with jrub
|
|
6
6
|
|
7
7
|
# Versions
|
8
8
|
3.0.12 Updated ismvod to cover all types starting with ismvod
|
9
|
+
3.0.13 Updated to latest logstash version
|
9
10
|
|
10
11
|
|
11
12
|
## Build
|
12
13
|
Update the version numder in logstash-filter-sumo.gemspec
|
13
14
|
Update readme with new release information
|
14
15
|
gem build logstash-filter-sumo.gemspec
|
16
|
+
bundle exec rake publish_gem
|
15
17
|
|
16
18
|
|
19
|
+
## Install in logstash
|
20
|
+
Go to main logstash directory
|
21
|
+
bin/plugin install --version 3.0.11 logstash-filter-sumo
|
22
|
+
|
23
|
+
#### Test
|
24
|
+
|
25
|
+
- Update your dependencies
|
26
|
+
|
27
|
+
```sh
|
28
|
+
bundle install
|
29
|
+
```
|
30
|
+
|
31
|
+
- Pull down GeoIP database files
|
32
|
+
|
33
|
+
```sh
|
34
|
+
bundle exec rake vendor
|
35
|
+
```
|
36
|
+
|
37
|
+
- Run tests
|
38
|
+
|
39
|
+
```sh
|
40
|
+
bundle exec rspec
|
41
|
+
```
|
17
42
|
|
18
43
|
Author : Leif Terje Fonnes ( leffen@gmail.com )
|
19
44
|
|
@@ -9,7 +9,6 @@ class LogStash::Filters::Sumo < LogStash::Filters::Base
|
|
9
9
|
|
10
10
|
config :field, :validate => :string, :default => "page"
|
11
11
|
|
12
|
-
|
13
12
|
def wzlive_parse(uarray)
|
14
13
|
web_stream = uarray[3].split(":")[1]
|
15
14
|
video_type = uarray.last.split(".").last
|
@@ -94,6 +93,9 @@ class LogStash::Filters::Sumo < LogStash::Filters::Base
|
|
94
93
|
|
95
94
|
public
|
96
95
|
def filter(event)
|
96
|
+
@logger.debug? && @logger.debug("Sumo filter: received event", :type => event["type"])
|
97
|
+
|
98
|
+
return unless filter?(@field)
|
97
99
|
if @field && event[@field]
|
98
100
|
begin
|
99
101
|
data = parse_page(event[@field])
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Gem::Specification.new do |s|
|
2
2
|
s.name = 'logstash-filter-sumo'
|
3
|
-
s.version = '3.0.
|
3
|
+
s.version = '3.0.13'
|
4
4
|
s.licenses = ['Apache License (2.0)']
|
5
5
|
s.summary = "This filter extracts interessting SUMO values from the page element if present."
|
6
6
|
s.description = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
|
@@ -19,8 +19,8 @@ Gem::Specification.new do |s|
|
|
19
19
|
s.metadata = { "logstash_plugin" => "true", "logstash_group" => "filter" }
|
20
20
|
|
21
21
|
# Gem dependencies
|
22
|
-
s.add_runtime_dependency "logstash-core", "
|
23
|
-
s.add_development_dependency '
|
24
|
-
s.add_development_dependency '
|
22
|
+
s.add_runtime_dependency "logstash-core-plugin-api", "~> 1.0"
|
23
|
+
s.add_development_dependency 'rspec', '~> 3.1'
|
24
|
+
s.add_development_dependency 'logstash-devutils'
|
25
25
|
|
26
26
|
end
|
data/spec/filters/sumo_spec.rb
CHANGED
@@ -7,13 +7,12 @@ describe LogStash::Filters::Sumo do
|
|
7
7
|
let(:config) do <<-CONFIG
|
8
8
|
filter {
|
9
9
|
sumo {
|
10
|
-
pg => "/dashvod/_definst_/amlst:993514_ps20000_pd1291830.smil/chunk_ctaudio_cfm4s_ridp0a1r1_cs28929600_mpd.m4s"
|
11
10
|
}
|
12
11
|
}
|
13
12
|
CONFIG
|
14
13
|
end
|
15
14
|
|
16
|
-
sample("page"=>"" ) do
|
15
|
+
sample("page"=>"/dashvod/_definst_/amlst:993514_ps20000_pd1291830.smil/chunk_ctaudio_cfm4s_ridp0a1r1_cs28929600_mpd.m4s" ) do
|
17
16
|
expect(subject).to include("path_type")
|
18
17
|
expect(subject['path_type']).to eq('dashvod')
|
19
18
|
expect(subject['dist_type']).to eq('vod')
|
@@ -27,13 +26,12 @@ describe LogStash::Filters::Sumo do
|
|
27
26
|
let(:config) do <<-CONFIG
|
28
27
|
filter {
|
29
28
|
sumo {
|
30
|
-
pg => "/ismusp/2013-10-22/N_RYANAIR_221013_TOB_NET(763009_R22MP41000).mp4"
|
31
29
|
}
|
32
30
|
}
|
33
31
|
CONFIG
|
34
32
|
end
|
35
33
|
|
36
|
-
sample("page"=>"" ) do
|
34
|
+
sample("page"=>"/ismusp/2013-10-22/N_RYANAIR_221013_TOB_NET(763009_R22MP41000).mp4" ) do
|
37
35
|
expect(subject).to include("path_type")
|
38
36
|
expect(subject['path_type']).to eq('ismusp')
|
39
37
|
expect(subject['dist_type']).to eq('vod')
|
@@ -47,13 +45,12 @@ describe LogStash::Filters::Sumo do
|
|
47
45
|
let(:config) do <<-CONFIG
|
48
46
|
filter {
|
49
47
|
sumo {
|
50
|
-
pg => "/vod2/_definst_/amlst:1027448_ps55210_pd1373700_HRDNGR.smil/media_b6378000_43.ts"
|
51
48
|
}
|
52
49
|
}
|
53
50
|
CONFIG
|
54
51
|
end
|
55
52
|
|
56
|
-
sample("page"=>"" ) do
|
53
|
+
sample("page"=>"/vod2/_definst_/amlst:1027448_ps55210_pd1373700_HRDNGR.smil/media_b6378000_43.ts" ) do
|
57
54
|
expect(subject).to include("path_type")
|
58
55
|
expect(subject['path_type']).to eq('vod2')
|
59
56
|
expect(subject['dist_type']).to eq('vod')
|
@@ -67,13 +64,12 @@ describe LogStash::Filters::Sumo do
|
|
67
64
|
let(:config) do <<-CONFIG
|
68
65
|
filter {
|
69
66
|
sumo {
|
70
|
-
pg => "/wzlive/_definst_/amlst:LS6/433127.smil/manifest.mpd"
|
71
67
|
}
|
72
68
|
}
|
73
69
|
CONFIG
|
74
70
|
end
|
75
71
|
|
76
|
-
sample("page"=>"" ) do
|
72
|
+
sample("page"=>"/wzlive/_definst_/amlst:LS6/433127.smil/manifest.mpd" ) do
|
77
73
|
expect(subject).to include("path_type")
|
78
74
|
expect(subject['path_type']).to eq('wzlive')
|
79
75
|
expect(subject['dist_type']).to eq('live')
|
@@ -88,13 +84,12 @@ describe LogStash::Filters::Sumo do
|
|
88
84
|
let(:config) do <<-CONFIG
|
89
85
|
filter {
|
90
86
|
sumo {
|
91
|
-
pg => "/ismvod/_definst_/amlst:1027479.smil.ism/QualityLevels(126793)/Fragments(audio=143034920).isma"
|
92
87
|
}
|
93
88
|
}
|
94
89
|
CONFIG
|
95
90
|
end
|
96
91
|
|
97
|
-
sample("page"=>"" ) do
|
92
|
+
sample("page"=>"/ismvod/_definst_/amlst:1027479.smil.ism/QualityLevels(126793)/Fragments(audio=143034920).isma" ) do
|
98
93
|
expect(subject).to include("path_type")
|
99
94
|
expect(subject['path_type']).to eq('ismvod')
|
100
95
|
expect(subject['dist_type']).to eq('vod')
|
@@ -104,6 +99,25 @@ describe LogStash::Filters::Sumo do
|
|
104
99
|
|
105
100
|
end
|
106
101
|
|
102
|
+
describe "Different field" do
|
103
|
+
let(:config) do <<-CONFIG
|
104
|
+
filter {
|
105
|
+
sumo {
|
106
|
+
field => "pg"
|
107
|
+
}
|
108
|
+
}
|
109
|
+
CONFIG
|
110
|
+
end
|
111
|
+
|
112
|
+
sample("pg"=>"/ismvod/_definst_/amlst:1027479.smil.ism/QualityLevels(126793)/Fragments(audio=143034920).isma" ) do
|
113
|
+
expect(subject).to include("path_type")
|
114
|
+
expect(subject['path_type']).to eq('ismvod')
|
115
|
+
expect(subject['dist_type']).to eq('vod')
|
116
|
+
expect(subject['video_type']).to eq('isma')
|
117
|
+
expect(subject['asset_id']).to eq(1027479)
|
118
|
+
end
|
119
|
+
|
120
|
+
end
|
107
121
|
|
108
122
|
|
109
123
|
|
data/spec/spec_helper.rb
CHANGED
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: logstash-filter-sumo
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 3.0.
|
4
|
+
version: 3.0.13
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- TV 2
|
@@ -9,62 +9,50 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2016-04-
|
12
|
+
date: 2016-04-19 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
|
-
|
15
|
+
name: logstash-core-plugin-api
|
16
|
+
version_requirements: !ruby/object:Gem::Requirement
|
16
17
|
requirements:
|
17
|
-
- - "
|
18
|
+
- - "~>"
|
18
19
|
- !ruby/object:Gem::Version
|
19
|
-
version:
|
20
|
-
|
20
|
+
version: '1.0'
|
21
|
+
requirement: !ruby/object:Gem::Requirement
|
22
|
+
requirements:
|
23
|
+
- - "~>"
|
21
24
|
- !ruby/object:Gem::Version
|
22
|
-
version:
|
23
|
-
name: logstash-core
|
25
|
+
version: '1.0'
|
24
26
|
prerelease: false
|
25
27
|
type: :runtime
|
28
|
+
- !ruby/object:Gem::Dependency
|
29
|
+
name: rspec
|
26
30
|
version_requirements: !ruby/object:Gem::Requirement
|
27
31
|
requirements:
|
28
|
-
- - "
|
29
|
-
- !ruby/object:Gem::Version
|
30
|
-
version: 2.0.0
|
31
|
-
- - "<"
|
32
|
+
- - "~>"
|
32
33
|
- !ruby/object:Gem::Version
|
33
|
-
version: 3.
|
34
|
-
- !ruby/object:Gem::Dependency
|
34
|
+
version: '3.1'
|
35
35
|
requirement: !ruby/object:Gem::Requirement
|
36
36
|
requirements:
|
37
37
|
- - "~>"
|
38
38
|
- !ruby/object:Gem::Version
|
39
|
-
version: '
|
40
|
-
- - ">="
|
41
|
-
- !ruby/object:Gem::Version
|
42
|
-
version: 0.0.8
|
43
|
-
name: logstash-devutils
|
39
|
+
version: '3.1'
|
44
40
|
prerelease: false
|
45
41
|
type: :development
|
42
|
+
- !ruby/object:Gem::Dependency
|
43
|
+
name: logstash-devutils
|
46
44
|
version_requirements: !ruby/object:Gem::Requirement
|
47
45
|
requirements:
|
48
|
-
- - "~>"
|
49
|
-
- !ruby/object:Gem::Version
|
50
|
-
version: '0.0'
|
51
46
|
- - ">="
|
52
47
|
- !ruby/object:Gem::Version
|
53
|
-
version: 0
|
54
|
-
- !ruby/object:Gem::Dependency
|
48
|
+
version: '0'
|
55
49
|
requirement: !ruby/object:Gem::Requirement
|
56
50
|
requirements:
|
57
|
-
- - "
|
51
|
+
- - ">="
|
58
52
|
- !ruby/object:Gem::Version
|
59
|
-
version: '
|
60
|
-
name: rspec
|
53
|
+
version: '0'
|
61
54
|
prerelease: false
|
62
55
|
type: :development
|
63
|
-
version_requirements: !ruby/object:Gem::Requirement
|
64
|
-
requirements:
|
65
|
-
- - "~>"
|
66
|
-
- !ruby/object:Gem::Version
|
67
|
-
version: '2.7'
|
68
56
|
description: This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program
|
69
57
|
email: leffen@gmail.com
|
70
58
|
executables: []
|