fluent-plugin-sflow 0.2.1 → 0.3.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +8 -8
- data/ext/sflowtool/sflowtool.c +1 -1
- data/fluent-plugin-sflow.gemspec +2 -2
- data/lib/fluent/plugin/in_sflow.rb +9 -47
- data/lib/fluent/plugin/parser_sflow.rb +4 -3
- metadata +4 -4
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 0447a8846e6a71d5994fcf1c284e510b01991853
|
4
|
+
data.tar.gz: 8541fea3c74f3ebbe2c00fcb9b7867f702b228d4
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: af658e53d271282c0e1b8a11525c82ad6744a1cb5e424b2e99444346fa5dca2943b8203242e502dd5cc92a9ac8cb2288006fc0436afb4f88d11f94ee67ae96b9
|
7
|
+
data.tar.gz: c790adea5b9e909c371e9e86cf41a6cc044e42a3fef203d44bc3f99edca004356cb57b06151f5e5729cad3af497df7b5081d01a2738eb8c492b04b91cdbffe72
|
data/README.md
CHANGED
@@ -1,10 +1,10 @@
|
|
1
1
|
# fluent-plugin-sflow
|
2
2
|
|
3
|
-
[![Build Status](https://travis-ci.org/codeout/fluent-plugin-sflow.svg?branch=
|
3
|
+
[![Build Status](https://travis-ci.org/codeout/fluent-plugin-sflow.svg?branch=fluentd-0.14)](https://travis-ci.org/codeout/fluent-plugin-sflow)
|
4
4
|
|
5
|
-
## This branch is valid only for Fluentd 0.
|
5
|
+
## This branch is valid only for Fluentd 0.14.x
|
6
6
|
|
7
|
-
See [0.
|
7
|
+
See [0.12.x branch](https://github.com/codeout/fluent-plugin-sflow) for Fluentd 0.12.x.
|
8
8
|
|
9
9
|
## Overview
|
10
10
|
|
@@ -103,13 +103,13 @@ See [sflowtool document](http://www.inmon.com/technology/sflowTools.php) for mor
|
|
103
103
|
|
104
104
|
## Requirement
|
105
105
|
|
106
|
-
* Fluentd: 0.
|
107
|
-
* See [0.
|
106
|
+
* Fluentd: 0.14.x
|
107
|
+
* See [0.12.x](https://github.com/codeout/fluent-plugin-sflow) branch for Fluentd 0.12.x.
|
108
108
|
|
109
109
|
## Install
|
110
110
|
|
111
111
|
``` shell
|
112
|
-
$ gem install fluent-plugin-sflow
|
112
|
+
$ gem install fluent-plugin-sflow
|
113
113
|
```
|
114
114
|
|
115
115
|
You can also use ```fluent-gem``` or ```td-agent-gem``` instead of ```gem``` command.
|
@@ -248,8 +248,8 @@ UDP port number on which this plugin will accept sFlow.
|
|
248
248
|
Here is a quick benchmark on Macbook Pro Mid 2015:
|
249
249
|
|
250
250
|
* sFlow v5 flow samples, 5.88 samples per packet in average
|
251
|
-
* Fluentd v0.
|
252
|
-
*
|
251
|
+
* Fluentd v0.14.17
|
252
|
+
* 13161 sFlow v5 records/s
|
253
253
|
|
254
254
|
|
255
255
|
## TODO
|
data/ext/sflowtool/sflowtool.c
CHANGED
@@ -2500,7 +2500,7 @@ static void readExtendedTCPInfo(SFSample *sample)
|
|
2500
2500
|
case PKTDIR_sent: direction = "sent"; break;
|
2501
2501
|
default: direction = "<bad value>"; break;
|
2502
2502
|
}
|
2503
|
-
sf_log(sample, "
|
2503
|
+
sf_log(sample, "tcpinfo_direction\":\"%s\",", direction);
|
2504
2504
|
sf_log_next32(sample, "tcpinfo_send_mss");
|
2505
2505
|
sf_log_next32(sample, "tcpinfo_receive_mss");
|
2506
2506
|
sf_log_next32(sample, "tcpinfo_unacked_pkts");
|
data/fluent-plugin-sflow.gemspec
CHANGED
@@ -4,7 +4,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
|
|
4
4
|
|
5
5
|
Gem::Specification.new do |spec|
|
6
6
|
spec.name = "fluent-plugin-sflow"
|
7
|
-
spec.version = "0.
|
7
|
+
spec.version = "0.3.0"
|
8
8
|
spec.authors = ["Shintaro Kojima"]
|
9
9
|
spec.email = ["goodies@codeout.net"]
|
10
10
|
|
@@ -20,7 +20,7 @@ Gem::Specification.new do |spec|
|
|
20
20
|
spec.require_paths = ["lib"]
|
21
21
|
spec.extensions = ["ext/sflowtool/extconf.rb"]
|
22
22
|
|
23
|
-
spec.add_dependency "fluentd", "~>
|
23
|
+
spec.add_dependency "fluentd", "~>0.14.0"
|
24
24
|
spec.add_development_dependency "bundler", "~> 1.12"
|
25
25
|
spec.add_development_dependency "rake", "~> 10.0"
|
26
26
|
spec.add_development_dependency "rake-compiler", "~> 1.0"
|
@@ -1,10 +1,12 @@
|
|
1
|
-
require '
|
1
|
+
require 'fluent/plugin/input'
|
2
2
|
require 'fluent/plugin/parser_sflow'
|
3
3
|
|
4
4
|
|
5
|
-
module Fluent
|
5
|
+
module Fluent::Plugin
|
6
6
|
class SflowInput < Input
|
7
|
-
Plugin.register_input('sflow', self)
|
7
|
+
Fluent::Plugin.register_input('sflow', self)
|
8
|
+
|
9
|
+
helpers :server
|
8
10
|
|
9
11
|
config_param :bind, :string, default: '0.0.0.0'
|
10
12
|
config_param :port, :integer, default: 6343
|
@@ -14,31 +16,14 @@ module Fluent
|
|
14
16
|
|
15
17
|
def configure(conf)
|
16
18
|
super
|
17
|
-
@parser = Fluent::
|
19
|
+
@parser = Fluent::Plugin::SflowParser.new
|
18
20
|
end
|
19
21
|
|
20
22
|
def start
|
21
23
|
super
|
22
|
-
@
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
@thread = Thread.new(&method(:run))
|
27
|
-
end
|
28
|
-
|
29
|
-
def shutdown
|
30
|
-
@loop.watchers.each {|w| w.detach }
|
31
|
-
@loop.stop
|
32
|
-
@handler.close
|
33
|
-
@thread.join
|
34
|
-
super
|
35
|
-
end
|
36
|
-
|
37
|
-
def run
|
38
|
-
@loop.run
|
39
|
-
rescue
|
40
|
-
log.error 'unexpected error', error_class: $!.class, error: $!.message
|
41
|
-
log.error_backtrace
|
24
|
+
server_create(:in_sflow_server, @port, proto: :udp, bind: @bind, max_bytes: @max_bytes) do |data, sock|
|
25
|
+
receive(data, sock.remote_host)
|
26
|
+
end
|
42
27
|
end
|
43
28
|
|
44
29
|
|
@@ -61,28 +46,5 @@ module Fluent
|
|
61
46
|
log.warn 'Unexpected error on parsing',
|
62
47
|
raw: raw, exporter: exporter, error_class: $!.class, error: $!.message
|
63
48
|
end
|
64
|
-
|
65
|
-
|
66
|
-
private
|
67
|
-
|
68
|
-
def listen(callback)
|
69
|
-
log.info "listening sflow socket on #{@bind}:#{@port}"
|
70
|
-
@sock = SocketUtil.create_udp_socket(@bind)
|
71
|
-
@sock.bind @bind, @port
|
72
|
-
UdpHandler.new @sock, callback
|
73
|
-
end
|
74
|
-
|
75
|
-
class UdpHandler < Coolio::IO
|
76
|
-
def initialize(io, callback)
|
77
|
-
super io
|
78
|
-
@io = io
|
79
|
-
@callback = callback
|
80
|
-
end
|
81
|
-
|
82
|
-
def on_readable
|
83
|
-
msg, addr = @io.recvfrom_nonblock(4096)
|
84
|
-
@callback.call msg, addr[3]
|
85
|
-
end
|
86
|
-
end
|
87
49
|
end
|
88
50
|
end
|
@@ -1,10 +1,11 @@
|
|
1
|
-
require 'fluent/parser'
|
1
|
+
require 'fluent/plugin/parser'
|
2
|
+
require 'fluent/time'
|
2
3
|
require 'json'
|
3
4
|
require 'sflowtool'
|
4
5
|
|
5
6
|
|
6
7
|
module Fluent
|
7
|
-
|
8
|
+
module Plugin
|
8
9
|
class SflowParser < Parser
|
9
10
|
Plugin.register_parser('sflow', self)
|
10
11
|
|
@@ -13,7 +14,7 @@ module Fluent
|
|
13
14
|
data = JSON.load(Sflowtool.parse(raw, remote_host))
|
14
15
|
|
15
16
|
# NOTE: sFlow datagram doesn't have timestamp field, but sysUpTime only
|
16
|
-
time = data['header']['unix_seconds_utc']
|
17
|
+
time = Fluent::EventTime.new(data['header']['unix_seconds_utc'])
|
17
18
|
|
18
19
|
data['samples'].each do |sample|
|
19
20
|
yield time, data['header'].merge(sample)
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fluent-plugin-sflow
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.3.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Shintaro Kojima
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date: 2017-09-
|
11
|
+
date: 2017-09-06 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: fluentd
|
@@ -16,14 +16,14 @@ dependencies:
|
|
16
16
|
requirements:
|
17
17
|
- - "~>"
|
18
18
|
- !ruby/object:Gem::Version
|
19
|
-
version: 0.
|
19
|
+
version: 0.14.0
|
20
20
|
type: :runtime
|
21
21
|
prerelease: false
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
23
23
|
requirements:
|
24
24
|
- - "~>"
|
25
25
|
- !ruby/object:Gem::Version
|
26
|
-
version: 0.
|
26
|
+
version: 0.14.0
|
27
27
|
- !ruby/object:Gem::Dependency
|
28
28
|
name: bundler
|
29
29
|
requirement: !ruby/object:Gem::Requirement
|