fluent-plugin-multi-type-parser 0.0.1 → 0.0.2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +5 -5
- data/.gitignore +2 -0
- data/README.md +40 -49
- data/fluent-plugin-multi-type-parser.gemspec +7 -6
- data/lib/fluent/plugin/filter_multi_type_parser.rb +2 -2
- metadata +13 -12
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
|
-
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
2
|
+
SHA256:
|
3
|
+
metadata.gz: 7da2cb1993eda20d157e10c72a050c97f876ad7b66897c883b9a49baecdb682f
|
4
|
+
data.tar.gz: 84fc0ed2e227847b87560057a7679862071a33b9e21c093960d8c5ce94285001
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 5ce6b1d9c8ca0697b12a98ec8f351737c1f9c83c5022d5fbe76ccef6746cc91e61a00142ae48008235d09dd672df1846189034528a3cf433b5dc2364ec46e2ed
|
7
|
+
data.tar.gz: 734e8722fff732d73f70374d655557e41a7bd3f00303566a1beb8cdbd16105822fd9de607a224249318c9d79d6738b4fb4dc0251090aa7ac977d57c47e0ff035
|
data/.gitignore
ADDED
data/README.md
CHANGED
@@ -1,71 +1,62 @@
|
|
1
1
|
# fluent-plugin-multi-type-parser
|
2
2
|
|
3
|
-
[Fluentd](http://fluentd.org/) filter plugin to
|
4
|
-
|
5
|
-
**for v1.0(v0.14) / td-agent3 only!**
|
6
|
-
|
7
|
-
## Configuration
|
8
|
-
|
9
|
-
This plugin is a parser filter plugin.
|
10
|
-
|
11
|
-
<filter raw.syslog.**>
|
12
|
-
@type multi_type_parser
|
13
|
-
key_name message
|
14
|
-
|
15
|
-
<parsers>
|
16
|
-
<parse>
|
17
|
-
@type regexp
|
18
|
-
expression /.../
|
19
|
-
</parse>
|
20
|
-
<parse>
|
21
|
-
@type regexp
|
22
|
-
expression /.../
|
23
|
-
</parse>
|
24
|
-
<parse>
|
25
|
-
@type custom_parser
|
26
|
-
custom_parser_param foo
|
27
|
-
custom_parser_param2 bar
|
28
|
-
</parse>
|
29
|
-
<parse>
|
30
|
-
@type none
|
31
|
-
</parse>
|
32
|
-
</parsers>
|
33
|
-
</filter>
|
3
|
+
[Fluentd](http://fluentd.org/) filter plugin to parse multi format message.
|
34
4
|
|
35
5
|
## Installation
|
36
6
|
|
37
|
-
### RubyGems
|
38
|
-
|
39
7
|
```
|
40
|
-
|
8
|
+
fluent-gem install fluent-plugin-multi-type-parser
|
41
9
|
```
|
42
10
|
|
43
|
-
###
|
44
|
-
|
45
|
-
Add following line to your Gemfile:
|
11
|
+
### If using `td-agent`
|
46
12
|
|
47
|
-
```
|
48
|
-
gem
|
13
|
+
```
|
14
|
+
td-agent-gem install fluent-plugin-multi-type-parser
|
49
15
|
```
|
50
16
|
|
51
|
-
|
17
|
+
### Offline install
|
52
18
|
|
53
|
-
|
54
|
-
|
55
|
-
|
19
|
+
For example you cannot access the Gem repositories, you can install by store the file.
|
20
|
+
|
21
|
+
You store the file [filter_multi_type_parser.rb](./lib/fluent/plugin/filter_multi_type_parser.rb) in `/etc/fluent/plugin` (if using td-agent, `/etc/td-agent/plugin`). Plugin will be loaded automatically by fluentd/td-agent.
|
56
22
|
|
57
|
-
|
23
|
+
see also : "Plugin Management" - https://docs.fluentd.org/deployment/plugin-management
|
58
24
|
|
59
|
-
|
25
|
+
## Example Configuration
|
26
|
+
|
27
|
+
This plugin is a parser filter plugin.
|
60
28
|
|
61
29
|
```
|
62
|
-
|
30
|
+
<filter raw.syslog.**>
|
31
|
+
@type multi_type_parser
|
32
|
+
key_name message
|
33
|
+
|
34
|
+
<parsers>
|
35
|
+
<parse>
|
36
|
+
@type regexp
|
37
|
+
expression /.../
|
38
|
+
</parse>
|
39
|
+
|
40
|
+
<parse>
|
41
|
+
@type regexp
|
42
|
+
expression /.../
|
43
|
+
</parse>
|
44
|
+
|
45
|
+
<parse>
|
46
|
+
@type custom_parser
|
47
|
+
custom_parser_param foo
|
48
|
+
custom_parser_param2 bar
|
49
|
+
</parse>
|
50
|
+
|
51
|
+
<parse>
|
52
|
+
@type none
|
53
|
+
</parse>
|
54
|
+
</parsers>
|
55
|
+
</filter>
|
63
56
|
```
|
64
57
|
|
65
|
-
You can copy and paste generated documents here.
|
66
|
-
|
67
58
|
## Copyright
|
68
59
|
|
69
|
-
* Copyright(c) 2017- msysh
|
60
|
+
* Copyright(c) 2017-2022 msysh
|
70
61
|
* License
|
71
62
|
* Apache License, Version 2.0
|
@@ -3,12 +3,13 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
|
|
3
3
|
|
4
4
|
Gem::Specification.new do |spec|
|
5
5
|
spec.name = "fluent-plugin-multi-type-parser"
|
6
|
-
spec.version = "0.0.
|
6
|
+
spec.version = "0.0.2"
|
7
7
|
spec.authors = "msysh"
|
8
|
+
spec.email = ["@msysh"]
|
8
9
|
|
9
|
-
spec.summary =
|
10
|
-
spec.description =
|
11
|
-
spec.homepage = "https://
|
10
|
+
spec.summary = %q{multi type parser for fluentd plugin.}
|
11
|
+
spec.description = %q{fluentd/td-agent filter plugin to parse multi format message.}
|
12
|
+
spec.homepage = "https://blog.msysh.me"
|
12
13
|
spec.license = "Apache-2.0"
|
13
14
|
|
14
15
|
test_files, files = `git ls-files -z`.split("\x0").partition do |f|
|
@@ -19,8 +20,8 @@ Gem::Specification.new do |spec|
|
|
19
20
|
spec.test_files = test_files
|
20
21
|
spec.require_paths = ["lib"]
|
21
22
|
|
22
|
-
spec.add_development_dependency "bundler", "~>
|
23
|
-
spec.add_development_dependency "rake", "~>
|
23
|
+
spec.add_development_dependency "bundler", "~> 2.3"
|
24
|
+
spec.add_development_dependency "rake", "~> 13.0.6"
|
24
25
|
spec.add_development_dependency "test-unit", "~> 3.0"
|
25
26
|
spec.add_runtime_dependency "fluentd", [">= 0.14.10", "< 2"]
|
26
27
|
end
|
@@ -51,13 +51,13 @@ module Fluent
|
|
51
51
|
end
|
52
52
|
|
53
53
|
unless !parsers_config.nil? && parsers_config.length > 0
|
54
|
-
raise Fluent::ConfigError, "section <
|
54
|
+
raise Fluent::ConfigError, "section <parse> is required."
|
55
55
|
end
|
56
56
|
|
57
57
|
parsers_config.each do | p |
|
58
58
|
next unless ['parse'].include?(p.name)
|
59
59
|
next unless p.has_key?('@type')
|
60
|
-
|
60
|
+
log.info("detect parser #{p['@type']}")
|
61
61
|
parser = Fluent::Plugin.new_parser(p['@type'], parent: self)
|
62
62
|
parser.configure(p)
|
63
63
|
@parsers << parser
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fluent-plugin-multi-type-parser
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.2
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- msysh
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2022-01-05 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bundler
|
@@ -16,28 +16,28 @@ dependencies:
|
|
16
16
|
requirements:
|
17
17
|
- - "~>"
|
18
18
|
- !ruby/object:Gem::Version
|
19
|
-
version: '
|
19
|
+
version: '2.3'
|
20
20
|
type: :development
|
21
21
|
prerelease: false
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
23
23
|
requirements:
|
24
24
|
- - "~>"
|
25
25
|
- !ruby/object:Gem::Version
|
26
|
-
version: '
|
26
|
+
version: '2.3'
|
27
27
|
- !ruby/object:Gem::Dependency
|
28
28
|
name: rake
|
29
29
|
requirement: !ruby/object:Gem::Requirement
|
30
30
|
requirements:
|
31
31
|
- - "~>"
|
32
32
|
- !ruby/object:Gem::Version
|
33
|
-
version:
|
33
|
+
version: 13.0.6
|
34
34
|
type: :development
|
35
35
|
prerelease: false
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
37
37
|
requirements:
|
38
38
|
- - "~>"
|
39
39
|
- !ruby/object:Gem::Version
|
40
|
-
version:
|
40
|
+
version: 13.0.6
|
41
41
|
- !ruby/object:Gem::Dependency
|
42
42
|
name: test-unit
|
43
43
|
requirement: !ruby/object:Gem::Requirement
|
@@ -72,12 +72,14 @@ dependencies:
|
|
72
72
|
- - "<"
|
73
73
|
- !ruby/object:Gem::Version
|
74
74
|
version: '2'
|
75
|
-
description:
|
76
|
-
email:
|
75
|
+
description: fluentd/td-agent filter plugin to parse multi format message.
|
76
|
+
email:
|
77
|
+
- "@msysh"
|
77
78
|
executables: []
|
78
79
|
extensions: []
|
79
80
|
extra_rdoc_files: []
|
80
81
|
files:
|
82
|
+
- ".gitignore"
|
81
83
|
- Gemfile
|
82
84
|
- LICENSE
|
83
85
|
- README.md
|
@@ -87,7 +89,7 @@ files:
|
|
87
89
|
- lib/fluent/plugin/filter_multi_type_parser.rb
|
88
90
|
- test/helper.rb
|
89
91
|
- test/plugin/test_filter_multi-type-parser.rb
|
90
|
-
homepage: https://
|
92
|
+
homepage: https://blog.msysh.me
|
91
93
|
licenses:
|
92
94
|
- Apache-2.0
|
93
95
|
metadata: {}
|
@@ -106,11 +108,10 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
106
108
|
- !ruby/object:Gem::Version
|
107
109
|
version: '0'
|
108
110
|
requirements: []
|
109
|
-
|
110
|
-
rubygems_version: 2.6.7
|
111
|
+
rubygems_version: 3.3.3
|
111
112
|
signing_key:
|
112
113
|
specification_version: 4
|
113
|
-
summary:
|
114
|
+
summary: multi type parser for fluentd plugin.
|
114
115
|
test_files:
|
115
116
|
- test/helper.rb
|
116
117
|
- test/plugin/test_filter_multi-type-parser.rb
|