fluent-plugin-multi-type-parser 0.0.1 → 0.0.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +5 -5
- data/.gitignore +2 -0
- data/README.md +40 -49
- data/fluent-plugin-multi-type-parser.gemspec +7 -6
- data/lib/fluent/plugin/filter_multi_type_parser.rb +2 -2
- metadata +13 -12
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
|
-
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
2
|
+
SHA256:
|
3
|
+
metadata.gz: 7da2cb1993eda20d157e10c72a050c97f876ad7b66897c883b9a49baecdb682f
|
4
|
+
data.tar.gz: 84fc0ed2e227847b87560057a7679862071a33b9e21c093960d8c5ce94285001
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 5ce6b1d9c8ca0697b12a98ec8f351737c1f9c83c5022d5fbe76ccef6746cc91e61a00142ae48008235d09dd672df1846189034528a3cf433b5dc2364ec46e2ed
|
7
|
+
data.tar.gz: 734e8722fff732d73f70374d655557e41a7bd3f00303566a1beb8cdbd16105822fd9de607a224249318c9d79d6738b4fb4dc0251090aa7ac977d57c47e0ff035
|
data/.gitignore
ADDED
data/README.md
CHANGED
@@ -1,71 +1,62 @@
|
|
1
1
|
# fluent-plugin-multi-type-parser
|
2
2
|
|
3
|
-
[Fluentd](http://fluentd.org/) filter plugin to
|
4
|
-
|
5
|
-
**for v1.0(v0.14) / td-agent3 only!**
|
6
|
-
|
7
|
-
## Configuration
|
8
|
-
|
9
|
-
This plugin is a parser filter plugin.
|
10
|
-
|
11
|
-
<filter raw.syslog.**>
|
12
|
-
@type multi_type_parser
|
13
|
-
key_name message
|
14
|
-
|
15
|
-
<parsers>
|
16
|
-
<parse>
|
17
|
-
@type regexp
|
18
|
-
expression /.../
|
19
|
-
</parse>
|
20
|
-
<parse>
|
21
|
-
@type regexp
|
22
|
-
expression /.../
|
23
|
-
</parse>
|
24
|
-
<parse>
|
25
|
-
@type custom_parser
|
26
|
-
custom_parser_param foo
|
27
|
-
custom_parser_param2 bar
|
28
|
-
</parse>
|
29
|
-
<parse>
|
30
|
-
@type none
|
31
|
-
</parse>
|
32
|
-
</parsers>
|
33
|
-
</filter>
|
3
|
+
[Fluentd](http://fluentd.org/) filter plugin to parse multi format message.
|
34
4
|
|
35
5
|
## Installation
|
36
6
|
|
37
|
-
### RubyGems
|
38
|
-
|
39
7
|
```
|
40
|
-
|
8
|
+
fluent-gem install fluent-plugin-multi-type-parser
|
41
9
|
```
|
42
10
|
|
43
|
-
###
|
44
|
-
|
45
|
-
Add following line to your Gemfile:
|
11
|
+
### If using `td-agent`
|
46
12
|
|
47
|
-
```
|
48
|
-
gem
|
13
|
+
```
|
14
|
+
td-agent-gem install fluent-plugin-multi-type-parser
|
49
15
|
```
|
50
16
|
|
51
|
-
|
17
|
+
### Offline install
|
52
18
|
|
53
|
-
|
54
|
-
|
55
|
-
|
19
|
+
For example you cannot access the Gem repositories, you can install by store the file.
|
20
|
+
|
21
|
+
You store the file [filter_multi_type_parser.rb](./lib/fluent/plugin/filter_multi_type_parser.rb) in `/etc/fluent/plugin` (if using td-agent, `/etc/td-agent/plugin`). Plugin will be loaded automatically by fluentd/td-agent.
|
56
22
|
|
57
|
-
|
23
|
+
see also : "Plugin Management" - https://docs.fluentd.org/deployment/plugin-management
|
58
24
|
|
59
|
-
|
25
|
+
## Example Configuration
|
26
|
+
|
27
|
+
This plugin is a parser filter plugin.
|
60
28
|
|
61
29
|
```
|
62
|
-
|
30
|
+
<filter raw.syslog.**>
|
31
|
+
@type multi_type_parser
|
32
|
+
key_name message
|
33
|
+
|
34
|
+
<parsers>
|
35
|
+
<parse>
|
36
|
+
@type regexp
|
37
|
+
expression /.../
|
38
|
+
</parse>
|
39
|
+
|
40
|
+
<parse>
|
41
|
+
@type regexp
|
42
|
+
expression /.../
|
43
|
+
</parse>
|
44
|
+
|
45
|
+
<parse>
|
46
|
+
@type custom_parser
|
47
|
+
custom_parser_param foo
|
48
|
+
custom_parser_param2 bar
|
49
|
+
</parse>
|
50
|
+
|
51
|
+
<parse>
|
52
|
+
@type none
|
53
|
+
</parse>
|
54
|
+
</parsers>
|
55
|
+
</filter>
|
63
56
|
```
|
64
57
|
|
65
|
-
You can copy and paste generated documents here.
|
66
|
-
|
67
58
|
## Copyright
|
68
59
|
|
69
|
-
* Copyright(c) 2017- msysh
|
60
|
+
* Copyright(c) 2017-2022 msysh
|
70
61
|
* License
|
71
62
|
* Apache License, Version 2.0
|
@@ -3,12 +3,13 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
|
|
3
3
|
|
4
4
|
Gem::Specification.new do |spec|
|
5
5
|
spec.name = "fluent-plugin-multi-type-parser"
|
6
|
-
spec.version = "0.0.
|
6
|
+
spec.version = "0.0.2"
|
7
7
|
spec.authors = "msysh"
|
8
|
+
spec.email = ["@msysh"]
|
8
9
|
|
9
|
-
spec.summary =
|
10
|
-
spec.description =
|
11
|
-
spec.homepage = "https://
|
10
|
+
spec.summary = %q{multi type parser for fluentd plugin.}
|
11
|
+
spec.description = %q{fluentd/td-agent filter plugin to parse multi format message.}
|
12
|
+
spec.homepage = "https://blog.msysh.me"
|
12
13
|
spec.license = "Apache-2.0"
|
13
14
|
|
14
15
|
test_files, files = `git ls-files -z`.split("\x0").partition do |f|
|
@@ -19,8 +20,8 @@ Gem::Specification.new do |spec|
|
|
19
20
|
spec.test_files = test_files
|
20
21
|
spec.require_paths = ["lib"]
|
21
22
|
|
22
|
-
spec.add_development_dependency "bundler", "~>
|
23
|
-
spec.add_development_dependency "rake", "~>
|
23
|
+
spec.add_development_dependency "bundler", "~> 2.3"
|
24
|
+
spec.add_development_dependency "rake", "~> 13.0.6"
|
24
25
|
spec.add_development_dependency "test-unit", "~> 3.0"
|
25
26
|
spec.add_runtime_dependency "fluentd", [">= 0.14.10", "< 2"]
|
26
27
|
end
|
@@ -51,13 +51,13 @@ module Fluent
|
|
51
51
|
end
|
52
52
|
|
53
53
|
unless !parsers_config.nil? && parsers_config.length > 0
|
54
|
-
raise Fluent::ConfigError, "section <
|
54
|
+
raise Fluent::ConfigError, "section <parse> is required."
|
55
55
|
end
|
56
56
|
|
57
57
|
parsers_config.each do | p |
|
58
58
|
next unless ['parse'].include?(p.name)
|
59
59
|
next unless p.has_key?('@type')
|
60
|
-
|
60
|
+
log.info("detect parser #{p['@type']}")
|
61
61
|
parser = Fluent::Plugin.new_parser(p['@type'], parent: self)
|
62
62
|
parser.configure(p)
|
63
63
|
@parsers << parser
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fluent-plugin-multi-type-parser
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.2
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- msysh
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2022-01-05 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bundler
|
@@ -16,28 +16,28 @@ dependencies:
|
|
16
16
|
requirements:
|
17
17
|
- - "~>"
|
18
18
|
- !ruby/object:Gem::Version
|
19
|
-
version: '
|
19
|
+
version: '2.3'
|
20
20
|
type: :development
|
21
21
|
prerelease: false
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
23
23
|
requirements:
|
24
24
|
- - "~>"
|
25
25
|
- !ruby/object:Gem::Version
|
26
|
-
version: '
|
26
|
+
version: '2.3'
|
27
27
|
- !ruby/object:Gem::Dependency
|
28
28
|
name: rake
|
29
29
|
requirement: !ruby/object:Gem::Requirement
|
30
30
|
requirements:
|
31
31
|
- - "~>"
|
32
32
|
- !ruby/object:Gem::Version
|
33
|
-
version:
|
33
|
+
version: 13.0.6
|
34
34
|
type: :development
|
35
35
|
prerelease: false
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
37
37
|
requirements:
|
38
38
|
- - "~>"
|
39
39
|
- !ruby/object:Gem::Version
|
40
|
-
version:
|
40
|
+
version: 13.0.6
|
41
41
|
- !ruby/object:Gem::Dependency
|
42
42
|
name: test-unit
|
43
43
|
requirement: !ruby/object:Gem::Requirement
|
@@ -72,12 +72,14 @@ dependencies:
|
|
72
72
|
- - "<"
|
73
73
|
- !ruby/object:Gem::Version
|
74
74
|
version: '2'
|
75
|
-
description:
|
76
|
-
email:
|
75
|
+
description: fluentd/td-agent filter plugin to parse multi format message.
|
76
|
+
email:
|
77
|
+
- "@msysh"
|
77
78
|
executables: []
|
78
79
|
extensions: []
|
79
80
|
extra_rdoc_files: []
|
80
81
|
files:
|
82
|
+
- ".gitignore"
|
81
83
|
- Gemfile
|
82
84
|
- LICENSE
|
83
85
|
- README.md
|
@@ -87,7 +89,7 @@ files:
|
|
87
89
|
- lib/fluent/plugin/filter_multi_type_parser.rb
|
88
90
|
- test/helper.rb
|
89
91
|
- test/plugin/test_filter_multi-type-parser.rb
|
90
|
-
homepage: https://
|
92
|
+
homepage: https://blog.msysh.me
|
91
93
|
licenses:
|
92
94
|
- Apache-2.0
|
93
95
|
metadata: {}
|
@@ -106,11 +108,10 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
106
108
|
- !ruby/object:Gem::Version
|
107
109
|
version: '0'
|
108
110
|
requirements: []
|
109
|
-
|
110
|
-
rubygems_version: 2.6.7
|
111
|
+
rubygems_version: 3.3.3
|
111
112
|
signing_key:
|
112
113
|
specification_version: 4
|
113
|
-
summary:
|
114
|
+
summary: multi type parser for fluentd plugin.
|
114
115
|
test_files:
|
115
116
|
- test/helper.rb
|
116
117
|
- test/plugin/test_filter_multi-type-parser.rb
|