fluent-plugin-redis-enrichment 0.3.0 → 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +5 -5
- data/.ruby-version +1 -0
- data/README.md +34 -16
- data/Rakefile +1 -1
- data/fluent-plugin-redis-enrichment.gemspec +11 -7
- data/lib/fluent/plugin/filter_redis_enrichment.rb +3 -4
- metadata +17 -27
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
|
-
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
2
|
+
SHA1:
|
3
|
+
metadata.gz: 45307061640b5a30edb19b7c887a8c274af40a34
|
4
|
+
data.tar.gz: b49ca7811c2a56daf80632ef3403cd1779563587
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 4c6e5e96df8f784e66952f32f5775c4b64c3cf37f68a89c1870376f43370c5fd9ac24c185cba0dc96d1050be38391269fdc251bd6e2a1b672c4090dfcb58dc3e
|
7
|
+
data.tar.gz: 2e026a2943fc12200edb1d1d80a1cac06035892996abb22f86de37b9702869191478febc27ffa53fc1241331a81924f96939ecf8f19ce0cd608d87d955fd16d5
|
data/.ruby-version
ADDED
@@ -0,0 +1 @@
|
|
1
|
+
2.4.10
|
data/README.md
CHANGED
@@ -1,33 +1,26 @@
|
|
1
1
|
# fluent-plugin-redis-enrichment
|
2
2
|
|
3
|
-
|
4
|
-
|
5
|
-
TODO: write description for you plugin.
|
3
|
+
Filter plugin that allow to update record with data fetch from redis.
|
6
4
|
|
7
5
|
## Installation
|
8
6
|
|
9
|
-
### RubyGems
|
10
7
|
|
11
|
-
|
12
|
-
$ gem install fluent-plugin-redis-enrichment
|
13
|
-
```
|
8
|
+
Manual install, by executing:
|
14
9
|
|
15
|
-
|
10
|
+
$ gem install fluent-plugin-redis-enrichment
|
16
11
|
|
17
|
-
Add
|
12
|
+
Add to Gemfile with:
|
18
13
|
|
19
|
-
|
20
|
-
gem "fluent-plugin-redis-enrichment"
|
21
|
-
```
|
14
|
+
$ bundle add fluent-plugin-redis-enrichment
|
22
15
|
|
23
|
-
|
16
|
+
## Compatibility
|
24
17
|
|
25
|
-
|
26
|
-
|
27
|
-
```
|
18
|
+
- ruby >= 2.4.10
|
19
|
+
- td-agent >= 3.8.1-0
|
28
20
|
|
29
21
|
## Configuration
|
30
22
|
|
23
|
+
### template
|
31
24
|
You can generate configuration template:
|
32
25
|
|
33
26
|
```
|
@@ -36,6 +29,31 @@ $ fluent-plugin-config-format filter redis-enrichment
|
|
36
29
|
|
37
30
|
You can copy and paste generated documents here.
|
38
31
|
|
32
|
+
### example
|
33
|
+
|
34
|
+
- in the current record, get the value associated to *field* key,
|
35
|
+
- use this value in redis to get associated data
|
36
|
+
- complete current record with fetched redis data
|
37
|
+
|
38
|
+
```
|
39
|
+
<filter data_stream_tag>
|
40
|
+
@type redis_enrichment
|
41
|
+
|
42
|
+
sentinels "sentinel-1:26379,sentinel-2:26379,sentinel-:26379"
|
43
|
+
sentinel_password "abc123"
|
44
|
+
sentinel_master "mymaster"
|
45
|
+
redis_db "1"
|
46
|
+
redis_password "123abc"
|
47
|
+
|
48
|
+
key ${record["field"]}
|
49
|
+
|
50
|
+
<record>
|
51
|
+
additional_1 "${redis["data1"]}"
|
52
|
+
additional_2 "${redis["data2"]}"
|
53
|
+
</record>
|
54
|
+
</filter>
|
55
|
+
```
|
56
|
+
|
39
57
|
## Copyright
|
40
58
|
|
41
59
|
* Copyright(c) 2022- Thomas Tych
|
data/Rakefile
CHANGED
@@ -5,7 +5,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
|
|
5
5
|
|
6
6
|
Gem::Specification.new do |spec|
|
7
7
|
spec.name = 'fluent-plugin-redis-enrichment'
|
8
|
-
spec.version = '0.
|
8
|
+
spec.version = '1.0.0'
|
9
9
|
spec.authors = ['Thomas Tych']
|
10
10
|
spec.email = ['thomas.tych@gmail.com']
|
11
11
|
|
@@ -23,19 +23,23 @@ Gem::Specification.new do |spec|
|
|
23
23
|
spec.executables = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
|
24
24
|
spec.require_paths = ['lib']
|
25
25
|
|
26
|
+
# commented dependency use blocked old versions
|
27
|
+
# for compatibility with ruby 2.4.10
|
28
|
+
# for old version of td-agent
|
29
|
+
|
26
30
|
spec.add_development_dependency 'bump', '~> 0.10.0'
|
27
|
-
spec.add_development_dependency 'bundler', '~> 2.
|
31
|
+
spec.add_development_dependency 'bundler', '~> 2.2'
|
28
32
|
spec.add_development_dependency 'byebug', '~> 11.1', '>= 11.1.3'
|
29
33
|
spec.add_development_dependency 'rake', '~> 13.0.6'
|
30
|
-
spec.add_development_dependency 'reek', '~> 6.
|
31
|
-
spec.add_development_dependency 'rubocop', '~> 1.
|
32
|
-
spec.add_development_dependency 'rubocop-rake', '~> 0.6.
|
34
|
+
spec.add_development_dependency 'reek', '~> 6.0.6' # < 6.1.x to work with ruby 2.4.10
|
35
|
+
spec.add_development_dependency 'rubocop', '~> 1.12.1' # < 1.13.x to work with ruby 2.4.10
|
36
|
+
spec.add_development_dependency 'rubocop-rake', '~> 0.5.1' # < 0.6.x to work with ruby 2.4.10
|
33
37
|
spec.add_development_dependency 'test-unit', '~> 3.5.3'
|
34
38
|
|
35
|
-
spec.add_runtime_dependency 'connection_pool', '~> 2.3
|
39
|
+
spec.add_runtime_dependency 'connection_pool', '~> 2.2' # < 2.3.x to work with ruby 2.4.10
|
36
40
|
spec.add_runtime_dependency 'fluentd', ['>= 0.14.10', '< 2']
|
37
41
|
spec.add_runtime_dependency 'lru_redux', '~> 1.1'
|
38
|
-
spec.add_runtime_dependency 'redis', '~>
|
42
|
+
spec.add_runtime_dependency 'redis', '~> 4.8' # < 5.x to work with ruby 2.4.10
|
39
43
|
|
40
44
|
spec.metadata['rubygems_mfa_required'] = 'true'
|
41
45
|
end
|
@@ -202,8 +202,7 @@ module Fluent
|
|
202
202
|
@redis.get(key)
|
203
203
|
end
|
204
204
|
|
205
|
-
def clean
|
206
|
-
end
|
205
|
+
def clean; end
|
207
206
|
end
|
208
207
|
|
209
208
|
class LazyCache < NoCache
|
@@ -236,9 +235,10 @@ module Fluent
|
|
236
235
|
end
|
237
236
|
|
238
237
|
def reload
|
239
|
-
log.
|
238
|
+
log.debug 'filter_redis_enrichment: full cache reload' if log
|
240
239
|
new_cache_content = @redis.get_all
|
241
240
|
@cache_mutex.synchronize { @cache.replace(new_cache_content) }
|
241
|
+
log.debug 'filter_redis_enrichment: full cache reloaded' if log
|
242
242
|
end
|
243
243
|
|
244
244
|
def get(key)
|
@@ -375,7 +375,6 @@ module Fluent
|
|
375
375
|
def expand(__str_to_eval__, tag: nil, time: nil, record: nil, redis: nil, **_extra)
|
376
376
|
instance_eval(__str_to_eval__)
|
377
377
|
rescue NoMethodError => e
|
378
|
-
log.warn("while expanding #{__str_to_eval__}: #{e}")
|
379
378
|
nil
|
380
379
|
rescue StandardError => e
|
381
380
|
log.warn("while expanding #{__str_to_eval__}: #{e}")
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fluent-plugin-redis-enrichment
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 1.0.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Thomas Tych
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2023-
|
11
|
+
date: 2023-05-03 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bump
|
@@ -30,14 +30,14 @@ dependencies:
|
|
30
30
|
requirements:
|
31
31
|
- - "~>"
|
32
32
|
- !ruby/object:Gem::Version
|
33
|
-
version: 2.
|
33
|
+
version: '2.2'
|
34
34
|
type: :development
|
35
35
|
prerelease: false
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
37
37
|
requirements:
|
38
38
|
- - "~>"
|
39
39
|
- !ruby/object:Gem::Version
|
40
|
-
version: 2.
|
40
|
+
version: '2.2'
|
41
41
|
- !ruby/object:Gem::Dependency
|
42
42
|
name: byebug
|
43
43
|
requirement: !ruby/object:Gem::Requirement
|
@@ -78,48 +78,42 @@ dependencies:
|
|
78
78
|
requirements:
|
79
79
|
- - "~>"
|
80
80
|
- !ruby/object:Gem::Version
|
81
|
-
version:
|
82
|
-
- - ">="
|
83
|
-
- !ruby/object:Gem::Version
|
84
|
-
version: 6.1.1
|
81
|
+
version: 6.0.6
|
85
82
|
type: :development
|
86
83
|
prerelease: false
|
87
84
|
version_requirements: !ruby/object:Gem::Requirement
|
88
85
|
requirements:
|
89
86
|
- - "~>"
|
90
87
|
- !ruby/object:Gem::Version
|
91
|
-
version:
|
92
|
-
- - ">="
|
93
|
-
- !ruby/object:Gem::Version
|
94
|
-
version: 6.1.1
|
88
|
+
version: 6.0.6
|
95
89
|
- !ruby/object:Gem::Dependency
|
96
90
|
name: rubocop
|
97
91
|
requirement: !ruby/object:Gem::Requirement
|
98
92
|
requirements:
|
99
93
|
- - "~>"
|
100
94
|
- !ruby/object:Gem::Version
|
101
|
-
version:
|
95
|
+
version: 1.12.1
|
102
96
|
type: :development
|
103
97
|
prerelease: false
|
104
98
|
version_requirements: !ruby/object:Gem::Requirement
|
105
99
|
requirements:
|
106
100
|
- - "~>"
|
107
101
|
- !ruby/object:Gem::Version
|
108
|
-
version:
|
102
|
+
version: 1.12.1
|
109
103
|
- !ruby/object:Gem::Dependency
|
110
104
|
name: rubocop-rake
|
111
105
|
requirement: !ruby/object:Gem::Requirement
|
112
106
|
requirements:
|
113
107
|
- - "~>"
|
114
108
|
- !ruby/object:Gem::Version
|
115
|
-
version: 0.
|
109
|
+
version: 0.5.1
|
116
110
|
type: :development
|
117
111
|
prerelease: false
|
118
112
|
version_requirements: !ruby/object:Gem::Requirement
|
119
113
|
requirements:
|
120
114
|
- - "~>"
|
121
115
|
- !ruby/object:Gem::Version
|
122
|
-
version: 0.
|
116
|
+
version: 0.5.1
|
123
117
|
- !ruby/object:Gem::Dependency
|
124
118
|
name: test-unit
|
125
119
|
requirement: !ruby/object:Gem::Requirement
|
@@ -140,14 +134,14 @@ dependencies:
|
|
140
134
|
requirements:
|
141
135
|
- - "~>"
|
142
136
|
- !ruby/object:Gem::Version
|
143
|
-
version: '2.
|
137
|
+
version: '2.2'
|
144
138
|
type: :runtime
|
145
139
|
prerelease: false
|
146
140
|
version_requirements: !ruby/object:Gem::Requirement
|
147
141
|
requirements:
|
148
142
|
- - "~>"
|
149
143
|
- !ruby/object:Gem::Version
|
150
|
-
version: '2.
|
144
|
+
version: '2.2'
|
151
145
|
- !ruby/object:Gem::Dependency
|
152
146
|
name: fluentd
|
153
147
|
requirement: !ruby/object:Gem::Requirement
|
@@ -188,20 +182,14 @@ dependencies:
|
|
188
182
|
requirements:
|
189
183
|
- - "~>"
|
190
184
|
- !ruby/object:Gem::Version
|
191
|
-
version: '
|
192
|
-
- - ">="
|
193
|
-
- !ruby/object:Gem::Version
|
194
|
-
version: 5.0.5
|
185
|
+
version: '4.8'
|
195
186
|
type: :runtime
|
196
187
|
prerelease: false
|
197
188
|
version_requirements: !ruby/object:Gem::Requirement
|
198
189
|
requirements:
|
199
190
|
- - "~>"
|
200
191
|
- !ruby/object:Gem::Version
|
201
|
-
version: '
|
202
|
-
- - ">="
|
203
|
-
- !ruby/object:Gem::Version
|
204
|
-
version: 5.0.5
|
192
|
+
version: '4.8'
|
205
193
|
description:
|
206
194
|
email:
|
207
195
|
- thomas.tych@gmail.com
|
@@ -210,6 +198,7 @@ extensions: []
|
|
210
198
|
extra_rdoc_files: []
|
211
199
|
files:
|
212
200
|
- ".rubocop.yml"
|
201
|
+
- ".ruby-version"
|
213
202
|
- Gemfile
|
214
203
|
- LICENSE
|
215
204
|
- README.md
|
@@ -236,7 +225,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
236
225
|
- !ruby/object:Gem::Version
|
237
226
|
version: '0'
|
238
227
|
requirements: []
|
239
|
-
|
228
|
+
rubyforge_project:
|
229
|
+
rubygems_version: 2.6.14.4
|
240
230
|
signing_key:
|
241
231
|
specification_version: 4
|
242
232
|
summary: fluentd plugin to do data enrichment with redis.
|