logstash-filter-jdbc_streaming 1.0.6 → 1.0.7
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +3 -0
- data/docs/index.asciidoc +26 -23
- data/logstash-filter-jdbc_streaming.gemspec +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 6236e1d0673dff75c590651c8ff5814ecb9a76e4982869e1a331a17101f3a2a5
|
4
|
+
data.tar.gz: 942058abe67d1a453ad35b787e3767d72913664a8501fa104a38ab3bec1ca8fb
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: dd503c13039572e885d9d8116e4ca64eaa68c3de5a548870228b4179ec4d6708ac1bf4f8e366fc4bbc03e1910f700392eb8ea21ab40ca5a52eda5e71f7aad559
|
7
|
+
data.tar.gz: c2a6829fb50246a6c67a22b0eedcc67e71e7ba5b290d12bf3880c9c89a67ec5e909734766e6c5337d8772ba26eda33c2e8d80b7c2b13a39f44d0fe03bfa41821
|
data/CHANGELOG.md
CHANGED
@@ -1,3 +1,6 @@
|
|
1
|
+
## 1.0.7
|
2
|
+
- Fixed formatting in documentation [#17](https://github.com/logstash-plugins/logstash-filter-jdbc_streaming/pull/17) and [#28](https://github.com/logstash-plugins/logstash-filter-jdbc_streaming/pull/28)
|
3
|
+
|
1
4
|
## 1.0.6
|
2
5
|
- Fixes connection leak in pipeline reloads by properly disconnecting on plugin close
|
3
6
|
|
data/docs/index.asciidoc
CHANGED
@@ -22,11 +22,12 @@ include::{include_path}/plugin_header.asciidoc[]
|
|
22
22
|
|
23
23
|
This filter executes a SQL query and store the result set in the field
|
24
24
|
specified as `target`.
|
25
|
-
It will cache the results locally in an LRU cache with expiry
|
25
|
+
It will cache the results locally in an LRU cache with expiry.
|
26
26
|
|
27
|
-
For example you can load a row based on an id
|
27
|
+
For example, you can load a row based on an id in the event.
|
28
28
|
|
29
29
|
[source,ruby]
|
30
|
+
-----
|
30
31
|
filter {
|
31
32
|
jdbc_streaming {
|
32
33
|
jdbc_driver_library => "/path/to/mysql-connector-java-5.1.34-bin.jar"
|
@@ -39,7 +40,7 @@ filter {
|
|
39
40
|
target => "country_details"
|
40
41
|
}
|
41
42
|
}
|
42
|
-
|
43
|
+
-----
|
43
44
|
|
44
45
|
[id="plugins-{type}s-{plugin}-options"]
|
45
46
|
==== Jdbc_streaming Filter Configuration Options
|
@@ -78,13 +79,15 @@ filter plugins.
|
|
78
79
|
* Value type is <<number,number>>
|
79
80
|
* Default value is `5.0`
|
80
81
|
|
81
|
-
The minimum number of seconds any entry should remain in the cache
|
82
|
-
|
83
|
-
|
84
|
-
|
85
|
-
|
86
|
-
|
87
|
-
|
82
|
+
The minimum number of seconds any entry should remain in the cache. Defaults to 5 seconds.
|
83
|
+
|
84
|
+
A numeric value. You can use decimals for example: `cache_expiration => 0.25`.
|
85
|
+
If there are transient jdbc errors, the cache will store empty results for a
|
86
|
+
given parameter set and bypass the jbdc lookup. This will merge the default_hash
|
87
|
+
into the event until the cache entry expires. Then the jdbc lookup will be tried
|
88
|
+
again for the same parameters. Conversely, while the cache contains valid results,
|
89
|
+
any external problem that would cause jdbc errors will not be noticed for the
|
90
|
+
cache_expiration period.
|
88
91
|
|
89
92
|
[id="plugins-{type}s-{plugin}-cache_size"]
|
90
93
|
===== `cache_size`
|
@@ -92,8 +95,8 @@ jdbc errors, will not be noticed for the cache_expiration period.
|
|
92
95
|
* Value type is <<number,number>>
|
93
96
|
* Default value is `500`
|
94
97
|
|
95
|
-
The maximum number of cache entries
|
96
|
-
The least recently used entry will be evicted
|
98
|
+
The maximum number of cache entries that will be stored. Defaults to 500 entries.
|
99
|
+
The least recently used entry will be evicted.
|
97
100
|
|
98
101
|
[id="plugins-{type}s-{plugin}-default_hash"]
|
99
102
|
===== `default_hash`
|
@@ -102,7 +105,7 @@ The least recently used entry will be evicted
|
|
102
105
|
* Default value is `{}`
|
103
106
|
|
104
107
|
Define a default object to use when lookup fails to return a matching row.
|
105
|
-
|
108
|
+
Ensure that the key names of this object match the columns from the statement.
|
106
109
|
|
107
110
|
[id="plugins-{type}s-{plugin}-jdbc_connection_string"]
|
108
111
|
===== `jdbc_connection_string`
|
@@ -129,8 +132,8 @@ JDBC driver class to load, for example "oracle.jdbc.OracleDriver" or "org.apache
|
|
129
132
|
* There is no default value for this setting.
|
130
133
|
|
131
134
|
Tentative of abstracting JDBC logic to a mixin
|
132
|
-
for potential reuse in other plugins (input/output)
|
133
|
-
This method is called when someone includes this module
|
135
|
+
for potential reuse in other plugins (input/output).
|
136
|
+
This method is called when someone includes this module.
|
134
137
|
Add these methods to the 'base' given.
|
135
138
|
JDBC driver library path to third party driver library.
|
136
139
|
|
@@ -166,7 +169,7 @@ Validate connection before use.
|
|
166
169
|
* Default value is `3600`
|
167
170
|
|
168
171
|
Connection pool configuration.
|
169
|
-
How often to validate a connection (in seconds)
|
172
|
+
How often to validate a connection (in seconds).
|
170
173
|
|
171
174
|
[id="plugins-{type}s-{plugin}-parameters"]
|
172
175
|
===== `parameters`
|
@@ -174,7 +177,7 @@ How often to validate a connection (in seconds)
|
|
174
177
|
* Value type is <<hash,hash>>
|
175
178
|
* Default value is `{}`
|
176
179
|
|
177
|
-
Hash of query parameter, for example `{ "id" => "id_field" }
|
180
|
+
Hash of query parameter, for example `{ "id" => "id_field" }`.
|
178
181
|
|
179
182
|
[id="plugins-{type}s-{plugin}-statement"]
|
180
183
|
===== `statement`
|
@@ -184,7 +187,7 @@ Hash of query parameter, for example `{ "id" => "id_field" }`
|
|
184
187
|
* There is no default value for this setting.
|
185
188
|
|
186
189
|
Statement to execute.
|
187
|
-
To use parameters, use named parameter syntax, for example "SELECT * FROM MYTABLE WHERE ID = :id"
|
190
|
+
To use parameters, use named parameter syntax, for example "SELECT * FROM MYTABLE WHERE ID = :id".
|
188
191
|
|
189
192
|
[id="plugins-{type}s-{plugin}-tag_on_default_use"]
|
190
193
|
===== `tag_on_default_use`
|
@@ -192,7 +195,7 @@ To use parameters, use named parameter syntax, for example "SELECT * FROM MYTABL
|
|
192
195
|
* Value type is <<array,array>>
|
193
196
|
* Default value is `["_jdbcstreamingdefaultsused"]`
|
194
197
|
|
195
|
-
Append values to the `tags` field if no record was found and default values were used
|
198
|
+
Append values to the `tags` field if no record was found and default values were used.
|
196
199
|
|
197
200
|
[id="plugins-{type}s-{plugin}-tag_on_failure"]
|
198
201
|
===== `tag_on_failure`
|
@@ -200,7 +203,7 @@ Append values to the `tags` field if no record was found and default values were
|
|
200
203
|
* Value type is <<array,array>>
|
201
204
|
* Default value is `["_jdbcstreamingfailure"]`
|
202
205
|
|
203
|
-
Append values to the `tags` field if sql error
|
206
|
+
Append values to the `tags` field if sql error occurred.
|
204
207
|
|
205
208
|
[id="plugins-{type}s-{plugin}-target"]
|
206
209
|
===== `target`
|
@@ -209,8 +212,8 @@ Append values to the `tags` field if sql error occured
|
|
209
212
|
* Value type is <<string,string>>
|
210
213
|
* There is no default value for this setting.
|
211
214
|
|
212
|
-
Define the target field to store the extracted result(s)
|
213
|
-
Field is overwritten if exists
|
215
|
+
Define the target field to store the extracted result(s).
|
216
|
+
Field is overwritten if exists.
|
214
217
|
|
215
218
|
[id="plugins-{type}s-{plugin}-use_cache"]
|
216
219
|
===== `use_cache`
|
@@ -218,7 +221,7 @@ Field is overwritten if exists
|
|
218
221
|
* Value type is <<boolean,boolean>>
|
219
222
|
* Default value is `true`
|
220
223
|
|
221
|
-
Enable or disable caching, boolean true or false
|
224
|
+
Enable or disable caching, boolean true or false. Defaults to true.
|
222
225
|
|
223
226
|
|
224
227
|
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Gem::Specification.new do |s|
|
2
2
|
s.name = 'logstash-filter-jdbc_streaming'
|
3
|
-
s.version = '1.0.
|
3
|
+
s.version = '1.0.7'
|
4
4
|
s.licenses = ['Apache License (2.0)']
|
5
5
|
s.summary = "Enrich events with your database data"
|
6
6
|
s.description = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: logstash-filter-jdbc_streaming
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.0.
|
4
|
+
version: 1.0.7
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Elastic
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2019-05-
|
11
|
+
date: 2019-05-30 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|