logstash-filter-jdbc_streaming 1.0.6 → 1.0.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +3 -0
- data/docs/index.asciidoc +26 -23
- data/logstash-filter-jdbc_streaming.gemspec +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 6236e1d0673dff75c590651c8ff5814ecb9a76e4982869e1a331a17101f3a2a5
|
4
|
+
data.tar.gz: 942058abe67d1a453ad35b787e3767d72913664a8501fa104a38ab3bec1ca8fb
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: dd503c13039572e885d9d8116e4ca64eaa68c3de5a548870228b4179ec4d6708ac1bf4f8e366fc4bbc03e1910f700392eb8ea21ab40ca5a52eda5e71f7aad559
|
7
|
+
data.tar.gz: c2a6829fb50246a6c67a22b0eedcc67e71e7ba5b290d12bf3880c9c89a67ec5e909734766e6c5337d8772ba26eda33c2e8d80b7c2b13a39f44d0fe03bfa41821
|
data/CHANGELOG.md
CHANGED
@@ -1,3 +1,6 @@
|
|
1
|
+
## 1.0.7
|
2
|
+
- Fixed formatting in documentation [#17](https://github.com/logstash-plugins/logstash-filter-jdbc_streaming/pull/17) and [#28](https://github.com/logstash-plugins/logstash-filter-jdbc_streaming/pull/28)
|
3
|
+
|
1
4
|
## 1.0.6
|
2
5
|
- Fixes connection leak in pipeline reloads by properly disconnecting on plugin close
|
3
6
|
|
data/docs/index.asciidoc
CHANGED
@@ -22,11 +22,12 @@ include::{include_path}/plugin_header.asciidoc[]
|
|
22
22
|
|
23
23
|
This filter executes a SQL query and store the result set in the field
|
24
24
|
specified as `target`.
|
25
|
-
It will cache the results locally in an LRU cache with expiry
|
25
|
+
It will cache the results locally in an LRU cache with expiry.
|
26
26
|
|
27
|
-
For example you can load a row based on an id
|
27
|
+
For example, you can load a row based on an id in the event.
|
28
28
|
|
29
29
|
[source,ruby]
|
30
|
+
-----
|
30
31
|
filter {
|
31
32
|
jdbc_streaming {
|
32
33
|
jdbc_driver_library => "/path/to/mysql-connector-java-5.1.34-bin.jar"
|
@@ -39,7 +40,7 @@ filter {
|
|
39
40
|
target => "country_details"
|
40
41
|
}
|
41
42
|
}
|
42
|
-
|
43
|
+
-----
|
43
44
|
|
44
45
|
[id="plugins-{type}s-{plugin}-options"]
|
45
46
|
==== Jdbc_streaming Filter Configuration Options
|
@@ -78,13 +79,15 @@ filter plugins.
|
|
78
79
|
* Value type is <<number,number>>
|
79
80
|
* Default value is `5.0`
|
80
81
|
|
81
|
-
The minimum number of seconds any entry should remain in the cache
|
82
|
-
|
83
|
-
|
84
|
-
|
85
|
-
|
86
|
-
|
87
|
-
|
82
|
+
The minimum number of seconds any entry should remain in the cache. Defaults to 5 seconds.
|
83
|
+
|
84
|
+
A numeric value. You can use decimals for example: `cache_expiration => 0.25`.
|
85
|
+
If there are transient jdbc errors, the cache will store empty results for a
|
86
|
+
given parameter set and bypass the jbdc lookup. This will merge the default_hash
|
87
|
+
into the event until the cache entry expires. Then the jdbc lookup will be tried
|
88
|
+
again for the same parameters. Conversely, while the cache contains valid results,
|
89
|
+
any external problem that would cause jdbc errors will not be noticed for the
|
90
|
+
cache_expiration period.
|
88
91
|
|
89
92
|
[id="plugins-{type}s-{plugin}-cache_size"]
|
90
93
|
===== `cache_size`
|
@@ -92,8 +95,8 @@ jdbc errors, will not be noticed for the cache_expiration period.
|
|
92
95
|
* Value type is <<number,number>>
|
93
96
|
* Default value is `500`
|
94
97
|
|
95
|
-
The maximum number of cache entries
|
96
|
-
The least recently used entry will be evicted
|
98
|
+
The maximum number of cache entries that will be stored. Defaults to 500 entries.
|
99
|
+
The least recently used entry will be evicted.
|
97
100
|
|
98
101
|
[id="plugins-{type}s-{plugin}-default_hash"]
|
99
102
|
===== `default_hash`
|
@@ -102,7 +105,7 @@ The least recently used entry will be evicted
|
|
102
105
|
* Default value is `{}`
|
103
106
|
|
104
107
|
Define a default object to use when lookup fails to return a matching row.
|
105
|
-
|
108
|
+
Ensure that the key names of this object match the columns from the statement.
|
106
109
|
|
107
110
|
[id="plugins-{type}s-{plugin}-jdbc_connection_string"]
|
108
111
|
===== `jdbc_connection_string`
|
@@ -129,8 +132,8 @@ JDBC driver class to load, for example "oracle.jdbc.OracleDriver" or "org.apache
|
|
129
132
|
* There is no default value for this setting.
|
130
133
|
|
131
134
|
Tentative of abstracting JDBC logic to a mixin
|
132
|
-
for potential reuse in other plugins (input/output)
|
133
|
-
This method is called when someone includes this module
|
135
|
+
for potential reuse in other plugins (input/output).
|
136
|
+
This method is called when someone includes this module.
|
134
137
|
Add these methods to the 'base' given.
|
135
138
|
JDBC driver library path to third party driver library.
|
136
139
|
|
@@ -166,7 +169,7 @@ Validate connection before use.
|
|
166
169
|
* Default value is `3600`
|
167
170
|
|
168
171
|
Connection pool configuration.
|
169
|
-
How often to validate a connection (in seconds)
|
172
|
+
How often to validate a connection (in seconds).
|
170
173
|
|
171
174
|
[id="plugins-{type}s-{plugin}-parameters"]
|
172
175
|
===== `parameters`
|
@@ -174,7 +177,7 @@ How often to validate a connection (in seconds)
|
|
174
177
|
* Value type is <<hash,hash>>
|
175
178
|
* Default value is `{}`
|
176
179
|
|
177
|
-
Hash of query parameter, for example `{ "id" => "id_field" }
|
180
|
+
Hash of query parameter, for example `{ "id" => "id_field" }`.
|
178
181
|
|
179
182
|
[id="plugins-{type}s-{plugin}-statement"]
|
180
183
|
===== `statement`
|
@@ -184,7 +187,7 @@ Hash of query parameter, for example `{ "id" => "id_field" }`
|
|
184
187
|
* There is no default value for this setting.
|
185
188
|
|
186
189
|
Statement to execute.
|
187
|
-
To use parameters, use named parameter syntax, for example "SELECT * FROM MYTABLE WHERE ID = :id"
|
190
|
+
To use parameters, use named parameter syntax, for example "SELECT * FROM MYTABLE WHERE ID = :id".
|
188
191
|
|
189
192
|
[id="plugins-{type}s-{plugin}-tag_on_default_use"]
|
190
193
|
===== `tag_on_default_use`
|
@@ -192,7 +195,7 @@ To use parameters, use named parameter syntax, for example "SELECT * FROM MYTABL
|
|
192
195
|
* Value type is <<array,array>>
|
193
196
|
* Default value is `["_jdbcstreamingdefaultsused"]`
|
194
197
|
|
195
|
-
Append values to the `tags` field if no record was found and default values were used
|
198
|
+
Append values to the `tags` field if no record was found and default values were used.
|
196
199
|
|
197
200
|
[id="plugins-{type}s-{plugin}-tag_on_failure"]
|
198
201
|
===== `tag_on_failure`
|
@@ -200,7 +203,7 @@ Append values to the `tags` field if no record was found and default values were
|
|
200
203
|
* Value type is <<array,array>>
|
201
204
|
* Default value is `["_jdbcstreamingfailure"]`
|
202
205
|
|
203
|
-
Append values to the `tags` field if sql error
|
206
|
+
Append values to the `tags` field if sql error occurred.
|
204
207
|
|
205
208
|
[id="plugins-{type}s-{plugin}-target"]
|
206
209
|
===== `target`
|
@@ -209,8 +212,8 @@ Append values to the `tags` field if sql error occured
|
|
209
212
|
* Value type is <<string,string>>
|
210
213
|
* There is no default value for this setting.
|
211
214
|
|
212
|
-
Define the target field to store the extracted result(s)
|
213
|
-
Field is overwritten if exists
|
215
|
+
Define the target field to store the extracted result(s).
|
216
|
+
Field is overwritten if exists.
|
214
217
|
|
215
218
|
[id="plugins-{type}s-{plugin}-use_cache"]
|
216
219
|
===== `use_cache`
|
@@ -218,7 +221,7 @@ Field is overwritten if exists
|
|
218
221
|
* Value type is <<boolean,boolean>>
|
219
222
|
* Default value is `true`
|
220
223
|
|
221
|
-
Enable or disable caching, boolean true or false
|
224
|
+
Enable or disable caching, boolean true or false. Defaults to true.
|
222
225
|
|
223
226
|
|
224
227
|
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Gem::Specification.new do |s|
|
2
2
|
s.name = 'logstash-filter-jdbc_streaming'
|
3
|
-
s.version = '1.0.
|
3
|
+
s.version = '1.0.7'
|
4
4
|
s.licenses = ['Apache License (2.0)']
|
5
5
|
s.summary = "Enrich events with your database data"
|
6
6
|
s.description = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: logstash-filter-jdbc_streaming
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.0.
|
4
|
+
version: 1.0.7
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Elastic
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2019-05-
|
11
|
+
date: 2019-05-30 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|