logstash-output-google_bigquery 4.0.0-java → 4.0.1-java
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +3 -0
- data/docs/index.asciidoc +28 -27
- data/logstash-output-google_bigquery.gemspec +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: c388bf700fa17c45b9dcf608fba0515280154734c8eac3b9c92eb6d3d8d31446
|
|
4
|
+
data.tar.gz: ab5fccb22f53cabd993d333b8c49bbdf3e2dccf5c6e6b27f00fea4a247b339e3
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 8223e186bd7ebc7300317bf1fafb24351057a90c0edead491025763f63f14dd3b2218185bb1ff70c8656dbbfad3085ee499812f275d2f14e05cd8760f9a48915
|
|
7
|
+
data.tar.gz: 635eddd9885c24236600072cd648ba86e9ee69a2366a625b8068fffe142e301be1056f05b74bf9799ccc86da34f190cfac093e773068bc4a1d56ce6aab5da2c1
|
data/CHANGELOG.md
CHANGED
data/docs/index.asciidoc
CHANGED
|
@@ -75,7 +75,6 @@ https://cloud.google.com/docs/authentication/production[Application Default Cred
|
|
|
75
75
|
* https://cloud.google.com/docs/authentication/production[Application Default Credentials (ADC) Overview]
|
|
76
76
|
* https://cloud.google.com/bigquery/[BigQuery Introduction]
|
|
77
77
|
* https://cloud.google.com/bigquery/docs/schemas[BigQuery Schema Formats and Types]
|
|
78
|
-
* https://cloud.google.com/bigquery/pricing[Pricing Information]
|
|
79
78
|
|
|
80
79
|
[id="plugins-{type}s-{plugin}-options"]
|
|
81
80
|
==== Google BigQuery Output Configuration Options
|
|
@@ -115,6 +114,8 @@ output plugins.
|
|
|
115
114
|
[id="plugins-{type}s-{plugin}-batch_size"]
|
|
116
115
|
===== `batch_size`
|
|
117
116
|
|
|
117
|
+
added[4.0.0]
|
|
118
|
+
|
|
118
119
|
* Value type is <<number,number>>
|
|
119
120
|
* Default value is `128`
|
|
120
121
|
|
|
@@ -123,6 +124,8 @@ The number of messages to upload at a single time. (< 1000, default: 128)
|
|
|
123
124
|
[id="plugins-{type}s-{plugin}-batch_size_bytes"]
|
|
124
125
|
===== `batch_size_bytes`
|
|
125
126
|
|
|
127
|
+
added[4.0.0]
|
|
128
|
+
|
|
126
129
|
* Value type is <<number,number>>
|
|
127
130
|
* Default value is `1_000_000`
|
|
128
131
|
|
|
@@ -158,13 +161,13 @@ Must Time.strftime patterns: www.ruby-doc.org/core-2.0/Time.html#method-i-strfti
|
|
|
158
161
|
[id="plugins-{type}s-{plugin}-deleter_interval_secs"]
|
|
159
162
|
===== `deleter_interval_secs`
|
|
160
163
|
|
|
161
|
-
|
|
164
|
+
deprecated[4.0.0, Events are uploaded in real-time without being stored to disk.]
|
|
162
165
|
|
|
163
|
-
|
|
164
|
-
stored on the hard drive.
|
|
166
|
+
* Value type is <<number,number>>
|
|
165
167
|
|
|
166
168
|
[id="plugins-{type}s-{plugin}-error_directory"]
|
|
167
169
|
===== `error_directory`
|
|
170
|
+
added[4.0.0]
|
|
168
171
|
|
|
169
172
|
* This is a required setting.
|
|
170
173
|
* Value type is <<string,string>>
|
|
@@ -210,6 +213,8 @@ mutate {
|
|
|
210
213
|
[id="plugins-{type}s-{plugin}-json_key_file"]
|
|
211
214
|
===== `json_key_file`
|
|
212
215
|
|
|
216
|
+
added[4.0.0, Replaces <<plugins-{type}s-{plugin}-key_password>>, <<plugins-{type}s-{plugin}-key_path>> and <<plugins-{type}s-{plugin}-service_account>>]
|
|
217
|
+
|
|
213
218
|
* Value type is <<string,string>>
|
|
214
219
|
* Default value is `nil`
|
|
215
220
|
|
|
@@ -256,9 +261,9 @@ json_schema => {
|
|
|
256
261
|
[id="plugins-{type}s-{plugin}-key_password"]
|
|
257
262
|
===== `key_password`
|
|
258
263
|
|
|
259
|
-
|
|
264
|
+
deprecated[4.0.0, Replaced by `json_key_file` or by using ADC. See <<plugins-{type}s-{plugin}-json_key_file>>]
|
|
260
265
|
|
|
261
|
-
|
|
266
|
+
* Value type is <<string,string>>
|
|
262
267
|
|
|
263
268
|
|
|
264
269
|
[id="plugins-{type}s-{plugin}-key_path"]
|
|
@@ -267,6 +272,7 @@ json_schema => {
|
|
|
267
272
|
* Value type is <<string,string>>
|
|
268
273
|
|
|
269
274
|
**Obsolete:** The PKCS12 key file format is no longer supported.
|
|
275
|
+
|
|
270
276
|
Please use one of the following mechanisms:
|
|
271
277
|
|
|
272
278
|
* https://cloud.google.com/docs/authentication/production[Application Default Credentials (ADC)],
|
|
@@ -288,10 +294,9 @@ Google Cloud Project ID (number, not Project Name!).
|
|
|
288
294
|
[id="plugins-{type}s-{plugin}-service_account"]
|
|
289
295
|
===== `service_account`
|
|
290
296
|
|
|
291
|
-
|
|
297
|
+
deprecated[4.0.0, Replaced by `json_key_file` or by using ADC. See <<plugins-{type}s-{plugin}-json_key_file>>]
|
|
292
298
|
|
|
293
|
-
|
|
294
|
-
the Application Default Credentials (ADC) environment variables.
|
|
299
|
+
* Value type is <<string,string>>
|
|
295
300
|
|
|
296
301
|
[id="plugins-{type}s-{plugin}-table_prefix"]
|
|
297
302
|
===== `table_prefix`
|
|
@@ -314,32 +319,28 @@ date suffix.
|
|
|
314
319
|
[id="plugins-{type}s-{plugin}-temp_directory"]
|
|
315
320
|
===== `temp_directory`
|
|
316
321
|
|
|
317
|
-
|
|
322
|
+
deprecated[4.0.0, Events are uploaded in real-time without being stored to disk.]
|
|
318
323
|
|
|
319
|
-
|
|
320
|
-
Events are uploaded in real-time without being stored to disk.
|
|
321
|
-
|
|
322
|
-
* Events that failed to be uploaded will be stored in <<plugins-{type}s-{plugin}-error_directory>>.
|
|
323
|
-
* There is a small fee to insert data into BigQuery using the streaming API.
|
|
324
|
-
https://cloud.google.com/bigquery/pricing[Pricing Information]
|
|
325
|
-
* This plugin buffers events in-memory, so make sure the flush configurations are appropriate
|
|
326
|
-
for your use-case and consider using
|
|
327
|
-
https://www.elastic.co/guide/en/logstash/current/persistent-queues.html[Logstash Persistent Queues]
|
|
324
|
+
* Value type is <<string,string>>
|
|
328
325
|
|
|
329
326
|
[id="plugins-{type}s-{plugin}-temp_file_prefix"]
|
|
330
327
|
===== `temp_file_prefix`
|
|
331
328
|
|
|
329
|
+
deprecated[4.0.0, Events are uploaded in real-time without being stored to disk]
|
|
330
|
+
|
|
332
331
|
* Value type is <<string,string>>
|
|
333
332
|
|
|
334
|
-
|
|
335
|
-
|
|
333
|
+
[id="plugins-{type}s-{plugin}-uploader_interval_secs"]
|
|
334
|
+
===== `uploader_interval_secs`
|
|
336
335
|
|
|
337
|
-
|
|
338
|
-
|
|
339
|
-
|
|
340
|
-
|
|
341
|
-
|
|
342
|
-
|
|
336
|
+
deprecated[4.0.0, This field is no longer used]
|
|
337
|
+
|
|
338
|
+
* Value type is <<number,number>>
|
|
339
|
+
* Default value is `60`
|
|
340
|
+
|
|
341
|
+
Uploader interval when uploading new files to BigQuery. Adjust time based
|
|
342
|
+
on your time pattern (for example, for hourly files, this interval can be
|
|
343
|
+
around one hour).
|
|
343
344
|
|
|
344
345
|
|
|
345
346
|
[id="plugins-{type}s-{plugin}-common-options"]
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Gem::Specification.new do |s|
|
|
2
2
|
s.name = 'logstash-output-google_bigquery'
|
|
3
|
-
s.version = '4.0.
|
|
3
|
+
s.version = '4.0.1'
|
|
4
4
|
s.licenses = ['Apache License (2.0)']
|
|
5
5
|
s.summary = "Writes events to Google BigQuery"
|
|
6
6
|
s.description = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: logstash-output-google_bigquery
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 4.0.
|
|
4
|
+
version: 4.0.1
|
|
5
5
|
platform: java
|
|
6
6
|
authors:
|
|
7
7
|
- Elastic
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2018-
|
|
11
|
+
date: 2018-05-03 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|