fluent-plugin-bigquery-custom 0.3.8 → 0.3.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/fluent/plugin/bigquery/version.rb +1 -1
- data/lib/fluent/plugin/out_bigquery.rb +3 -6
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: fe157a70c513478cfa4aaa3641ff335b245de00e
|
|
4
|
+
data.tar.gz: 27b84dbdb8a897874fe1fe396e78ecaa4dadcfef
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 7cf0470af4c5c6e4f73805d607be656c5272296623a327b7657eb70aac2a1b8110c726d24ab6421805a2131efb3243269ec07b7319d92fd96998630c297b10c3
|
|
7
|
+
data.tar.gz: 204dbd6d54c5e119eb510ac870c9c1f863329220572830a8ad0450fe3406a3e55eaef2c68212c6f70f91646a9ba0a7473cf75b05dc18fa8a69d6b83ab09f4ad3
|
|
@@ -511,10 +511,7 @@ module Fluent
|
|
|
511
511
|
job_id = nil
|
|
512
512
|
|
|
513
513
|
create_upload_source(chunk) do |upload_source|
|
|
514
|
-
|
|
515
|
-
job_id = create_job_id(upload_source.path, @dataset, @table, @fields.to_a, @max_bad_records, @ignore_unknown_values)
|
|
516
|
-
end
|
|
517
|
-
configuration = load_configuration(table_id, template_suffix, upload_source)
|
|
514
|
+
configuration, job_id = load_configuration(table_id, template_suffix, upload_source)
|
|
518
515
|
res = client.insert_job(
|
|
519
516
|
@project,
|
|
520
517
|
configuration,
|
|
@@ -537,7 +534,7 @@ module Fluent
|
|
|
537
534
|
reason = e.respond_to?(:reason) ? e.reason : nil
|
|
538
535
|
log.error "job.insert API", project_id: @project, dataset: @dataset, table: table_id, code: e.status_code, message: e.message, reason: reason
|
|
539
536
|
|
|
540
|
-
return wait_load(job_id) if e.status_code == 409 && e.message =~ /Job/ # duplicate load job
|
|
537
|
+
return wait_load(job_id) if job_id && e.status_code == 409 && e.message =~ /Job/ # duplicate load job
|
|
541
538
|
|
|
542
539
|
if RETRYABLE_ERROR_REASON.include?(reason) || e.is_a?(Google::Apis::ServerError)
|
|
543
540
|
raise "failed to insert into bigquery, retry" # TODO: error class
|
|
@@ -584,7 +581,7 @@ module Fluent
|
|
|
584
581
|
raise "Schema is empty" if @fields.empty?
|
|
585
582
|
end
|
|
586
583
|
|
|
587
|
-
configuration
|
|
584
|
+
return configuration, job_id
|
|
588
585
|
end
|
|
589
586
|
|
|
590
587
|
def wait_load(job_id)
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: fluent-plugin-bigquery-custom
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.3.
|
|
4
|
+
version: 0.3.9
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Tomohiro Hashidate
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2016-
|
|
11
|
+
date: 2016-05-11 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: rake
|