embulk-input-bigquery 0.0.8 → 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +9 -0
- data/embulk-input-bigquery.gemspec +6 -2
- data/lib/embulk/input/bigquery/version.rb +1 -1
- data/lib/embulk/input/bigquery.rb +4 -2
- metadata +31 -4
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: e1283b3e7cfb6bd17b6f72a0fb13ad2e861138e00de91bcae1933d0a62784030
|
4
|
+
data.tar.gz: 16504cfe250178b02edbe410bd4e452fa6b27fe38321a7f36cd12433ec57b469
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: bb0250b44759dfa992a5aa3dfa57a11c6ea96f29cdd8da439fd8deef6c827a961675f2856ecabb0b7e89494c81247fbd07e3639f72d5f8634549ca44c3d0dee9
|
7
|
+
data.tar.gz: 3698921659260ffd51131eece48f20fcf735f0f64e16a27d8f1baf54658331266455900d9eaadeee12caec996a05a8a8f30a60b3f07b3ecd860f510a182d2f0c
|
data/CHANGELOG.md
CHANGED
@@ -1,3 +1,12 @@
|
|
1
|
+
# 0.1.0 (2022/10/08)
|
2
|
+
|
3
|
+
* Allow Google::Cloud::Bigquery.new to be initialised with retries & timeout options (thanks to @calorie)
|
4
|
+
|
5
|
+
# 0.0.9 (2019/10/30)
|
6
|
+
|
7
|
+
* Depend google-cloud-env to '< 1.3.0` (thanks to @noissefnoc)
|
8
|
+
* Depend google-cloud-core to '< 1.4.0' (thanks to @noissefnoc)
|
9
|
+
|
1
10
|
# 0.0.8 (2019/10/17)
|
2
11
|
|
3
12
|
* Depend signet from '~> 0.7' to '< 0.12`
|
@@ -19,11 +19,15 @@ Gem::Specification.new do |spec|
|
|
19
19
|
spec.require_paths = ['lib']
|
20
20
|
|
21
21
|
# TODO
|
22
|
-
# signet 0.12.0
|
22
|
+
# signet 0.12.0, google-api-client 0.33.0
|
23
|
+
# google-cloud-env 1.3.0 and google-cloud-core 1.4.0 "require >= Ruby 2.4.
|
23
24
|
# Embulk 0.9 use JRuby 9.1.X.Y and It compatible Ruby 2.3.
|
24
|
-
# So, Force install signet < 0.12
|
25
|
+
# So, Force install signet < 0.12, google-api-client < 0.33.0
|
26
|
+
# google-cloud-env 1.3.0 and google-cloud-core 1.4.0
|
25
27
|
spec.add_dependency 'signet', '~> 0.7', '< 0.12.0'
|
26
28
|
spec.add_dependency 'google-api-client','< 0.33.0'
|
29
|
+
spec.add_dependency 'google-cloud-env','< 1.3.0'
|
30
|
+
spec.add_dependency 'google-cloud-core','< 1.4.0'
|
27
31
|
spec.add_dependency 'google-cloud-bigquery', ['>= 1.2', '< 1.12']
|
28
32
|
spec.add_development_dependency 'bundler', '~> 1.3'
|
29
33
|
spec.add_development_dependency 'rake'
|
@@ -39,6 +39,8 @@ module Embulk
|
|
39
39
|
keyfile: config.param(:keyfile, LocalFile, nil),
|
40
40
|
sql: sql,
|
41
41
|
params: params,
|
42
|
+
retries: config[:retries],
|
43
|
+
timeout: config[:timeout],
|
42
44
|
option: {
|
43
45
|
max: config[:max],
|
44
46
|
cache: config[:cache],
|
@@ -51,7 +53,7 @@ module Embulk
|
|
51
53
|
if config[:columns]
|
52
54
|
task[:columns] = config[:columns]
|
53
55
|
else
|
54
|
-
bq = Google::Cloud::Bigquery.new(project: task[:project], keyfile: task[:keyfile])
|
56
|
+
bq = Google::Cloud::Bigquery.new(project: task[:project], keyfile: task[:keyfile], retries: task[:retries], timeout: task[:timeout])
|
55
57
|
task[:job_id], task[:columns] = determine_columns_by_query_results(sql, task[:option], bq)
|
56
58
|
end
|
57
59
|
|
@@ -70,7 +72,7 @@ module Embulk
|
|
70
72
|
end
|
71
73
|
|
72
74
|
def run
|
73
|
-
bq = Google::Cloud::Bigquery.new(project: task[:project], keyfile: task[:keyfile])
|
75
|
+
bq = Google::Cloud::Bigquery.new(project: task[:project], keyfile: task[:keyfile], retries: task[:retries], timeout: task[:timeout])
|
74
76
|
params = @task[:params]
|
75
77
|
option = keys_to_sym(@task[:option])
|
76
78
|
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: embulk-input-bigquery
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0
|
4
|
+
version: 0.1.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- potato2003
|
@@ -10,7 +10,7 @@ authors:
|
|
10
10
|
autorequire:
|
11
11
|
bindir: bin
|
12
12
|
cert_chain: []
|
13
|
-
date:
|
13
|
+
date: 2022-10-08 00:00:00.000000000 Z
|
14
14
|
dependencies:
|
15
15
|
- !ruby/object:Gem::Dependency
|
16
16
|
name: signet
|
@@ -46,6 +46,34 @@ dependencies:
|
|
46
46
|
- - "<"
|
47
47
|
- !ruby/object:Gem::Version
|
48
48
|
version: 0.33.0
|
49
|
+
- !ruby/object:Gem::Dependency
|
50
|
+
name: google-cloud-env
|
51
|
+
requirement: !ruby/object:Gem::Requirement
|
52
|
+
requirements:
|
53
|
+
- - "<"
|
54
|
+
- !ruby/object:Gem::Version
|
55
|
+
version: 1.3.0
|
56
|
+
type: :runtime
|
57
|
+
prerelease: false
|
58
|
+
version_requirements: !ruby/object:Gem::Requirement
|
59
|
+
requirements:
|
60
|
+
- - "<"
|
61
|
+
- !ruby/object:Gem::Version
|
62
|
+
version: 1.3.0
|
63
|
+
- !ruby/object:Gem::Dependency
|
64
|
+
name: google-cloud-core
|
65
|
+
requirement: !ruby/object:Gem::Requirement
|
66
|
+
requirements:
|
67
|
+
- - "<"
|
68
|
+
- !ruby/object:Gem::Version
|
69
|
+
version: 1.4.0
|
70
|
+
type: :runtime
|
71
|
+
prerelease: false
|
72
|
+
version_requirements: !ruby/object:Gem::Requirement
|
73
|
+
requirements:
|
74
|
+
- - "<"
|
75
|
+
- !ruby/object:Gem::Version
|
76
|
+
version: 1.4.0
|
49
77
|
- !ruby/object:Gem::Dependency
|
50
78
|
name: google-cloud-bigquery
|
51
79
|
requirement: !ruby/object:Gem::Requirement
|
@@ -131,8 +159,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
131
159
|
- !ruby/object:Gem::Version
|
132
160
|
version: '0'
|
133
161
|
requirements: []
|
134
|
-
|
135
|
-
rubygems_version: 2.7.6
|
162
|
+
rubygems_version: 3.0.3.1
|
136
163
|
signing_key:
|
137
164
|
specification_version: 4
|
138
165
|
summary: Embulk input plugin from bigquery.
|