naginegi 0.2.0 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/Gemfile.lock +1 -3
- data/README.md +33 -0
- data/lib/naginegi/bigquery.rb +10 -1
- data/lib/naginegi/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: bffe8bf28a51050e58ef2ccb8d25da01691d27f1e28aec92a42c98c1d4a69248
|
|
4
|
+
data.tar.gz: 5e47d30b633d323c58c4dfc8cbcad5f6cd594567e13d3ae52b62717e9b733c5e
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: b967eedb71e86f4cf20a65bcb479fe008faf80cd3709e46c22cad69d9e310b92900105a1208db94cdacc0fc603bf2e7b5c17e043bce87ba504029d71ee2a83f6
|
|
7
|
+
data.tar.gz: 981dd5ebda7890cbc6b5cfba8dc8d2b5e1dd531dc7614225b2115beb235ef212bfb7a450c3efea275aa7058084fb3408cdc2e52addff1184a434b5381941efdc
|
data/Gemfile.lock
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
PATH
|
|
2
2
|
remote: .
|
|
3
3
|
specs:
|
|
4
|
-
naginegi (0.
|
|
4
|
+
naginegi (0.3.0)
|
|
5
5
|
google-cloud-bigquery (= 1.18.1)
|
|
6
6
|
mysql2 (= 0.5.3)
|
|
7
7
|
mysql2-cs-bind (= 0.0.7)
|
|
@@ -53,7 +53,6 @@ GEM
|
|
|
53
53
|
mini_mime (1.0.2)
|
|
54
54
|
multi_json (1.14.1)
|
|
55
55
|
multipart-post (2.1.1)
|
|
56
|
-
mysql2 (0.5.3)
|
|
57
56
|
mysql2 (0.5.3-x64-mingw32)
|
|
58
57
|
mysql2-cs-bind (0.0.7)
|
|
59
58
|
mysql2
|
|
@@ -61,7 +60,6 @@ GEM
|
|
|
61
60
|
parallel (1.19.1)
|
|
62
61
|
parser (2.7.0.1)
|
|
63
62
|
ast (~> 2.4.0)
|
|
64
|
-
pg (1.2.2)
|
|
65
63
|
pg (1.2.2-x64-mingw32)
|
|
66
64
|
powerpack (0.1.2)
|
|
67
65
|
public_suffix (4.0.3)
|
data/README.md
CHANGED
|
@@ -77,8 +77,10 @@ db02:
|
|
|
77
77
|
- name: configs
|
|
78
78
|
```
|
|
79
79
|
|
|
80
|
+
### sample
|
|
80
81
|
Naginegi requires BigQuery parameters like below.
|
|
81
82
|
|
|
83
|
+
#### using json key file path
|
|
82
84
|
```ruby
|
|
83
85
|
[sample.rb]
|
|
84
86
|
require 'naginegi'
|
|
@@ -101,6 +103,37 @@ client.run(config)
|
|
|
101
103
|
ruby sample.rb
|
|
102
104
|
```
|
|
103
105
|
|
|
106
|
+
#### using key values
|
|
107
|
+
```ruby
|
|
108
|
+
[sample.rb]
|
|
109
|
+
require 'naginegi'
|
|
110
|
+
|
|
111
|
+
json_key = {
|
|
112
|
+
"type" => "...",
|
|
113
|
+
"project_id" => "...",
|
|
114
|
+
"private_key_id" => "...",
|
|
115
|
+
"private_key" => "...",
|
|
116
|
+
...
|
|
117
|
+
}
|
|
118
|
+
|
|
119
|
+
config = {
|
|
120
|
+
'project_id' => 'BIGQUERY_PROJECT_ID',
|
|
121
|
+
'service_email' => 'SERVICE_ACCOUNT_EMAIL',
|
|
122
|
+
'auth_method' => 'json_key',
|
|
123
|
+
'json_key' => json_key,
|
|
124
|
+
'schema_dir' => '/var/tmp/embulk/schema',
|
|
125
|
+
'config_dir' => '/var/tmp/embulk/config'
|
|
126
|
+
}
|
|
127
|
+
|
|
128
|
+
client = Naginegi::EmbulkRunner.new
|
|
129
|
+
client.generate_config(config)
|
|
130
|
+
client.run(config)
|
|
131
|
+
```
|
|
132
|
+
|
|
133
|
+
```bash
|
|
134
|
+
ruby sample.rb
|
|
135
|
+
```
|
|
136
|
+
|
|
104
137
|
## Features
|
|
105
138
|
### process status
|
|
106
139
|
`Naginegi` returns process status as boolean.
|
data/lib/naginegi/bigquery.rb
CHANGED
|
@@ -21,6 +21,7 @@ module Naginegi
|
|
|
21
21
|
type: bigquery
|
|
22
22
|
auth_method: <%= auth_method %>
|
|
23
23
|
json_keyfile: <%= json_keyfile %>
|
|
24
|
+
<%= json_key_content %>
|
|
24
25
|
project: <%= project %>
|
|
25
26
|
service_account_email: <%= service_account_email %>
|
|
26
27
|
dataset: <%= dataset %>
|
|
@@ -71,7 +72,15 @@ module Naginegi
|
|
|
71
72
|
query = Naginegi::BigQuery.generate_sql(table_config, columns)
|
|
72
73
|
|
|
73
74
|
auth_method = @config['auth_method']
|
|
74
|
-
|
|
75
|
+
if @config['json_key']
|
|
76
|
+
values = @config['json_key'].map do |k, v|
|
|
77
|
+
value = v.gsub("\n", '\\n')
|
|
78
|
+
"\"#{k}\": \"#{value}\""
|
|
79
|
+
end
|
|
80
|
+
json_key_content = "content: |\n {#{values.join(',')}}"
|
|
81
|
+
else
|
|
82
|
+
json_keyfile = @config['json_keyfile']
|
|
83
|
+
end
|
|
75
84
|
project = @config['project_id']
|
|
76
85
|
service_account_email = @config['service_email']
|
|
77
86
|
dataset = db_config['bq_dataset']
|
data/lib/naginegi/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: naginegi
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.
|
|
4
|
+
version: 0.3.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- cobot00
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: exe
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2020-01-
|
|
11
|
+
date: 2020-01-25 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: bundler
|