embulk-output-bigquery 0.4.1 → 0.4.2
Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 4287886bb0467a77706c88ae428cc95f082cdca1
|
|
4
|
+
data.tar.gz: 5c3677c05609d29b5835be54bde777827ab6b607
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 4d2ff6070fc2eb7a27c26513f712d056ef2e7f0a158125c8921293a5c8299f4963891928bf6e3c43679d4131bbdd7481acf96d1a9fe5cb338b5c39f8c3553b6b
|
|
7
|
+
data.tar.gz: 3bae2694c1d59218517b0f6755216d5050b522b20263c83ebde062df069c2e97fc0adbd586ddc192e43c80af4691c26d55665e363c13e1f8a467cc44acae5f04
|
data/CHANGELOG.md
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Gem::Specification.new do |spec|
|
|
2
2
|
spec.name = "embulk-output-bigquery"
|
|
3
|
-
spec.version = "0.4.
|
|
3
|
+
spec.version = "0.4.2"
|
|
4
4
|
spec.authors = ["Satoshi Akama", "Naotoshi Seo"]
|
|
5
5
|
spec.summary = "Google BigQuery output plugin for Embulk"
|
|
6
6
|
spec.description = "Embulk plugin that insert records to Google BigQuery."
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
in:
|
|
2
|
+
type: file
|
|
3
|
+
path_prefix: example/example.csv
|
|
4
|
+
parser:
|
|
5
|
+
type: csv
|
|
6
|
+
charset: UTF-8
|
|
7
|
+
newline: CRLF
|
|
8
|
+
null_string: 'NULL'
|
|
9
|
+
skip_header_lines: 1
|
|
10
|
+
comment_line_marker: '#'
|
|
11
|
+
columns:
|
|
12
|
+
- {name: date, type: string}
|
|
13
|
+
- {name: timestamp, type: timestamp, format: "%Y-%m-%d %H:%M:%S.%N", timezone: "+09:00"}
|
|
14
|
+
- {name: "null", type: string}
|
|
15
|
+
- {name: long, type: long}
|
|
16
|
+
- {name: string, type: string}
|
|
17
|
+
- {name: double, type: double}
|
|
18
|
+
- {name: boolean, type: boolean}
|
|
19
|
+
out:
|
|
20
|
+
type: bigquery
|
|
21
|
+
mode: replace
|
|
22
|
+
auth_method: json_key
|
|
23
|
+
json_keyfile: example/your-project-000.json
|
|
24
|
+
dataset: your_dataset_name
|
|
25
|
+
table: your_partitioned_table_name$20160929
|
|
26
|
+
source_format: NEWLINE_DELIMITED_JSON
|
|
27
|
+
compression: NONE
|
|
28
|
+
auto_create_dataset: true
|
|
29
|
+
auto_create_table: true
|
|
30
|
+
schema_file: example/schema.json
|
|
31
|
+
time_partitioning:
|
|
32
|
+
type: 'DAY'
|
|
33
|
+
expiration_ms: 100
|
|
@@ -259,7 +259,7 @@ module Embulk
|
|
|
259
259
|
}
|
|
260
260
|
|
|
261
261
|
if @task['schema_update_options']
|
|
262
|
-
body[:configuration][:
|
|
262
|
+
body[:configuration][:copy][:schema_update_options] = @task['schema_update_options']
|
|
263
263
|
end
|
|
264
264
|
|
|
265
265
|
opts = {}
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: embulk-output-bigquery
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.4.
|
|
4
|
+
version: 0.4.2
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Satoshi Akama
|
|
@@ -9,7 +9,7 @@ authors:
|
|
|
9
9
|
autorequire:
|
|
10
10
|
bindir: bin
|
|
11
11
|
cert_chain: []
|
|
12
|
-
date: 2016-10-
|
|
12
|
+
date: 2016-10-12 00:00:00.000000000 Z
|
|
13
13
|
dependencies:
|
|
14
14
|
- !ruby/object:Gem::Dependency
|
|
15
15
|
name: google-api-client
|
|
@@ -121,6 +121,7 @@ files:
|
|
|
121
121
|
- example/config_replace_backup.yml
|
|
122
122
|
- example/config_replace_backup_paritioned_table.yml
|
|
123
123
|
- example/config_replace_paritioned_table.yml
|
|
124
|
+
- example/config_replace_schema_update_options.yml
|
|
124
125
|
- example/config_skip_file_generation.yml
|
|
125
126
|
- example/config_table_strftime.yml
|
|
126
127
|
- example/config_template_table.yml
|