fluent-plugin-bigquery 0.4.4 → 0.5.0.beta1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.travis.yml +0 -1
- data/README.md +123 -127
- data/fluent-plugin-bigquery.gemspec +1 -4
- data/lib/fluent/plugin/bigquery/schema.rb +2 -4
- data/lib/fluent/plugin/bigquery/version.rb +1 -1
- data/lib/fluent/plugin/bigquery/writer.rb +2 -8
- data/lib/fluent/plugin/out_bigquery.rb +431 -440
- data/test/helper.rb +5 -1
- data/test/plugin/test_out_bigquery.rb +479 -708
- data/test/plugin/test_record_schema.rb +8 -24
- data/test/run_test.rb +9 -0
- metadata +8 -48
@@ -101,45 +101,29 @@ class RecordSchemaTest < Test::Unit::TestCase
|
|
101
101
|
|
102
102
|
def test_load_schema
|
103
103
|
fields = Fluent::BigQuery::RecordSchema.new("record")
|
104
|
-
fields.load_schema(base_schema
|
104
|
+
fields.load_schema(base_schema)
|
105
105
|
assert { fields.to_a.as_json == base_schema }
|
106
106
|
end
|
107
107
|
|
108
108
|
def test_load_schema_allow_overwrite_with_type_changed_column
|
109
109
|
fields = Fluent::BigQuery::RecordSchema.new("record")
|
110
|
-
fields.load_schema(base_schema
|
110
|
+
fields.load_schema(base_schema)
|
111
111
|
|
112
|
-
fields.load_schema(base_schema_with_type_changed_column
|
112
|
+
fields.load_schema(base_schema_with_type_changed_column)
|
113
113
|
assert { fields.to_a.as_json == base_schema_with_type_changed_column }
|
114
114
|
end
|
115
115
|
|
116
116
|
def test_load_schema_allow_overwrite_with_new_column
|
117
117
|
fields = Fluent::BigQuery::RecordSchema.new("record")
|
118
|
-
fields.load_schema(base_schema
|
118
|
+
fields.load_schema(base_schema)
|
119
119
|
|
120
|
-
fields.load_schema(base_schema_with_new_column
|
121
|
-
assert { fields.to_a.as_json == base_schema_with_new_column }
|
122
|
-
end
|
123
|
-
|
124
|
-
def test_load_schema_not_allow_overwrite_with_type_changed_column
|
125
|
-
fields = Fluent::BigQuery::RecordSchema.new("record")
|
126
|
-
fields.load_schema(base_schema, false)
|
127
|
-
|
128
|
-
fields.load_schema(base_schema_with_type_changed_column, false)
|
129
|
-
assert { fields.to_a.as_json == base_schema }
|
130
|
-
end
|
131
|
-
|
132
|
-
def test_load_schema_no_allow_overwrite_with_new_column
|
133
|
-
fields = Fluent::BigQuery::RecordSchema.new("record")
|
134
|
-
fields.load_schema(base_schema, false)
|
135
|
-
|
136
|
-
fields.load_schema(base_schema_with_new_column, false)
|
120
|
+
fields.load_schema(base_schema_with_new_column)
|
137
121
|
assert { fields.to_a.as_json == base_schema_with_new_column }
|
138
122
|
end
|
139
123
|
|
140
124
|
def test_format_one
|
141
125
|
fields = Fluent::BigQuery::RecordSchema.new("record")
|
142
|
-
fields.load_schema(base_schema
|
126
|
+
fields.load_schema(base_schema)
|
143
127
|
|
144
128
|
time = Time.local(2016, 2, 7, 19, 0, 0).utc
|
145
129
|
|
@@ -156,7 +140,7 @@ class RecordSchemaTest < Test::Unit::TestCase
|
|
156
140
|
|
157
141
|
def test_format_one_convert_array_or_hash_to_json
|
158
142
|
fields = Fluent::BigQuery::RecordSchema.new("record")
|
159
|
-
fields.load_schema(base_schema
|
143
|
+
fields.load_schema(base_schema)
|
160
144
|
|
161
145
|
time = Time.local(2016, 2, 7, 19, 0, 0).utc
|
162
146
|
|
@@ -173,7 +157,7 @@ class RecordSchemaTest < Test::Unit::TestCase
|
|
173
157
|
|
174
158
|
def test_format_one_with_extra_column
|
175
159
|
fields = Fluent::BigQuery::RecordSchema.new("record")
|
176
|
-
fields.load_schema(base_schema
|
160
|
+
fields.load_schema(base_schema)
|
177
161
|
|
178
162
|
time = Time.local(2016, 2, 7, 19, 0, 0).utc
|
179
163
|
|
data/test/run_test.rb
ADDED
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fluent-plugin-bigquery
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.5.0.beta1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Naoya Ito
|
@@ -9,7 +9,7 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2017-04-
|
12
|
+
date: 2017-04-03 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: rake
|
@@ -135,56 +135,14 @@ dependencies:
|
|
135
135
|
requirements:
|
136
136
|
- - "~>"
|
137
137
|
- !ruby/object:Gem::Version
|
138
|
-
version: 0.
|
138
|
+
version: 0.14.0
|
139
139
|
type: :runtime
|
140
140
|
prerelease: false
|
141
141
|
version_requirements: !ruby/object:Gem::Requirement
|
142
142
|
requirements:
|
143
143
|
- - "~>"
|
144
144
|
- !ruby/object:Gem::Version
|
145
|
-
version: 0.
|
146
|
-
- !ruby/object:Gem::Dependency
|
147
|
-
name: fluent-mixin-plaintextformatter
|
148
|
-
requirement: !ruby/object:Gem::Requirement
|
149
|
-
requirements:
|
150
|
-
- - ">="
|
151
|
-
- !ruby/object:Gem::Version
|
152
|
-
version: 0.2.1
|
153
|
-
type: :runtime
|
154
|
-
prerelease: false
|
155
|
-
version_requirements: !ruby/object:Gem::Requirement
|
156
|
-
requirements:
|
157
|
-
- - ">="
|
158
|
-
- !ruby/object:Gem::Version
|
159
|
-
version: 0.2.1
|
160
|
-
- !ruby/object:Gem::Dependency
|
161
|
-
name: fluent-mixin-config-placeholders
|
162
|
-
requirement: !ruby/object:Gem::Requirement
|
163
|
-
requirements:
|
164
|
-
- - ">="
|
165
|
-
- !ruby/object:Gem::Version
|
166
|
-
version: 0.3.0
|
167
|
-
type: :runtime
|
168
|
-
prerelease: false
|
169
|
-
version_requirements: !ruby/object:Gem::Requirement
|
170
|
-
requirements:
|
171
|
-
- - ">="
|
172
|
-
- !ruby/object:Gem::Version
|
173
|
-
version: 0.3.0
|
174
|
-
- !ruby/object:Gem::Dependency
|
175
|
-
name: fluent-plugin-buffer-lightening
|
176
|
-
requirement: !ruby/object:Gem::Requirement
|
177
|
-
requirements:
|
178
|
-
- - ">="
|
179
|
-
- !ruby/object:Gem::Version
|
180
|
-
version: 0.0.2
|
181
|
-
type: :runtime
|
182
|
-
prerelease: false
|
183
|
-
version_requirements: !ruby/object:Gem::Requirement
|
184
|
-
requirements:
|
185
|
-
- - ">="
|
186
|
-
- !ruby/object:Gem::Version
|
187
|
-
version: 0.0.2
|
145
|
+
version: 0.14.0
|
188
146
|
description: Fluentd plugin to store data on Google BigQuery, by load, or by stream
|
189
147
|
inserts
|
190
148
|
email:
|
@@ -213,6 +171,7 @@ files:
|
|
213
171
|
- test/plugin/testdata/apache.schema
|
214
172
|
- test/plugin/testdata/json_key.json
|
215
173
|
- test/plugin/testdata/sudo.schema
|
174
|
+
- test/run_test.rb
|
216
175
|
homepage: https://github.com/kaizenplatform/fluent-plugin-bigquery
|
217
176
|
licenses:
|
218
177
|
- Apache-2.0
|
@@ -228,9 +187,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
228
187
|
version: '0'
|
229
188
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
230
189
|
requirements:
|
231
|
-
- - "
|
190
|
+
- - ">"
|
232
191
|
- !ruby/object:Gem::Version
|
233
|
-
version:
|
192
|
+
version: 1.3.1
|
234
193
|
requirements: []
|
235
194
|
rubyforge_project:
|
236
195
|
rubygems_version: 2.6.8
|
@@ -244,3 +203,4 @@ test_files:
|
|
244
203
|
- test/plugin/testdata/apache.schema
|
245
204
|
- test/plugin/testdata/json_key.json
|
246
205
|
- test/plugin/testdata/sudo.schema
|
206
|
+
- test/run_test.rb
|