fluent-plugin-bigquery 0.4.4 → 0.5.0.beta1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.travis.yml +0 -1
- data/README.md +123 -127
- data/fluent-plugin-bigquery.gemspec +1 -4
- data/lib/fluent/plugin/bigquery/schema.rb +2 -4
- data/lib/fluent/plugin/bigquery/version.rb +1 -1
- data/lib/fluent/plugin/bigquery/writer.rb +2 -8
- data/lib/fluent/plugin/out_bigquery.rb +431 -440
- data/test/helper.rb +5 -1
- data/test/plugin/test_out_bigquery.rb +479 -708
- data/test/plugin/test_record_schema.rb +8 -24
- data/test/run_test.rb +9 -0
- metadata +8 -48
@@ -101,45 +101,29 @@ class RecordSchemaTest < Test::Unit::TestCase
|
|
101
101
|
|
102
102
|
def test_load_schema
|
103
103
|
fields = Fluent::BigQuery::RecordSchema.new("record")
|
104
|
-
fields.load_schema(base_schema
|
104
|
+
fields.load_schema(base_schema)
|
105
105
|
assert { fields.to_a.as_json == base_schema }
|
106
106
|
end
|
107
107
|
|
108
108
|
def test_load_schema_allow_overwrite_with_type_changed_column
|
109
109
|
fields = Fluent::BigQuery::RecordSchema.new("record")
|
110
|
-
fields.load_schema(base_schema
|
110
|
+
fields.load_schema(base_schema)
|
111
111
|
|
112
|
-
fields.load_schema(base_schema_with_type_changed_column
|
112
|
+
fields.load_schema(base_schema_with_type_changed_column)
|
113
113
|
assert { fields.to_a.as_json == base_schema_with_type_changed_column }
|
114
114
|
end
|
115
115
|
|
116
116
|
def test_load_schema_allow_overwrite_with_new_column
|
117
117
|
fields = Fluent::BigQuery::RecordSchema.new("record")
|
118
|
-
fields.load_schema(base_schema
|
118
|
+
fields.load_schema(base_schema)
|
119
119
|
|
120
|
-
fields.load_schema(base_schema_with_new_column
|
121
|
-
assert { fields.to_a.as_json == base_schema_with_new_column }
|
122
|
-
end
|
123
|
-
|
124
|
-
def test_load_schema_not_allow_overwrite_with_type_changed_column
|
125
|
-
fields = Fluent::BigQuery::RecordSchema.new("record")
|
126
|
-
fields.load_schema(base_schema, false)
|
127
|
-
|
128
|
-
fields.load_schema(base_schema_with_type_changed_column, false)
|
129
|
-
assert { fields.to_a.as_json == base_schema }
|
130
|
-
end
|
131
|
-
|
132
|
-
def test_load_schema_no_allow_overwrite_with_new_column
|
133
|
-
fields = Fluent::BigQuery::RecordSchema.new("record")
|
134
|
-
fields.load_schema(base_schema, false)
|
135
|
-
|
136
|
-
fields.load_schema(base_schema_with_new_column, false)
|
120
|
+
fields.load_schema(base_schema_with_new_column)
|
137
121
|
assert { fields.to_a.as_json == base_schema_with_new_column }
|
138
122
|
end
|
139
123
|
|
140
124
|
def test_format_one
|
141
125
|
fields = Fluent::BigQuery::RecordSchema.new("record")
|
142
|
-
fields.load_schema(base_schema
|
126
|
+
fields.load_schema(base_schema)
|
143
127
|
|
144
128
|
time = Time.local(2016, 2, 7, 19, 0, 0).utc
|
145
129
|
|
@@ -156,7 +140,7 @@ class RecordSchemaTest < Test::Unit::TestCase
|
|
156
140
|
|
157
141
|
def test_format_one_convert_array_or_hash_to_json
|
158
142
|
fields = Fluent::BigQuery::RecordSchema.new("record")
|
159
|
-
fields.load_schema(base_schema
|
143
|
+
fields.load_schema(base_schema)
|
160
144
|
|
161
145
|
time = Time.local(2016, 2, 7, 19, 0, 0).utc
|
162
146
|
|
@@ -173,7 +157,7 @@ class RecordSchemaTest < Test::Unit::TestCase
|
|
173
157
|
|
174
158
|
def test_format_one_with_extra_column
|
175
159
|
fields = Fluent::BigQuery::RecordSchema.new("record")
|
176
|
-
fields.load_schema(base_schema
|
160
|
+
fields.load_schema(base_schema)
|
177
161
|
|
178
162
|
time = Time.local(2016, 2, 7, 19, 0, 0).utc
|
179
163
|
|
data/test/run_test.rb
ADDED
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fluent-plugin-bigquery
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.5.0.beta1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Naoya Ito
|
@@ -9,7 +9,7 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2017-04-
|
12
|
+
date: 2017-04-03 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: rake
|
@@ -135,56 +135,14 @@ dependencies:
|
|
135
135
|
requirements:
|
136
136
|
- - "~>"
|
137
137
|
- !ruby/object:Gem::Version
|
138
|
-
version: 0.
|
138
|
+
version: 0.14.0
|
139
139
|
type: :runtime
|
140
140
|
prerelease: false
|
141
141
|
version_requirements: !ruby/object:Gem::Requirement
|
142
142
|
requirements:
|
143
143
|
- - "~>"
|
144
144
|
- !ruby/object:Gem::Version
|
145
|
-
version: 0.
|
146
|
-
- !ruby/object:Gem::Dependency
|
147
|
-
name: fluent-mixin-plaintextformatter
|
148
|
-
requirement: !ruby/object:Gem::Requirement
|
149
|
-
requirements:
|
150
|
-
- - ">="
|
151
|
-
- !ruby/object:Gem::Version
|
152
|
-
version: 0.2.1
|
153
|
-
type: :runtime
|
154
|
-
prerelease: false
|
155
|
-
version_requirements: !ruby/object:Gem::Requirement
|
156
|
-
requirements:
|
157
|
-
- - ">="
|
158
|
-
- !ruby/object:Gem::Version
|
159
|
-
version: 0.2.1
|
160
|
-
- !ruby/object:Gem::Dependency
|
161
|
-
name: fluent-mixin-config-placeholders
|
162
|
-
requirement: !ruby/object:Gem::Requirement
|
163
|
-
requirements:
|
164
|
-
- - ">="
|
165
|
-
- !ruby/object:Gem::Version
|
166
|
-
version: 0.3.0
|
167
|
-
type: :runtime
|
168
|
-
prerelease: false
|
169
|
-
version_requirements: !ruby/object:Gem::Requirement
|
170
|
-
requirements:
|
171
|
-
- - ">="
|
172
|
-
- !ruby/object:Gem::Version
|
173
|
-
version: 0.3.0
|
174
|
-
- !ruby/object:Gem::Dependency
|
175
|
-
name: fluent-plugin-buffer-lightening
|
176
|
-
requirement: !ruby/object:Gem::Requirement
|
177
|
-
requirements:
|
178
|
-
- - ">="
|
179
|
-
- !ruby/object:Gem::Version
|
180
|
-
version: 0.0.2
|
181
|
-
type: :runtime
|
182
|
-
prerelease: false
|
183
|
-
version_requirements: !ruby/object:Gem::Requirement
|
184
|
-
requirements:
|
185
|
-
- - ">="
|
186
|
-
- !ruby/object:Gem::Version
|
187
|
-
version: 0.0.2
|
145
|
+
version: 0.14.0
|
188
146
|
description: Fluentd plugin to store data on Google BigQuery, by load, or by stream
|
189
147
|
inserts
|
190
148
|
email:
|
@@ -213,6 +171,7 @@ files:
|
|
213
171
|
- test/plugin/testdata/apache.schema
|
214
172
|
- test/plugin/testdata/json_key.json
|
215
173
|
- test/plugin/testdata/sudo.schema
|
174
|
+
- test/run_test.rb
|
216
175
|
homepage: https://github.com/kaizenplatform/fluent-plugin-bigquery
|
217
176
|
licenses:
|
218
177
|
- Apache-2.0
|
@@ -228,9 +187,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
228
187
|
version: '0'
|
229
188
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
230
189
|
requirements:
|
231
|
-
- - "
|
190
|
+
- - ">"
|
232
191
|
- !ruby/object:Gem::Version
|
233
|
-
version:
|
192
|
+
version: 1.3.1
|
234
193
|
requirements: []
|
235
194
|
rubyforge_project:
|
236
195
|
rubygems_version: 2.6.8
|
@@ -244,3 +203,4 @@ test_files:
|
|
244
203
|
- test/plugin/testdata/apache.schema
|
245
204
|
- test/plugin/testdata/json_key.json
|
246
205
|
- test/plugin/testdata/sudo.schema
|
206
|
+
- test/run_test.rb
|