fluent-plugin-bigquery-test 2.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (28) hide show
  1. checksums.yaml +7 -0
  2. data/.github/ISSUE_TEMPLATE.md +16 -0
  3. data/.gitignore +21 -0
  4. data/.travis.yml +14 -0
  5. data/Gemfile +4 -0
  6. data/LICENSE.txt +13 -0
  7. data/README.md +602 -0
  8. data/Rakefile +12 -0
  9. data/fluent-plugin-bigquery.gemspec +29 -0
  10. data/gemfiles/activesupport-4.gemfile +6 -0
  11. data/lib/fluent/plugin/bigquery/errors.rb +84 -0
  12. data/lib/fluent/plugin/bigquery/helper.rb +33 -0
  13. data/lib/fluent/plugin/bigquery/schema.rb +281 -0
  14. data/lib/fluent/plugin/bigquery/version.rb +5 -0
  15. data/lib/fluent/plugin/bigquery/writer.rb +356 -0
  16. data/lib/fluent/plugin/out_bigquery_base.rb +221 -0
  17. data/lib/fluent/plugin/out_bigquery_insert.rb +125 -0
  18. data/lib/fluent/plugin/out_bigquery_load.rb +221 -0
  19. data/test/helper.rb +20 -0
  20. data/test/plugin/test_out_bigquery_base.rb +579 -0
  21. data/test/plugin/test_out_bigquery_insert.rb +544 -0
  22. data/test/plugin/test_out_bigquery_load.rb +348 -0
  23. data/test/plugin/test_record_schema.rb +186 -0
  24. data/test/plugin/testdata/apache.schema +98 -0
  25. data/test/plugin/testdata/json_key.json +7 -0
  26. data/test/plugin/testdata/sudo.schema +27 -0
  27. data/test/run_test.rb +9 -0
  28. metadata +197 -0
data/test/plugin/testdata/apache.schema ADDED
@@ -0,0 +1,98 @@
1
+ [
2
+ {
3
+ "name": "time",
4
+ "type": "TIMESTAMP",
5
+ "mode": "REQUIRED"
6
+ },
7
+ {
8
+ "name": "request",
9
+ "type": "RECORD",
10
+ "mode": "REQUIRED",
11
+ "fields": [
12
+ {
13
+ "name": "vhost",
14
+ "type": "STRING",
15
+ "mode": "NULLABLE"
16
+ },
17
+ {
18
+ "name": "path",
19
+ "type": "STRING",
20
+ "mode": "REQUIRED"
21
+ },
22
+ {
23
+ "name": "method",
24
+ "type": "STRING",
25
+ "mode": "REQUIRED"
26
+ },
27
+ {
28
+ "name": "protocol",
29
+ "type": "STRING",
30
+ "mode": "REQUIRED"
31
+ },
32
+ {
33
+ "name": "agent",
34
+ "type": "STRING",
35
+ "mode": "REQUIRED"
36
+ },
37
+ {
38
+ "name": "referer",
39
+ "type": "STRING",
40
+ "mode": "NULLABLE"
41
+ },
42
+ {
43
+ "name": "time",
44
+ "type": "TIMESTAMP",
45
+ "mode": "NULLABLE"
46
+ },
47
+ {
48
+ "name": "bot_access",
49
+ "type": "BOOLEAN",
50
+ "mode": "NULLABLE"
51
+ },
52
+ {
53
+ "name": "loginsession",
54
+ "type": "BOOLEAN",
55
+ "mode": "NULLABLE"
56
+ }
57
+ ]
58
+ },
59
+ {
60
+ "name": "remote",
61
+ "type": "RECORD",
62
+ "mode": "NULLABLE",
63
+ "fields": [
64
+ {
65
+ "name": "host",
66
+ "type": "STRING",
67
+ "mode": "NULLABLE"
68
+ },
69
+ {
70
+ "name": "ip",
71
+ "type": "STRING",
72
+ "mode": "REQUIRED"
73
+ },
74
+ {
75
+ "name": "user",
76
+ "type": "STRING",
77
+ "mode": "NULLABLE"
78
+ }
79
+ ]
80
+ },
81
+ {
82
+ "name": "response",
83
+ "type": "RECORD",
84
+ "mode": "REQUIRED",
85
+ "fields": [
86
+ {
87
+ "name": "status",
88
+ "type": "INTEGER",
89
+ "mode": "REQUIRED"
90
+ },
91
+ {
92
+ "name": "bytes",
93
+ "type": "INTEGER",
94
+ "mode": "REQUIRED"
95
+ }
96
+ ]
97
+ }
98
+ ]
data/test/plugin/testdata/json_key.json ADDED
@@ -0,0 +1,7 @@
1
+ {
2
+ "private_key_id": "1",
3
+ "private_key": "X",
4
+ "client_email": "xxx@developer.gserviceaccount.com",
5
+ "client_id": "xxx.apps.googleusercontent.com",
6
+ "type": "service_account"
7
+ }
data/test/plugin/testdata/sudo.schema ADDED
@@ -0,0 +1,27 @@
1
+ [
2
+ {
3
+ "name": "time",
4
+ "type": "TIMESTAMP",
5
+ "mode": "REQUIRED"
6
+ },
7
+ {
8
+ "name": "tty",
9
+ "type": "STRING",
10
+ "mode": "NULLABLE"
11
+ },
12
+ {
13
+ "name": "pwd",
14
+ "type": "STRING",
15
+ "mode": "REQUIRED"
16
+ },
17
+ {
18
+ "name": "user",
19
+ "type": "STRING",
20
+ "mode": "REQUIRED"
21
+ },
22
+ {
23
+ "name": "argv",
24
+ "type": "STRING",
25
+ "mode": "REPEATED"
26
+ }
27
+ ]
data/test/run_test.rb ADDED
@@ -0,0 +1,9 @@
1
+ base_dir = File.expand_path(File.join(File.dirname(__FILE__), ".."))
2
+ lib_dir = File.join(base_dir, "lib")
3
+ test_dir = File.join(base_dir, "test")
4
+
5
+ $LOAD_PATH.unshift(lib_dir)
6
+
7
+ require 'test/unit'
8
+
9
+ exit Test::Unit::AutoRunner.run(true, test_dir)
metadata ADDED
@@ -0,0 +1,197 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: fluent-plugin-bigquery-test
3
+ version: !ruby/object:Gem::Version
4
+ version: 2.2.0
5
+ platform: ruby
6
+ authors:
7
+ - dhayakawa
8
+ autorequire:
9
+ bindir: bin
10
+ cert_chain: []
11
+ date: 2020-11-13 00:00:00.000000000 Z
12
+ dependencies:
13
+ - !ruby/object:Gem::Dependency
14
+ name: rake
15
+ requirement: !ruby/object:Gem::Requirement
16
+ requirements:
17
+ - - ">="
18
+ - !ruby/object:Gem::Version
19
+ version: '0'
20
+ type: :development
21
+ prerelease: false
22
+ version_requirements: !ruby/object:Gem::Requirement
23
+ requirements:
24
+ - - ">="
25
+ - !ruby/object:Gem::Version
26
+ version: '0'
27
+ - !ruby/object:Gem::Dependency
28
+ name: rr
29
+ requirement: !ruby/object:Gem::Requirement
30
+ requirements:
31
+ - - ">="
32
+ - !ruby/object:Gem::Version
33
+ version: '0'
34
+ type: :development
35
+ prerelease: false
36
+ version_requirements: !ruby/object:Gem::Requirement
37
+ requirements:
38
+ - - ">="
39
+ - !ruby/object:Gem::Version
40
+ version: '0'
41
+ - !ruby/object:Gem::Dependency
42
+ name: test-unit
43
+ requirement: !ruby/object:Gem::Requirement
44
+ requirements:
45
+ - - ">="
46
+ - !ruby/object:Gem::Version
47
+ version: '0'
48
+ type: :development
49
+ prerelease: false
50
+ version_requirements: !ruby/object:Gem::Requirement
51
+ requirements:
52
+ - - ">="
53
+ - !ruby/object:Gem::Version
54
+ version: '0'
55
+ - !ruby/object:Gem::Dependency
56
+ name: test-unit-rr
57
+ requirement: !ruby/object:Gem::Requirement
58
+ requirements:
59
+ - - ">="
60
+ - !ruby/object:Gem::Version
61
+ version: '0'
62
+ type: :development
63
+ prerelease: false
64
+ version_requirements: !ruby/object:Gem::Requirement
65
+ requirements:
66
+ - - ">="
67
+ - !ruby/object:Gem::Version
68
+ version: '0'
69
+ - !ruby/object:Gem::Dependency
70
+ name: google-api-client
71
+ requirement: !ruby/object:Gem::Requirement
72
+ requirements:
73
+ - - ">="
74
+ - !ruby/object:Gem::Version
75
+ version: 0.49.0
76
+ type: :runtime
77
+ prerelease: false
78
+ version_requirements: !ruby/object:Gem::Requirement
79
+ requirements:
80
+ - - ">="
81
+ - !ruby/object:Gem::Version
82
+ version: 0.49.0
83
+ - !ruby/object:Gem::Dependency
84
+ name: googleauth
85
+ requirement: !ruby/object:Gem::Requirement
86
+ requirements:
87
+ - - ">="
88
+ - !ruby/object:Gem::Version
89
+ version: 0.5.0
90
+ type: :runtime
91
+ prerelease: false
92
+ version_requirements: !ruby/object:Gem::Requirement
93
+ requirements:
94
+ - - ">="
95
+ - !ruby/object:Gem::Version
96
+ version: 0.5.0
97
+ - !ruby/object:Gem::Dependency
98
+ name: multi_json
99
+ requirement: !ruby/object:Gem::Requirement
100
+ requirements:
101
+ - - ">="
102
+ - !ruby/object:Gem::Version
103
+ version: '0'
104
+ type: :runtime
105
+ prerelease: false
106
+ version_requirements: !ruby/object:Gem::Requirement
107
+ requirements:
108
+ - - ">="
109
+ - !ruby/object:Gem::Version
110
+ version: '0'
111
+ - !ruby/object:Gem::Dependency
112
+ name: fluentd
113
+ requirement: !ruby/object:Gem::Requirement
114
+ requirements:
115
+ - - ">="
116
+ - !ruby/object:Gem::Version
117
+ version: 0.14.0
118
+ - - "<"
119
+ - !ruby/object:Gem::Version
120
+ version: '2'
121
+ type: :runtime
122
+ prerelease: false
123
+ version_requirements: !ruby/object:Gem::Requirement
124
+ requirements:
125
+ - - ">="
126
+ - !ruby/object:Gem::Version
127
+ version: 0.14.0
128
+ - - "<"
129
+ - !ruby/object:Gem::Version
130
+ version: '2'
131
+ description: Fluentd plugin to store data on Google BigQuery, by load, or by stream
132
+ inserts
133
+ email:
134
+ executables: []
135
+ extensions: []
136
+ extra_rdoc_files: []
137
+ files:
138
+ - ".github/ISSUE_TEMPLATE.md"
139
+ - ".gitignore"
140
+ - ".travis.yml"
141
+ - Gemfile
142
+ - LICENSE.txt
143
+ - README.md
144
+ - Rakefile
145
+ - fluent-plugin-bigquery.gemspec
146
+ - gemfiles/activesupport-4.gemfile
147
+ - lib/fluent/plugin/bigquery/errors.rb
148
+ - lib/fluent/plugin/bigquery/helper.rb
149
+ - lib/fluent/plugin/bigquery/schema.rb
150
+ - lib/fluent/plugin/bigquery/version.rb
151
+ - lib/fluent/plugin/bigquery/writer.rb
152
+ - lib/fluent/plugin/out_bigquery_base.rb
153
+ - lib/fluent/plugin/out_bigquery_insert.rb
154
+ - lib/fluent/plugin/out_bigquery_load.rb
155
+ - test/helper.rb
156
+ - test/plugin/test_out_bigquery_base.rb
157
+ - test/plugin/test_out_bigquery_insert.rb
158
+ - test/plugin/test_out_bigquery_load.rb
159
+ - test/plugin/test_record_schema.rb
160
+ - test/plugin/testdata/apache.schema
161
+ - test/plugin/testdata/json_key.json
162
+ - test/plugin/testdata/sudo.schema
163
+ - test/run_test.rb
164
+ homepage: https://github.com/kaizenplatform/fluent-plugin-bigquery
165
+ licenses:
166
+ - Apache-2.0
167
+ metadata: {}
168
+ post_install_message:
169
+ rdoc_options: []
170
+ require_paths:
171
+ - lib
172
+ required_ruby_version: !ruby/object:Gem::Requirement
173
+ requirements:
174
+ - - ">="
175
+ - !ruby/object:Gem::Version
176
+ version: '0'
177
+ required_rubygems_version: !ruby/object:Gem::Requirement
178
+ requirements:
179
+ - - ">="
180
+ - !ruby/object:Gem::Version
181
+ version: '0'
182
+ requirements: []
183
+ rubyforge_project:
184
+ rubygems_version: 2.7.6.2
185
+ signing_key:
186
+ specification_version: 4
187
+ summary: Fluentd plugin to store data on Google BigQuery
188
+ test_files:
189
+ - test/helper.rb
190
+ - test/plugin/test_out_bigquery_base.rb
191
+ - test/plugin/test_out_bigquery_insert.rb
192
+ - test/plugin/test_out_bigquery_load.rb
193
+ - test/plugin/test_record_schema.rb
194
+ - test/plugin/testdata/apache.schema
195
+ - test/plugin/testdata/json_key.json
196
+ - test/plugin/testdata/sudo.schema
197
+ - test/run_test.rb