fluent-plugin-bigquery-test 2.2.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (28) hide show
  1. checksums.yaml +7 -0
  2. data/.github/ISSUE_TEMPLATE.md +16 -0
  3. data/.gitignore +21 -0
  4. data/.travis.yml +14 -0
  5. data/Gemfile +4 -0
  6. data/LICENSE.txt +13 -0
  7. data/README.md +602 -0
  8. data/Rakefile +12 -0
  9. data/fluent-plugin-bigquery.gemspec +29 -0
  10. data/gemfiles/activesupport-4.gemfile +6 -0
  11. data/lib/fluent/plugin/bigquery/errors.rb +84 -0
  12. data/lib/fluent/plugin/bigquery/helper.rb +33 -0
  13. data/lib/fluent/plugin/bigquery/schema.rb +281 -0
  14. data/lib/fluent/plugin/bigquery/version.rb +5 -0
  15. data/lib/fluent/plugin/bigquery/writer.rb +356 -0
  16. data/lib/fluent/plugin/out_bigquery_base.rb +221 -0
  17. data/lib/fluent/plugin/out_bigquery_insert.rb +125 -0
  18. data/lib/fluent/plugin/out_bigquery_load.rb +221 -0
  19. data/test/helper.rb +20 -0
  20. data/test/plugin/test_out_bigquery_base.rb +579 -0
  21. data/test/plugin/test_out_bigquery_insert.rb +544 -0
  22. data/test/plugin/test_out_bigquery_load.rb +348 -0
  23. data/test/plugin/test_record_schema.rb +186 -0
  24. data/test/plugin/testdata/apache.schema +98 -0
  25. data/test/plugin/testdata/json_key.json +7 -0
  26. data/test/plugin/testdata/sudo.schema +27 -0
  27. data/test/run_test.rb +9 -0
  28. metadata +197 -0
data/test/plugin/testdata/apache.schema ADDED
@@ -0,0 +1,98 @@
1
+ [
2
+ {
3
+ "name": "time",
4
+ "type": "TIMESTAMP",
5
+ "mode": "REQUIRED"
6
+ },
7
+ {
8
+ "name": "request",
9
+ "type": "RECORD",
10
+ "mode": "REQUIRED",
11
+ "fields": [
12
+ {
13
+ "name": "vhost",
14
+ "type": "STRING",
15
+ "mode": "NULLABLE"
16
+ },
17
+ {
18
+ "name": "path",
19
+ "type": "STRING",
20
+ "mode": "REQUIRED"
21
+ },
22
+ {
23
+ "name": "method",
24
+ "type": "STRING",
25
+ "mode": "REQUIRED"
26
+ },
27
+ {
28
+ "name": "protocol",
29
+ "type": "STRING",
30
+ "mode": "REQUIRED"
31
+ },
32
+ {
33
+ "name": "agent",
34
+ "type": "STRING",
35
+ "mode": "REQUIRED"
36
+ },
37
+ {
38
+ "name": "referer",
39
+ "type": "STRING",
40
+ "mode": "NULLABLE"
41
+ },
42
+ {
43
+ "name": "time",
44
+ "type": "TIMESTAMP",
45
+ "mode": "NULLABLE"
46
+ },
47
+ {
48
+ "name": "bot_access",
49
+ "type": "BOOLEAN",
50
+ "mode": "NULLABLE"
51
+ },
52
+ {
53
+ "name": "loginsession",
54
+ "type": "BOOLEAN",
55
+ "mode": "NULLABLE"
56
+ }
57
+ ]
58
+ },
59
+ {
60
+ "name": "remote",
61
+ "type": "RECORD",
62
+ "mode": "NULLABLE",
63
+ "fields": [
64
+ {
65
+ "name": "host",
66
+ "type": "STRING",
67
+ "mode": "NULLABLE"
68
+ },
69
+ {
70
+ "name": "ip",
71
+ "type": "STRING",
72
+ "mode": "REQUIRED"
73
+ },
74
+ {
75
+ "name": "user",
76
+ "type": "STRING",
77
+ "mode": "NULLABLE"
78
+ }
79
+ ]
80
+ },
81
+ {
82
+ "name": "response",
83
+ "type": "RECORD",
84
+ "mode": "REQUIRED",
85
+ "fields": [
86
+ {
87
+ "name": "status",
88
+ "type": "INTEGER",
89
+ "mode": "REQUIRED"
90
+ },
91
+ {
92
+ "name": "bytes",
93
+ "type": "INTEGER",
94
+ "mode": "REQUIRED"
95
+ }
96
+ ]
97
+ }
98
+ ]
data/test/plugin/testdata/json_key.json ADDED
@@ -0,0 +1,7 @@
1
+ {
2
+ "private_key_id": "1",
3
+ "private_key": "X",
4
+ "client_email": "xxx@developer.gserviceaccount.com",
5
+ "client_id": "xxx.apps.googleusercontent.com",
6
+ "type": "service_account"
7
+ }
data/test/plugin/testdata/sudo.schema ADDED
@@ -0,0 +1,27 @@
1
+ [
2
+ {
3
+ "name": "time",
4
+ "type": "TIMESTAMP",
5
+ "mode": "REQUIRED"
6
+ },
7
+ {
8
+ "name": "tty",
9
+ "type": "STRING",
10
+ "mode": "NULLABLE"
11
+ },
12
+ {
13
+ "name": "pwd",
14
+ "type": "STRING",
15
+ "mode": "REQUIRED"
16
+ },
17
+ {
18
+ "name": "user",
19
+ "type": "STRING",
20
+ "mode": "REQUIRED"
21
+ },
22
+ {
23
+ "name": "argv",
24
+ "type": "STRING",
25
+ "mode": "REPEATED"
26
+ }
27
+ ]
data/test/run_test.rb ADDED
@@ -0,0 +1,9 @@
1
+ base_dir = File.expand_path(File.join(File.dirname(__FILE__), ".."))
2
+ lib_dir = File.join(base_dir, "lib")
3
+ test_dir = File.join(base_dir, "test")
4
+
5
+ $LOAD_PATH.unshift(lib_dir)
6
+
7
+ require 'test/unit'
8
+
9
+ exit Test::Unit::AutoRunner.run(true, test_dir)
metadata ADDED
@@ -0,0 +1,197 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: fluent-plugin-bigquery-test
3
+ version: !ruby/object:Gem::Version
4
+ version: 2.2.0
5
+ platform: ruby
6
+ authors:
7
+ - dhayakawa
8
+ autorequire:
9
+ bindir: bin
10
+ cert_chain: []
11
+ date: 2020-11-13 00:00:00.000000000 Z
12
+ dependencies:
13
+ - !ruby/object:Gem::Dependency
14
+ name: rake
15
+ requirement: !ruby/object:Gem::Requirement
16
+ requirements:
17
+ - - ">="
18
+ - !ruby/object:Gem::Version
19
+ version: '0'
20
+ type: :development
21
+ prerelease: false
22
+ version_requirements: !ruby/object:Gem::Requirement
23
+ requirements:
24
+ - - ">="
25
+ - !ruby/object:Gem::Version
26
+ version: '0'
27
+ - !ruby/object:Gem::Dependency
28
+ name: rr
29
+ requirement: !ruby/object:Gem::Requirement
30
+ requirements:
31
+ - - ">="
32
+ - !ruby/object:Gem::Version
33
+ version: '0'
34
+ type: :development
35
+ prerelease: false
36
+ version_requirements: !ruby/object:Gem::Requirement
37
+ requirements:
38
+ - - ">="
39
+ - !ruby/object:Gem::Version
40
+ version: '0'
41
+ - !ruby/object:Gem::Dependency
42
+ name: test-unit
43
+ requirement: !ruby/object:Gem::Requirement
44
+ requirements:
45
+ - - ">="
46
+ - !ruby/object:Gem::Version
47
+ version: '0'
48
+ type: :development
49
+ prerelease: false
50
+ version_requirements: !ruby/object:Gem::Requirement
51
+ requirements:
52
+ - - ">="
53
+ - !ruby/object:Gem::Version
54
+ version: '0'
55
+ - !ruby/object:Gem::Dependency
56
+ name: test-unit-rr
57
+ requirement: !ruby/object:Gem::Requirement
58
+ requirements:
59
+ - - ">="
60
+ - !ruby/object:Gem::Version
61
+ version: '0'
62
+ type: :development
63
+ prerelease: false
64
+ version_requirements: !ruby/object:Gem::Requirement
65
+ requirements:
66
+ - - ">="
67
+ - !ruby/object:Gem::Version
68
+ version: '0'
69
+ - !ruby/object:Gem::Dependency
70
+ name: google-api-client
71
+ requirement: !ruby/object:Gem::Requirement
72
+ requirements:
73
+ - - ">="
74
+ - !ruby/object:Gem::Version
75
+ version: 0.49.0
76
+ type: :runtime
77
+ prerelease: false
78
+ version_requirements: !ruby/object:Gem::Requirement
79
+ requirements:
80
+ - - ">="
81
+ - !ruby/object:Gem::Version
82
+ version: 0.49.0
83
+ - !ruby/object:Gem::Dependency
84
+ name: googleauth
85
+ requirement: !ruby/object:Gem::Requirement
86
+ requirements:
87
+ - - ">="
88
+ - !ruby/object:Gem::Version
89
+ version: 0.5.0
90
+ type: :runtime
91
+ prerelease: false
92
+ version_requirements: !ruby/object:Gem::Requirement
93
+ requirements:
94
+ - - ">="
95
+ - !ruby/object:Gem::Version
96
+ version: 0.5.0
97
+ - !ruby/object:Gem::Dependency
98
+ name: multi_json
99
+ requirement: !ruby/object:Gem::Requirement
100
+ requirements:
101
+ - - ">="
102
+ - !ruby/object:Gem::Version
103
+ version: '0'
104
+ type: :runtime
105
+ prerelease: false
106
+ version_requirements: !ruby/object:Gem::Requirement
107
+ requirements:
108
+ - - ">="
109
+ - !ruby/object:Gem::Version
110
+ version: '0'
111
+ - !ruby/object:Gem::Dependency
112
+ name: fluentd
113
+ requirement: !ruby/object:Gem::Requirement
114
+ requirements:
115
+ - - ">="
116
+ - !ruby/object:Gem::Version
117
+ version: 0.14.0
118
+ - - "<"
119
+ - !ruby/object:Gem::Version
120
+ version: '2'
121
+ type: :runtime
122
+ prerelease: false
123
+ version_requirements: !ruby/object:Gem::Requirement
124
+ requirements:
125
+ - - ">="
126
+ - !ruby/object:Gem::Version
127
+ version: 0.14.0
128
+ - - "<"
129
+ - !ruby/object:Gem::Version
130
+ version: '2'
131
+ description: Fluentd plugin to store data on Google BigQuery, by load, or by stream
132
+ inserts
133
+ email:
134
+ executables: []
135
+ extensions: []
136
+ extra_rdoc_files: []
137
+ files:
138
+ - ".github/ISSUE_TEMPLATE.md"
139
+ - ".gitignore"
140
+ - ".travis.yml"
141
+ - Gemfile
142
+ - LICENSE.txt
143
+ - README.md
144
+ - Rakefile
145
+ - fluent-plugin-bigquery.gemspec
146
+ - gemfiles/activesupport-4.gemfile
147
+ - lib/fluent/plugin/bigquery/errors.rb
148
+ - lib/fluent/plugin/bigquery/helper.rb
149
+ - lib/fluent/plugin/bigquery/schema.rb
150
+ - lib/fluent/plugin/bigquery/version.rb
151
+ - lib/fluent/plugin/bigquery/writer.rb
152
+ - lib/fluent/plugin/out_bigquery_base.rb
153
+ - lib/fluent/plugin/out_bigquery_insert.rb
154
+ - lib/fluent/plugin/out_bigquery_load.rb
155
+ - test/helper.rb
156
+ - test/plugin/test_out_bigquery_base.rb
157
+ - test/plugin/test_out_bigquery_insert.rb
158
+ - test/plugin/test_out_bigquery_load.rb
159
+ - test/plugin/test_record_schema.rb
160
+ - test/plugin/testdata/apache.schema
161
+ - test/plugin/testdata/json_key.json
162
+ - test/plugin/testdata/sudo.schema
163
+ - test/run_test.rb
164
+ homepage: https://github.com/kaizenplatform/fluent-plugin-bigquery
165
+ licenses:
166
+ - Apache-2.0
167
+ metadata: {}
168
+ post_install_message:
169
+ rdoc_options: []
170
+ require_paths:
171
+ - lib
172
+ required_ruby_version: !ruby/object:Gem::Requirement
173
+ requirements:
174
+ - - ">="
175
+ - !ruby/object:Gem::Version
176
+ version: '0'
177
+ required_rubygems_version: !ruby/object:Gem::Requirement
178
+ requirements:
179
+ - - ">="
180
+ - !ruby/object:Gem::Version
181
+ version: '0'
182
+ requirements: []
183
+ rubyforge_project:
184
+ rubygems_version: 2.7.6.2
185
+ signing_key:
186
+ specification_version: 4
187
+ summary: Fluentd plugin to store data on Google BigQuery
188
+ test_files:
189
+ - test/helper.rb
190
+ - test/plugin/test_out_bigquery_base.rb
191
+ - test/plugin/test_out_bigquery_insert.rb
192
+ - test/plugin/test_out_bigquery_load.rb
193
+ - test/plugin/test_record_schema.rb
194
+ - test/plugin/testdata/apache.schema
195
+ - test/plugin/testdata/json_key.json
196
+ - test/plugin/testdata/sudo.schema
197
+ - test/run_test.rb