rspec-hive 0.1.0 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.rspec +0 -1
- data/.rubocop.yml +13 -1
- data/.rubocop_u2i.yml +9 -1
- data/.travis.yml +19 -0
- data/Guardfile +12 -1
- data/README.md +3 -1
- data/Rakefile +11 -2
- data/examples/{query.rb → lib/query.rb} +2 -5
- data/examples/{hive_tests_config.yml.example → rspec-hive.yml.example} +0 -0
- data/examples/spec/query_spec.rb +103 -0
- data/examples/spec/spec_helper.rb +22 -0
- data/lib/rspec/hive.rb +7 -2
- data/lib/rspec/hive/connection_delegator.rb +17 -5
- data/lib/rspec/hive/connector.rb +0 -1
- data/lib/rspec/hive/exponential_backoff.rb +15 -0
- data/lib/rspec/hive/matchers.rb +29 -0
- data/lib/rspec/hive/query_builder.rb +83 -0
- data/lib/rspec/hive/query_builder/null_strategy.rb +11 -0
- data/lib/rspec/hive/query_builder/row_transformer.rb +63 -0
- data/lib/rspec/hive/query_builder/type_faker.rb +36 -0
- data/lib/rspec/hive/query_builder/value_by_type_strategy.rb +13 -0
- data/lib/rspec/hive/query_builder_helper.rb +24 -0
- data/lib/rspec/{rake_tasks → hive}/railtie.rb +2 -2
- data/lib/rspec/{rake_tasks → hive/rake_tasks}/docker.rake +0 -0
- data/lib/rspec/hive/version.rb +1 -1
- data/lib/rspec/hive/with_hive_connection.rb +16 -10
- data/rspec-hive.gemspec +6 -4
- data/spec/.rubocop.yml +4 -0
- data/spec/lib/rspec/hive/configuration_spec.rb +9 -6
- data/spec/lib/rspec/hive/connection_delegator_spec.rb +1 -1
- data/spec/lib/rspec/hive/connector_spec.rb +1 -1
- data/spec/lib/rspec/hive/db_name_spec.rb +1 -1
- data/spec/lib/rspec/hive/matchers_spec.rb +94 -0
- data/spec/lib/rspec/hive/query_builder/row_transformer_spec.rb +37 -0
- data/spec/lib/rspec/hive/query_builder_spec.rb +143 -0
- data/spec/lib/rspec/hive_spec.rb +1 -1
- data/spec/spec_helper.rb +2 -62
- metadata +68 -24
- data/examples/config_helper.rb +0 -1
- data/examples/query_spec.rb +0 -41
@@ -0,0 +1,143 @@
|
|
1
|
+
require 'spec_helper'
|
2
|
+
|
3
|
+
RSpec.describe RSpec::Hive::QueryBuilder do
|
4
|
+
let(:connection) { instance_double(RBHive::TCLIConnection) }
|
5
|
+
let(:connection_delegator) { RSpec::Hive::ConnectionDelegator.new(connection, {}) }
|
6
|
+
let(:query_builder) { described_class.new(schema, connection_delegator) }
|
7
|
+
|
8
|
+
describe '#execute' do
|
9
|
+
subject { builder.execute }
|
10
|
+
|
11
|
+
context 'when has no partition' do
|
12
|
+
before do
|
13
|
+
expect(connection_delegator).to receive(:load_into_table).with(schema, expected_rows)
|
14
|
+
end
|
15
|
+
|
16
|
+
let(:partition) { nil }
|
17
|
+
let(:schema) do
|
18
|
+
RBHive::TableSchema.new('table_name', nil) do
|
19
|
+
column :col1, :string
|
20
|
+
column :col2, :int
|
21
|
+
end
|
22
|
+
end
|
23
|
+
|
24
|
+
context 'when no data stubbing' do
|
25
|
+
context 'when single row is passed' do
|
26
|
+
let(:builder) { query_builder.insert(row1) }
|
27
|
+
let(:row1) { ['col1', 343] }
|
28
|
+
let(:expected_rows) { [row1] }
|
29
|
+
|
30
|
+
it 'loads single row' do
|
31
|
+
subject
|
32
|
+
end
|
33
|
+
end
|
34
|
+
|
35
|
+
context 'when single incomplete row is passed' do
|
36
|
+
let(:builder) { query_builder.insert(row1) }
|
37
|
+
let(:row1) { ['col1'] }
|
38
|
+
let(:expected_rows) { [row1 << '\N'] }
|
39
|
+
|
40
|
+
it 'fills missing columns with \N' do
|
41
|
+
subject
|
42
|
+
end
|
43
|
+
end
|
44
|
+
|
45
|
+
context 'when multiple rows are passed' do
|
46
|
+
let(:builder) { query_builder.insert(row1, row2) }
|
47
|
+
let(:row1) { ['col1', 343] }
|
48
|
+
let(:row2) { ['col1', 123] }
|
49
|
+
let(:expected_rows) { [row1, row2] }
|
50
|
+
|
51
|
+
it 'loads multiple rows' do
|
52
|
+
subject
|
53
|
+
end
|
54
|
+
end
|
55
|
+
|
56
|
+
context 'when row with single column is passed' do
|
57
|
+
let(:builder) { query_builder.insert(row1) }
|
58
|
+
let(:row1) { {col1: 'col1'} }
|
59
|
+
let(:expected_rows) { [['col1', '\N']] }
|
60
|
+
|
61
|
+
it 'fills missing columns with \N' do
|
62
|
+
subject
|
63
|
+
end
|
64
|
+
end
|
65
|
+
|
66
|
+
context 'when multiple rows with single columns are passed' do
|
67
|
+
let(:builder) { query_builder.insert(row1, row2) }
|
68
|
+
let(:row1) { {col1: 'col1'} }
|
69
|
+
let(:row2) { {col2: 345} }
|
70
|
+
let(:expected_rows) { [['col1', '\N'], ['\N', 345]] }
|
71
|
+
|
72
|
+
it 'fills missing columns with \N for each row' do
|
73
|
+
subject
|
74
|
+
end
|
75
|
+
end
|
76
|
+
end
|
77
|
+
|
78
|
+
context 'when has data stubbing' do
|
79
|
+
context 'when single row is passed' do
|
80
|
+
let(:builder) { query_builder.with_stubbing.insert(row1) }
|
81
|
+
let(:row1) { ['col1', 343] }
|
82
|
+
let(:expected_rows) { [row1] }
|
83
|
+
|
84
|
+
it 'loads single row' do
|
85
|
+
subject
|
86
|
+
end
|
87
|
+
end
|
88
|
+
|
89
|
+
context 'when single incomplete row is passed' do
|
90
|
+
let(:builder) { query_builder.insert(row1) }
|
91
|
+
let(:row1) { ['col1'] }
|
92
|
+
let(:expected_rows) { [row1 << a_string_matching(/\d+/)] }
|
93
|
+
|
94
|
+
it 'fills missing column with data matching column type' do
|
95
|
+
subject
|
96
|
+
end
|
97
|
+
end
|
98
|
+
|
99
|
+
context 'when multiple rows are passed' do
|
100
|
+
let(:builder) { query_builder.with_stubbing.insert(row1, row2) }
|
101
|
+
let(:row1) { ['col1', 343] }
|
102
|
+
let(:row2) { ['col1', 123] }
|
103
|
+
let(:expected_rows) { [row1, row2] }
|
104
|
+
|
105
|
+
it 'loads multiple rows' do
|
106
|
+
subject
|
107
|
+
end
|
108
|
+
end
|
109
|
+
|
110
|
+
context 'when row with single column is passed' do
|
111
|
+
let(:builder) { query_builder.with_stubbing.insert(row1) }
|
112
|
+
let(:row1) { {col1: 'col1'} }
|
113
|
+
let(:expected_rows) { [['col1', a_string_matching(/\d+/)]] }
|
114
|
+
|
115
|
+
it 'fills missing columns with data matching column type' do
|
116
|
+
subject
|
117
|
+
end
|
118
|
+
end
|
119
|
+
|
120
|
+
context 'when multiple rows with single columns are passed' do
|
121
|
+
let(:builder) { query_builder.with_stubbing.insert(row1, row2) }
|
122
|
+
let(:row1) { {col1: 'col1'} }
|
123
|
+
let(:row2) { {col2: 345} }
|
124
|
+
let(:expected_rows) { [['col1', a_string_matching(/\d+/)], [a_string_matching(/\S+/), 345]] }
|
125
|
+
|
126
|
+
it 'fills missing columns with data matching column type for each row' do
|
127
|
+
subject
|
128
|
+
end
|
129
|
+
end
|
130
|
+
end
|
131
|
+
end
|
132
|
+
|
133
|
+
context 'when has no partition' do
|
134
|
+
let(:schema) do
|
135
|
+
RBHive::TableSchema.new('table_name', nil) do
|
136
|
+
column :col1, :string
|
137
|
+
column :col2, :integer
|
138
|
+
partition :dt, :int
|
139
|
+
end
|
140
|
+
end
|
141
|
+
end
|
142
|
+
end
|
143
|
+
end
|
data/spec/lib/rspec/hive_spec.rb
CHANGED
data/spec/spec_helper.rb
CHANGED
@@ -20,6 +20,8 @@
|
|
20
20
|
if ENV['COVERAGE']
|
21
21
|
require 'codeclimate-test-reporter'
|
22
22
|
CodeClimate::TestReporter.start
|
23
|
+
require 'simplecov'
|
24
|
+
SimpleCov.start
|
23
25
|
end
|
24
26
|
|
25
27
|
RSpec.configure do |config|
|
@@ -29,76 +31,14 @@ RSpec.configure do |config|
|
|
29
31
|
# assertion/expectation library such as wrong or the stdlib/minitest
|
30
32
|
# assertions if you prefer.
|
31
33
|
config.expect_with :rspec do |expectations|
|
32
|
-
# This option will default to `true` in RSpec 4. It makes the `description`
|
33
|
-
# and `failure_message` of custom matchers include text for helper methods
|
34
|
-
# defined using `chain`, e.g.:
|
35
|
-
# be_bigger_than(2).and_smaller_than(4).description
|
36
|
-
# # => "be bigger than 2 and smaller than 4"
|
37
|
-
# ...rather than:
|
38
|
-
# # => "be bigger than 2"
|
39
34
|
expectations.include_chain_clauses_in_custom_matcher_descriptions = true
|
40
35
|
end
|
41
36
|
|
42
|
-
# rspec-mocks config goes here. You can use an alternate test double
|
43
|
-
# library (such as bogus or mocha) by changing the `mock_with` option here.
|
44
37
|
config.mock_with :rspec do |mocks|
|
45
|
-
# Prevents you from mocking or stubbing a method that does not exist on
|
46
|
-
# a real object. This is generally recommended, and will default to
|
47
|
-
# `true` in RSpec 4.
|
48
38
|
mocks.verify_partial_doubles = true
|
49
39
|
end
|
50
40
|
|
51
|
-
# The settings below are suggested to provide a good initial experience
|
52
|
-
# with RSpec, but feel free to customize to your heart's content.
|
53
|
-
=begin
|
54
|
-
# These two settings work together to allow you to limit a spec run
|
55
|
-
# to individual examples or groups you care about by tagging them with
|
56
|
-
# `:focus` metadata. When nothing is tagged with `:focus`, all examples
|
57
|
-
# get run.
|
58
|
-
config.filter_run :focus
|
59
|
-
config.run_all_when_everything_filtered = true
|
60
|
-
|
61
|
-
# Allows RSpec to persist some state between runs in order to support
|
62
|
-
# the `--only-failures` and `--next-failure` CLI options. We recommend
|
63
|
-
# you configure your source control system to ignore this file.
|
64
|
-
config.example_status_persistence_file_path = "spec/examples.txt"
|
65
|
-
|
66
|
-
# Limits the available syntax to the non-monkey patched syntax that is
|
67
|
-
# recommended. For more details, see:
|
68
|
-
# - http://rspec.info/blog/2012/06/rspecs-new-expectation-syntax/
|
69
|
-
# - http://www.teaisaweso.me/blog/2013/05/27/rspecs-new-message-expectation-syntax/
|
70
|
-
# - http://rspec.info/blog/2014/05/notable-changes-in-rspec-3/#zero-monkey-patching-mode
|
71
41
|
config.disable_monkey_patching!
|
72
|
-
|
73
|
-
# This setting enables warnings. It's recommended, but in some cases may
|
74
|
-
# be too noisy due to issues in dependencies.
|
75
|
-
config.warnings = true
|
76
|
-
|
77
|
-
# Many RSpec users commonly either run the entire suite or an individual
|
78
|
-
# file, and it's useful to allow more verbose output when running an
|
79
|
-
# individual spec file.
|
80
|
-
if config.files_to_run.one?
|
81
|
-
# Use the documentation formatter for detailed output,
|
82
|
-
# unless a formatter has already been configured
|
83
|
-
# (e.g. via a command-line flag).
|
84
|
-
config.default_formatter = 'doc'
|
85
|
-
end
|
86
|
-
|
87
|
-
# Print the 10 slowest examples and example groups at the
|
88
|
-
# end of the spec run, to help surface which specs are running
|
89
|
-
# particularly slow.
|
90
|
-
config.profile_examples = 10
|
91
|
-
|
92
|
-
# Run specs in random order to surface order dependencies. If you find an
|
93
|
-
# order dependency and want to debug it, you can fix the order by providing
|
94
|
-
# the seed, which is printed after each run.
|
95
|
-
# --seed 1234
|
96
42
|
config.order = :random
|
97
|
-
|
98
|
-
# Seed global randomization in this process using the `--seed` CLI option.
|
99
|
-
# Setting this allows you to use `--seed` to deterministically reproduce
|
100
|
-
# test failures related to randomization by passing the same `--seed` value
|
101
|
-
# as the one that triggered the failure.
|
102
43
|
Kernel.srand config.seed
|
103
|
-
=end
|
104
44
|
end
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: rspec-hive
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.2.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Wojtek Mielczarek
|
@@ -9,7 +9,7 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2016-
|
12
|
+
date: 2016-05-09 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: rake
|
@@ -40,19 +40,33 @@ dependencies:
|
|
40
40
|
- !ruby/object:Gem::Version
|
41
41
|
version: '0.7'
|
42
42
|
- !ruby/object:Gem::Dependency
|
43
|
-
name:
|
43
|
+
name: faker
|
44
44
|
requirement: !ruby/object:Gem::Requirement
|
45
45
|
requirements:
|
46
46
|
- - "~>"
|
47
47
|
- !ruby/object:Gem::Version
|
48
|
-
version: '1.
|
49
|
-
type: :
|
48
|
+
version: '1.6'
|
49
|
+
type: :runtime
|
50
50
|
prerelease: false
|
51
51
|
version_requirements: !ruby/object:Gem::Requirement
|
52
52
|
requirements:
|
53
53
|
- - "~>"
|
54
54
|
- !ruby/object:Gem::Version
|
55
|
-
version: '1.
|
55
|
+
version: '1.6'
|
56
|
+
- !ruby/object:Gem::Dependency
|
57
|
+
name: retryable
|
58
|
+
requirement: !ruby/object:Gem::Requirement
|
59
|
+
requirements:
|
60
|
+
- - "~>"
|
61
|
+
- !ruby/object:Gem::Version
|
62
|
+
version: 2.0.3
|
63
|
+
type: :runtime
|
64
|
+
prerelease: false
|
65
|
+
version_requirements: !ruby/object:Gem::Requirement
|
66
|
+
requirements:
|
67
|
+
- - "~>"
|
68
|
+
- !ruby/object:Gem::Version
|
69
|
+
version: 2.0.3
|
56
70
|
- !ruby/object:Gem::Dependency
|
57
71
|
name: rspec
|
58
72
|
requirement: !ruby/object:Gem::Requirement
|
@@ -60,7 +74,7 @@ dependencies:
|
|
60
74
|
- - "~>"
|
61
75
|
- !ruby/object:Gem::Version
|
62
76
|
version: '3.4'
|
63
|
-
type: :
|
77
|
+
type: :runtime
|
64
78
|
prerelease: false
|
65
79
|
version_requirements: !ruby/object:Gem::Requirement
|
66
80
|
requirements:
|
@@ -68,61 +82,75 @@ dependencies:
|
|
68
82
|
- !ruby/object:Gem::Version
|
69
83
|
version: '3.4'
|
70
84
|
- !ruby/object:Gem::Dependency
|
71
|
-
name:
|
85
|
+
name: rbhive-u2i
|
72
86
|
requirement: !ruby/object:Gem::Requirement
|
73
87
|
requirements:
|
74
88
|
- - "~>"
|
75
89
|
- !ruby/object:Gem::Version
|
76
|
-
version:
|
90
|
+
version: 1.0.0
|
91
|
+
type: :runtime
|
92
|
+
prerelease: false
|
93
|
+
version_requirements: !ruby/object:Gem::Requirement
|
94
|
+
requirements:
|
95
|
+
- - "~>"
|
96
|
+
- !ruby/object:Gem::Version
|
97
|
+
version: 1.0.0
|
98
|
+
- !ruby/object:Gem::Dependency
|
99
|
+
name: bundler
|
100
|
+
requirement: !ruby/object:Gem::Requirement
|
101
|
+
requirements:
|
102
|
+
- - "~>"
|
103
|
+
- !ruby/object:Gem::Version
|
104
|
+
version: '1.7'
|
77
105
|
type: :development
|
78
106
|
prerelease: false
|
79
107
|
version_requirements: !ruby/object:Gem::Requirement
|
80
108
|
requirements:
|
81
109
|
- - "~>"
|
82
110
|
- !ruby/object:Gem::Version
|
83
|
-
version: '1.
|
111
|
+
version: '1.7'
|
84
112
|
- !ruby/object:Gem::Dependency
|
85
|
-
name:
|
113
|
+
name: rspec-its
|
86
114
|
requirement: !ruby/object:Gem::Requirement
|
87
115
|
requirements:
|
88
116
|
- - "~>"
|
89
117
|
- !ruby/object:Gem::Version
|
90
|
-
version:
|
118
|
+
version: '1.2'
|
91
119
|
type: :development
|
92
120
|
prerelease: false
|
93
121
|
version_requirements: !ruby/object:Gem::Requirement
|
94
122
|
requirements:
|
95
123
|
- - "~>"
|
96
124
|
- !ruby/object:Gem::Version
|
97
|
-
version:
|
125
|
+
version: '1.2'
|
98
126
|
- !ruby/object:Gem::Dependency
|
99
127
|
name: rubocop
|
100
128
|
requirement: !ruby/object:Gem::Requirement
|
101
129
|
requirements:
|
102
130
|
- - "~>"
|
103
131
|
- !ruby/object:Gem::Version
|
104
|
-
version: '0.
|
132
|
+
version: '0.39'
|
105
133
|
type: :development
|
106
134
|
prerelease: false
|
107
135
|
version_requirements: !ruby/object:Gem::Requirement
|
108
136
|
requirements:
|
109
137
|
- - "~>"
|
110
138
|
- !ruby/object:Gem::Version
|
111
|
-
version: '0.
|
139
|
+
version: '0.39'
|
112
140
|
- !ruby/object:Gem::Dependency
|
113
141
|
name: rubocop-rspec
|
114
142
|
requirement: !ruby/object:Gem::Requirement
|
115
143
|
requirements:
|
116
144
|
- - "~>"
|
117
145
|
- !ruby/object:Gem::Version
|
118
|
-
version: '1.
|
146
|
+
version: '1.4'
|
119
147
|
type: :development
|
120
148
|
prerelease: false
|
121
149
|
version_requirements: !ruby/object:Gem::Requirement
|
122
150
|
requirements:
|
123
151
|
- - "~>"
|
124
152
|
- !ruby/object:Gem::Version
|
125
|
-
version: '1.
|
153
|
+
version: '1.4'
|
126
154
|
- !ruby/object:Gem::Dependency
|
127
155
|
name: guard
|
128
156
|
requirement: !ruby/object:Gem::Requirement
|
@@ -223,6 +251,7 @@ files:
|
|
223
251
|
- ".rubocop.yml"
|
224
252
|
- ".rubocop_u2i.yml"
|
225
253
|
- ".ruby-version"
|
254
|
+
- ".travis.yml"
|
226
255
|
- Gemfile
|
227
256
|
- Gemfile.lock
|
228
257
|
- Guardfile
|
@@ -230,24 +259,36 @@ files:
|
|
230
259
|
- README.md
|
231
260
|
- Rakefile
|
232
261
|
- docker/Dockerfile
|
233
|
-
- examples/
|
234
|
-
- examples/
|
235
|
-
- examples/
|
236
|
-
- examples/
|
262
|
+
- examples/lib/query.rb
|
263
|
+
- examples/rspec-hive.yml.example
|
264
|
+
- examples/spec/query_spec.rb
|
265
|
+
- examples/spec/spec_helper.rb
|
237
266
|
- lib/rspec/hive.rb
|
238
267
|
- lib/rspec/hive/configuration.rb
|
239
268
|
- lib/rspec/hive/connection_delegator.rb
|
240
269
|
- lib/rspec/hive/connector.rb
|
241
270
|
- lib/rspec/hive/db_name.rb
|
271
|
+
- lib/rspec/hive/exponential_backoff.rb
|
272
|
+
- lib/rspec/hive/matchers.rb
|
273
|
+
- lib/rspec/hive/query_builder.rb
|
274
|
+
- lib/rspec/hive/query_builder/null_strategy.rb
|
275
|
+
- lib/rspec/hive/query_builder/row_transformer.rb
|
276
|
+
- lib/rspec/hive/query_builder/type_faker.rb
|
277
|
+
- lib/rspec/hive/query_builder/value_by_type_strategy.rb
|
278
|
+
- lib/rspec/hive/query_builder_helper.rb
|
279
|
+
- lib/rspec/hive/railtie.rb
|
280
|
+
- lib/rspec/hive/rake_tasks/docker.rake
|
242
281
|
- lib/rspec/hive/version.rb
|
243
282
|
- lib/rspec/hive/with_hive_connection.rb
|
244
|
-
- lib/rspec/rake_tasks/docker.rake
|
245
|
-
- lib/rspec/rake_tasks/railtie.rb
|
246
283
|
- rspec-hive.gemspec
|
284
|
+
- spec/.rubocop.yml
|
247
285
|
- spec/lib/rspec/hive/configuration_spec.rb
|
248
286
|
- spec/lib/rspec/hive/connection_delegator_spec.rb
|
249
287
|
- spec/lib/rspec/hive/connector_spec.rb
|
250
288
|
- spec/lib/rspec/hive/db_name_spec.rb
|
289
|
+
- spec/lib/rspec/hive/matchers_spec.rb
|
290
|
+
- spec/lib/rspec/hive/query_builder/row_transformer_spec.rb
|
291
|
+
- spec/lib/rspec/hive/query_builder_spec.rb
|
251
292
|
- spec/lib/rspec/hive_spec.rb
|
252
293
|
- spec/spec_helper.rb
|
253
294
|
homepage: https://github.com/u2i/ns-rspec-hive
|
@@ -275,10 +316,13 @@ signing_key:
|
|
275
316
|
specification_version: 4
|
276
317
|
summary: RSpec addition to test hive queries
|
277
318
|
test_files:
|
319
|
+
- spec/.rubocop.yml
|
278
320
|
- spec/lib/rspec/hive/configuration_spec.rb
|
279
321
|
- spec/lib/rspec/hive/connection_delegator_spec.rb
|
280
322
|
- spec/lib/rspec/hive/connector_spec.rb
|
281
323
|
- spec/lib/rspec/hive/db_name_spec.rb
|
324
|
+
- spec/lib/rspec/hive/matchers_spec.rb
|
325
|
+
- spec/lib/rspec/hive/query_builder/row_transformer_spec.rb
|
326
|
+
- spec/lib/rspec/hive/query_builder_spec.rb
|
282
327
|
- spec/lib/rspec/hive_spec.rb
|
283
328
|
- spec/spec_helper.rb
|
284
|
-
has_rdoc:
|