webspicy 0.18.0 → 0.19.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (105) hide show
  1. checksums.yaml +4 -4
  2. data/bin/webspicy +6 -1
  3. data/doc/1-black-box-scene.md +109 -0
  4. data/doc/2-black-box-testing.md +27 -0
  5. data/doc/3-specification-importance.md +41 -0
  6. data/doc/4-sequence-diagram.md +82 -0
  7. data/lib/webspicy.rb +17 -7
  8. data/lib/webspicy/configuration.rb +48 -8
  9. data/lib/webspicy/configuration/scope.rb +22 -8
  10. data/lib/webspicy/formaldoc.fio +5 -5
  11. data/lib/webspicy/specification.rb +2 -0
  12. data/lib/webspicy/specification/condition.rb +23 -0
  13. data/lib/webspicy/specification/errcondition.rb +1 -0
  14. data/lib/webspicy/specification/postcondition.rb +1 -0
  15. data/lib/webspicy/specification/precondition.rb +1 -0
  16. data/lib/webspicy/specification/service.rb +11 -6
  17. data/lib/webspicy/specification/test_case.rb +8 -9
  18. data/lib/webspicy/support.rb +21 -0
  19. data/lib/webspicy/support/hooks.rb +65 -0
  20. data/lib/webspicy/support/world.rb +47 -0
  21. data/lib/webspicy/tester.rb +136 -3
  22. data/lib/webspicy/tester/client.rb +22 -42
  23. data/lib/webspicy/tester/file_checker.rb +22 -0
  24. data/lib/webspicy/tester/invocation.rb +15 -48
  25. data/lib/webspicy/tester/reporter.rb +85 -0
  26. data/lib/webspicy/tester/reporter/composite.rb +38 -0
  27. data/lib/webspicy/tester/reporter/documentation.rb +67 -0
  28. data/lib/webspicy/tester/reporter/error_count.rb +25 -0
  29. data/lib/webspicy/tester/reporter/exceptions.rb +60 -0
  30. data/lib/webspicy/tester/reporter/file_progress.rb +22 -0
  31. data/lib/webspicy/tester/reporter/file_summary.rb +42 -0
  32. data/lib/webspicy/tester/reporter/progress.rb +28 -0
  33. data/lib/webspicy/tester/reporter/summary.rb +62 -0
  34. data/lib/webspicy/tester/result.rb +139 -0
  35. data/lib/webspicy/tester/result/assert_met.rb +29 -0
  36. data/lib/webspicy/tester/result/check.rb +33 -0
  37. data/lib/webspicy/tester/result/errcondition_met.rb +29 -0
  38. data/lib/webspicy/tester/result/error_schema_met.rb +24 -0
  39. data/lib/webspicy/tester/result/output_schema_met.rb +24 -0
  40. data/lib/webspicy/tester/result/postcondition_met.rb +29 -0
  41. data/lib/webspicy/tester/result/response_header_met.rb +43 -0
  42. data/lib/webspicy/tester/result/response_status_met.rb +25 -0
  43. data/lib/webspicy/version.rb +1 -1
  44. data/lib/webspicy/web.rb +4 -0
  45. data/lib/webspicy/web/client.rb +15 -0
  46. data/lib/webspicy/{tester → web}/client/http_client.rb +34 -14
  47. data/lib/webspicy/{tester → web}/client/rack_test_client.rb +3 -3
  48. data/lib/webspicy/{tester → web}/client/support.rb +2 -2
  49. data/lib/webspicy/web/invocation.rb +65 -0
  50. data/lib/webspicy/web/mocker.rb +90 -0
  51. data/lib/webspicy/{mocker → web/mocker}/config.ru +3 -2
  52. data/lib/webspicy/{openapi.rb → web/openapi.rb} +0 -0
  53. data/lib/webspicy/web/openapi/generator.rb +129 -0
  54. data/spec/unit/specification/test_condition.rb +26 -0
  55. data/spec/unit/support/hooks/test_fire_after_each.rb +53 -0
  56. data/spec/unit/{tester/client/test_around.rb → support/hooks/test_fire_around.rb} +15 -10
  57. data/spec/unit/support/hooks/test_fire_before_each.rb +53 -0
  58. data/spec/unit/support/world/fixtures/array.json +8 -0
  59. data/spec/unit/support/world/fixtures/queue.rb +1 -0
  60. data/spec/unit/support/world/fixtures/single.json +11 -0
  61. data/spec/unit/support/world/fixtures/yaml.yml +3 -0
  62. data/spec/unit/support/world/test_world.rb +56 -0
  63. data/spec/unit/test_configuration.rb +49 -0
  64. data/spec/unit/web/mocker/test_mocker.rb +35 -0
  65. data/spec/unit/web/openapi/test_generator.rb +31 -0
  66. metadata +61 -59
  67. data/examples/restful/Gemfile +0 -5
  68. data/examples/restful/Rakefile +0 -25
  69. data/examples/restful/app.rb +0 -180
  70. data/examples/restful/webspicy/config.rb +0 -24
  71. data/examples/restful/webspicy/formaldef/todo/_one/delete.yml +0 -55
  72. data/examples/restful/webspicy/formaldef/todo/_one/get.simpler.yml +0 -46
  73. data/examples/restful/webspicy/formaldef/todo/_one/get.yml +0 -50
  74. data/examples/restful/webspicy/formaldef/todo/_one/patch.yml +0 -66
  75. data/examples/restful/webspicy/formaldef/todo/_one/put.yml +0 -65
  76. data/examples/restful/webspicy/formaldef/todo/get.yml +0 -36
  77. data/examples/restful/webspicy/formaldef/todo/options.yml +0 -32
  78. data/examples/restful/webspicy/formaldef/todo/post.csv.yml +0 -43
  79. data/examples/restful/webspicy/formaldef/todo/post.file.yml +0 -40
  80. data/examples/restful/webspicy/formaldef/todo/post.yml +0 -51
  81. data/examples/restful/webspicy/formaldef/todo/todos.csv +0 -4
  82. data/examples/restful/webspicy/rack.rb +0 -7
  83. data/examples/restful/webspicy/real.rb +0 -8
  84. data/examples/restful/webspicy/schema.fio +0 -20
  85. data/examples/restful/webspicy/support/must_be_an_admin.rb +0 -20
  86. data/examples/restful/webspicy/support/must_be_authenticated.rb +0 -48
  87. data/examples/restful/webspicy/support/todo_not_removed.rb +0 -21
  88. data/examples/restful/webspicy/support/todo_removed.rb +0 -20
  89. data/examples/single_spec/spec.yml +0 -59
  90. data/examples/website/config.rb +0 -2
  91. data/examples/website/schema.fio +0 -1
  92. data/examples/website/specification/get-http.yml +0 -30
  93. data/examples/website/specification/get-https.yml +0 -30
  94. data/lib/webspicy/checker.rb +0 -10
  95. data/lib/webspicy/mocker.rb +0 -88
  96. data/lib/webspicy/openapi/generator.rb +0 -127
  97. data/lib/webspicy/rspec/checker.rb +0 -2
  98. data/lib/webspicy/rspec/checker/rspec_checker.rb +0 -24
  99. data/lib/webspicy/rspec/support/rspec_runnable.rb +0 -27
  100. data/lib/webspicy/rspec/tester.rb +0 -4
  101. data/lib/webspicy/rspec/tester/rspec_asserter.rb +0 -121
  102. data/lib/webspicy/rspec/tester/rspec_matchers.rb +0 -114
  103. data/lib/webspicy/rspec/tester/rspec_tester.rb +0 -63
  104. data/spec/unit/mocker/test_mocker.rb +0 -32
  105. data/spec/unit/openapi/test_generator.rb +0 -28
@@ -1,127 +0,0 @@
1
- require "finitio/generation"
2
- require "finitio/json_schema"
3
- module Webspicy
4
- module Openapi
5
- class Generator
6
-
7
- def initialize(config)
8
- @config = Configuration.dress(config)
9
- @generator = config.generator || Finitio::Generation.new
10
- end
11
- attr_reader :config, :generator
12
-
13
- def call
14
- {
15
- openapi: "3.0.2",
16
- info: {
17
- version: "1.0.0",
18
- title: "Hello API"
19
- },
20
- paths: paths
21
- }
22
- end
23
-
24
- private
25
-
26
- def paths
27
- config.each_scope.inject({}) do |paths,scope|
28
- scope.each_specification.inject(paths) do |paths,specification|
29
- paths.merge(path_for(specification)){|k,ps,qs|
30
- ps.merge(qs)
31
- }
32
- end
33
- end
34
- end
35
-
36
- def path_for(specification)
37
- {
38
- specification.url => {
39
- summary: specification.name
40
- }.merge(verbs_for(specification))
41
- }
42
- end
43
-
44
- def verbs_for(specification)
45
- specification.services.inject({}) do |verbs,service|
46
- verb = service.method.downcase
47
- verb_defn = {
48
- description: service.description,
49
- responses: responses_for(service)
50
- }
51
- unless ["get", "options", "delete", "head"].include?(verb)
52
- verb_defn[:requestBody] = request_body_for(service)
53
- end
54
- verbs.merge({ verb => verb_defn })
55
- end
56
- end
57
-
58
- def request_body_for(service)
59
- schema = actual_input_schema(service)
60
- {
61
- required: true,
62
- content: {
63
- "application/json" => {
64
- schema: schema.to_json_schema,
65
- example: generator.call(schema, {})
66
- }
67
- }
68
- }
69
- end
70
-
71
- def responses_for(service)
72
- result = {}
73
- service.examples.each_with_object(result) do |test_case, rs|
74
- rs.merge!(response_for(test_case, false)){|k,r1,r2| r1 }
75
- end
76
- service.counterexamples.each_with_object(result) do |test_case, rs|
77
- rs.merge!(response_for(test_case, true)){|k,r1,r2| r1 }
78
- end
79
- result
80
- end
81
-
82
- def response_for(test_case, counterexample)
83
- res = {
84
- description: test_case.description,
85
- }
86
- status = (test_case.expected_status && test_case.expected_status.to_int) || 200
87
- if test_case.expected_content_type && status != 204
88
- content = {
89
- schema: schema_for(test_case, counterexample)
90
- }
91
- unless counterexample
92
- content[:example] = example_for(test_case, counterexample)
93
- end
94
- res[:content] = {
95
- test_case.expected_content_type => content
96
- }
97
- end
98
- {
99
- status => res
100
- }
101
- end
102
-
103
- def schema_for(test_case, counterexample)
104
- schema = actual_output_schema(test_case, counterexample)
105
- schema.to_json_schema
106
- end
107
-
108
- def example_for(test_case, counterexample)
109
- schema = actual_output_schema(test_case, counterexample)
110
- generator.call(schema, {})
111
- end
112
-
113
- def actual_output_schema(test_case, counterexample)
114
- if counterexample
115
- test_case.service.error_schema['Main']
116
- else
117
- test_case.service.output_schema['Main']
118
- end
119
- end
120
-
121
- def actual_input_schema(service)
122
- service.input_schema['Main']
123
- end
124
-
125
- end # class Generator
126
- end # module Openapi
127
- end # module Webspicy
@@ -1,2 +0,0 @@
1
- require_relative 'support/rspec_runnable'
2
- require_relative 'checker/rspec_checker'
@@ -1,24 +0,0 @@
1
- module Webspicy
2
- class Checker
3
- class RSpecChecker
4
- include Webspicy::Support::RSpecRunnable
5
-
6
- protected
7
-
8
- def load_rspec_examples
9
- config.each_scope do |scope|
10
- scope.each_specification_file do |file, folder|
11
- RSpec.describe file.relative_to(folder).to_s do
12
-
13
- it 'meets the formal doc data schema' do
14
- Webspicy.specification(file.load, file, scope)
15
- end
16
-
17
- end
18
- end
19
- end
20
- end
21
-
22
- end # class RSpecChecker
23
- end # class Checker
24
- end # module Webspicy
@@ -1,27 +0,0 @@
1
- module Webspicy
2
- module Support
3
- module RSpecRunnable
4
-
5
- def initialize(config)
6
- @config = Configuration.dress(config)
7
- end
8
- attr_reader :config
9
-
10
- def reset_rspec!
11
- RSpec.reset
12
- RSpec.configure do |c|
13
- c.filter_gems_from_backtrace "rake"
14
- end
15
- load_rspec_examples
16
- end
17
-
18
- def call(err=$stderr, out=$stdout)
19
- reset_rspec!
20
- options = RSpec::Core::ConfigurationOptions.new(config.rspec_options)
21
- conf = RSpec::Core::Configuration.new
22
- RSpec::Core::Runner.new(options, conf).run(err, out)
23
- end
24
-
25
- end # module RSpecRunnable
26
- end # module Support
27
- end # module Webspicy
@@ -1,4 +0,0 @@
1
- require_relative 'support/rspec_runnable'
2
- require_relative 'tester/rspec_matchers'
3
- require_relative 'tester/rspec_asserter'
4
- require_relative 'tester/rspec_tester'
@@ -1,121 +0,0 @@
1
- module Webspicy
2
- class Tester
3
- class RSpecAsserter
4
-
5
- def initialize(rspec, invocation)
6
- @rspec = rspec
7
- @invocation = invocation
8
- end
9
- attr_reader :rspec, :invocation
10
-
11
- def self.call(rspec, invocation)
12
- new(rspec, invocation).send(:assert!)
13
- end
14
-
15
- def response
16
- invocation.response
17
- end
18
-
19
- def test_case
20
- invocation.test_case
21
- end
22
-
23
- def service
24
- test_case.service
25
- end
26
-
27
- protected
28
-
29
- def assert!
30
- rspec.aggregate_failures do
31
- assert_status_met
32
- assert_content_type_met
33
- assert_expected_headers
34
- end
35
- assert_output_schema_met
36
- rspec.aggregate_failures do
37
- assert_assertions_met
38
- assert_postconditions_met
39
- assert_errconditions_met
40
- end
41
- end
42
-
43
- def assert_status_met
44
- got = response.status
45
- expected = test_case.expected_status
46
- rspec.expect(got).to rspec.match_response_status(expected)
47
- end
48
-
49
- def assert_content_type_met
50
- return if test_case.is_expected_status?(204)
51
- return unless ect = test_case.expected_content_type
52
- got = response.content_type
53
- got = got.mime_type if got.respond_to?(:mime_type)
54
- if ect.nil?
55
- rspec.expect(ect).to rspec.have_no_response_type
56
- else
57
- rspec.expect(got).to rspec.match_content_type(ect)
58
- end
59
- end
60
-
61
- def assert_expected_headers
62
- return unless test_case.has_expected_headers?
63
- test_case.expected_headers.each_pair do |k,v|
64
- got = response.headers[k]
65
- if got.nil?
66
- rspec.expect(got).to rspec.be_in_response_headers(k)
67
- else
68
- rspec.expect(got).to rspec.match_response_header(k, v)
69
- end
70
- end
71
- end
72
-
73
- def assert_output_schema_met
74
- return if test_case.is_expected_status?(204)
75
- return if invocation.is_redirect?
76
- if invocation.is_empty_response?
77
- body = response.body.to_s.strip
78
- rspec.expect(body).to rspec.be_an_empty_response_body
79
- else
80
- b = invocation.dressed_body
81
- if invocation.is_expected_success?
82
- rspec.expect(b).to rspec.meet_output_schema
83
- else
84
- rspec.expect(b).to rspec.meet_error_schema
85
- end
86
- end
87
- end
88
-
89
- def assert_assertions_met
90
- return unless test_case.has_assertions?
91
- asserter = Tester::Asserter.new(invocation.dressed_body)
92
- test_case.assert.each do |assert|
93
- begin
94
- asserter.instance_eval(assert)
95
- rescue => ex
96
- rspec.expect(ex).to rspec.meet_assertion(assert)
97
- end
98
- end
99
- end
100
-
101
- def assert_postconditions_met
102
- return unless service.has_postconditions?
103
- return if test_case.counterexample?
104
- service.postconditions.each do |post|
105
- msg = post.check(invocation)
106
- rspec.expect(msg).to rspec.meet_postcondition(post)
107
- end
108
- end
109
-
110
- def assert_errconditions_met
111
- return unless service.has_errconditions?
112
- return unless test_case.counterexample?
113
- service.errconditions.each do |post|
114
- msg = post.check(invocation)
115
- rspec.expect(msg).to rspec.meet_errcondition(post)
116
- end
117
- end
118
-
119
- end # class RSpecAsserter
120
- end # class Tester
121
- end # module Webspicy
@@ -1,114 +0,0 @@
1
- require 'rspec/expectations'
2
-
3
- RSpec::Matchers.define :match_response_status do |expected|
4
- match do |actual|
5
- expected === actual
6
- end
7
- failure_message_for_should do |actual|
8
- "expected response status #{actual} to be #{expected}"
9
- end
10
- end
11
-
12
- RSpec::Matchers.define :have_no_response_type do
13
- match do |actual|
14
- actual.nil?
15
- end
16
- failure_message_for_should do |actual|
17
- "expected Content-Type not to be present"
18
- end
19
- end
20
-
21
- RSpec::Matchers.define :match_content_type do |expected|
22
- match do |actual|
23
- actual.to_s.start_with?(expected.to_s)
24
- end
25
- failure_message_for_should do |actual|
26
- "expected Content-Type to be `#{expected}`, got `#{actual}`"
27
- end
28
- end
29
-
30
- RSpec::Matchers.define :be_in_response_headers do |header_name|
31
- match do |actual|
32
- !actual.nil?
33
- end
34
- failure_message_for_should do |actual|
35
- "expected response header `#{header_name}` to be set"
36
- end
37
- end
38
-
39
- RSpec::Matchers.define :match_response_header do |header_name, expected|
40
- match do |actual|
41
- expected == actual
42
- end
43
- failure_message_for_should do |actual|
44
- "expected response header `#{header_name}` to be `#{expected}`, got `#{actual}`"
45
- end
46
- end
47
-
48
- RSpec::Matchers.define :be_an_empty_response_body do
49
- match do |actual|
50
- actual.empty?
51
- end
52
- failure_message_for_should do |actual|
53
- "expected response body to be empty, started with `#{actual[0..20]}`"
54
- end
55
- end
56
-
57
- RSpec::Matchers.define :meet_output_schema do
58
- match do |actual|
59
- !actual.is_a?(Exception)
60
- end
61
- failure_message_for_should do |actual|
62
- "expected response body to meet output schema, got following error:\n" + \
63
- " #{actual.message}"
64
- end
65
- end
66
-
67
- RSpec::Matchers.define :meet_error_schema do
68
- match do |actual|
69
- !actual.is_a?(Exception)
70
- end
71
- failure_message_for_should do |actual|
72
- "expected response body to meet error schema, got following error:\n" + \
73
- " #{actual.message}"
74
- end
75
- end
76
-
77
- RSpec::Matchers.define :meet_assertion do |assert|
78
- match do |actual|
79
- actual.nil?
80
- end
81
- failure_message_for_should do |actual|
82
- "expected assertion `#{assert}` to be met, got following error:\n" + \
83
- " #{actual.message}"
84
- end
85
- end
86
-
87
- RSpec::Matchers.define :meet_postcondition do |post|
88
- match do |actual|
89
- actual.nil?
90
- end
91
- failure_message_for_should do |actual|
92
- "expected postcondition `#{post.class.name}` to be met, got following error:\n" + \
93
- " #{actual}"
94
- end
95
- end
96
-
97
- RSpec::Matchers.define :meet_errcondition do |post|
98
- match do |actual|
99
- actual.nil?
100
- end
101
- failure_message_for_should do |actual|
102
- "expected errcondition `#{post.class.name}` to be met, got following error:\n" + \
103
- " #{actual}"
104
- end
105
- end
106
-
107
- RSpec::Matchers.define :be_an_empty_errors_array do
108
- match do |actual|
109
- actual.empty?
110
- end
111
- failure_message_for_should do |actual|
112
- "expected no webspicy error, got the following ones:\n" + actual.map{|a| " #{a}" }.join("\n")
113
- end
114
- end
@@ -1,63 +0,0 @@
1
- module Webspicy
2
- class Tester
3
- class RSpecTester
4
- include Webspicy::Support::RSpecRunnable
5
-
6
- protected
7
-
8
- def load_rspec_examples
9
- tester = self
10
- RSpec.describe "Webspicy test suite" do
11
- before(:all) do
12
- tester.config.listeners(:before_all).each do |l|
13
- l.call(tester.config)
14
- end
15
- end
16
- after(:all) do
17
- tester.config.listeners(:after_all).each do |l|
18
- l.call(tester.config)
19
- end
20
- end
21
- tester.config.each_scope do |scope|
22
- client = scope.get_client
23
- scope.each_specification do |specification|
24
- scope.each_service(specification) do |service|
25
- scope.each_testcase(service) do |test_case|
26
- str = "#{service} #{test_case}"
27
- str = Webspicy::Support::Colorize.colorize_highlight(str, tester.config)
28
- describe(str) do
29
-
30
- around(:each) do |example|
31
- client.around(test_case) do
32
- client.before(test_case)
33
- test_case.instrument(client)
34
- client.instrument(test_case)
35
- @response = client.call(test_case)
36
- @invocation = Tester::Invocation.new(test_case, @response, client)
37
- example.run
38
- client.after(test_case, @invocation)
39
- @invocation
40
- end
41
- end
42
-
43
- let(:invocation) do
44
- @invocation
45
- end
46
-
47
- it "meets its specification" do
48
- raise "Test not ran" unless invocation.done?
49
- RSpecAsserter.call(self, invocation)
50
- end
51
-
52
- end
53
- end
54
- end
55
- end
56
- end
57
- end
58
- self
59
- end
60
-
61
- end # class RSpecTester
62
- end # class Tester
63
- end # module Webspicy