webspicy 0.16.1 → 0.19.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (110) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +11 -5
  3. data/bin/webspicy +6 -1
  4. data/doc/1-black-box-scene.md +109 -0
  5. data/doc/2-black-box-testing.md +27 -0
  6. data/doc/3-specification-importance.md +41 -0
  7. data/doc/4-sequence-diagram.md +82 -0
  8. data/lib/webspicy.rb +15 -4
  9. data/lib/webspicy/configuration.rb +57 -8
  10. data/lib/webspicy/configuration/scope.rb +22 -16
  11. data/lib/webspicy/formaldoc.fio +3 -1
  12. data/lib/webspicy/specification.rb +12 -10
  13. data/lib/webspicy/specification/condition.rb +23 -0
  14. data/lib/webspicy/specification/errcondition.rb +17 -0
  15. data/lib/webspicy/specification/postcondition.rb +1 -0
  16. data/lib/webspicy/specification/precondition.rb +1 -0
  17. data/lib/webspicy/specification/precondition/robust_to_invalid_input.rb +1 -1
  18. data/lib/webspicy/specification/service.rb +38 -25
  19. data/lib/webspicy/specification/test_case.rb +10 -17
  20. data/lib/webspicy/support.rb +22 -0
  21. data/lib/webspicy/support/data_object.rb +25 -0
  22. data/lib/webspicy/support/hooks.rb +65 -0
  23. data/lib/webspicy/support/world.rb +47 -0
  24. data/lib/webspicy/tester.rb +120 -61
  25. data/lib/webspicy/tester/asserter.rb +9 -4
  26. data/lib/webspicy/tester/assertions.rb +8 -9
  27. data/lib/webspicy/tester/client.rb +22 -42
  28. data/lib/webspicy/tester/failure.rb +6 -0
  29. data/lib/webspicy/tester/file_checker.rb +22 -0
  30. data/lib/webspicy/tester/invocation.rb +15 -196
  31. data/lib/webspicy/tester/reporter.rb +85 -0
  32. data/lib/webspicy/tester/reporter/composite.rb +38 -0
  33. data/lib/webspicy/tester/reporter/documentation.rb +67 -0
  34. data/lib/webspicy/tester/reporter/error_count.rb +25 -0
  35. data/lib/webspicy/tester/reporter/exceptions.rb +60 -0
  36. data/lib/webspicy/tester/reporter/file_progress.rb +22 -0
  37. data/lib/webspicy/tester/reporter/file_summary.rb +42 -0
  38. data/lib/webspicy/tester/reporter/progress.rb +28 -0
  39. data/lib/webspicy/tester/reporter/summary.rb +62 -0
  40. data/lib/webspicy/tester/result.rb +139 -0
  41. data/lib/webspicy/tester/result/assert_met.rb +29 -0
  42. data/lib/webspicy/tester/result/check.rb +33 -0
  43. data/lib/webspicy/tester/result/errcondition_met.rb +29 -0
  44. data/lib/webspicy/tester/result/error_schema_met.rb +24 -0
  45. data/lib/webspicy/tester/result/output_schema_met.rb +24 -0
  46. data/lib/webspicy/tester/result/postcondition_met.rb +29 -0
  47. data/lib/webspicy/tester/result/response_header_met.rb +43 -0
  48. data/lib/webspicy/tester/result/response_status_met.rb +25 -0
  49. data/lib/webspicy/version.rb +2 -2
  50. data/lib/webspicy/web.rb +4 -0
  51. data/lib/webspicy/web/client.rb +15 -0
  52. data/lib/webspicy/{tester → web}/client/http_client.rb +34 -14
  53. data/lib/webspicy/{tester → web}/client/rack_test_client.rb +3 -3
  54. data/lib/webspicy/{tester → web}/client/support.rb +2 -2
  55. data/lib/webspicy/web/invocation.rb +65 -0
  56. data/lib/webspicy/web/mocker.rb +90 -0
  57. data/lib/webspicy/web/mocker/config.ru +6 -0
  58. data/lib/webspicy/{openapi.rb → web/openapi.rb} +0 -0
  59. data/lib/webspicy/web/openapi/generator.rb +129 -0
  60. data/spec/unit/configuration/scope/test_each_service.rb +2 -2
  61. data/spec/unit/configuration/scope/test_each_specification.rb +7 -7
  62. data/spec/unit/specification/test_condition.rb +26 -0
  63. data/spec/unit/support/hooks/test_fire_after_each.rb +53 -0
  64. data/spec/unit/{tester/client/test_around.rb → support/hooks/test_fire_around.rb} +15 -10
  65. data/spec/unit/support/hooks/test_fire_before_each.rb +53 -0
  66. data/spec/unit/support/world/fixtures/array.json +8 -0
  67. data/spec/unit/support/world/fixtures/queue.rb +1 -0
  68. data/spec/unit/support/world/fixtures/single.json +11 -0
  69. data/spec/unit/support/world/fixtures/yaml.yml +3 -0
  70. data/spec/unit/support/world/test_world.rb +56 -0
  71. data/spec/unit/test_configuration.rb +50 -1
  72. data/spec/unit/tester/test_asserter.rb +198 -3
  73. data/spec/unit/tester/test_assertions.rb +8 -6
  74. data/spec/unit/web/mocker/test_mocker.rb +35 -0
  75. data/spec/unit/web/openapi/test_generator.rb +31 -0
  76. metadata +72 -61
  77. data/examples/restful/Gemfile +0 -5
  78. data/examples/restful/Gemfile.lock +0 -105
  79. data/examples/restful/Rakefile +0 -25
  80. data/examples/restful/app.rb +0 -180
  81. data/examples/restful/webspicy/config.rb +0 -23
  82. data/examples/restful/webspicy/rack.rb +0 -7
  83. data/examples/restful/webspicy/real.rb +0 -8
  84. data/examples/restful/webspicy/schema.fio +0 -20
  85. data/examples/restful/webspicy/support/must_be_an_admin.rb +0 -20
  86. data/examples/restful/webspicy/support/must_be_authenticated.rb +0 -48
  87. data/examples/restful/webspicy/support/todo_removed.rb +0 -18
  88. data/examples/restful/webspicy/todo/deleteTodo.yml +0 -52
  89. data/examples/restful/webspicy/todo/getTodo.yml +0 -50
  90. data/examples/restful/webspicy/todo/getTodoSingleServiceFormat.yml +0 -46
  91. data/examples/restful/webspicy/todo/getTodos.yml +0 -36
  92. data/examples/restful/webspicy/todo/options.yml +0 -32
  93. data/examples/restful/webspicy/todo/patchTodo.yml +0 -66
  94. data/examples/restful/webspicy/todo/postCsv.yml +0 -43
  95. data/examples/restful/webspicy/todo/postFile.yml +0 -40
  96. data/examples/restful/webspicy/todo/postTodos.yml +0 -51
  97. data/examples/restful/webspicy/todo/putTodo.yml +0 -65
  98. data/examples/restful/webspicy/todo/todos.csv +0 -4
  99. data/examples/single_spec/spec.yml +0 -59
  100. data/examples/website/config.rb +0 -2
  101. data/examples/website/schema.fio +0 -1
  102. data/examples/website/specification/get-http.yml +0 -34
  103. data/examples/website/specification/get-https.yml +0 -34
  104. data/lib/webspicy/checker.rb +0 -25
  105. data/lib/webspicy/mocker.rb +0 -88
  106. data/lib/webspicy/openapi/generator.rb +0 -127
  107. data/lib/webspicy/tester/rspec_asserter.rb +0 -108
  108. data/lib/webspicy/tester/rspec_matchers.rb +0 -104
  109. data/spec/unit/mocker/test_mocker.rb +0 -32
  110. data/spec/unit/openapi/test_generator.rb +0 -28
@@ -1,25 +0,0 @@
1
- $LOAD_PATH.unshift File.expand_path("..", __FILE__)
2
- require 'app'
3
-
4
- desc "Checks all .yml definition files"
5
- task :check do
6
- Webspicy::Checker.new(Path.dir/'webspicy').call
7
- end
8
-
9
- namespace :test do
10
- desc "Run all tests directly on Sinatra application using rack/test"
11
- task :rack do
12
- Webspicy::Tester.new(Path.dir/'webspicy/rack.rb').call
13
- end
14
-
15
- desc "Runs all tests on the real web server (must be launched previously)"
16
- task :real do
17
- Webspicy::Tester.new(Path.dir/'webspicy/real.rb').call
18
- end
19
- end
20
-
21
- desc "Runs all checks and tests"
22
- task :test => :check
23
- task :test => :"test:rack"
24
-
25
- task :default => :test
@@ -1,180 +0,0 @@
1
- require 'webspicy'
2
- require 'sinatra'
3
- require 'json'
4
- require 'path'
5
- require 'finitio'
6
- require 'rack/robustness'
7
- require 'csv'
8
-
9
- SCHEMA = Finitio::DEFAULT_SYSTEM.parse (Path.dir/('webspicy/schema.fio')).read
10
-
11
- TODOLIST = [
12
- {
13
- id: 1,
14
- description: "Refactor the framework"
15
- },
16
- {
17
- id: 2,
18
- description: "Write documentation"
19
- }
20
- ]
21
-
22
- disable :show_exceptions
23
- enable :raise_errors
24
-
25
- set :todolist, TODOLIST.dup
26
-
27
- set(:auth) do |role|
28
- condition do
29
- token = env['HTTP_AUTHORIZATION']
30
- case token
31
- when NilClass
32
- halt [
33
- 401,
34
- {'Content-Type' => 'application/json'},
35
- [{ error: "Please log in first" }.to_json]
36
- ]
37
- when "Bearer #{role}"
38
- true
39
- else
40
- halt [
41
- 401,
42
- {'Content-Type' => 'application/json'},
43
- [{ error: "#{role.capitalize} required" }.to_json]
44
- ]
45
- end
46
- end
47
- end
48
-
49
- use Rack::Robustness do |g|
50
- g.no_catch_all
51
- g.status 400
52
- g.content_type 'application/json'
53
- g.body{|ex| { error: ex.message }.to_json }
54
- g.on(Finitio::TypeError)
55
- end
56
-
57
- options '*' do
58
- status 204
59
- ""
60
- end
61
-
62
- post '/reset' do
63
- settings.todolist = TODOLIST.dup
64
- status 200
65
- ""
66
- end
67
-
68
- get '/todo/' do
69
- raise unless request.env['HTTP_ACCEPT'] == 'application/json'
70
- content_type :json
71
- settings.todolist.to_json
72
- end
73
-
74
- post '/todo/', :auth => :user do
75
- content_type :json
76
- case todos = loaded_body
77
- when Array
78
- n = 0
79
- todos.each do |todo|
80
- settings.todolist << todo
81
- n += 1
82
- end
83
- status 201
84
- { count: n }.to_json
85
- when Hash
86
- todo = SCHEMA["Todo"].dress(todos)
87
- if settings.todolist.find{|t| t[:id] == todo[:id] }
88
- status 409
89
- {error: "Identifier already in use"}.to_json
90
- else
91
- settings.todolist << todo
92
- status 201
93
- todo.to_json
94
- end
95
- end
96
- end
97
-
98
- get '/todo/:id' do |id|
99
- raise unless request.env['HTTP_ACCEPT'] == 'application/json'
100
- content_type :json
101
- todo = settings.todolist.find{|todo| todo[:id] == Integer(id) }
102
- if todo.nil?
103
- status 404
104
- {error: "No such todo"}.to_json
105
- else
106
- todo.to_json
107
- end
108
- end
109
-
110
- patch '/todo/:id', :auth => :user do |id|
111
- content_type :json
112
- todo = settings.todolist.find{|todo| todo[:id] == Integer(id) }
113
- if todo.nil?
114
- status 404
115
- {error: "No such todo"}.to_json
116
- else
117
- patch = SCHEMA["TodoPatch"].dress(loaded_body.merge("id" => Integer(id)))
118
- patched = todo.merge(patch)
119
- settings.todolist = settings.todolist.reject{|todo| todo[:id] == Integer(id) }
120
- settings.todolist << patched
121
- patched.to_json
122
- end
123
- end
124
-
125
- put '/todo/:id', :auth => :user do |id|
126
- content_type :json
127
- todo = settings.todolist.find{|todo| todo[:id] == Integer(id) }
128
- if todo.nil?
129
- status 404
130
- {error: "No such todo"}.to_json
131
- else
132
- put = SCHEMA["TodoPut"].dress(loaded_body.merge(id: Integer(id)))
133
- updated = todo.merge(put)
134
- settings.todolist = settings.todolist.reject{|todo| todo[:id] == Integer(id) }
135
- settings.todolist << updated
136
- updated.to_json
137
- end
138
- end
139
-
140
- delete '/todo/:id', :auth => :admin do |id|
141
- content_type :json
142
- todo = settings.todolist.find{|todo| todo[:id] == Integer(id) }
143
- if todo.nil?
144
- status 404
145
- {error: "No such todo"}.to_json
146
- else
147
- settings.todolist = settings.todolist.reject{|todo| todo[:id] == Integer(id) }
148
- status 204
149
- content_type "text/plain"
150
- end
151
- end
152
-
153
- ###
154
-
155
- def loaded_body
156
- case ctype = request.content_type
157
- when /json/
158
- JSON.load(request.body.read)
159
- when /csv/
160
- csv = ::CSV.new(request.body.read, :headers => true, :header_converters => :symbol)
161
- csv.map {|row| row.to_hash }
162
- when /multipart\/form-data/
163
- file_body params[:file]
164
- else
165
- halt [415,{},["Unsupported content type: `#{ctype}`"]]
166
- end
167
- end
168
-
169
- def file_body(file)
170
- ctype = Path(file[:filename] || file["filename"]).extname
171
- ctype = (file[:type] || file["type"]) if ctype.nil? or ctype.empty?
172
- case ctype
173
- when /csv/
174
- str = file[:tempfile].read
175
- csv = ::CSV.new(str, :headers => true, :header_converters => :symbol)
176
- csv.map {|row| row.to_hash }
177
- else
178
- halt [415,{},["Unsupported content type: `#{ctype}`\n#{file.inspect}"]]
179
- end
180
- end
@@ -1,23 +0,0 @@
1
- def webspicy_config(&bl)
2
- Webspicy::Configuration.new(Path.dir) do |c|
3
-
4
- c.precondition MustBeAuthenticated
5
- c.precondition MustBeAnAdmin
6
-
7
- c.precondition Webspicy::Specification::Precondition::GlobalRequestHeaders.new({
8
- 'Accept' => 'application/json'
9
- }){|service| service.method == "GET" }
10
-
11
- c.precondition Webspicy::Specification::Precondition::RobustToInvalidInput.new
12
-
13
- c.postcondition TodoRemoved
14
-
15
- c.instrument do |tc, client|
16
- role = tc.metadata[:role]
17
- tc.headers['Authorization'] = "Bearer #{role}" if role
18
- end
19
-
20
- bl.call(c) if bl
21
- end
22
- end
23
- webspicy_config
@@ -1,7 +0,0 @@
1
- require_relative 'config'
2
- webspicy_config do |c|
3
- c.client = Webspicy::Tester::RackTestClient.for(::Sinatra::Application)
4
- c.before_each do |_,client|
5
- client.api.post "/reset"
6
- end
7
- end
@@ -1,8 +0,0 @@
1
- require_relative 'config'
2
- webspicy_config do |c|
3
- c.host = "http://127.0.0.1:4567"
4
- c.client = Webspicy::Tester::HttpClient
5
- c.before_each do |_,client|
6
- client.api.post "http://127.0.0.1:4567/reset"
7
- end
8
- end
@@ -1,20 +0,0 @@
1
- @import webspicy/scalars
2
-
3
- Todo = {
4
- id : Integer
5
- description : String
6
- }
7
-
8
- TodoPatch = {
9
- id : Integer
10
- description :? String
11
- }
12
-
13
- TodoPut = {
14
- id : Integer
15
- description : String
16
- }
17
-
18
- ErrorSchema = {
19
- error: String
20
- }
@@ -1,20 +0,0 @@
1
- require_relative 'must_be_authenticated'
2
- class MustBeAnAdmin < MustBeAuthenticated
3
- include Webspicy::Precondition
4
-
5
- def self.match(service, pre)
6
- MustBeAnAdmin.new(:admin) if pre =~ /Must be an admin/
7
- end
8
-
9
- def counterexamples(service)
10
- examples = super
11
- examples << counterexample(
12
- "When authenticated as a normal user",
13
- "user",
14
- "Admin required",
15
- 401
16
- )
17
- examples
18
- end
19
-
20
- end
@@ -1,48 +0,0 @@
1
- class MustBeAuthenticated
2
- include Webspicy::Precondition
3
-
4
- def initialize(role = :user)
5
- @role = role
6
- end
7
- attr_reader :role
8
-
9
- def self.match(service, pre)
10
- MustBeAuthenticated.new if pre =~ /Must be authenticated/
11
- end
12
-
13
- def instrument(test_case, client)
14
- return if test_case.metadata.has_key?(:role)
15
- return if test_case.description =~ /When not authenticated at all/
16
- test_case.metadata[:role] = role
17
- end
18
-
19
- def counterexamples(service)
20
- examples = super
21
- examples << counterexample(
22
- "When not authenticated at all",
23
- "~",
24
- "Please log in first",
25
- 401
26
- )
27
- examples
28
- end
29
-
30
- def counterexample(description, role, expected, status = 401)
31
- YAML.load <<-YML.gsub(/^\s+[#][ ]/, "")
32
- # description: |-
33
- # #{description} (#{self.class.name} PRE)
34
- # params:
35
- # id: 1
36
- # dress_params:
37
- # false
38
- # metadata:
39
- # role: #{role}
40
- # expected:
41
- # content_type: application/json
42
- # status: #{status}
43
- # assert:
44
- # - "pathFD('', error: '#{expected}')"
45
- YML
46
- end
47
-
48
- end
@@ -1,18 +0,0 @@
1
- class TodoRemoved
2
- include Webspicy::Specification::Postcondition
3
-
4
- def self.match(service, descr)
5
- return TodoRemoved.new if descr =~ /The todo has been removed/
6
- end
7
-
8
- def check(invocation)
9
- client = invocation.client
10
- id = invocation.test_case.params['id']
11
- url = "/todo/#{id}"
12
- response = client.api.get(url, {}, {
13
- "Accept" => "application/json"
14
- })
15
- return nil if response.status == 404
16
- "Todo `#{id}` was not deleted, it has been found"
17
- end
18
- end
@@ -1,52 +0,0 @@
1
- ---
2
- name: |-
3
- Todo
4
-
5
- url: |-
6
- /todo/{id}
7
-
8
- services:
9
- - method: |-
10
- DELETE
11
-
12
- description: |-
13
- Deletes a single todo item
14
-
15
- preconditions:
16
- - Must be an admin
17
-
18
- postconditions:
19
- - The todo has been removed
20
-
21
- input_schema: |-
22
- {
23
- id: Integer
24
- }
25
-
26
- output_schema: |-
27
- Any
28
-
29
- error_schema: |-
30
- ErrorSchema
31
-
32
- examples:
33
-
34
- - description: |-
35
- when requested on an existing TODO
36
- params:
37
- id: 1
38
- expected:
39
- content_type: ~
40
- status: 204
41
-
42
- counterexamples:
43
-
44
- - description: |-
45
- when requested on an unexisting TODO
46
- params:
47
- id: 999254654
48
- expected:
49
- content_type: application/json
50
- status: 404
51
- assert:
52
- - "pathFD('', error: 'No such todo')"
@@ -1,50 +0,0 @@
1
- ---
2
- name: |-
3
- Todo
4
-
5
- url: |-
6
- /todo/{id}
7
-
8
- services:
9
- - method: |-
10
- GET
11
-
12
- description: |-
13
- Returns a single todo item
14
-
15
- input_schema: |-
16
- {
17
- id: Integer
18
- }
19
-
20
- output_schema: |-
21
- Todo
22
-
23
- error_schema: |-
24
- ErrorSchema
25
-
26
- examples:
27
-
28
- - description: |-
29
- when requested on an existing TODO
30
- params:
31
- id: 1
32
- expected:
33
- content_type: application/json
34
- status: 200
35
- assert:
36
- - "pathFD('', id: 1)"
37
- - "match('description', /Refactor/)"
38
- - "notMatch('description', /Foo/)"
39
-
40
- counterexamples:
41
-
42
- - description: |-
43
- when requested on an unexisting TODO
44
- params:
45
- id: 999254654
46
- expected:
47
- content_type: application/json
48
- status: 404
49
- assert:
50
- - "pathFD('', error: 'No such todo')"