webspicy 0.18.0 → 0.20.3

Sign up to get free protection for your applications and to get access to all the features.
Files changed (122) hide show
  1. checksums.yaml +4 -4
  2. data/bin/webspicy +6 -1
  3. data/doc/1-black-box-scene.md +109 -0
  4. data/doc/2-black-box-testing.md +27 -0
  5. data/doc/3-specification-importance.md +41 -0
  6. data/doc/4-sequence-diagram.md +82 -0
  7. data/lib/webspicy.rb +17 -9
  8. data/lib/webspicy/configuration.rb +48 -8
  9. data/lib/webspicy/configuration/scope.rb +22 -8
  10. data/lib/webspicy/formaldoc.fio +5 -5
  11. data/lib/webspicy/specification.rb +5 -2
  12. data/lib/webspicy/specification/condition.rb +48 -0
  13. data/lib/webspicy/specification/err.rb +18 -0
  14. data/lib/webspicy/specification/oldies.rb +4 -0
  15. data/lib/webspicy/specification/oldies/bridge.rb +32 -0
  16. data/lib/webspicy/specification/{errcondition.rb → oldies/errcondition.rb} +6 -0
  17. data/lib/webspicy/specification/{postcondition.rb → oldies/postcondition.rb} +6 -0
  18. data/lib/webspicy/specification/{precondition.rb → oldies/precondition.rb} +6 -2
  19. data/lib/webspicy/specification/post.rb +20 -0
  20. data/lib/webspicy/specification/post/missing_condition_impl.rb +15 -0
  21. data/lib/webspicy/specification/post/unexpected_condition_impl.rb +15 -0
  22. data/lib/webspicy/specification/pre.rb +19 -0
  23. data/lib/webspicy/specification/{precondition → pre}/global_request_headers.rb +4 -4
  24. data/lib/webspicy/specification/{precondition → pre}/robust_to_invalid_input.rb +4 -4
  25. data/lib/webspicy/specification/service.rb +34 -5
  26. data/lib/webspicy/specification/test_case.rb +11 -9
  27. data/lib/webspicy/support.rb +31 -0
  28. data/lib/webspicy/support/hooks.rb +65 -0
  29. data/lib/webspicy/support/world.rb +47 -0
  30. data/lib/webspicy/tester.rb +202 -3
  31. data/lib/webspicy/tester/assertions.rb +2 -2
  32. data/lib/webspicy/tester/client.rb +4 -50
  33. data/lib/webspicy/tester/fakeses.rb +41 -0
  34. data/lib/webspicy/tester/fakeses/email.rb +38 -0
  35. data/lib/webspicy/tester/fakesmtp.rb +39 -0
  36. data/lib/webspicy/tester/fakesmtp/email.rb +27 -0
  37. data/lib/webspicy/tester/file_checker.rb +22 -0
  38. data/lib/webspicy/tester/invocation.rb +15 -48
  39. data/lib/webspicy/tester/reporter.rb +85 -0
  40. data/lib/webspicy/tester/reporter/composite.rb +38 -0
  41. data/lib/webspicy/tester/reporter/documentation.rb +74 -0
  42. data/lib/webspicy/tester/reporter/error_count.rb +25 -0
  43. data/lib/webspicy/tester/reporter/exceptions.rb +62 -0
  44. data/lib/webspicy/tester/reporter/file_progress.rb +25 -0
  45. data/lib/webspicy/tester/reporter/file_summary.rb +43 -0
  46. data/lib/webspicy/tester/reporter/progress.rb +30 -0
  47. data/lib/webspicy/tester/reporter/summary.rb +63 -0
  48. data/lib/webspicy/tester/result.rb +142 -0
  49. data/lib/webspicy/tester/result/assert_met.rb +29 -0
  50. data/lib/webspicy/tester/result/check.rb +33 -0
  51. data/lib/webspicy/tester/result/errcondition_met.rb +29 -0
  52. data/lib/webspicy/tester/result/error_schema_met.rb +25 -0
  53. data/lib/webspicy/tester/result/invocation_succeeded.rb +13 -0
  54. data/lib/webspicy/tester/result/output_schema_met.rb +25 -0
  55. data/lib/webspicy/tester/result/postcondition_met.rb +29 -0
  56. data/lib/webspicy/tester/result/response_header_met.rb +43 -0
  57. data/lib/webspicy/tester/result/response_status_met.rb +25 -0
  58. data/lib/webspicy/version.rb +2 -2
  59. data/lib/webspicy/web.rb +4 -0
  60. data/lib/webspicy/web/client.rb +15 -0
  61. data/lib/webspicy/{tester → web}/client/http_client.rb +34 -14
  62. data/lib/webspicy/{tester → web}/client/rack_test_client.rb +3 -3
  63. data/lib/webspicy/{tester → web}/client/support.rb +2 -2
  64. data/lib/webspicy/web/invocation.rb +69 -0
  65. data/lib/webspicy/web/mocker.rb +90 -0
  66. data/lib/webspicy/{mocker → web/mocker}/config.ru +3 -2
  67. data/lib/webspicy/{openapi.rb → web/openapi.rb} +0 -0
  68. data/lib/webspicy/web/openapi/generator.rb +129 -0
  69. data/spec/unit/specification/{precondition → pre}/test_global_request_headers.rb +9 -4
  70. data/spec/unit/specification/test_condition.rb +44 -0
  71. data/spec/unit/support/hooks/test_fire_after_each.rb +53 -0
  72. data/spec/unit/{tester/client/test_around.rb → support/hooks/test_fire_around.rb} +15 -10
  73. data/spec/unit/support/hooks/test_fire_before_each.rb +53 -0
  74. data/spec/unit/support/world/fixtures/array.json +8 -0
  75. data/spec/unit/support/world/fixtures/queue.rb +1 -0
  76. data/spec/unit/support/world/fixtures/single.json +11 -0
  77. data/spec/unit/support/world/fixtures/yaml.yml +3 -0
  78. data/spec/unit/support/world/test_world.rb +56 -0
  79. data/spec/unit/test_configuration.rb +49 -0
  80. data/spec/unit/tester/fakeses/test_email.rb +40 -0
  81. data/spec/unit/web/mocker/test_mocker.rb +35 -0
  82. data/spec/unit/web/openapi/test_generator.rb +31 -0
  83. metadata +80 -65
  84. data/examples/restful/Gemfile +0 -5
  85. data/examples/restful/Rakefile +0 -25
  86. data/examples/restful/app.rb +0 -180
  87. data/examples/restful/webspicy/config.rb +0 -24
  88. data/examples/restful/webspicy/formaldef/todo/_one/delete.yml +0 -55
  89. data/examples/restful/webspicy/formaldef/todo/_one/get.simpler.yml +0 -46
  90. data/examples/restful/webspicy/formaldef/todo/_one/get.yml +0 -50
  91. data/examples/restful/webspicy/formaldef/todo/_one/patch.yml +0 -66
  92. data/examples/restful/webspicy/formaldef/todo/_one/put.yml +0 -65
  93. data/examples/restful/webspicy/formaldef/todo/get.yml +0 -36
  94. data/examples/restful/webspicy/formaldef/todo/options.yml +0 -32
  95. data/examples/restful/webspicy/formaldef/todo/post.csv.yml +0 -43
  96. data/examples/restful/webspicy/formaldef/todo/post.file.yml +0 -40
  97. data/examples/restful/webspicy/formaldef/todo/post.yml +0 -51
  98. data/examples/restful/webspicy/formaldef/todo/todos.csv +0 -4
  99. data/examples/restful/webspicy/rack.rb +0 -7
  100. data/examples/restful/webspicy/real.rb +0 -8
  101. data/examples/restful/webspicy/schema.fio +0 -20
  102. data/examples/restful/webspicy/support/must_be_an_admin.rb +0 -20
  103. data/examples/restful/webspicy/support/must_be_authenticated.rb +0 -48
  104. data/examples/restful/webspicy/support/todo_not_removed.rb +0 -21
  105. data/examples/restful/webspicy/support/todo_removed.rb +0 -20
  106. data/examples/single_spec/spec.yml +0 -59
  107. data/examples/website/config.rb +0 -2
  108. data/examples/website/schema.fio +0 -1
  109. data/examples/website/specification/get-http.yml +0 -30
  110. data/examples/website/specification/get-https.yml +0 -30
  111. data/lib/webspicy/checker.rb +0 -10
  112. data/lib/webspicy/mocker.rb +0 -88
  113. data/lib/webspicy/openapi/generator.rb +0 -127
  114. data/lib/webspicy/rspec/checker.rb +0 -2
  115. data/lib/webspicy/rspec/checker/rspec_checker.rb +0 -24
  116. data/lib/webspicy/rspec/support/rspec_runnable.rb +0 -27
  117. data/lib/webspicy/rspec/tester.rb +0 -4
  118. data/lib/webspicy/rspec/tester/rspec_asserter.rb +0 -121
  119. data/lib/webspicy/rspec/tester/rspec_matchers.rb +0 -114
  120. data/lib/webspicy/rspec/tester/rspec_tester.rb +0 -63
  121. data/spec/unit/mocker/test_mocker.rb +0 -32
  122. data/spec/unit/openapi/test_generator.rb +0 -28
@@ -1,65 +0,0 @@
1
- ---
2
- name: |-
3
- Todo
4
-
5
- url: |-
6
- /todo/{id}
7
-
8
- services:
9
- - method: |-
10
- PUT
11
-
12
- description: |-
13
- Update a single Todo item
14
-
15
- preconditions:
16
- - Must be authenticated
17
-
18
- input_schema: |-
19
- TodoPut
20
-
21
- output_schema: |-
22
- Todo
23
-
24
- error_schema: |-
25
- ErrorSchema
26
-
27
- default_example:
28
- expected:
29
- content_type: application/json
30
- status: 200
31
-
32
- examples:
33
-
34
- - description: |-
35
- when requested on an existing TODO
36
- params:
37
- id: 1
38
- description: 'hello world'
39
- assert:
40
- - "pathFD('', description: 'hello world')"
41
-
42
- counterexamples:
43
-
44
- - description: |-
45
- when requested on an unexisting TODO
46
- params:
47
- id: 999254654
48
- description: 'hello world'
49
- expected:
50
- content_type: application/json
51
- status: 404
52
- assert:
53
- - "pathFD('', error: 'No such todo')"
54
-
55
- - description: |-
56
- when violating the Put data type
57
- params:
58
- id: 1
59
- description: 'hello world'
60
- nosuchone: 'foobar'
61
- dress_params:
62
- false
63
- expected:
64
- content_type: application/json
65
- status: 400
@@ -1,36 +0,0 @@
1
- ---
2
- name: |-
3
- Todo
4
-
5
- url: |-
6
- /todo/
7
-
8
- services:
9
- - method: |-
10
- GET
11
-
12
- description: |-
13
- Returns the list of todo items
14
-
15
- input_schema: |-
16
- {
17
- }
18
-
19
- output_schema: |-
20
- [Todo]
21
-
22
- error_schema: |-
23
- ErrorSchema
24
-
25
- examples:
26
-
27
- - description: |-
28
- when requested
29
- params: {}
30
- expected:
31
- content_type: application/json
32
- status: 200
33
- assert:
34
- - notEmpty
35
-
36
- counterexamples: []
@@ -1,32 +0,0 @@
1
- ---
2
- name: |-
3
- Todo
4
-
5
- url: |-
6
- /todo/
7
-
8
- services:
9
- - method: |-
10
- OPTIONS
11
-
12
- description: |-
13
- Returns options about the web service
14
-
15
- input_schema: |-
16
- {
17
- }
18
-
19
- output_schema: |-
20
- Any
21
-
22
- error_schema: |-
23
- ErrorSchema
24
-
25
- examples:
26
-
27
- - description: |-
28
- when requested on an existing TODO
29
- params: {}
30
- expected:
31
- content_type: ~
32
- status: 204
@@ -1,43 +0,0 @@
1
- ---
2
- name: |-
3
- Todo
4
-
5
- url: |-
6
- /todo/
7
-
8
- services:
9
- - method: |-
10
- POST
11
-
12
- description: |-
13
- Creates new todo items through a CSV import
14
-
15
- preconditions:
16
- - Must be authenticated
17
-
18
- input_schema: |-
19
- {}
20
-
21
- output_schema: |-
22
- { count: Integer }
23
-
24
- error_schema: |-
25
- ErrorSchema
26
-
27
- examples:
28
-
29
- - description: |-
30
- when requested with a valid CSV
31
- params: {}
32
- headers:
33
- Content-Type: text/csv
34
- body: |-
35
- id,description
36
- 10,Write documentation
37
- 11,Create website
38
- 12,Add smart tools
39
- expected:
40
- content_type: application/json
41
- status: 201
42
- assert:
43
- - "pathFD('', count: 3)"
@@ -1,40 +0,0 @@
1
- ---
2
- name: |-
3
- Todo
4
-
5
- url: |-
6
- /todo/
7
-
8
- services:
9
- - method: |-
10
- POST
11
-
12
- description: |-
13
- Creates new todo items through a CSV file upload
14
-
15
- preconditions:
16
- - Must be authenticated
17
-
18
- input_schema: |-
19
- Any
20
-
21
- output_schema: |-
22
- { count: Integer }
23
-
24
- error_schema: |-
25
- ErrorSchema
26
-
27
- examples:
28
-
29
- - description: |-
30
- when requested with a valid CSV file
31
- tags:
32
- - upload
33
- file_upload:
34
- path: ./todos.csv
35
- content_type: "text/csv"
36
- expected:
37
- content_type: application/json
38
- status: 201
39
- assert:
40
- - "pathFD('', count: 3)"
@@ -1,51 +0,0 @@
1
- ---
2
- name: |-
3
- Todo
4
-
5
- url: |-
6
- /todo/
7
-
8
- services:
9
- - method: |-
10
- POST
11
-
12
- description: |-
13
- Creates a new todo item
14
-
15
- preconditions:
16
- - Must be authenticated
17
-
18
- input_schema: |-
19
- Todo
20
-
21
- output_schema: |-
22
- Todo
23
-
24
- error_schema: |-
25
- ErrorSchema
26
-
27
- examples:
28
-
29
- - description: |-
30
- when requested with a non existing ID
31
- params:
32
- id: 3
33
- description: "Hello World"
34
- expected:
35
- content_type: application/json
36
- status: 201
37
- assert:
38
- - "pathFD('', id: 3)"
39
-
40
- counterexamples:
41
-
42
- - description: |-
43
- when requested while the id already exists
44
- params:
45
- id: 1
46
- description: "Hello World"
47
- expected:
48
- content_type: application/json
49
- status: 409
50
- assert:
51
- - "pathFD('', error: 'Identifier already in use')"
@@ -1,4 +0,0 @@
1
- id,description
2
- 10,Write documentation
3
- 11,Create website
4
- 12,Add smart tools
@@ -1,7 +0,0 @@
1
- require_relative 'config'
2
- webspicy_config do |c|
3
- c.client = Webspicy::Tester::RackTestClient.for(::Sinatra::Application)
4
- c.before_each do |_,client|
5
- client.api.post "/reset"
6
- end
7
- end
@@ -1,8 +0,0 @@
1
- require_relative 'config'
2
- webspicy_config do |c|
3
- c.host = "http://127.0.0.1:4567"
4
- c.client = Webspicy::Tester::HttpClient
5
- c.before_each do |_,client|
6
- client.api.post "http://127.0.0.1:4567/reset"
7
- end
8
- end
@@ -1,20 +0,0 @@
1
- @import webspicy/scalars
2
-
3
- Todo = {
4
- id : Integer
5
- description : String
6
- }
7
-
8
- TodoPatch = {
9
- id : Integer
10
- description :? String
11
- }
12
-
13
- TodoPut = {
14
- id : Integer
15
- description : String
16
- }
17
-
18
- ErrorSchema = {
19
- error: String
20
- }
@@ -1,20 +0,0 @@
1
- require_relative 'must_be_authenticated'
2
- class MustBeAnAdmin < MustBeAuthenticated
3
- include Webspicy::Precondition
4
-
5
- def self.match(service, pre)
6
- MustBeAnAdmin.new(:admin) if pre =~ /Must be an admin/
7
- end
8
-
9
- def counterexamples(service)
10
- examples = super
11
- examples << counterexample(
12
- "When authenticated as a normal user",
13
- "user",
14
- "Admin required",
15
- 401
16
- )
17
- examples
18
- end
19
-
20
- end
@@ -1,48 +0,0 @@
1
- class MustBeAuthenticated
2
- include Webspicy::Precondition
3
-
4
- def initialize(role = :user)
5
- @role = role
6
- end
7
- attr_reader :role
8
-
9
- def self.match(service, pre)
10
- MustBeAuthenticated.new if pre =~ /Must be authenticated/
11
- end
12
-
13
- def instrument(test_case, client)
14
- return if test_case.metadata.has_key?(:role)
15
- return if test_case.description =~ /When not authenticated at all/
16
- test_case.metadata[:role] = role
17
- end
18
-
19
- def counterexamples(service)
20
- examples = super
21
- examples << counterexample(
22
- "When not authenticated at all",
23
- "~",
24
- "Please log in first",
25
- 401
26
- )
27
- examples
28
- end
29
-
30
- def counterexample(description, role, expected, status = 401)
31
- YAML.load <<-YML.gsub(/^\s+[#][ ]/, "")
32
- # description: |-
33
- # #{description} (#{self.class.name} PRE)
34
- # params:
35
- # id: 1
36
- # dress_params:
37
- # false
38
- # metadata:
39
- # role: #{role}
40
- # expected:
41
- # content_type: application/json
42
- # status: #{status}
43
- # assert:
44
- # - "pathFD('', error: '#{expected}')"
45
- YML
46
- end
47
-
48
- end
@@ -1,21 +0,0 @@
1
- class TodoNotRemoved
2
- include Webspicy::Specification::Postcondition
3
-
4
- def self.match(service, descr)
5
- return TodoNotRemoved.new if descr =~ /If it existed, the todo has not been removed/
6
- end
7
-
8
- def check(invocation)
9
- client, scope, test_case = invocation.client,
10
- invocation.client.scope,
11
- invocation.test_case
12
- return if invocation.response.status == 404
13
- id = test_case.params['id']
14
- url = scope.to_real_url("/todo/#{id}", test_case){|url| url }
15
- response = client.api.get(url, {}, {
16
- "Accept" => "application/json"
17
- })
18
- return nil if response.status == 200
19
- "Todo `#{id}` was not supposed to be deleted, it was not found"
20
- end
21
- end
@@ -1,20 +0,0 @@
1
- class TodoRemoved
2
- include Webspicy::Specification::Postcondition
3
-
4
- def self.match(service, descr)
5
- return TodoRemoved.new if descr =~ /The todo has been removed/
6
- end
7
-
8
- def check(invocation)
9
- client, scope, test_case = invocation.client,
10
- invocation.client.scope,
11
- invocation.test_case
12
- id = test_case.params['id']
13
- url = scope.to_real_url("/todo/#{id}", test_case){|url| url }
14
- response = client.api.get(url, {}, {
15
- "Accept" => "application/json"
16
- })
17
- return nil if response.status == 404
18
- "Todo `#{id}` was not deleted, it has been found"
19
- end
20
- end
@@ -1,59 +0,0 @@
1
- ---
2
- name: |-
3
- Todo
4
-
5
- url: |-
6
- http://127.0.0.1:4567/todo/{id}
7
-
8
- services:
9
- - method: |-
10
- GET
11
-
12
- description: |-
13
- Returns a single todo item
14
-
15
- input_schema: |-
16
- {
17
- id: Integer
18
- }
19
-
20
- output_schema: |-
21
- {
22
- id: Integer
23
- description: String
24
- }
25
-
26
- error_schema: |-
27
- {
28
- error: String
29
- }
30
-
31
- examples:
32
-
33
- - description: |-
34
- when requested on an existing TODO
35
- headers:
36
- Accept: application/json
37
- params:
38
- id: 1
39
- expected:
40
- content_type: application/json
41
- status: 200
42
- assert:
43
- - "pathFD('', id: 1)"
44
- - "match('description', /Refactor/)"
45
- - "notMatch('description', /Foo/)"
46
-
47
- counterexamples:
48
-
49
- - description: |-
50
- when requested on an unexisting TODO
51
- headers:
52
- Accept: application/json
53
- params:
54
- id: 999254654
55
- expected:
56
- content_type: application/json
57
- status: 404
58
- assert:
59
- - "pathFD('', error: 'No such todo')"