webship-js 2.0.11 → 2.0.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.circleci/config.yml +10 -1
- package/.drone.yml +7 -7
- package/.github/workflows/github-actions.yml +45 -0
- package/.gitlab-ci.yml +9 -4
- package/.harness/webship-js-pipeline.yml +5 -6
- package/.semaphore/semaphore.yml +6 -9
- package/.teamcity/settings.kts +7 -6
- package/.travis.yml +6 -1
- package/AGENTS.md +1 -1
- package/CLAUDE.md +65 -23
- package/Jenkinsfile +5 -3
- package/azure-pipelines.yml +17 -8
- package/bamboo-specs/bamboo.yml +9 -15
- package/bin/init-webship.js +44 -8
- package/bitbucket-pipelines.yml +5 -1
- package/buildspec.yml +6 -7
- package/cloudbuild.yaml +28 -12
- package/codefresh.yml +6 -6
- package/cucumber.js +17 -10
- package/docs/00-quick-start.md +8 -0
- package/docs/02-bbr-smart-waits.md +15 -10
- package/docs/03-selector-registry.md +24 -0
- package/docs/04-step-reference.md +51 -25
- package/docs/05-web-first-assertions.md +6 -0
- package/docs/07-auth-state.md +1 -1
- package/docs/08-clock-mocking.md +21 -2
- package/docs/09-api-testing.md +40 -2
- package/docs/10-accessibility.md +2 -0
- package/docs/11-debugging.md +3 -1
- package/docs/12-ai-agent-guide.md +5 -0
- package/docs/13-faq.md +72 -1
- package/docs/14-recipes-cookbook.md +2 -0
- package/docs/15-tag-conventions.md +2 -1
- package/docs/16-ci-cd.md +140 -119
- package/docs/README.md +5 -5
- package/docs/advanced-screenshots.md +3 -1
- package/docs/api-step-definitions.md +16 -2
- package/docs/global-settings.md +69 -17
- package/docs/install-webship-js.md +2 -0
- package/docs/step-definitions/then-i-should-see.md +14 -1
- package/docs/step-definitions/then-item-checkbox.md +2 -0
- package/docs/step-definitions/when-i-fill.md +4 -0
- package/docs/step-definitions/when-i-select-option-select-list.md +2 -0
- package/examples/choice-controls.html +29 -0
- package/examples/datetime-fields.html +52 -0
- package/examples/element-selector-hint.html +16 -0
- package/examples/field-states.html +27 -0
- package/examples/fill-in-empty.html +26 -0
- package/examples/fill-unreachable.html +27 -0
- package/examples/iframe-inner.html +20 -0
- package/examples/iframe-nested.html +16 -0
- package/examples/iframe-outer.html +15 -0
- package/examples/multi-value-fields.html +54 -0
- package/examples/registered-names.html +15 -0
- package/examples/select-by-label.html +33 -0
- package/examples/settle-budget.html +21 -0
- package/examples/sorted-tables.html +38 -0
- package/examples/text-matching.html +48 -0
- package/examples/text-order.html +25 -0
- package/examples/touch.html +22 -0
- package/examples/viewport-top.html +36 -0
- package/package.json +16 -1
- package/playwright.config.ts +3 -1
- package/tests/check-api-launch-url.js +106 -0
- package/tests/check-assets.js +103 -0
- package/tests/check-attachments.js +105 -0
- package/tests/check-breakpoints.js +117 -0
- package/tests/check-clock.js +143 -0
- package/tests/check-config.js +90 -0
- package/tests/check-context.js +215 -0
- package/tests/check-dry-run.js +104 -0
- package/tests/check-examples.js +10 -4
- package/tests/check-exit-report.js +141 -0
- package/tests/check-javascript-errors.js +105 -0
- package/tests/check-must-fail.js +5 -4
- package/tests/check-scaffold.js +36 -1
- package/tests/check-screenshots.js +117 -0
- package/tests/check-settle-verbs.js +137 -0
- package/tests/check-time-limit.js +104 -0
- package/tests/check-video.js +156 -0
- package/tests/check-world.js +167 -0
- package/tests/features/api-base-url.feature +25 -0
- package/tests/features/api-form-data.feature +18 -0
- package/tests/features/api-json-paths.feature +24 -0
- package/tests/features/api-response-contains.feature +21 -0
- package/tests/features/api-response-header-presence.feature +17 -0
- package/tests/features/api-response-header.feature +17 -0
- package/tests/features/api-saved-placeholders.feature +37 -0
- package/tests/features/api-step-definitions-individual.feature +1 -1
- package/tests/features/api-tables.feature +40 -0
- package/tests/features/breakpoints.feature +25 -0
- package/tests/features/choice-controls.feature +35 -0
- package/tests/features/complete-api-testing-examples.feature +1 -1
- package/tests/features/datetime-field-lookup.feature +29 -0
- package/tests/features/element-selector-hint.feature +14 -0
- package/tests/features/field-state.feature +21 -0
- package/tests/features/fill-in-empty-value.feature +41 -0
- package/tests/features/fill-reachable.feature +13 -0
- package/tests/features/iframe-nested.feature +43 -0
- package/tests/features/javascript-tolerated-errors.feature +20 -0
- package/tests/features/modal-open.feature +13 -0
- package/tests/features/multi-value-field-lookup.feature +30 -0
- package/tests/features/registered-names.feature +14 -0
- package/tests/features/select-by-label.feature +31 -0
- package/tests/features/selector-files.feature +14 -0
- package/tests/features/selectors-table-header.feature +35 -0
- package/tests/features/settle-budget.feature +11 -0
- package/tests/features/sorted-tables.feature +19 -0
- package/tests/features/storage-quoted-values.feature +26 -0
- package/tests/features/text-matching.feature +38 -0
- package/tests/features/text-order.feature +14 -0
- package/tests/features/touch.feature +21 -0
- package/tests/features/viewport-top.feature +13 -0
- package/tests/features/xml-namespaces.feature +34 -0
- package/tests/must-fail/api-json-paths.feature +21 -0
- package/tests/must-fail/api-response-contains.feature +23 -0
- package/tests/must-fail/api-response-header-presence.feature +17 -0
- package/tests/must-fail/api-response-header.feature +21 -0
- package/tests/must-fail/api-without-base-url.feature +11 -0
- package/tests/must-fail/breakpoints.feature +15 -0
- package/tests/must-fail/choice-controls.feature +25 -0
- package/tests/must-fail/clock.feature +11 -0
- package/tests/must-fail/datetime-field.feature +10 -0
- package/tests/must-fail/element-selector-hint.feature +17 -0
- package/tests/must-fail/field-state.feature +20 -0
- package/tests/must-fail/fill-field.feature +30 -0
- package/tests/must-fail/iframe-text.feature +17 -0
- package/tests/must-fail/modal-open.feature +26 -0
- package/tests/must-fail/multi-value-field.feature +18 -0
- package/tests/must-fail/registered-names.feature +25 -0
- package/tests/must-fail/select-list.feature +15 -0
- package/tests/must-fail/selector-files.feature +10 -0
- package/tests/must-fail/sorted-tables.feature +20 -0
- package/tests/must-fail/storage-before-a-page.feature +13 -0
- package/tests/must-fail/text-matching.feature +16 -0
- package/tests/must-fail/text-order.feature +15 -0
- package/tests/must-fail/viewport-top.feature +20 -0
- package/tests/must-fail/yaml-numbers.feature +48 -0
- package/tests/step-definitions/a11y.steps.js +24 -15
- package/tests/step-definitions/action.steps.js +22 -8
- package/tests/step-definitions/api.steps.js +349 -67
- package/tests/step-definitions/assertion.steps.js +100 -10
- package/tests/step-definitions/auth.steps.js +15 -18
- package/tests/step-definitions/clock.steps.js +22 -0
- package/tests/step-definitions/debug.steps.js +8 -0
- package/tests/step-definitions/dialog.steps.js +7 -0
- package/tests/step-definitions/element.steps.js +132 -17
- package/tests/step-definitions/field.steps.js +409 -96
- package/tests/step-definitions/form.steps.js +76 -29
- package/tests/step-definitions/iframe.steps.js +89 -29
- package/tests/step-definitions/input.steps.js +26 -7
- package/tests/step-definitions/javascript.steps.js +64 -22
- package/tests/step-definitions/modal.steps.js +79 -13
- package/tests/step-definitions/navigation.steps.js +14 -0
- package/tests/step-definitions/network.steps.js +15 -5
- package/tests/step-definitions/response.steps.js +6 -4
- package/tests/step-definitions/responsive.steps.js +26 -33
- package/tests/step-definitions/screenshot.steps.js +25 -8
- package/tests/step-definitions/scroll.steps.js +20 -0
- package/tests/step-definitions/selectors.steps.js +95 -48
- package/tests/step-definitions/storage.steps.js +38 -13
- package/tests/step-definitions/table.steps.js +81 -6
- package/tests/step-definitions/video.steps.js +52 -55
- package/tests/step-definitions/wait.steps.js +88 -23
- package/tests/step-definitions/web-first.steps.js +69 -35
- package/tests/step-definitions/webship.js +681 -143
- package/tests/step-definitions/xml.steps.js +49 -15
- package/tests/step-definitions/yaml.steps.js +45 -20
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
@must-fail
|
|
2
|
+
Feature: API response header presence checks that must fail, and what they say
|
|
3
|
+
Every scenario asserts a header of /example-api.json is there, or is not,
|
|
4
|
+
when the opposite is true. tests/check-must-fail.js checks the message, the
|
|
5
|
+
request and the hint.
|
|
6
|
+
|
|
7
|
+
Background:
|
|
8
|
+
Given the API base URL is "/"
|
|
9
|
+
When I send a GET request to "/example-api.json"
|
|
10
|
+
|
|
11
|
+
Scenario: A header the response does not have
|
|
12
|
+
Fails with: The API response has no "X-Powered-By" header.
|
|
13
|
+
Then the API response should contain the header "X-Powered-By"
|
|
14
|
+
|
|
15
|
+
Scenario: A header the response has
|
|
16
|
+
Fails with: The API response has the header "ETag", but it should not.
|
|
17
|
+
Then the API response should not contain the header "ETag"
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
@must-fail
|
|
2
|
+
Feature: API response header checks that must fail, and what they say
|
|
3
|
+
Every scenario asserts something about the headers of /example-api.json
|
|
4
|
+
that is not true. tests/check-must-fail.js checks the message, the request
|
|
5
|
+
and the hint.
|
|
6
|
+
|
|
7
|
+
Background:
|
|
8
|
+
Given the API base URL is "/"
|
|
9
|
+
When I send a GET request to "/example-api.json"
|
|
10
|
+
|
|
11
|
+
Scenario: "should be" given a part of the value
|
|
12
|
+
Fails with: The response header "Content-Type" is "application/json; charset=UTF-8", not "json".
|
|
13
|
+
Then the response header "Content-Type" should be "json"
|
|
14
|
+
|
|
15
|
+
Scenario: "should contain" given a text the value does not hold
|
|
16
|
+
Fails with: The response header "Content-Type" does not contain "text/html".
|
|
17
|
+
Then the response header "Content-Type" should contain "text/html"
|
|
18
|
+
|
|
19
|
+
Scenario: A header the response does not have
|
|
20
|
+
Fails with: The API response has no "X-Not-Sent" header.
|
|
21
|
+
Then the header "X-Not-Sent" should be "anything"
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
@must-fail
|
|
2
|
+
Feature: An API request without a base URL must fail, and say why
|
|
3
|
+
The API base URL belongs to the scenario that sets it. A scenario that sets
|
|
4
|
+
none fails at its first request with a path, even when another scenario of
|
|
5
|
+
the run set one before it (the scenarios of api-response-contains.feature
|
|
6
|
+
run first and set "/"). tests/check-must-fail.js checks the message, the
|
|
7
|
+
request and the hint.
|
|
8
|
+
|
|
9
|
+
Scenario: A request to a path in a scenario that set no base URL
|
|
10
|
+
Fails with: No API base URL is set, so "/example-api.json" has no address.
|
|
11
|
+
When I send a GET request to "/example-api.json"
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
@must-fail
|
|
2
|
+
Feature: Breakpoints that must fail, and what they say
|
|
3
|
+
tests/check-must-fail.js runs these scenarios and checks that each one fails
|
|
4
|
+
at its last step with the message its description announces, the address
|
|
5
|
+
of the page and a hint.
|
|
6
|
+
|
|
7
|
+
Scenario: A breakpoint nobody named
|
|
8
|
+
Fails with: There is no breakpoint named "watch".
|
|
9
|
+
Given I am on "/viewport-size.html"
|
|
10
|
+
When I set the viewport to the "watch" breakpoint
|
|
11
|
+
|
|
12
|
+
Scenario: A breakpoint nobody named, by the viewing-the-site step
|
|
13
|
+
Fails with: There is no breakpoint named "phablet".
|
|
14
|
+
Given I am on "/viewport-size.html"
|
|
15
|
+
When I am viewing the site on a "phablet" screen
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
@must-fail
|
|
2
|
+
Feature: Checkbox, radio button and field steps that must fail, and what they say
|
|
3
|
+
tests/check-must-fail.js runs these scenarios and checks that each one
|
|
4
|
+
fails at its last step with the message its description announces, the
|
|
5
|
+
address of the page and a hint, within a few seconds.
|
|
6
|
+
|
|
7
|
+
Scenario: A checkbox that is not on the page
|
|
8
|
+
Fails with: No checkbox with the label, the name, the id or the selector "Subscribe" was found after 5 seconds.
|
|
9
|
+
Given I am on "/choice-controls.html"
|
|
10
|
+
Then the "Subscribe" checkbox should be checked
|
|
11
|
+
|
|
12
|
+
Scenario: A checkbox that is not checked
|
|
13
|
+
Fails with: The checkbox "Accept the terms" is not checked.
|
|
14
|
+
Given I am on "/choice-controls.html"
|
|
15
|
+
Then the checkbox "Accept the terms" should be checked
|
|
16
|
+
|
|
17
|
+
Scenario: A radio button that is selected
|
|
18
|
+
Fails with: The radio button "Premium" is selected, but it should not be.
|
|
19
|
+
Given I am on "/choice-controls.html"
|
|
20
|
+
Then the radio button "Premium" should not be selected
|
|
21
|
+
|
|
22
|
+
Scenario: A field that is not on the page
|
|
23
|
+
Fails with: No field with the label, the name, the id or the selector "Country" was found after 5 seconds.
|
|
24
|
+
Given I am on "/choice-controls.html"
|
|
25
|
+
When I fill in the field "Country" with "Jordan"
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
@must-fail
|
|
2
|
+
Feature: Clock steps that must fail, and what they say
|
|
3
|
+
tests/check-must-fail.js runs these scenarios and checks that each one fails
|
|
4
|
+
at its last step with the message its description announces, the address
|
|
5
|
+
of the page and a hint.
|
|
6
|
+
|
|
7
|
+
Scenario: Waiting for the timers of the page under a fake clock
|
|
8
|
+
Fails with: A fake clock is installed, so the timers of the page run only when the clock moves.
|
|
9
|
+
Given I am on "/clock.html"
|
|
10
|
+
And the system time is "2026-05-08T10:00:00Z"
|
|
11
|
+
When I wait until pending timers settle
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
@must-fail
|
|
2
|
+
Feature: Datetime steps that must fail, and what they say
|
|
3
|
+
tests/check-must-fail.js runs these scenarios and checks that each one
|
|
4
|
+
fails at its last step with the message its description announces, the
|
|
5
|
+
address of the page and a hint.
|
|
6
|
+
|
|
7
|
+
Scenario: A datetime field that has no time input
|
|
8
|
+
Fails with: The datetime field "Opening" has no time input.
|
|
9
|
+
Given I am on "/datetime-fields.html"
|
|
10
|
+
When I fill in the time part of the datetime field "Opening" with "09:00"
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
@must-fail
|
|
2
|
+
Feature: An element named by a selector where the step reads a text
|
|
3
|
+
`I should see a "…" element` names the element by its exact visible text or
|
|
4
|
+
by its label. tests/check-must-fail.js runs these scenarios and checks that
|
|
5
|
+
each one fails at its last step with the message its description announces
|
|
6
|
+
(here: the hint that the argument looks like a selector), the address of the
|
|
7
|
+
page and a hint.
|
|
8
|
+
|
|
9
|
+
Scenario: A class selector where the step reads a text
|
|
10
|
+
Fails with: ".news-item" looks like a CSS selector, but this step reads it as the exact text of an element or of a label. For a selector, use: ".news-item" should be visible
|
|
11
|
+
Given I am on "/element-selector-hint.html"
|
|
12
|
+
Then I should see a ".news-item" element
|
|
13
|
+
|
|
14
|
+
Scenario: A tag name where the step reads a text
|
|
15
|
+
Fails with: "header" looks like a CSS selector, but this step reads it as the exact text of an element or of a label. For a selector, use: "header" should be visible
|
|
16
|
+
Given I am on "/element-selector-hint.html"
|
|
17
|
+
Then I should see a "header" element
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
@must-fail
|
|
2
|
+
Feature: Field state checks that must fail, and what they say
|
|
3
|
+
tests/check-must-fail.js runs these scenarios and checks that each one
|
|
4
|
+
fails at its last step with the message its description announces, the
|
|
5
|
+
address of the page and a hint.
|
|
6
|
+
|
|
7
|
+
Scenario: An editable field is not read-only
|
|
8
|
+
Fails with: The field "Username" is not read-only.
|
|
9
|
+
Given I am on "/field-states.html"
|
|
10
|
+
Then the field "Username" should have "read-only" state
|
|
11
|
+
|
|
12
|
+
Scenario: A disabled field is not editable
|
|
13
|
+
Fails with: The field "Account ID" is not editable.
|
|
14
|
+
Given I am on "/field-states.html"
|
|
15
|
+
Then the field "Account ID" should have "editable" state
|
|
16
|
+
|
|
17
|
+
Scenario: A state the step does not know
|
|
18
|
+
Fails with: "valid" is not a state this step can check.
|
|
19
|
+
Given I am on "/field-states.html"
|
|
20
|
+
Then the field "Username" should have "valid" state
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
@must-fail
|
|
2
|
+
Feature: Fill steps that must fail, and what they say
|
|
3
|
+
tests/check-must-fail.js runs these scenarios and checks that each one
|
|
4
|
+
fails at its last step with the message its description announces, the
|
|
5
|
+
address of the page and a hint, within a few seconds.
|
|
6
|
+
|
|
7
|
+
Scenario: A field that is hidden
|
|
8
|
+
Fails with: The field "Hidden note" is on the page but hidden, so it cannot be filled.
|
|
9
|
+
Given I am on "/fill-unreachable.html"
|
|
10
|
+
When I fill in "Hidden note" with "Some words"
|
|
11
|
+
|
|
12
|
+
Scenario: A field that is disabled
|
|
13
|
+
Fails with: The field "Locked code" is disabled, so it cannot be filled.
|
|
14
|
+
Given I am on "/fill-unreachable.html"
|
|
15
|
+
When I fill in "Locked code" with "X2"
|
|
16
|
+
|
|
17
|
+
Scenario: A field that is read-only
|
|
18
|
+
Fails with: The field "Reference" is read-only, so it cannot be filled.
|
|
19
|
+
Given I am on "/fill-unreachable.html"
|
|
20
|
+
When I fill in "R-2" for "Reference"
|
|
21
|
+
|
|
22
|
+
Scenario: A hidden field named by attribute
|
|
23
|
+
Fails with: The field "#note" is on the page but hidden, so it cannot be filled.
|
|
24
|
+
Given I am on "/fill-unreachable.html"
|
|
25
|
+
When I fill in "#note" with "Some words" by attr
|
|
26
|
+
|
|
27
|
+
Scenario: A field named by attribute that is not on the page
|
|
28
|
+
Fails with: No field with "no-such-field" was found after 5 seconds.
|
|
29
|
+
Given I am on "/fill-unreachable.html"
|
|
30
|
+
When I fill in "no-such-field" with "Some words" by attr
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
@must-fail
|
|
2
|
+
Feature: Iframe steps that must fail, and what they say
|
|
3
|
+
tests/check-must-fail.js runs these scenarios and checks that each one
|
|
4
|
+
fails at its last step with the message its description announces, the
|
|
5
|
+
address of the page and a hint.
|
|
6
|
+
|
|
7
|
+
Scenario: A text that is not inside the iframe
|
|
8
|
+
Fails with: The text "Payment received" was not found inside the iframe after 5 seconds.
|
|
9
|
+
Given I am on "/iframe.html"
|
|
10
|
+
When I switch to iframe "#order-frame"
|
|
11
|
+
Then I should see "Payment received" inside the iframe
|
|
12
|
+
|
|
13
|
+
Scenario: A text that is inside the iframe
|
|
14
|
+
Fails with: The text "Order form inside the iframe" is inside the iframe, but it should not be.
|
|
15
|
+
Given I am on "/iframe.html"
|
|
16
|
+
When I switch to iframe "#order-frame"
|
|
17
|
+
Then I should not see "Order form inside the iframe" inside the iframe
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
@must-fail
|
|
2
|
+
Feature: Modal steps that must fail, and what they say
|
|
3
|
+
tests/check-must-fail.js runs these scenarios and checks that each one
|
|
4
|
+
fails at its last step with the message its description announces, the
|
|
5
|
+
address of the page and a hint, within a few seconds.
|
|
6
|
+
|
|
7
|
+
Scenario: A click in the modal when no modal is open
|
|
8
|
+
Fails with: No modal is open: none was visible after 5 seconds.
|
|
9
|
+
Given I am on "/modal.html"
|
|
10
|
+
When I click "OK" in the modal
|
|
11
|
+
|
|
12
|
+
Scenario: A click on an element in the modal when no modal is open
|
|
13
|
+
Fails with: No modal is open: none was visible after 5 seconds.
|
|
14
|
+
Given I am on "/modal.html"
|
|
15
|
+
When I click on "#close-btn" in the modal
|
|
16
|
+
|
|
17
|
+
Scenario: Closing the modal when no modal is open
|
|
18
|
+
Fails with: No modal is open: none was visible after 5 seconds.
|
|
19
|
+
Given I am on "/modal.html"
|
|
20
|
+
When I close the modal
|
|
21
|
+
|
|
22
|
+
Scenario: A button the open modal does not have
|
|
23
|
+
Fails with: The open modal has no button or link "Launch".
|
|
24
|
+
Given I am on "/modal.html"
|
|
25
|
+
When I click on the element "#open"
|
|
26
|
+
And I click "Launch" in the modal
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
@must-fail
|
|
2
|
+
Feature: Multi-value steps that must fail, and what they say
|
|
3
|
+
tests/check-must-fail.js runs these scenarios and checks that each one
|
|
4
|
+
fails at its last step with the message its description announces, the
|
|
5
|
+
address of the page and a hint, within a few seconds.
|
|
6
|
+
|
|
7
|
+
Scenario: A multi-value field that is not on the page
|
|
8
|
+
Fails with: No multi-value field "Hobbies" was found after 5 seconds.
|
|
9
|
+
Given I am on "/multi-value-fields.html"
|
|
10
|
+
When I fill in the multi-value field "Hobbies" with the following values:
|
|
11
|
+
| chess |
|
|
12
|
+
|
|
13
|
+
Scenario: More values than the field has inputs
|
|
14
|
+
Fails with: The multi-value field "Websites" has 1 input for 2 values.
|
|
15
|
+
Given I am on "/multi-value-fields.html"
|
|
16
|
+
When I fill in the multi-value field "Websites" with the following values:
|
|
17
|
+
| https://example.com |
|
|
18
|
+
| https://example.org |
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
@must-fail
|
|
2
|
+
Feature: A name of the selector registry given to a step that does not read it
|
|
3
|
+
A step that takes a text, a label or a CSS selector in quotes does not read
|
|
4
|
+
the selector registry. tests/check-must-fail.js runs these scenarios and
|
|
5
|
+
checks that each one fails at its last step with the message its
|
|
6
|
+
description announces (here: the hint that names the registry), the address
|
|
7
|
+
of the page and a hint.
|
|
8
|
+
|
|
9
|
+
Scenario: A registered name given to a web-first step
|
|
10
|
+
Fails with: "premium-banner" is a name of the selector registry (.promo-banner), but this step does not read the registry. Use: I see visible premium-banner, or: ".promo-banner" should be visible
|
|
11
|
+
Given I am on "/registered-names.html"
|
|
12
|
+
When I add "premium-banner" selector for ".promo-banner" css selector
|
|
13
|
+
Then "premium-banner" should be visible
|
|
14
|
+
|
|
15
|
+
Scenario: A registered name given to an element step
|
|
16
|
+
Fails with: "premium-banner" is a name of the selector registry (.promo-banner), but this step does not read the registry. Use: the element ".promo-banner" should be at the top of the viewport
|
|
17
|
+
Given I am on "/registered-names.html"
|
|
18
|
+
When I add "premium-banner" selector for ".promo-banner" css selector
|
|
19
|
+
Then the element "premium-banner" should be at the top of the viewport
|
|
20
|
+
|
|
21
|
+
Scenario: A registered name given to the fill step
|
|
22
|
+
Fails with: "search box" is a name of the selector registry (.search-box input), but this step does not read the registry. Use: I fill in the field ".search-box input" with "laptops"
|
|
23
|
+
Given I am on "/registered-names.html"
|
|
24
|
+
When I add "search box" selector for ".search-box input" css selector
|
|
25
|
+
And I fill in "search box" with "laptops"
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
@must-fail
|
|
2
|
+
Feature: Select steps that must fail, and what they say
|
|
3
|
+
tests/check-must-fail.js runs these scenarios and checks that each one
|
|
4
|
+
fails at its last step with the message its description announces, the
|
|
5
|
+
address of the page and a hint, within a few seconds.
|
|
6
|
+
|
|
7
|
+
Scenario: A select list that is not on the page
|
|
8
|
+
Fails with: No select list with the label, the name or the id "Bikes" was found after 5 seconds.
|
|
9
|
+
Given I am on "/select-by-label.html"
|
|
10
|
+
When I select "Saab" from "Bikes"
|
|
11
|
+
|
|
12
|
+
Scenario: An option that is not in the select list
|
|
13
|
+
Fails with: The select list "Cars" has no option "Tesla".
|
|
14
|
+
Given I am on "/select-by-label.html"
|
|
15
|
+
When I select "Tesla" from "Cars"
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
@must-fail
|
|
2
|
+
Feature: Selector files that must fail, and what they say
|
|
3
|
+
tests/check-must-fail.js runs these scenarios and checks that each one fails
|
|
4
|
+
at its last step with the message its description announces, the address of
|
|
5
|
+
the page and a hint.
|
|
6
|
+
|
|
7
|
+
Scenario: A selector file that is not there
|
|
8
|
+
Fails with: The selector file "no-such-selectors.json" was not found.
|
|
9
|
+
Given I am on homepage
|
|
10
|
+
When I add selectors from "no-such-selectors.json" file
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
@must-fail
|
|
2
|
+
Feature: Sorted-table assertions that must fail, and what they say
|
|
3
|
+
tests/check-must-fail.js runs these scenarios and checks that each one
|
|
4
|
+
fails at its last step with the message its description announces, the
|
|
5
|
+
address of the page and a hint.
|
|
6
|
+
|
|
7
|
+
Scenario: A price column out of order
|
|
8
|
+
Fails with: The table "#unsorted" is not sorted by "Price" in ascending order: row 1 ("$49.99") comes before row 2 ("$9.99").
|
|
9
|
+
Given I am on "/sorted-tables.html"
|
|
10
|
+
Then the table "#unsorted" should be sorted by "Price" in "ascending" order
|
|
11
|
+
|
|
12
|
+
Scenario: A column that is not in the table
|
|
13
|
+
Fails with: The table "#prices" has no "Colour" column.
|
|
14
|
+
Given I am on "/sorted-tables.html"
|
|
15
|
+
Then the table "#prices" should be sorted by "Colour" in "ascending" order
|
|
16
|
+
|
|
17
|
+
Scenario: A table that is not on the page
|
|
18
|
+
Fails with: No table matches "#no-such-table".
|
|
19
|
+
Given I am on "/sorted-tables.html"
|
|
20
|
+
Then the table "#no-such-table" should be sorted by "Price" in "ascending" order
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
@must-fail
|
|
2
|
+
Feature: Storage steps before the first page, and what they say
|
|
3
|
+
tests/check-must-fail.js runs these scenarios and checks that each one fails
|
|
4
|
+
at its last step with the message its description announces, the address of
|
|
5
|
+
the page and a hint.
|
|
6
|
+
|
|
7
|
+
Scenario: Local storage set before a page of the site is open
|
|
8
|
+
Fails with: Could not set the local storage "theme": the page has no site yet.
|
|
9
|
+
Given the local storage "theme" is set to "dark"
|
|
10
|
+
|
|
11
|
+
Scenario: Session storage cleared before a page of the site is open
|
|
12
|
+
Fails with: Could not clear the session storage: the page has no site yet.
|
|
13
|
+
Given session storage is cleared
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
@must-fail
|
|
2
|
+
Feature: Page-text assertions that must fail, whatever the letter case
|
|
3
|
+
`I should not see` reads the page the way `I should see` does: letter case
|
|
4
|
+
ignored, hidden text included. tests/check-must-fail.js runs these
|
|
5
|
+
scenarios and checks that each one fails at its last step with the message
|
|
6
|
+
its description announces, the address of the page and a hint.
|
|
7
|
+
|
|
8
|
+
Scenario: A text that is on the page in another letter case
|
|
9
|
+
Fails with: The text "next page" is on the page, but it should not be.
|
|
10
|
+
Given I am on "/text-matching.html"
|
|
11
|
+
Then I should not see "next page"
|
|
12
|
+
|
|
13
|
+
Scenario: A hidden text that is on the page
|
|
14
|
+
Fails with: The text "members save 10 percent" is on the page, but it should not be.
|
|
15
|
+
Given I am on "/text-matching.html"
|
|
16
|
+
Then I should not see "members save 10 percent"
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
@must-fail
|
|
2
|
+
Feature: Text-order assertions that must fail, and what they say
|
|
3
|
+
tests/check-must-fail.js runs these scenarios and checks that each one
|
|
4
|
+
fails at its last step with the message its description announces, the
|
|
5
|
+
address of the page and a hint.
|
|
6
|
+
|
|
7
|
+
Scenario: The first places on the whole page are in the other order
|
|
8
|
+
Fails with: The text "Products" does not appear after the text "Home" on the page.
|
|
9
|
+
Given I am on "/text-order.html"
|
|
10
|
+
Then the text "Products" should appear after the text "Home"
|
|
11
|
+
|
|
12
|
+
Scenario: A text that is not on the page
|
|
13
|
+
Fails with: The text "Desktops" is not on the page.
|
|
14
|
+
Given I am on "/text-order.html"
|
|
15
|
+
Then the text "Desktops" should appear after the text "Home"
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
@must-fail
|
|
2
|
+
Feature: Top-of-the-viewport assertions that must fail, and what they say
|
|
3
|
+
tests/check-must-fail.js runs these scenarios and checks that each one
|
|
4
|
+
fails at its last step with the message its description announces, the
|
|
5
|
+
address of the page and a hint.
|
|
6
|
+
|
|
7
|
+
Scenario: An element far below the top
|
|
8
|
+
Fails with: The element "#section-5" is not at the top of the viewport after 5 seconds.
|
|
9
|
+
Given I am on "/viewport-top.html"
|
|
10
|
+
Then the element "#section-5" should be at the top of the viewport
|
|
11
|
+
|
|
12
|
+
Scenario: An element that is hidden
|
|
13
|
+
Fails with: The element "#hidden-section" is on the page but not visible after 5 seconds.
|
|
14
|
+
Given I am on "/viewport-top.html"
|
|
15
|
+
Then the element "#hidden-section" should be at the top of the viewport
|
|
16
|
+
|
|
17
|
+
Scenario: An element that is not on the page
|
|
18
|
+
Fails with: No element matches "#no-such-section" after 5 seconds.
|
|
19
|
+
Given I am on "/viewport-top.html"
|
|
20
|
+
Then the element "#no-such-section" should be at the top of the viewport
|
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
@must-fail
|
|
2
|
+
Feature: YAML numbers that must fail, and what they say
|
|
3
|
+
tests/check-must-fail.js runs these scenarios and checks that each one fails
|
|
4
|
+
at its last step with the message its description announces, the address of
|
|
5
|
+
the page and a hint.
|
|
6
|
+
|
|
7
|
+
Scenario: A quoted number is a string, not a number
|
|
8
|
+
Fails with: The YAML value at "/spec/replicas" is the string "3", not a number.
|
|
9
|
+
Given the YAML response content is the following:
|
|
10
|
+
"""
|
|
11
|
+
spec:
|
|
12
|
+
replicas: "3"
|
|
13
|
+
"""
|
|
14
|
+
Then the YAML value at "/spec/replicas" should be between 1 and 5
|
|
15
|
+
|
|
16
|
+
Scenario: A null is not zero
|
|
17
|
+
Fails with: The YAML value at "/timeout" is null, not a number.
|
|
18
|
+
Given the YAML response content is the following:
|
|
19
|
+
"""
|
|
20
|
+
timeout: ~
|
|
21
|
+
"""
|
|
22
|
+
Then the YAML value at "/timeout" should be greater than or equal to 0
|
|
23
|
+
|
|
24
|
+
Scenario: A boolean is not one
|
|
25
|
+
Fails with: The YAML value at "/retries" is the boolean true, not a number.
|
|
26
|
+
Given the YAML response content is the following:
|
|
27
|
+
"""
|
|
28
|
+
retries: true
|
|
29
|
+
"""
|
|
30
|
+
Then the YAML value at "/retries" should be less than or equal to 3
|
|
31
|
+
|
|
32
|
+
Scenario: A number that is not greater
|
|
33
|
+
Fails with: The YAML value at "/spec/replicas" is 3, not greater than 5.
|
|
34
|
+
Given the YAML response content is the following:
|
|
35
|
+
"""
|
|
36
|
+
spec:
|
|
37
|
+
replicas: 3
|
|
38
|
+
"""
|
|
39
|
+
Then the YAML value at "/spec/replicas" should be greater than 5
|
|
40
|
+
|
|
41
|
+
Scenario: A number out of the range
|
|
42
|
+
Fails with: The YAML value at "/spec/replicas" is 7, not between 1 and 5.
|
|
43
|
+
Given the YAML response content is the following:
|
|
44
|
+
"""
|
|
45
|
+
spec:
|
|
46
|
+
replicas: 7
|
|
47
|
+
"""
|
|
48
|
+
Then the YAML value at "/spec/replicas" should be between 1 and 5
|
|
@@ -881,7 +881,8 @@ Then(/^the page should not violate the accessibility rule "([^"]*)"$/, async fun
|
|
|
881
881
|
});
|
|
882
882
|
|
|
883
883
|
/**
|
|
884
|
-
* Print every axe violation to stdout (debug aid)
|
|
884
|
+
* Print every axe violation to stdout (debug aid), and attach the same text
|
|
885
|
+
* to the step, so the JSON report and the HTML report show it too.
|
|
885
886
|
*
|
|
886
887
|
* Example #1: Then I print accessibility violations
|
|
887
888
|
* Example #2: When I am on "/checkout"
|
|
@@ -895,20 +896,24 @@ Then(/^the page should not violate the accessibility rule "([^"]*)"$/, async fun
|
|
|
895
896
|
*/
|
|
896
897
|
Then(/^(I |we )*print accessibility violations$/, async function (pronounCase) {
|
|
897
898
|
const result = await runAxe(this);
|
|
899
|
+
const lines = [];
|
|
898
900
|
if (result.violations.length === 0) {
|
|
899
|
-
|
|
900
|
-
|
|
901
|
-
|
|
902
|
-
|
|
903
|
-
|
|
904
|
-
|
|
905
|
-
|
|
906
|
-
|
|
907
|
-
|
|
908
|
-
|
|
901
|
+
lines.push('--- Accessibility violations: none ---');
|
|
902
|
+
} else {
|
|
903
|
+
lines.push('--- Accessibility violations ---');
|
|
904
|
+
for (const v of result.violations) {
|
|
905
|
+
lines.push(`[${v.impact}] ${v.id} — ${v.help}`);
|
|
906
|
+
lines.push(` ${v.helpUrl}`);
|
|
907
|
+
for (const n of v.nodes.slice(0, 3)) {
|
|
908
|
+
lines.push(` ${n.target.join(' ')}`);
|
|
909
|
+
if (n.failureSummary) lines.push(` ${n.failureSummary.split('\n')[0]}`);
|
|
910
|
+
}
|
|
911
|
+
if (v.nodes.length > 3) lines.push(` ... and ${v.nodes.length - 3} more node(s)`);
|
|
909
912
|
}
|
|
910
|
-
if (v.nodes.length > 3) console.log(` ... and ${v.nodes.length - 3} more node(s)`);
|
|
911
913
|
}
|
|
914
|
+
const text = lines.join('\n');
|
|
915
|
+
console.log('\n' + text);
|
|
916
|
+
await this.attach(text, 'text/plain');
|
|
912
917
|
});
|
|
913
918
|
|
|
914
919
|
/**
|
|
@@ -1009,7 +1014,9 @@ Then(/^the page should pass the full accessibility check(?: at level "(A|AA|AAA)
|
|
|
1009
1014
|
|
|
1010
1015
|
/**
|
|
1011
1016
|
* The same whole-page check, reported rather than asserted. Use it to see
|
|
1012
|
-
* where a page stands before deciding what to gate on.
|
|
1017
|
+
* where a page stands before deciding what to gate on. The report goes to
|
|
1018
|
+
* stdout and is attached to the step, so the JSON report and the HTML report
|
|
1019
|
+
* show it too.
|
|
1013
1020
|
*
|
|
1014
1021
|
* Example #1: Then I print the full accessibility check
|
|
1015
1022
|
* Example #2: When I go to "/about-us"
|
|
@@ -1025,6 +1032,8 @@ Then(/^(?:I |we )*print the full accessibility check$/, async function () {
|
|
|
1025
1032
|
const result = await runAxe(this, { tags: WCAG_TAGS.AA });
|
|
1026
1033
|
const found = await structuralAudit(this.page);
|
|
1027
1034
|
const lines = fullCheckReport(result.violations, found);
|
|
1028
|
-
|
|
1029
|
-
|
|
1035
|
+
const text = `--- Full accessibility check: ${this.page.url()} ---\n` +
|
|
1036
|
+
(lines.length ? lines.join('\n\n') : ' nothing to report');
|
|
1037
|
+
console.log('\n' + text);
|
|
1038
|
+
await this.attach(text, 'text/plain');
|
|
1030
1039
|
});
|
|
@@ -4,13 +4,12 @@
|
|
|
4
4
|
// press, click (text / attr / row / link follow), and file attach.
|
|
5
5
|
|
|
6
6
|
const { When } = require('@cucumber/cucumber');
|
|
7
|
-
const
|
|
8
|
-
const { buildSelector, friendly } = require('./webship');
|
|
7
|
+
const { buildSelector, friendly, resolveAssetFile, registeredNameHint } = require('./webship');
|
|
9
8
|
|
|
10
9
|
// Wrap a Playwright action with a friendlier error pointing at the
|
|
11
10
|
// failing locator + Gherkin step. Pass `label` describing the step
|
|
12
11
|
// ("press button", "click link", ...) and the user-supplied target.
|
|
13
|
-
async function actOrExplain(label, target, fn) {
|
|
12
|
+
async function actOrExplain(label, target, fn, registryHint) {
|
|
14
13
|
try {
|
|
15
14
|
await fn();
|
|
16
15
|
} catch (e) {
|
|
@@ -19,6 +18,7 @@ async function actOrExplain(label, target, fn) {
|
|
|
19
18
|
`Failed to ${label} "${target}".\n` +
|
|
20
19
|
` ${msg}\n` +
|
|
21
20
|
` Hints:\n` +
|
|
21
|
+
(registryHint ? ` - ${registryHint}\n` : '') +
|
|
22
22
|
` - Check the visible text matches exactly (case-sensitive).\n` +
|
|
23
23
|
` - Use the "by attr" variant if the element has no readable text.\n` +
|
|
24
24
|
` - Use "wait for ... to appear" if the element renders late.`
|
|
@@ -26,6 +26,15 @@ async function actOrExplain(label, target, fn) {
|
|
|
26
26
|
}
|
|
27
27
|
}
|
|
28
28
|
|
|
29
|
+
// What a press or a click step says when it was given a name of the selector
|
|
30
|
+
// registry: the bare-name click and the element click read a selector.
|
|
31
|
+
function clickRegistryHint(world, name) {
|
|
32
|
+
return registeredNameHint(world, name, {
|
|
33
|
+
bare: 'I click {name}',
|
|
34
|
+
withSelector: (selector) => `I click on the element "${selector}"`,
|
|
35
|
+
});
|
|
36
|
+
}
|
|
37
|
+
|
|
29
38
|
// ---------------------------------------------------------------------------
|
|
30
39
|
// Press / click — by visible text
|
|
31
40
|
// ---------------------------------------------------------------------------
|
|
@@ -48,7 +57,7 @@ When(/^(I |we )*press( the)* "([^"]*)?"( button)*$/, async function (pronounCase
|
|
|
48
57
|
.filter({ hasText: new RegExp('^' + esc + '$') })
|
|
49
58
|
.first()
|
|
50
59
|
.click();
|
|
51
|
-
});
|
|
60
|
+
}, clickRegistryHint(this, element));
|
|
52
61
|
});
|
|
53
62
|
|
|
54
63
|
/**
|
|
@@ -72,6 +81,7 @@ When(/^(I |we )*press "([^"]*)?" by( its)*(?: "([^"]*)?")* (attribute|attr)$/, a
|
|
|
72
81
|
* Example #2: And I click "aboutUs"
|
|
73
82
|
* Example #3: When we click "Read more"
|
|
74
83
|
* Example #4: And click "Home"
|
|
84
|
+
* Example #5: When we click "Sign up"
|
|
75
85
|
*
|
|
76
86
|
*/
|
|
77
87
|
When(/^(I |we )*click "([^"]*)?"$/, async function (pronounCase, item) {
|
|
@@ -82,7 +92,7 @@ When(/^(I |we )*click "([^"]*)?"$/, async function (pronounCase, item) {
|
|
|
82
92
|
.filter({ hasText: new RegExp('^' + esc + '$') })
|
|
83
93
|
.first()
|
|
84
94
|
.click();
|
|
85
|
-
});
|
|
95
|
+
}, clickRegistryHint(this, item));
|
|
86
96
|
});
|
|
87
97
|
|
|
88
98
|
/**
|
|
@@ -92,6 +102,7 @@ When(/^(I |we )*click "([^"]*)?"$/, async function (pronounCase, item) {
|
|
|
92
102
|
* Example #2: When I click "data-selector-about" by attribute
|
|
93
103
|
* Example #3: And I click "about-us-css" by "class" attr
|
|
94
104
|
* Example #4: And I click "about-us-id" by its "id" attribute
|
|
105
|
+
* Example #5: When we click "submit-button" by its "data-testid" attribute
|
|
95
106
|
*
|
|
96
107
|
*/
|
|
97
108
|
When(/^(I |we )*click "([^"]*)?" by( its)*(?: "([^"]*)?")* (attribute|attr)$/, async function (pronounCase, attrValue, itsCase, attr, attrWord) {
|
|
@@ -105,6 +116,7 @@ When(/^(I |we )*click "([^"]*)?" by( its)*(?: "([^"]*)?")* (attribute|attr)$/, a
|
|
|
105
116
|
* Example #2: When I click "Delete" in the "Product A" row
|
|
106
117
|
* Example #3: When we click "View Details" in the "Order #12345" row
|
|
107
118
|
* Example #4: And I click "Download" in the "Report 2024" row
|
|
119
|
+
* Example #5: When we click "Archive" in the "Invoice 1042" row
|
|
108
120
|
*
|
|
109
121
|
*/
|
|
110
122
|
When(/^(I |we )*click "([^"]*)?" in( the)* "([^"]*)?" row$/, async function (pronounCase, clickText, theCase, rowIdentifier) {
|
|
@@ -149,8 +161,10 @@ When(/^(I |we )*follow "([^"]*)"$/, async function (pronounCase, link) {
|
|
|
149
161
|
/**
|
|
150
162
|
* Attach a file from tests/assets/ to a file input.
|
|
151
163
|
*
|
|
152
|
-
*
|
|
153
|
-
* `
|
|
164
|
+
* A file name is looked for in the project's `tests/assets/`
|
|
165
|
+
* (`this.assetsFolder`), then as written from the project root; a file that
|
|
166
|
+
* is in neither fails with the paths tried. The target selector must address
|
|
167
|
+
* an `<input type="file">`.
|
|
154
168
|
*
|
|
155
169
|
* Example #1: When I attach the file "profile-icon.jpg" to "#profile-icon-upload"
|
|
156
170
|
* Example #2: When we attach file "resume.pdf" to "#resume"
|
|
@@ -163,5 +177,5 @@ When(/^(I |we )*follow "([^"]*)"$/, async function (pronounCase, link) {
|
|
|
163
177
|
*
|
|
164
178
|
*/
|
|
165
179
|
When(/^(I |we )*attach( the)* file "([^"]*)?" to "([^"]*)?"$/, async function (pronounCase, theCase, fileName, element) {
|
|
166
|
-
await this.page.locator(element).setInputFiles(
|
|
180
|
+
await this.page.locator(element).setInputFiles(resolveAssetFile(this, fileName));
|
|
167
181
|
});
|