cucumber-compatibility-kit 11.3.0 → 13.0.0

data/features/pending/pending.feature.ndjson

@@ -1,4 +1,4 @@
-{"meta":{"ci":{"buildNumber":"154666429","git":{"remote":"https://github.com/cucumber-ltd/shouty.rb.git","revision":"99684bcacf01d95875834d87903dcb072306c9ad"},"name":"GitHub Actions","url":"https://github.com/cucumber-ltd/shouty.rb/actions/runs/154666429"},"cpu":{"name":"x64"},"implementation":{"name":"fake-cucumber","version":"16.2.0"},"os":{"name":"darwin","version":"22.4.0"},"protocolVersion":"22.0.0","runtime":{"name":"node.js","version":"19.7.0"}}}
+{"meta":{"ci":{"buildNumber":"154666429","git":{"remote":"https://github.com/cucumber-ltd/shouty.rb.git","revision":"99684bcacf01d95875834d87903dcb072306c9ad"},"name":"GitHub Actions","url":"https://github.com/cucumber-ltd/shouty.rb/actions/runs/154666429"},"cpu":{"name":"x64"},"implementation":{"name":"fake-cucumber","version":"16.3.0"},"os":{"name":"linux","version":"5.15.0-84-generic"},"protocolVersion":"22.0.0","runtime":{"name":"node.js","version":"18.18.0"}}}
 {"source":{"data":"Feature: Pending steps\n\n  During development, step definitions can signal at runtime that they are\n  not yet implemented (or \"pending\") by returning or throwing a particular\n  value.\n\n  This causes subsequent steps in the scenario to be skipped, and the overall\n  result to be treated as a failure.\n\n  Scenario: Unimplemented step signals pending status\n    Given a step that isnt implemented yet\n\n  Scenario: Steps before unimplemented steps are executed\n    Given an implemented step\n    When a step that isnt implemented yet\n\n  Scenario: Steps after unimplemented steps are skipped\n    Given a step that isnt implemented yet\n    Then a step that we expect to be skipped\n","mediaType":"text/x.cucumber.gherkin+plain","uri":"samples/pending/pending.feature"}}
 {"gherkinDocument":{"comments":[],"feature":{"children":[{"scenario":{"description":"","examples":[],"id":"4","keyword":"Scenario","location":{"column":3,"line":10},"name":"Unimplemented step signals pending status","steps":[{"id":"3","keyword":"Given ","keywordType":"Context","location":{"column":5,"line":11},"text":"a step that isnt implemented yet"}],"tags":[]}},{"scenario":{"description":"","examples":[],"id":"7","keyword":"Scenario","location":{"column":3,"line":13},"name":"Steps before unimplemented steps are executed","steps":[{"id":"5","keyword":"Given ","keywordType":"Context","location":{"column":5,"line":14},"text":"an implemented step"},{"id":"6","keyword":"When ","keywordType":"Action","location":{"column":5,"line":15},"text":"a step that isnt implemented yet"}],"tags":[]}},{"scenario":{"description":"","examples":[],"id":"10","keyword":"Scenario","location":{"column":3,"line":17},"name":"Steps after unimplemented steps are skipped","steps":[{"id":"8","keyword":"Given ","keywordType":"Context","location":{"column":5,"line":18},"text":"a step that isnt implemented yet"},{"id":"9","keyword":"Then ","keywordType":"Outcome","location":{"column":5,"line":19},"text":"a step that we expect to be skipped"}],"tags":[]}}],"description":"  During development, step definitions can signal at runtime that they are\n  not yet implemented (or \"pending\") by returning or throwing a particular\n  value.\n\n  This causes subsequent steps in the scenario to be skipped, and the overall\n  result to be treated as a failure.","keyword":"Feature","language":"en","location":{"column":1,"line":1},"name":"Pending steps","tags":[]},"uri":"samples/pending/pending.feature"}}
 {"pickle":{"astNodeIds":["4"],"id":"12","language":"en","name":"Unimplemented step signals pending status","steps":[{"astNodeIds":["3"],"id":"11","text":"a step that isnt implemented yet","type":"Context"}],"tags":[],"uri":"samples/pending/pending.feature"}}

data/features/pending/pending.feature.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 Given('an implemented step') do
   # no-op
 end
@@ -8,4 +10,4 @@ end
 
 Given('a step that isnt implemented yet') do
   'pending'
-end
+end

data/features/retry/retry.feature.ndjson

@@ -1,4 +1,4 @@
-{"meta":{"ci":{"buildNumber":"154666429","git":{"remote":"https://github.com/cucumber-ltd/shouty.rb.git","revision":"99684bcacf01d95875834d87903dcb072306c9ad"},"name":"GitHub Actions","url":"https://github.com/cucumber-ltd/shouty.rb/actions/runs/154666429"},"cpu":{"name":"x64"},"implementation":{"name":"fake-cucumber","version":"16.2.0"},"os":{"name":"darwin","version":"22.4.0"},"protocolVersion":"22.0.0","runtime":{"name":"node.js","version":"19.7.0"}}}
+{"meta":{"ci":{"buildNumber":"154666429","git":{"remote":"https://github.com/cucumber-ltd/shouty.rb.git","revision":"99684bcacf01d95875834d87903dcb072306c9ad"},"name":"GitHub Actions","url":"https://github.com/cucumber-ltd/shouty.rb/actions/runs/154666429"},"cpu":{"name":"x64"},"implementation":{"name":"fake-cucumber","version":"16.3.0"},"os":{"name":"linux","version":"5.15.0-84-generic"},"protocolVersion":"22.0.0","runtime":{"name":"node.js","version":"18.18.0"}}}
 {"source":{"data":"Feature: Retry\n\n  Some Cucumber implementations support a Retry mechanism, where test cases that fail\n  can be retried up to a limited number of attempts in the same test run.\n\n  Non-passing statuses other than FAILED don't trigger a retry - they are not going to pass\n  however many times we attempt them.\n\n  Scenario: test case passes on the first attempt\n    Given a step that always passes\n\n  Scenario: test case passes on the second attempt\n    Given a step that passes the second time\n\n  Scenario: test case passes on the final attempt\n    Given a step that passes the third time\n\n  Scenario: test case fails on every attempt\n    Given a step that always fails\n\n  Scenario: don't retry on UNDEFINED\n    Given a non-existent step\n","mediaType":"text/x.cucumber.gherkin+plain","uri":"samples/retry/retry.feature"}}
 {"gherkinDocument":{"comments":[],"feature":{"children":[{"scenario":{"description":"","examples":[],"id":"5","keyword":"Scenario","location":{"column":3,"line":9},"name":"test case passes on the first attempt","steps":[{"id":"4","keyword":"Given ","keywordType":"Context","location":{"column":5,"line":10},"text":"a step that always passes"}],"tags":[]}},{"scenario":{"description":"","examples":[],"id":"7","keyword":"Scenario","location":{"column":3,"line":12},"name":"test case passes on the second attempt","steps":[{"id":"6","keyword":"Given ","keywordType":"Context","location":{"column":5,"line":13},"text":"a step that passes the second time"}],"tags":[]}},{"scenario":{"description":"","examples":[],"id":"9","keyword":"Scenario","location":{"column":3,"line":15},"name":"test case passes on the final attempt","steps":[{"id":"8","keyword":"Given ","keywordType":"Context","location":{"column":5,"line":16},"text":"a step that passes the third time"}],"tags":[]}},{"scenario":{"description":"","examples":[],"id":"11","keyword":"Scenario","location":{"column":3,"line":18},"name":"test case fails on every attempt","steps":[{"id":"10","keyword":"Given ","keywordType":"Context","location":{"column":5,"line":19},"text":"a step that always fails"}],"tags":[]}},{"scenario":{"description":"","examples":[],"id":"13","keyword":"Scenario","location":{"column":3,"line":21},"name":"don't retry on UNDEFINED","steps":[{"id":"12","keyword":"Given ","keywordType":"Context","location":{"column":5,"line":22},"text":"a non-existent step"}],"tags":[]}}],"description":"  Some Cucumber implementations support a Retry mechanism, where test cases that fail\n  can be retried up to a limited number of attempts in the same test run.\n\n  Non-passing statuses other than FAILED don't trigger a retry - they are not going to pass\n  however many times we attempt them.","keyword":"Feature","language":"en","location":{"column":1,"line":1},"name":"Retry","tags":[]},"uri":"samples/retry/retry.feature"}}
 {"pickle":{"astNodeIds":["5"],"id":"15","language":"en","name":"test case passes on the first attempt","steps":[{"astNodeIds":["4"],"id":"14","text":"a step that always passes","type":"Context"}],"tags":[],"uri":"samples/retry/retry.feature"}}

data/features/retry/retry.feature.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 Given('a step that always passes') do
   # no-op
 end

data/features/rules/rules.feature.ndjson

@@ -1,4 +1,4 @@
-{"meta":{"ci":{"buildNumber":"154666429","git":{"remote":"https://github.com/cucumber-ltd/shouty.rb.git","revision":"99684bcacf01d95875834d87903dcb072306c9ad"},"name":"GitHub Actions","url":"https://github.com/cucumber-ltd/shouty.rb/actions/runs/154666429"},"cpu":{"name":"x64"},"implementation":{"name":"fake-cucumber","version":"16.2.0"},"os":{"name":"darwin","version":"22.4.0"},"protocolVersion":"22.0.0","runtime":{"name":"node.js","version":"19.7.0"}}}
+{"meta":{"ci":{"buildNumber":"154666429","git":{"remote":"https://github.com/cucumber-ltd/shouty.rb.git","revision":"99684bcacf01d95875834d87903dcb072306c9ad"},"name":"GitHub Actions","url":"https://github.com/cucumber-ltd/shouty.rb/actions/runs/154666429"},"cpu":{"name":"x64"},"implementation":{"name":"fake-cucumber","version":"16.3.0"},"os":{"name":"linux","version":"5.15.0-84-generic"},"protocolVersion":"22.0.0","runtime":{"name":"node.js","version":"18.18.0"}}}
 {"source":{"data":"Feature: Rules\n  You can place scenarios inside rules. This makes is possible to structure\n  Gherkin documents in the same way as [example maps](https://cucumber.io/blog/bdd/example-mapping-introduction/).\n  You can also use the Examples synonym for Scenario to make them even more similar.\n\n  Rule: a sale cannot happen if change cannot be returned\n    # sad path\n    Example: no change\n      Given there are 5 0.20 coins inside\n      When the customer tries to buy a 0.85 chocolate with a 1 coin\n      Then the sale should not happen\n\n    # happy path\n    Example: exact change\n      Given there are 5 0.20 coins inside\n      And there are 3 chocolates inside\n      When the customer tries to buy a 0.80 chocolate with a 1 coin\n      Then the customer's change should be 1 0.20 coin\n\n  @some-tag\n  Rule: a sale cannot happen if we're out of stock\n    # sad path\n    Example: no chocolates left\n      Given there are no chocolates inside\n      But there are 10 0.5 coins inside\n      When the customer tries to buy a 0.85 chocolate with a 1 coin\n      Then the sale should not happen\n","mediaType":"text/x.cucumber.gherkin+plain","uri":"samples/rules/rules.feature"}}
 {"gherkinDocument":{"comments":[{"location":{"column":1,"line":7},"text":"    # sad path"},{"location":{"column":1,"line":13},"text":"    # happy path"},{"location":{"column":1,"line":22},"text":"    # sad path"}],"feature":{"children":[{"rule":{"children":[{"scenario":{"description":"","examples":[],"id":"9","keyword":"Example","location":{"column":5,"line":8},"name":"no change","steps":[{"id":"6","keyword":"Given ","keywordType":"Context","location":{"column":7,"line":9},"text":"there are 5 0.20 coins inside"},{"id":"7","keyword":"When ","keywordType":"Action","location":{"column":7,"line":10},"text":"the customer tries to buy a 0.85 chocolate with a 1 coin"},{"id":"8","keyword":"Then ","keywordType":"Outcome","location":{"column":7,"line":11},"text":"the sale should not happen"}],"tags":[]}},{"scenario":{"description":"","examples":[],"id":"14","keyword":"Example","location":{"column":5,"line":14},"name":"exact change","steps":[{"id":"10","keyword":"Given ","keywordType":"Context","location":{"column":7,"line":15},"text":"there are 5 0.20 coins inside"},{"id":"11","keyword":"And ","keywordType":"Conjunction","location":{"column":7,"line":16},"text":"there are 3 chocolates inside"},{"id":"12","keyword":"When ","keywordType":"Action","location":{"column":7,"line":17},"text":"the customer tries to buy a 0.80 chocolate with a 1 coin"},{"id":"13","keyword":"Then ","keywordType":"Outcome","location":{"column":7,"line":18},"text":"the customer's change should be 1 0.20 coin"}],"tags":[]}}],"description":"","id":"15","keyword":"Rule","location":{"column":3,"line":6},"name":"a sale cannot happen if change cannot be returned","tags":[]}},{"rule":{"children":[{"scenario":{"description":"","examples":[],"id":"20","keyword":"Example","location":{"column":5,"line":23},"name":"no chocolates left","steps":[{"id":"16","keyword":"Given ","keywordType":"Context","location":{"column":7,"line":24},"text":"there are no chocolates inside"},{"id":"17","keyword":"But ","keywordType":"Conjunction","location":{"column":7,"line":25},"text":"there are 10 0.5 coins inside"},{"id":"18","keyword":"When ","keywordType":"Action","location":{"column":7,"line":26},"text":"the customer tries to buy a 0.85 chocolate with a 1 coin"},{"id":"19","keyword":"Then ","keywordType":"Outcome","location":{"column":7,"line":27},"text":"the sale should not happen"}],"tags":[]}}],"description":"","id":"22","keyword":"Rule","location":{"column":3,"line":21},"name":"a sale cannot happen if we're out of stock","tags":[{"id":"21","location":{"column":3,"line":20},"name":"@some-tag"}]}}],"description":"  You can place scenarios inside rules. This makes is possible to structure\n  Gherkin documents in the same way as [example maps](https://cucumber.io/blog/bdd/example-mapping-introduction/).\n  You can also use the Examples synonym for Scenario to make them even more similar.","keyword":"Feature","language":"en","location":{"column":1,"line":1},"name":"Rules","tags":[]},"uri":"samples/rules/rules.feature"}}
 {"pickle":{"astNodeIds":["9"],"id":"26","language":"en","name":"no change","steps":[{"astNodeIds":["6"],"id":"23","text":"there are 5 0.20 coins inside","type":"Context"},{"astNodeIds":["7"],"id":"24","text":"the customer tries to buy a 0.85 chocolate with a 1 coin","type":"Action"},{"astNodeIds":["8"],"id":"25","text":"the sale should not happen","type":"Outcome"}],"tags":[],"uri":"samples/rules/rules.feature"}}

data/features/rules/rules.feature.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 Given('there are {int} {float} coins inside') do |count, coin_type|
   expect(count).not_to be_nil
   expect(coin_type.to_s).not_to be_empty

data/features/skipped/skipped.feature.ndjson

@@ -1,4 +1,4 @@
-{"meta":{"ci":{"buildNumber":"154666429","git":{"remote":"https://github.com/cucumber-ltd/shouty.rb.git","revision":"99684bcacf01d95875834d87903dcb072306c9ad"},"name":"GitHub Actions","url":"https://github.com/cucumber-ltd/shouty.rb/actions/runs/154666429"},"cpu":{"name":"x64"},"implementation":{"name":"fake-cucumber","version":"16.2.0"},"os":{"name":"darwin","version":"22.4.0"},"protocolVersion":"22.0.0","runtime":{"name":"node.js","version":"19.7.0"}}}
+{"meta":{"ci":{"buildNumber":"154666429","git":{"remote":"https://github.com/cucumber-ltd/shouty.rb.git","revision":"99684bcacf01d95875834d87903dcb072306c9ad"},"name":"GitHub Actions","url":"https://github.com/cucumber-ltd/shouty.rb/actions/runs/154666429"},"cpu":{"name":"x64"},"implementation":{"name":"fake-cucumber","version":"16.3.0"},"os":{"name":"linux","version":"5.15.0-84-generic"},"protocolVersion":"22.0.0","runtime":{"name":"node.js","version":"18.18.0"}}}
 {"source":{"data":"Feature: Skipping scenarios\n\n  Hooks and step definitions are able to signal at runtime that the scenario should\n  be skipped by returning or throwing a particular value.\n\n  This can be useful when e.g. the current environment doesn't have the right conditions\n  for running the scenario.\n\n  @skip\n  Scenario: Skipping from a Before hook\n    Given a step that we expect to be skipped\n\n  Scenario: Skipping from a step doesn't affect the previous steps\n    Given an implemented step\n    When a step that skips\n\n  Scenario: Skipping from a step causes the rest of the scenario to be skipped\n    Given a step that skips\n    When a step that we expect to be skipped\n","mediaType":"text/x.cucumber.gherkin+plain","uri":"samples/skipped/skipped.feature"}}
 {"gherkinDocument":{"comments":[],"feature":{"children":[{"scenario":{"description":"","examples":[],"id":"6","keyword":"Scenario","location":{"column":3,"line":10},"name":"Skipping from a Before hook","steps":[{"id":"4","keyword":"Given ","keywordType":"Context","location":{"column":5,"line":11},"text":"a step that we expect to be skipped"}],"tags":[{"id":"5","location":{"column":3,"line":9},"name":"@skip"}]}},{"scenario":{"description":"","examples":[],"id":"9","keyword":"Scenario","location":{"column":3,"line":13},"name":"Skipping from a step doesn't affect the previous steps","steps":[{"id":"7","keyword":"Given ","keywordType":"Context","location":{"column":5,"line":14},"text":"an implemented step"},{"id":"8","keyword":"When ","keywordType":"Action","location":{"column":5,"line":15},"text":"a step that skips"}],"tags":[]}},{"scenario":{"description":"","examples":[],"id":"12","keyword":"Scenario","location":{"column":3,"line":17},"name":"Skipping from a step causes the rest of the scenario to be skipped","steps":[{"id":"10","keyword":"Given ","keywordType":"Context","location":{"column":5,"line":18},"text":"a step that skips"},{"id":"11","keyword":"When ","keywordType":"Action","location":{"column":5,"line":19},"text":"a step that we expect to be skipped"}],"tags":[]}}],"description":"  Hooks and step definitions are able to signal at runtime that the scenario should\n  be skipped by returning or throwing a particular value.\n\n  This can be useful when e.g. the current environment doesn't have the right conditions\n  for running the scenario.","keyword":"Feature","language":"en","location":{"column":1,"line":1},"name":"Skipping scenarios","tags":[]},"uri":"samples/skipped/skipped.feature"}}
 {"pickle":{"astNodeIds":["6"],"id":"14","language":"en","name":"Skipping from a Before hook","steps":[{"astNodeIds":["4"],"id":"13","text":"a step that we expect to be skipped","type":"Context"}],"tags":[{"astNodeId":"5","name":"@skip"}],"uri":"samples/skipped/skipped.feature"}}

data/features/skipped/skipped.feature.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 Before('@skip') do
   'skipped'
 end
@@ -12,4 +14,4 @@ end
 
 Given('a step that skips') do
   'skipped'
-end
+end

data/features/stack-traces/stack-traces.feature.ndjson

@@ -1,4 +1,4 @@
-{"meta":{"ci":{"buildNumber":"154666429","git":{"remote":"https://github.com/cucumber-ltd/shouty.rb.git","revision":"99684bcacf01d95875834d87903dcb072306c9ad"},"name":"GitHub Actions","url":"https://github.com/cucumber-ltd/shouty.rb/actions/runs/154666429"},"cpu":{"name":"x64"},"implementation":{"name":"fake-cucumber","version":"16.2.0"},"os":{"name":"darwin","version":"22.4.0"},"protocolVersion":"22.0.0","runtime":{"name":"node.js","version":"19.7.0"}}}
+{"meta":{"ci":{"buildNumber":"154666429","git":{"remote":"https://github.com/cucumber-ltd/shouty.rb.git","revision":"99684bcacf01d95875834d87903dcb072306c9ad"},"name":"GitHub Actions","url":"https://github.com/cucumber-ltd/shouty.rb/actions/runs/154666429"},"cpu":{"name":"x64"},"implementation":{"name":"fake-cucumber","version":"16.3.0"},"os":{"name":"linux","version":"5.15.0-84-generic"},"protocolVersion":"22.0.0","runtime":{"name":"node.js","version":"18.18.0"}}}
 {"source":{"data":"Feature: Stack traces\n  Nothing beats stack traces when it comes to diagnosing the source of a bug.\n  Cucumber provides helpful stack traces that:\n  \n  - Include a stack frame from the Gherkin document\n  - Remove uninteresting frames by default\n\n  The first line of the stack trace must contain the feature file.\n\n  Scenario: A failing step\n    When a step throws an exception\n","mediaType":"text/x.cucumber.gherkin+plain","uri":"samples/stack-traces/stack-traces.feature"}}
 {"gherkinDocument":{"comments":[],"feature":{"children":[{"scenario":{"description":"","examples":[],"id":"2","keyword":"Scenario","location":{"column":3,"line":10},"name":"A failing step","steps":[{"id":"1","keyword":"When ","keywordType":"Action","location":{"column":5,"line":11},"text":"a step throws an exception"}],"tags":[]}}],"description":"  Nothing beats stack traces when it comes to diagnosing the source of a bug.\n  Cucumber provides helpful stack traces that:\n  \n  - Include a stack frame from the Gherkin document\n  - Remove uninteresting frames by default\n\n  The first line of the stack trace must contain the feature file.","keyword":"Feature","language":"en","location":{"column":1,"line":1},"name":"Stack traces","tags":[]},"uri":"samples/stack-traces/stack-traces.feature"}}
 {"pickle":{"astNodeIds":["2"],"id":"4","language":"en","name":"A failing step","steps":[{"astNodeIds":["1"],"id":"3","text":"a step throws an exception","type":"Action"}],"tags":[],"uri":"samples/stack-traces/stack-traces.feature"}}

data/features/stack-traces/stack-traces.feature.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 When('a step throws an exception') do
   raise StandardError, 'An exception is raised here'
 end

data/features/undefined/undefined.feature.ndjson

@@ -1,4 +1,4 @@
-{"meta":{"ci":{"buildNumber":"154666429","git":{"remote":"https://github.com/cucumber-ltd/shouty.rb.git","revision":"99684bcacf01d95875834d87903dcb072306c9ad"},"name":"GitHub Actions","url":"https://github.com/cucumber-ltd/shouty.rb/actions/runs/154666429"},"cpu":{"name":"x64"},"implementation":{"name":"fake-cucumber","version":"16.2.0"},"os":{"name":"darwin","version":"22.4.0"},"protocolVersion":"22.0.0","runtime":{"name":"node.js","version":"19.7.0"}}}
+{"meta":{"ci":{"buildNumber":"154666429","git":{"remote":"https://github.com/cucumber-ltd/shouty.rb.git","revision":"99684bcacf01d95875834d87903dcb072306c9ad"},"name":"GitHub Actions","url":"https://github.com/cucumber-ltd/shouty.rb/actions/runs/154666429"},"cpu":{"name":"x64"},"implementation":{"name":"fake-cucumber","version":"16.3.0"},"os":{"name":"linux","version":"5.15.0-84-generic"},"protocolVersion":"22.0.0","runtime":{"name":"node.js","version":"18.18.0"}}}
 {"source":{"data":"Feature: Undefined steps\n\n  At runtime, Cucumber may encounter a step in a scenario that it cannot match to a\n  step definition. In these cases, the scenario cannot run and so the step status\n  will be UNDEFINED, with subsequent steps being skipped and the overall result treated\n  as a failure.\n\n  Scenario: Undefined step causes failure\n    Given a step that isnt implemented yet\n\n  Scenario: Steps before undefined steps are executed\n    Given an implemented step\n    When a step that isnt implemented yet\n\n  Scenario: Steps after undefined steps are skipped\n    Given a step that isnt implemented yet\n    Then a step that we expect to be skipped\n","mediaType":"text/x.cucumber.gherkin+plain","uri":"samples/undefined/undefined.feature"}}
 {"gherkinDocument":{"comments":[],"feature":{"children":[{"scenario":{"description":"","examples":[],"id":"3","keyword":"Scenario","location":{"column":3,"line":8},"name":"Undefined step causes failure","steps":[{"id":"2","keyword":"Given ","keywordType":"Context","location":{"column":5,"line":9},"text":"a step that isnt implemented yet"}],"tags":[]}},{"scenario":{"description":"","examples":[],"id":"6","keyword":"Scenario","location":{"column":3,"line":11},"name":"Steps before undefined steps are executed","steps":[{"id":"4","keyword":"Given ","keywordType":"Context","location":{"column":5,"line":12},"text":"an implemented step"},{"id":"5","keyword":"When ","keywordType":"Action","location":{"column":5,"line":13},"text":"a step that isnt implemented yet"}],"tags":[]}},{"scenario":{"description":"","examples":[],"id":"9","keyword":"Scenario","location":{"column":3,"line":15},"name":"Steps after undefined steps are skipped","steps":[{"id":"7","keyword":"Given ","keywordType":"Context","location":{"column":5,"line":16},"text":"a step that isnt implemented yet"},{"id":"8","keyword":"Then ","keywordType":"Outcome","location":{"column":5,"line":17},"text":"a step that we expect to be skipped"}],"tags":[]}}],"description":"  At runtime, Cucumber may encounter a step in a scenario that it cannot match to a\n  step definition. In these cases, the scenario cannot run and so the step status\n  will be UNDEFINED, with subsequent steps being skipped and the overall result treated\n  as a failure.","keyword":"Feature","language":"en","location":{"column":1,"line":1},"name":"Undefined steps","tags":[]},"uri":"samples/undefined/undefined.feature"}}
 {"pickle":{"astNodeIds":["3"],"id":"11","language":"en","name":"Undefined step causes failure","steps":[{"astNodeIds":["2"],"id":"10","text":"a step that isnt implemented yet","type":"Context"}],"tags":[],"uri":"samples/undefined/undefined.feature"}}

data/features/undefined/undefined.feature.rb

@@ -1,7 +1,9 @@
+# frozen_string_literal: true
+
 Given('an implemented step') do
   # no-op
 end
 
 Given('a step that we expect to be skipped') do
   # no-op
-end
+end

data/features/unknown-parameter-type/unknown-parameter-type.feature.ndjson

@@ -1,4 +1,4 @@
-{"meta":{"ci":{"buildNumber":"154666429","git":{"remote":"https://github.com/cucumber-ltd/shouty.rb.git","revision":"99684bcacf01d95875834d87903dcb072306c9ad"},"name":"GitHub Actions","url":"https://github.com/cucumber-ltd/shouty.rb/actions/runs/154666429"},"cpu":{"name":"x64"},"implementation":{"name":"fake-cucumber","version":"16.2.0"},"os":{"name":"darwin","version":"22.4.0"},"protocolVersion":"22.0.0","runtime":{"name":"node.js","version":"19.7.0"}}}
+{"meta":{"ci":{"buildNumber":"154666429","git":{"remote":"https://github.com/cucumber-ltd/shouty.rb.git","revision":"99684bcacf01d95875834d87903dcb072306c9ad"},"name":"GitHub Actions","url":"https://github.com/cucumber-ltd/shouty.rb/actions/runs/154666429"},"cpu":{"name":"x64"},"implementation":{"name":"fake-cucumber","version":"16.3.0"},"os":{"name":"linux","version":"5.15.0-84-generic"},"protocolVersion":"22.0.0","runtime":{"name":"node.js","version":"18.18.0"}}}
 {"source":{"data":"Feature: Parameter Types\n  Cucumber will generate an error message if a step definition registers\n  an unknown parameter type, but the suite will run.\n\n  Scenario: undefined parameter type\n    Given CDG is closed because of a strike","mediaType":"text/x.cucumber.gherkin+plain","uri":"samples/unknown-parameter-type/unknown-parameter-type.feature"}}
 {"gherkinDocument":{"comments":[],"feature":{"children":[{"scenario":{"description":"","examples":[],"id":"1","keyword":"Scenario","location":{"column":3,"line":5},"name":"undefined parameter type","steps":[{"id":"0","keyword":"Given ","keywordType":"Context","location":{"column":5,"line":6},"text":"CDG is closed because of a strike"}],"tags":[]}}],"description":"  Cucumber will generate an error message if a step definition registers\n  an unknown parameter type, but the suite will run.","keyword":"Feature","language":"en","location":{"column":1,"line":1},"name":"Parameter Types","tags":[]},"uri":"samples/unknown-parameter-type/unknown-parameter-type.feature"}}
 {"pickle":{"astNodeIds":["1"],"id":"3","language":"en","name":"undefined parameter type","steps":[{"astNodeIds":["0"],"id":"2","text":"CDG is closed because of a strike","type":"Context"}],"tags":[],"uri":"samples/unknown-parameter-type/unknown-parameter-type.feature"}}

data/features/unknown-parameter-type/unknown-parameter-type.feature.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 Given('{airport} is closed because of a strike') do |airport|
   raise StandardError, 'Should not be called because airport type not defined'
-end
+end

data/lib/cucumber-compatibility-kit.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'shared_examples'
 
 module Cucumber::CompatibilityKit

data/lib/keys_checker.rb

@@ -1,28 +1,64 @@
+# frozen_string_literal: true
+
 module CCK
   class KeysChecker
-    def self.compare(found, expected)
-      KeysChecker.new.compare(found, expected)
+    def self.compare(detected, expected)
+      new(detected, expected).compare
     end
 
-    def compare(found, expected)
-      errors = []
-
-      found_keys = found.to_h(reject_nil_values: true).keys
-      expected_keys = expected.to_h(reject_nil_values: true).keys
-
-      return errors if found_keys.sort == expected_keys.sort
+    attr_reader :detected, :expected
 
-      missing_keys = (expected_keys - found_keys)
+    def initialize(detected, expected)
+      @detected = detected
+      @expected = expected
+    end
 
-      extra_keys = (found_keys - expected_keys).reject { |key|
-        ENV['CI'] && found.class == Cucumber::Messages::Meta && key == :ci
-      }
+    def compare
+      return [] if identical_keys?
 
-      errors << "Found extra keys in message #{found.class.name}: #{extra_keys}" unless extra_keys.empty?
-      errors << "Missing keys in message #{found.class.name}: #{missing_keys}" unless missing_keys.empty?
+      errors << "Detected extra keys in message #{message_name}: #{extra_keys}" if extra_keys.any?
+      errors << "Missing keys in message #{message_name}: #{missing_keys}" if missing_keys.any?
       errors
     rescue StandardError => e
       ["Unexpected error: #{e.message}"]
     end
+
+    private
+
+    def detected_keys
+      @detected_keys ||= ordered_uniq_hash_keys(detected)
+    end
+
+    def expected_keys
+      @expected_keys ||= ordered_uniq_hash_keys(expected)
+    end
+
+    def identical_keys?
+      detected_keys == expected_keys
+    end
+
+    def missing_keys
+      (expected_keys - detected_keys).reject { |key| meta_message? && key == :ci }
+    end
+
+    def extra_keys
+      (detected_keys - expected_keys).reject { |key| meta_message? && key == :ci }
+    end
+
+    def meta_message?
+      detected.instance_of?(Cucumber::Messages::Meta)
+    end
+
+    def message_name
+      detected.class.name
+    end
+
+    def ordered_uniq_hash_keys(object)
+      object.to_h(reject_nil_values: true).keys.sort
+    end
+
+    def errors
+      @errors ||= []
+    end
   end
 end

data/lib/messages_comparator.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require_relative 'keys_checker'
 
 module CCK

data/lib/shared_examples.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'json'
 require 'rspec'
 require 'cucumber/messages'
@@ -10,8 +12,8 @@ RSpec.shared_examples 'cucumber compatibility kit' do
   # let(:example) {  } # the name of the example to test
   # let(:messages) {  } # the messages to validate
 
-  let(:example) { raise "`example` missing: add `let(:example) { example_name }` to your spec" }
-  let(:messages) { raise "`messages` missing: add `let(:messages) { ndjson }` to your spec" }
+  let(:example) { raise '`example` missing: add `let(:example) { example_name }` to your spec' }
+  let(:messages) { raise '`messages` missing: add `let(:messages) { ndjson }` to your spec' }
 
   let(:example_path) { Cucumber::CompatibilityKit.example_path(example) }
 
@@ -45,7 +47,10 @@ def parse_ndjson(ndjson)
 end
 
 def message_type(message)
-  message.to_h.keys.first
+  # TODO: This is duplicate code - from messages_comparator:45 - It should live in a common helper methods module
+  message.to_h.each do |key, value|
+    return key unless value.nil?
+  end
 end
 
 def debug_lists(expected, obtained)

data/spec/capture_warnings.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 # With thanks to @myronmarston
 # https://github.com/vcr/vcr/blob/master/spec/capture_warnings.rb
 
@@ -18,14 +19,14 @@ module CaptureWarnings
     end
 
     # Until they fix https://bugs.ruby-lang.org/issues/10661
-    if RUBY_VERSION == "2.2.0"
+    if RUBY_VERSION == '2.2.0'
       project_warnings = project_warnings.reject { |w| w =~ /warning: possible reference to past scope/ }
     end
 
     if project_warnings.any?
       puts "#{ project_warnings.count } warnings detected"
       print_warnings('cucumber-expressions', project_warnings)
-      fail "Please remove all cucumber-expressions warnings."
+      fail 'Please remove all cucumber-expressions warnings.'
     end
 
     ensure_system_exit_if_required
@@ -56,11 +57,11 @@ module CaptureWarnings
 
   def print_warnings(type, warnings)
     puts
-    puts "-" * 30 + " #{type} warnings: " + "-" * 30
+    puts '-' * 30 + " #{type} warnings: " + '-' * 30
     puts
     puts warnings.join("\n")
     puts
-    puts "-" * 75
+    puts '-' * 75
     puts
   end
 
@@ -69,6 +70,6 @@ module CaptureWarnings
   end
 
   def capture_system_exit
-    @system_exit = $!
+    @system_exit = $ERROR_INFO
   end
 end

data/spec/cucumber-compatibility-kit_spec.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'cucumber-compatibility-kit'
 
 describe Cucumber::CompatibilityKit do
@@ -28,7 +30,7 @@ describe Cucumber::CompatibilityKit do
 
   describe '#examples_path' do
     it 'returns the path of the features folder' do
-      expect(Cucumber::CompatibilityKit.examples_path)
+      expect(described_class.examples_path)
         .to eq(features_path)
     end
   end
@@ -36,14 +38,14 @@ describe Cucumber::CompatibilityKit do
   describe '#example_path' do
     context 'with an existing example' do
       it 'returns the path of the folder of the example' do
-        expect(Cucumber::CompatibilityKit.example_path('hooks'))
+        expect(described_class.example_path('hooks'))
           .to eq("#{features_path}/hooks")
       end
     end
 
     context 'with an unexisting example' do
       it 'raises ArgumentError' do
-        expect { Cucumber::CompatibilityKit.example_path('should-not-exists') }
+        expect { described_class.example_path('should-not-exists') }
           .to raise_error(ArgumentError)
       end
     end
@@ -51,22 +53,22 @@ describe Cucumber::CompatibilityKit do
 
   describe '#gherkin_examples' do
     it 'returns the list of gherkin examples' do
-      expect(Cucumber::CompatibilityKit.gherkin_examples)
+      expect(described_class.gherkin_examples)
         .to match_array(gherkin_examples)
     end
   end
 
   describe '#markdown_examples' do
     it 'returns the list of markdown examples' do
-      expect(Cucumber::CompatibilityKit.markdown_examples)
+      expect(described_class.markdown_examples)
         .to match_array(markdown_examples)
     end
   end
 
   describe '#all_examples' do
     it 'returns the list of all available examples' do
-      expect(Cucumber::CompatibilityKit.all_examples)
+      expect(described_class.all_examples)
         .to match_array(gherkin_examples + markdown_examples)
     end
   end
-end
+end

data/spec/keys_checker_spec.rb

@@ -1,9 +1,11 @@
+# frozen_string_literal: true
+
 require 'rspec'
 require 'cucumber/messages'
 require_relative '../lib/keys_checker'
 
 describe CCK::KeysChecker do
-  let(:subject) { CCK::KeysChecker }
+  let(:subject) { described_class }
 
   describe '#compare' do
     let(:complete) do
@@ -14,15 +16,11 @@ describe CCK::KeysChecker do
     end
 
     let(:missing_data_table) do
-      Cucumber::Messages::PickleStepArgument.new(
-        doc_string: '1'
-      )
+      Cucumber::Messages::PickleStepArgument.new(doc_string: '1')
     end
 
     let(:missing_doc_string) do
-      Cucumber::Messages::PickleStepArgument.new(
-        data_table: '12'
-      )
+      Cucumber::Messages::PickleStepArgument.new(data_table: '12')
     end
 
     let(:wrong_values) do
@@ -40,14 +38,14 @@ describe CCK::KeysChecker do
 
     it 'finds extra keys' do
       expect(subject.compare(complete, missing_doc_string)).to eq(
-        ['Found extra keys in message Cucumber::Messages::PickleStepArgument: [:doc_string]']
+        ['Detected extra keys in message Cucumber::Messages::PickleStepArgument: [:doc_string]']
       )
     end
 
     it 'finds extra and missing' do
       expect(subject.compare(missing_doc_string, missing_data_table)).to contain_exactly(
         'Missing keys in message Cucumber::Messages::PickleStepArgument: [:doc_string]',
-        'Found extra keys in message Cucumber::Messages::PickleStepArgument: [:data_table]'
+        'Detected extra keys in message Cucumber::Messages::PickleStepArgument: [:data_table]'
       )
     end
 
@@ -64,9 +62,7 @@ describe CCK::KeysChecker do
       end
 
       let(:default_not_set) do
-        Cucumber::Messages::Duration.new(
-          nanos: 12
-        )
+        Cucumber::Messages::Duration.new(nanos: 12)
       end
 
       it 'does not raise an exception' do
@@ -75,26 +71,19 @@ describe CCK::KeysChecker do
     end
 
     context 'when executed as part of a CI' do
-      before do
-        allow(ENV).to receive(:[]).with('CI').and_return(true)
-      end
+      before { allow(ENV).to receive(:[]).with('CI').and_return(true) }
 
       it 'ignores actual CI related messages' do
-        found = Cucumber::Messages::Meta.new(
-          ci: Cucumber::Messages::Ci.new(name: 'Some CI')
-        )
-
+        detected = Cucumber::Messages::Meta.new(ci: Cucumber::Messages::Ci.new(name: 'Some CI'))
         expected = Cucumber::Messages::Meta.new
 
-        expect(subject.compare(found, expected)).to be_empty
+        expect(subject.compare(detected, expected)).to be_empty
       end
     end
 
-    context 'when an unexcpected error occurs' do
+    context 'when an unexpected error occurs' do
       it 'does not raise error' do
-        expect {
-          subject.compare(nil, nil)
-        }.not_to raise_error
+        expect { subject.compare(nil, nil) }.not_to raise_error
       end
 
       it 'returns the error' do

data/spec/messages_comparator_spec.rb

@@ -1,26 +1,37 @@
+# frozen_string_literal: true
+
 require 'rspec'
 require 'cucumber/messages'
 require_relative '../lib/messages_comparator'
 
 describe CCK::MessagesComparator do
-  subject() { CCK::MessagesComparator }
-
   context 'when executed as part of a CI' do
-    before do
-      allow(ENV).to receive(:[]).with('CI').and_return(true)
+    before { allow(ENV).to receive(:[]).with('CI').and_return(true) }
+
+    it 'ignores any detected CI messages' do
+      detected_message_ci = Cucumber::Messages::Ci.new(name: 'Some CI')
+      detected_message_meta = Cucumber::Messages::Meta.new(ci: detected_message_ci)
+      detected_message_envelope = Cucumber::Messages::Envelope.new(meta: detected_message_meta)
+
+      expected_message_meta = Cucumber::Messages::Meta.new
+      expected_message_envelope = Cucumber::Messages::Envelope.new(meta: expected_message_meta)
+
+      comparator = described_class.new(CCK::KeysChecker, [detected_message_envelope], [expected_message_envelope])
+
+      expect(comparator.errors).to be_empty
     end
 
-    it 'ignores actual CI related messages' do
-      found_message_ci = Cucumber::Messages::Ci.new(name: 'Some CI')
-      found_message_meta = Cucumber::Messages::Meta.new(ci: found_message_ci)
-      found_message_envelope = Cucumber::Messages::Envelope.new(meta: found_message_meta)
+    it 'ignores any expected CI messages' do
+      detected_message_meta = Cucumber::Messages::Meta.new
+      detected_message_envelope = Cucumber::Messages::Envelope.new(meta: detected_message_meta)
 
-      expected_message_meta = Cucumber::Messages::Meta.new()
+      expected_message_ci = Cucumber::Messages::Ci.new(name: 'Some CI')
+      expected_message_meta = Cucumber::Messages::Meta.new(ci: expected_message_ci)
       expected_message_envelope = Cucumber::Messages::Envelope.new(meta: expected_message_meta)
 
-      comparator = subject.new(CCK::KeysChecker, [found_message_envelope], [expected_message_envelope])
+      comparator = described_class.new(CCK::KeysChecker, [detected_message_envelope], [expected_message_envelope])
 
       expect(comparator.errors).to be_empty
     end
   end
-end
+end