cucumber 0.8.6 → 0.8.7

data/features/json_formatter.feature

@@ -1,137 +1,71 @@
 Feature: JSON output formatter
-  In order to simplify processing of Cucumber features and results
-  Developers should be able to consume features as JSON
+  In order to get results as data
+  As a developer
+  Cucumber should be able to output JSON
 
   Background:
-    Given a file named "features/one_passing_one_failing.feature" with:
-      """
-      @a
-      Feature: One passing scenario, one failing scenario
-
-        @b
-        Scenario: Passing
-          Given a passing step
-
-        @c
-        Scenario: Failing
-          Given a failing step
-      """
-    And a file named "features/step_definitions/steps.rb" with:
-      """
-      Given /a passing step/ do
-        #does nothing
-      end
-
-      Given /a failing step/ do
-        fail
-      end
-
-      Given /a pending step/ do
-        pending
-      end
-
-      Given /^I add (\d+) and (\d+)$/ do |a,b|
-        @result = a.to_i + b.to_i
-      end
+    Given I am in json
 
-      Then /^I the result should be (\d+)$/ do |c|
-        @result.should == c.to_i
-      end
-
-      Then /^I should see/ do |string|
-
-      end
-
-      Given /^I pass a table argument/ do |table|
-
-      end
-
-      Given /^I embed a screenshot/ do
-        File.open("screenshot.png", "w") { |file| file << "foo" }
-        embed "screenshot.png", "image/png"
-      end
+  Scenario: one feature, one passing scenario, one failing scenario
+    And the tmp directory is empty
+    When I run cucumber --format json --out tmp/out.json features/one_passing_one_failing.feature
+    Then STDERR should be empty
+    And it should fail with
       """
-    And a file named "features/embed.feature" with:
       """
-      Feature: A screenshot feature
-
-        Scenario:
-          Given I embed a screenshot
-
-      """
-
-  Scenario: one feature, one passing scenario, one failing scenario
-    When I run cucumber "--format json features/one_passing_one_failing.feature"
-    Then the output should match /^\{"features":\[/
+    And "fixtures/json/tmp/out.json" should match "^\{\"features\":\["
 
   Scenario: one feature, one passing scenario, one failing scenario
-    When I run cucumber "--format json features/one_passing_one_failing.feature"
-    Then it should fail with JSON:
+    When I run cucumber --format json_pretty features/one_passing_one_failing.feature
+    Then STDERR should be empty
+    And it should fail with JSON
       """
       {
         "features": [
           {
-            "keyword": "Feature",
+            "file": "features/one_passing_one_failing.feature",
             "name": "One passing scenario, one failing scenario",
-            "line": 2,
-            "description": "",
             "tags": [
-              {
-                "name": "@a",
-                "line": 1
-              }
+              "@a"
             ],
             "elements": [
               {
-                "keyword": "Scenario",
-                "name": "Passing",
-                "line": 5,
-                "description": "",
                 "tags": [
-                  {
-                    "name": "@b",
-                    "line": 4
-                  }
+                  "@b"
                 ],
-                "type": "scenario",
+                "keyword": "Scenario",
+                "name": "Passing",
+                "file_colon_line": "features/one_passing_one_failing.feature:5",
                 "steps": [
                   {
+                    "status": "passed",
                     "keyword": "Given ",
                     "name": "a passing step",
-                    "line": 6,
-                    "match": {
-                      "location": "features/step_definitions/steps.rb:1"
-                    },
-                    "result": {
-                      "status": "passed"
-                    }
+                    "file_colon_line": "features/step_definitions/steps.rb:1"
                   }
                 ]
               },
               {
-                "keyword": "Scenario",
-                "name": "Failing",
-                "line": 9,
-                "description": "",
                 "tags": [
-                  {
-                    "name": "@c",
-                    "line": 8
-                  }
+                  "@c"
                 ],
-                "type": "scenario",
+                "keyword": "Scenario",
+                "name": "Failing",
+                "file_colon_line": "features/one_passing_one_failing.feature:9",
                 "steps": [
                   {
+                    "exception": {
+                      "class": "RuntimeError",
+                      "message": "",
+                      "backtrace": [
+                        "./features/step_definitions/steps.rb:6:in `/a failing step/'",
+                        "features/one_passing_one_failing.feature:10:in `Given a failing step'"
+                      ]
+                    },
+                    "status": "failed",
                     "keyword": "Given ",
                     "name": "a failing step",
-                    "line": 10,
-                    "match": {
-                      "location": "features/step_definitions/steps.rb:5"
-                    },
-                    "result": {
-                      "status": "failed",
-                      "error_message": " (RuntimeError)\n./features/step_definitions/steps.rb:6:in `/a failing step/'\nfeatures/one_passing_one_failing.feature:10:in `Given a failing step'"
-                    }
+                    "file_colon_line": "features/step_definitions/steps.rb:5"
                   }
                 ]
               }
@@ -139,60 +73,153 @@ Feature: JSON output formatter
           }
         ]
       }
-
       """
 
-  Scenario: pystring
-    Given a file named "features/pystring.feature" with:
+  Scenario: Tables
+    When I run cucumber --format json_pretty features/tables.feature
+    Then STDERR should be empty
+    And it should fail with JSON
       """
-      Feature: A pystring feature
+      {
+        "features": [
+          {
+            "file": "features/tables.feature",
+            "name": "A scenario outline",
+            "tags": [
 
-        Scenario: 
-          Then I should fail with
-            \"\"\"
-            a string
-            \"\"\"
-      """
-    And a file named "features/step_definitions/pystring_steps.rb" with:
-      """
-      Then /I should fail with/ do |s|
-        raise s
-      end
-      """
-    When I run cucumber "--format json features/pystring.feature"
-    Then it should fail with JSON:
+            ],
+            "elements": [
+              {
+                "tags": [
+
+                ],
+                "keyword": "Scenario Outline",
+                "name": "",
+                "file_colon_line": "features/tables.feature:3",
+                "steps": [
+                  {
+                    "status": "skipped",
+                    "keyword": "Given ",
+                    "name": "I add <a> and <b>",
+                    "file_colon_line": "features/step_definitions/steps.rb:13"
+                  },
+                  {
+                    "status": "skipped",
+                    "keyword": "When ",
+                    "name": "I pass a table argument",
+                    "file_colon_line": "features/step_definitions/steps.rb:25",
+                    "table": [
+                      {"cells":
+                        [{"text":"foo", "status": null},
+                         {"text":"bar", "status": null}]},
+                      {"cells":
+                        [{"text": "bar", "status": null},
+                         {"text": "baz", "status": null}]}
+                    ]
+                  },
+                  {
+                     "status": "skipped",
+                     "keyword": "Then ",
+                     "name": "I the result should be <c>",
+                     "file_colon_line": "features/step_definitions/steps.rb:17"
+                  }
+                ],
+                "examples": {
+                  "name": "Examples ",
+                  "table": [
+                    {
+                      "cells": [
+                        {
+                          "text": "a",
+                          "status": "skipped_param"
+                        },
+                        {
+                          "text": "b",
+                          "status": "skipped_param"
+                        },
+                        {
+                          "text": "c",
+                          "status": "skipped_param"
+                        }
+                      ]
+                    },
+                    {
+                      "cells": [
+                        {
+                          "text": "1",
+                          "status": "passed"
+                        },
+                        {
+                          "text": "2",
+                          "status": "passed"
+                        },
+                        {
+                          "text": "3",
+                          "status": "passed"
+                        }
+                      ]
+                    },
+                    {
+                      "cells": [
+                        {
+                          "text": "2",
+                          "status": "passed"
+                        },
+                        {
+                          "text": "3",
+                          "status": "passed"
+                        },
+                        {
+                          "text": "4",
+                          "status": "failed"
+                        }
+                      ],
+                      "exception": {
+                        "class": "RSpec::Expectations::ExpectationNotMetError",
+                        "message": "expected: 4,\n     got: 5 (using ==)\nDiff:\n@@ -1,2 +1,2 @@\n-4\n+5\n",
+                        "backtrace": [
+                          "./features/step_definitions/steps.rb:18:in `/^I the result should be (\\d+)$/'",
+                          "features/tables.feature:8:in `Then I the result should be <c>'"
+                        ]
+                      }
+                    }
+                  ]
+                }
+              }
+            ]
+          }
+        ]
+      }
       """
+
+  Scenario: pystring
+    When I run cucumber --format json_pretty features/pystring.feature
+    Then STDERR should be empty
+    And it should pass with JSON
+    """
       {
         "features": [
           {
-            "keyword": "Feature",
-            "name": "A pystring feature",
-            "line": 1,
-            "description": "",
+            "file": "features/pystring.feature",
+            "name": "A py string feature",
+            "tags": [
+
+            ],
             "elements": [
               {
+                "tags": [
+
+                ],
                 "keyword": "Scenario",
                 "name": "",
-                "line": 3,
-                "description": "",
-                "type": "scenario",
+                "file_colon_line": "features/pystring.feature:3",
                 "steps": [
                   {
+                    "status": "passed",
                     "keyword": "Then ",
-                    "name": "I should fail with",
-                    "line": 4,
-                    "multiline_arg": {
-                      "value": "a string",
-                      "line": 5,
-                      "type": "doc_string"
-                    },
-                    "match": {
-                      "location": "features/step_definitions/pystring_steps.rb:1"
-                    },
-                    "result": {
-                      "status": "failed",
-                      "error_message": "a string (RuntimeError)\n./features/step_definitions/pystring_steps.rb:2:in `/I should fail with/'\nfeatures/pystring.feature:4:in `Then I should fail with'"
-                    }
+                    "name": "I should see",
+                    "file_colon_line": "features/step_definitions/steps.rb:21",
+                    "py_string": "a string"
                   }
                 ]
               }
@@ -200,43 +227,102 @@ Feature: JSON output formatter
           }
         ]
       }
-      """
+    """
+
+  Scenario: background
+    When I run cucumber --format json_pretty features/background.feature
+    Then STDERR should be empty
+    And it should fail with JSON
+    """
+    {
+      "features": [
+        {
+          "file": "features/background.feature",
+          "name": "Feature with background",
+          "tags": [
+
+          ],
+          "background": {
+            "steps": [
+              {
+                "status": "passed",
+                "keyword": "Given ",
+                "name": "a passing step",
+                "file_colon_line": "features/step_definitions/steps.rb:1"
+              }
+            ]
+          },
+          "elements": [
+            {
+              "tags": [
+
+              ],
+              "keyword": "Scenario",
+              "name": "",
+              "file_colon_line": "features/background.feature:6",
+              "steps": [
+                {
+                  "status": "passed",
+                  "keyword": "Given ",
+                  "name": "a passing step",
+                  "file_colon_line": "features/step_definitions/steps.rb:1"
+                },
+                {
+                  "exception": {
+                    "class": "RuntimeError",
+                    "message": "",
+                    "backtrace": [
+                      "./features/step_definitions/steps.rb:6:in `/a failing step/'",
+                      "features/background.feature:7:in `Given a failing step'"
+                    ]
+                  },
+                  "status": "failed",
+                  "keyword": "Given ",
+                  "name": "a failing step",
+                  "file_colon_line": "features/step_definitions/steps.rb:5"
+                }
+              ]
+            }
+          ]
+        }
+      ]
+    }
+    """
 
   Scenario: embedding screenshot
-    When I run cucumber "-b --format json features/embed.feature"
-    Then it should pass with JSON:
+    When I run cucumber --format json_pretty features/embed.feature
+    Then STDERR should be empty
+    And it should pass with JSON
     """
     {
       "features": [
         {
-          "keyword": "Feature",
+          "file": "features/embed.feature",
           "name": "A screenshot feature",
-          "line": 1,
-          "description": "",
+          "tags": [
+
+          ],
           "elements": [
             {
+              "tags": [
+
+              ],
               "keyword": "Scenario",
               "name": "",
-              "line": 3,
-              "description": "",
-              "type": "scenario",
+              "file_colon_line": "features/embed.feature:3",
               "steps": [
                 {
+                  "status": "passed",
                   "keyword": "Given ",
                   "name": "I embed a screenshot",
-                  "line": 4,
-                  "embeddings": [
+                  "file_colon_line": "features/step_definitions/steps.rb:29",
+                  "embedded": [
                     {
+                      "file": "tmp/screenshot.png",
                       "mime_type": "image/png",
-                      "data": "Zm9v"
+                      "data": "Zm9v\n"
                     }
-                  ],
-                  "match": {
-                    "location": "features/step_definitions/steps.rb:29"
-                  },
-                  "result": {
-                    "status": "passed"
-                  }
+                  ]
                 }
               ]
             }
@@ -244,5 +330,4 @@ Feature: JSON output formatter
         }
       ]
     }
-
     """