gherkin 2.12.2 → 3.2.0

data/ragel/lexer.rb.rl.erb

@@ -1,179 +0,0 @@
-require 'gherkin/native'
-
-module Gherkin
-  module Lexer
-    class <%= @i18n.underscored_iso_code.capitalize %> #:nodoc:
-      native_impl('gherkin')
-
-      %%{
-        machine lexer;
-        
-        action begin_content {
-          @content_start = p
-          @current_line = @line_number
-          @start_col = p - @last_newline - "#{@keyword}:".length
-        }
-
-        action start_docstring {
-          @current_line = @line_number
-          @start_col = p - @last_newline
-        }
-        
-        action begin_docstring_content {
-          @content_start = p
-        }
-
-        action start_docstring_content_type {
-          @docstring_content_type_start = p
-        }
-        action end_docstring_content_type {
-          @docstring_content_type_end = p
-        }
-
-        action store_docstring_content {
-          con = unindent(@start_col, utf8_pack(data[@content_start...@next_keyword_start-1]).sub(/(\r?\n)?([\t ])*\Z/, '').gsub(/\\"\\"\\"/, '"""'))
-          con_type = utf8_pack(data[@docstring_content_type_start...@docstring_content_type_end]).strip
-          @listener.doc_string(con_type, con, @current_line) 
-        }
-        action store_feature_content {
-          p = store_keyword_content(:feature, data, p, eof)
-        }
- 
-        action store_background_content {
-          p = store_keyword_content(:background, data, p, eof)
-        }
-
-        action store_scenario_content {
-          p = store_keyword_content(:scenario, data, p, eof)
-        }
-
-        action store_scenario_outline_content {
-          p = store_keyword_content(:scenario_outline, data, p, eof)
-        }
-
-        action store_examples_content {
-          p = store_keyword_content(:examples, data, p, eof)
-        }
-
-        action store_step_content {
-          con = utf8_pack(data[@content_start...p]).strip
-          @listener.step(@keyword, con, @current_line)
-        }
- 
-        action store_comment_content {
-          con = utf8_pack(data[@content_start...p]).strip
-          @listener.comment(con, @line_number)
-          @keyword_start = nil
-        }
- 
-        action store_tag_content {
-          con = utf8_pack(data[@content_start...p]).strip
-          @listener.tag(con, @current_line)
-          @keyword_start = nil
-        }
- 
-        action inc_line_number {
-          @line_number += 1
-        }
- 
-        action last_newline {
-          @last_newline = p + 1
-        }
-
-        action start_keyword {
-          @keyword_start ||= p
-        }
- 
-        action end_keyword {
-          @keyword = utf8_pack(data[@keyword_start...p]).sub(/:$/,'')
-          @keyword_start = nil
-        }
- 
-        action next_keyword_start {
-          @next_keyword_start = p
-        }
-
-        action start_row {
-          p = p - 1
-          current_row = []
-          @current_line = @line_number
-        }
-
-        action begin_cell_content {
-          @content_start = p
-        }
-
-        action store_cell_content {
-          con = utf8_pack(data[@content_start...p]).strip
-          current_row << con.gsub(/\\\|/, "|").gsub(/\\n/, "\n").gsub(/\\\\/, "\\")
-        }
-
-        action store_row {
-          @listener.row(current_row, @current_line)
-        }
-
-        action end_feature {
-          if cs < lexer_first_final
-            content = current_line_content(data, p)
-            raise Gherkin::Lexer::LexingError.new("Lexing error on line %d: '%s'. See http://wiki.github.com/cucumber/gherkin/lexingerror for more information." % [@line_number, content])
-          else
-            @listener.eof
-          end
-        }
-
-        include lexer_common "lexer_common.<%= @i18n.underscored_iso_code %>.rl"; 
-      }%%
- 
-      def initialize(listener)
-        @listener = listener
-
-        # Initialize ivars to avoid warnings
-        @keyword = nil
-        %% write data;
-      end
- 
-      def scan(data)
-        data = (data + "\n%_FEATURE_END_%").unpack("c*") # Explicit EOF simplifies things considerably
-        eof = pe = data.length
- 
-        @line_number = 1
-        @last_newline = 0
- 
-        %% write init;
-        %% write exec;
-      end
-
-      def unindent(startcol, text)
-        text.gsub(/^[\t ]{0,#{startcol}}/, "")
-      end
-
-      def store_keyword_content(event, data, p, eof)
-        end_point = (!@next_keyword_start or (p == eof)) ? p : @next_keyword_start
-        content = unindent(@start_col + 2, utf8_pack(data[@content_start...end_point])).rstrip
-        content_lines = content.split("\n")
-        name = content_lines.shift || ""
-        name.strip!
-        description = content_lines.join("\n")
-        @listener.__send__(event, @keyword, name, description, @current_line)
-        @next_keyword_start ? @next_keyword_start - 1 : p
-      ensure
-        @next_keyword_start = nil
-      end
-      
-      def current_line_content(data, p)
-        rest = data[@last_newline..-1]
-        utf8_pack(rest[0..rest.index(10)||-1]).strip # 10 is \n
-      end
-
-      if (RUBY_VERSION =~ /^1\.9|2\.0/)
-        def utf8_pack(array)
-          array.pack("c*").force_encoding("UTF-8")
-        end
-      else
-        def utf8_pack(array)
-          array.pack("c*")
-        end
-      end
-    end
-  end
-end

data/ragel/lexer_common.rl.erb

@@ -1,50 +0,0 @@
-%%{
-  machine lexer_common;
-
-  # Language specific
-  I18N_Feature = (<%= ragel_list(@i18n.keywords('feature')) %> ':') >start_keyword %end_keyword; 
-  I18N_Background = (<%= ragel_list(@i18n.keywords('background')) %> ':') >start_keyword %end_keyword;
-  I18N_ScenarioOutline = (<%= ragel_list(@i18n.keywords('scenario_outline')) %> ':') >start_keyword %end_keyword;
-  I18N_Scenario = (<%= ragel_list(@i18n.keywords('scenario')) %> ':') >start_keyword %end_keyword;
-  I18N_Step = <%= ragel_list(@i18n.step_keywords) %> >start_keyword %end_keyword;
-  I18N_Examples = (<%= ragel_list(@i18n.keywords('examples')) %> ':') >start_keyword %end_keyword;
-
-  EOF = '%_FEATURE_END_%'; # Explicit EOF added before scanning begins 
-  EOL = ('\n' | '\r\n') @inc_line_number @last_newline;
-  BOM = 0xEF 0xBB 0xBF; # http://en.wikipedia.org/wiki/Byte_order_mark
-
-  PIPE = '|';
-  ESCAPED_PIPE = '\\|';
-
-  FeatureHeadingEnd = EOL+ space* (I18N_Feature | I18N_Background | I18N_Scenario | I18N_ScenarioOutline | I18N_Examples | '@' | '#' | EOF) >next_keyword_start;
-  ScenarioHeadingEnd = EOL+ space* ( I18N_Feature | I18N_Background | I18N_Scenario | I18N_ScenarioOutline | I18N_Step | '@' | '#' | EOF ) >next_keyword_start;
-  BackgroundHeadingEnd = EOL+ space* ( I18N_Feature | I18N_Scenario | I18N_ScenarioOutline | I18N_Step | '@' | '#'| EOF ) >next_keyword_start;
-  ScenarioOutlineHeadingEnd = EOL+ space* ( I18N_Feature | I18N_Scenario | I18N_Step | '@' | '#' | EOF ) >next_keyword_start;
-  ExamplesHeadingEnd = EOL+ space* ( I18N_Feature | '|' | '#') >next_keyword_start;
- 
-  FeatureHeading = space* I18N_Feature %begin_content ^FeatureHeadingEnd* :>> FeatureHeadingEnd @store_feature_content;
-  BackgroundHeading = space* I18N_Background %begin_content ^BackgroundHeadingEnd* :>> BackgroundHeadingEnd @store_background_content;
-  ScenarioHeading = space* I18N_Scenario %begin_content ^ScenarioHeadingEnd* :>> ScenarioHeadingEnd @store_scenario_content;
-  ScenarioOutlineHeading = space* I18N_ScenarioOutline %begin_content ^ScenarioOutlineHeadingEnd* :>> ScenarioOutlineHeadingEnd @store_scenario_outline_content;
-  ExamplesHeading = space* I18N_Examples %begin_content ^ExamplesHeadingEnd* :>> ExamplesHeadingEnd @store_examples_content;
-
-  Step = space* I18N_Step %begin_content ^EOL* %store_step_content :> EOL+;
-  Comment = space* '#' >begin_content ^EOL* %store_comment_content :> EOL+;
-  
-  Tag = ( ('@' [^@\r\n\t ]+) >begin_content ) %store_tag_content;
-  Tags = space* (Tag space*)+ EOL+;
-  
-  StartRow = space* PIPE >start_row;
-  EndRow = EOL space* ^PIPE >next_keyword_start;    
-  Cell = PIPE (ESCAPED_PIPE | (any - (PIPE|EOL))+ )* >begin_cell_content %store_cell_content;
-  RowBody = space* Cell** PIPE :>> (space* EOL+ space*) %store_row;
-  Row = StartRow :>> RowBody <: EndRow?;
-  
-  StartDocString = '"""' >start_docstring ^EOL* >start_docstring_content_type %end_docstring_content_type :>> EOL;
-  EndDocString = (space* '"""') >next_keyword_start;
-  DocString = space* StartDocString %begin_docstring_content (^EOL | EOL)* :>> EndDocString %store_docstring_content space* EOL+;
-  
-  Tokens = BOM? (space | EOL)* (Tags | Comment | FeatureHeading | BackgroundHeading | ScenarioHeading | ScenarioOutlineHeading | ExamplesHeading | Step | Row | DocString )* (space | EOL)* EOF;
-
-  main := Tokens %end_feature @!end_feature;
-}%%

data/spec/gherkin/c_lexer_spec.rb

@@ -1,22 +0,0 @@
-#encoding: utf-8
-unless defined?(JRUBY_VERSION)
-require 'spec_helper'
-require 'gherkin_lexer_en'
-
-module Gherkin
-  module Lexer
-    describe "C Lexer" do
-      before do
-        @listener = Gherkin::SexpRecorder.new
-        @lexer = Gherkin::CLexer::En.new(@listener)
-      end
-
-      it_should_behave_like "a Gherkin lexer"
-      it_should_behave_like "a Gherkin lexer lexing tags"
-      it_should_behave_like "a Gherkin lexer lexing doc_strings"
-      it_should_behave_like "a Gherkin lexer lexing rows"
-      it_should_behave_like "encoding"
-    end
-  end
-end
-end

data/spec/gherkin/fixtures/1.feature

@@ -1,8 +0,0 @@
-Feature: Logging in
-  So that I can be myself
-  # Comment
-  Scenario: Anonymous user can get a login form.
-    Scenery here
-
-  @tag
-  Scenario: Another one

data/spec/gherkin/fixtures/comments_in_table.feature

@@ -1,9 +0,0 @@
-Feature: x
-
-  Scenario Outline: x
-    Then x is <state>
-
-    Examples:
-      | state |
-      # comment
-      | 1     |

data/spec/gherkin/fixtures/complex.feature

@@ -1,45 +0,0 @@
-#Comment on line 1
-#Comment on line 2
-@tag1 @tag2
-Feature: Feature Text
-  In order to test multiline forms
-  As a ragel writer
-  I need to check for complex combinations
-
-  #Comment on line 9
-
-  #Comment on line 11
-
-  Background:
-    Given this is a background step
-    And this is another one
-
-  @tag3 @tag4
-  Scenario: Reading a Scenario
-    Given there is a step
-    But not another step
-
-  @tag3
-  Scenario: Reading a second scenario
-    With two lines of text
-    #Comment on line 24
-    Given a third step with a table
-    |a|b|
-    |c|d|
-    |e|f|
-    And I am still testing things
-      |g|h|
-      |e|r|
-      |k|i|
-      |n|| 
-    And I am done testing these tables
-    #Comment on line 29
-    Then I am happy
-
-  Scenario: Hammerzeit
-    Given All work and no play
-      """
-      Makes Homer something something
-      And something else
-      """
-    Then crazy

data/spec/gherkin/fixtures/complex.json

@@ -1,139 +0,0 @@
-{
-  "id": "feature-text",
-  "uri": "some/nice.feature",
-  "name": "Feature Text",
-  "keyword": "Feature",
-  "description": "In order to test multiline forms",
-  "tags": [
-    {"name": "@tag1"},
-    {"name": "@tag2"}
-  ],
-  "elements": [
-    { "type": "background",
-      "description": "",
-      "name": "", 
-      "keyword": "Background",
-      "steps": [
-        { "name": "this is a background step",
-          "keyword": "Given " },
-        { "name": "this is another one",
-          "keyword": "When ",
-          "line": 412 }
-      ]
-    },
-    { "type": "scenario_outline",
-      "id": "feature-text/a-scenario-outline",
-      "keyword": "Scenario Outline",
-      "name": "An Scenario Outline",
-      "description": "",
-      "tags": [
-        {"name": "@foo"}
-      ],
-      "steps": [
-        { "name": "A step with a table",
-          "keyword": "Given ",
-          "rows" : [
-            {"cells": [ "a","row","for","a","step" ]}
-          ]
-        }
-      ],
-      "examples": [
-        {
-          "id": "feature-text/a-scenario-outline/sweet-example",
-          "name": "Sweet Example", 
-          "keyword": "Examples",
-          "description": "",
-          "rows" : [
-            {"cells" :
-              [ "Fill","In" ]
-            },
-            {"cells" :
-              [ "The","Blanks" ]
-            }
-          ],
-          "tags" : [ {"name": "@exampletag"} ]
-        }
-      ]
-    },
-    { "type" : "scenario",
-      "id": "feature-text/reading-a-scenario",
-      "keyword": "Scenario",
-      "name" : "Reading a Scenario",
-      "description": "",
-      "tags" : [
-        {"name": "@tag3"},
-        {"name": "@tag4"}
-      ],
-      "steps" : [
-        { "name" : "there is a step",
-          "keyword": "Given "},
-        { "name" : "not another step",
-          "keyword": "But " }
-      ]
-    },
-    { "type" : "scenario",
-      "id": "feature-text/reading-a-second-scenario",
-      "keyword": "Scenario",
-      "name" : "Reading a second scenario",
-      "description": "With two lines of text",
-      "tags" : [ {"name": "@tag3"} ],
-      "steps" : [
-        { "name" : "a third step with a table",
-          "keyword": "Given ",
-          "rows": [
-            {
-              "cells" : [ "a","b" ],
-              "line" : 987
-            },
-            { "cells" :
-              [ "c","d" ]
-            },
-            { "cells" :
-              [ "e", "f" ]
-            }
-          ]
-        },
-        { "name" : "I am still testing things",
-          "keyword": "Given ",
-          "rows": [
-            { "cells" :
-              [ "g","h" ]
-            },
-            { "cells" :
-              [ "e","r" ]
-            },
-            { "cells" :
-              [ "k", "i" ]
-            },
-            { "cells" :
-              [ "n", "" ]
-            }
-          ]
-        },
-        { "name" : "I am done testing these tables",
-          "keyword": "Given " },
-        { "name" : "I am happy",
-          "keyword": "Given " }
-      ]
-    },
-    { "type" : "scenario",
-      "id": "feature-text/hammerzeit",
-      "keyword": "Scenario",
-      "name" : "Hammerzeit", 
-      "description": "",
-      "steps" : [
-        { "name" : "All work and no play", 
-          "keyword": "Given ",
-          "doc_string": {
-            "content_type": "text",
-            "value": "Makes Homer something something\nAnd something else",
-            "line": 777
-          }
-        },
-        { "name" : "crazy",
-          "keyword": "Given " }
-      ]
-    }
-  ]
-}
-