gherkin 5.0.0 → 5.1.0

data/Rakefile

@@ -1,24 +0,0 @@
-# encoding: utf-8
-require 'rubygems'
-require 'bundler'
-Bundler::GemHelper.install_tasks
-
-$:.unshift File.expand_path("../lib", __FILE__)
-
-require "rspec/core/rake_task"
-RSpec::Core::RakeTask.new(:spec) do |t|
-  t.ruby_opts  = %w[-r./spec/coverage -w]
-  t.rspec_opts = %w[--color]
-end
-
-require_relative 'spec/capture_warnings'
-include CaptureWarnings
-namespace :spec do
-  task :warnings do
-    report_warnings do
-      Rake::Task['spec'].invoke
-    end
-  end
-end
-
-task default: ['spec:warnings']

data/bin/gherkin-generate-tokens

@@ -1,13 +0,0 @@
-#!/usr/bin/env ruby
-$VERBOSE=nil # Shut up JRuby warnings on Travis
-$LOAD_PATH.unshift(File.join(File.dirname(__FILE__),"../lib"))
-require 'gherkin/parser'
-require 'gherkin/token_formatter_builder'
-
-parser = Gherkin::Parser.new(Gherkin::TokenFormatterBuilder.new)
-files = ARGV
-files.each do |file|
-  File.open(file, 'r:UTF-8') do |io|
-    print parser.parse(io)
-  end
-end

data/gherkin-ruby.razor

@@ -1,218 +0,0 @@
-@using Berp;
-@helper CallProduction(ProductionRule production)
-{
-  switch(production.Type)
-  {
-    case ProductionRuleType.Start:
-      @:  start_rule(context, :@production.RuleName);
-      break;
-    case ProductionRuleType.End:
-      @:  end_rule(context, :@production.RuleName);
-      break;
-    case ProductionRuleType.Process:
-      @:  build(context, token);
-      break;
-  }
-}
-@helper HandleParserError(IEnumerable<string> expectedTokens, State state)
-{<text>
-      state_comment = "State: @state.Id - @Raw(state.Comment)"
-      token.detach
-      expected_tokens = ["@Raw(string.Join("\", \"", expectedTokens))"]
-      error = token.eof? ? UnexpectedEOFException.new(token, expected_tokens, state_comment) : UnexpectedTokenException.new(token, expected_tokens, state_comment)
-      raise error if (stop_at_first_error)
-      add_error(context, error)
-      return @state.Id</text>}
-@helper MatchToken(TokenType tokenType)
-{<text>match_@(tokenType)(context, token)</text>}
-# This file is generated. Do not edit! Edit gherkin-ruby.razor instead.
-require 'gherkin/ast_builder'
-require 'gherkin/token_matcher'
-require 'gherkin/token_scanner'
-require 'gherkin/errors'
-
-module Gherkin
-
-  RULE_TYPE = [
-    :None,
-    @foreach(var rule in Model.RuleSet.Where(r => !r.TempRule))
-    {<text>    :@rule.Name.Replace("#", "_"), # @rule.ToString(true)
-</text>}
-  ]
-
-  class ParserContext
-    attr_reader :token_scanner, :token_matcher, :token_queue, :errors
-
-    def initialize(token_scanner, token_matcher, token_queue, errors)
-      @@token_scanner = token_scanner
-      @@token_matcher = token_matcher
-      @@token_queue = token_queue
-      @@errors = errors
-    end
-  end
-
-  class @Model.ParserClassName
-    attr_accessor :stop_at_first_error
-
-    def initialize(ast_builder=AstBuilder.new)
-      @@ast_builder = ast_builder
-    end
-
-    def parse(token_scanner, token_matcher=TokenMatcher.new)
-      token_scanner = token_scanner.is_a?(TokenScanner) ? token_scanner : TokenScanner.new(token_scanner)
-
-      @@ast_builder.reset
-      token_matcher.reset
-      context = ParserContext.new(
-        token_scanner,
-        token_matcher,
-        [],
-        []
-      )
-
-      start_rule(context, :@Model.RuleSet.StartRule.Name);
-      state = 0
-      token = nil
-      begin
-        token = read_token(context)
-        state = match_token(state, token, context)
-      end until(token.eof?)
-
-      end_rule(context, :@Model.RuleSet.StartRule.Name)
-
-      raise CompositeParserException.new(context.errors) if context.errors.any?
-
-      get_result()
-    end
-
-    def build(context, token)
-      handle_ast_error(context) do
-        @@ast_builder.build(token)
-      end
-    end
-
-    def add_error(context, error)
-      context.errors.push(error)
-      raise CompositeParserException, context.errors if context.errors.length > 10
-    end
-
-    def start_rule(context, rule_type)
-      handle_ast_error(context) do
-        @@ast_builder.start_rule(rule_type)
-      end
-    end
-
-    def end_rule(context, rule_type)
-      handle_ast_error(context) do
-        @@ast_builder.end_rule(rule_type)
-      end
-    end
-
-    def get_result()
-      @@ast_builder.get_result
-    end
-
-    def read_token(context)
-      context.token_queue.any? ? context.token_queue.shift : context.token_scanner.read
-    end
-
-@foreach(var rule in Model.RuleSet.TokenRules)
-{<text>
-    def match_@(rule.Name.Replace("#", ""))( context, token)
-      @if (rule.Name != "#EOF")
-      {
-      @:return false if token.eof?
-      }
-      return handle_external_error(context, false) do
-        context.token_matcher.match_@(rule.Name.Replace("#", ""))(token)
-      end
-    end</text>
-}
-
-    def match_token(state, token, context)
-      case state
-      @foreach(var state in Model.States.Values.Where(s => !s.IsEndState))
-      {
-      @:when @state.Id
-        @:match_token_at_@(state.Id)(token, context)
-      }
-      else
-        raise InvalidOperationException, "Unknown state: #{state}"
-      end
-    end
-
-@foreach(var state in Model.States.Values.Where(s => !s.IsEndState))
-{<text>
-    # @Raw(state.Comment)
-    def match_token_at_@(state.Id)(token, context)
-      @foreach(var transition in state.Transitions)
-      {
-      @:if @MatchToken(transition.TokenType)
-        if (transition.LookAheadHint != null)
-        {
-        @:if lookahead_@(transition.LookAheadHint.Id)(context, token)
-        }
-        foreach(var production in transition.Productions)
-        {
-          @CallProduction(production)
-        }
-        @:return @transition.TargetState
-        if (transition.LookAheadHint != null)
-        {
-        @:end
-        }
-      @:end
-      }
-      @HandleParserError(state.Transitions.Select(t => "#" + t.TokenType.ToString()).Distinct(), state)
-    end</text>
-}
-
-@foreach(var lookAheadHint in Model.RuleSet.LookAheadHints)
-{
-    <text>
-    def lookahead_@(lookAheadHint.Id)(context, currentToken)
-      currentToken.detach
-      token = nil
-      queue = []
-      match = false
-      loop do
-        token = read_token(context)
-        token.detach
-        queue.push(token)
-
-        if (false @foreach(var tokenType in lookAheadHint.ExpectedTokens) {<text>|| @MatchToken(tokenType)</text>})
-          match = true
-          break
-        end
-
-        break unless (false @foreach(var tokenType in lookAheadHint.Skip) {<text>|| @MatchToken(tokenType)</text>})
-      end
-
-      context.token_queue.concat(queue)
-
-      return match
-    end
-    </text>
-}
-
-    private
-
-    def handle_ast_error(context, &action)
-      handle_external_error(context, true, &action)
-    end
-
-    def handle_external_error(context, default_value, &action)
-      return action.call if stop_at_first_error
-
-      begin
-        return action.call
-      rescue CompositeParserException => e
-        e.errors.each { |error| add_error(context, error) }
-      rescue ParserException => e
-        add_error(context, e)
-      end
-      default_value
-    end
-
-  end
-end

data/gherkin.berp

@@ -1,37 +0,0 @@
-[
-	Tokens -> #Empty,#Comment,#TagLine,#FeatureLine,#BackgroundLine,#ScenarioLine,#ScenarioOutlineLine,#ExamplesLine,#StepLine,#DocStringSeparator,#TableRow,#Language
-	IgnoredTokens -> #Comment,#Empty
-	ClassName -> Parser
-	Namespace -> Gherkin
-]
-
-GherkinDocument! := Feature?
-Feature! := Feature_Header Background? Scenario_Definition*
-Feature_Header! := #Language? Tags? #FeatureLine Description_Helper
-
-Background! := #BackgroundLine Description_Helper Step*
-
-// we could avoid defining Scenario_Definition, but that would require regular look-aheads, so worse performance
-Scenario_Definition! := Tags? (Scenario | ScenarioOutline)
-
-Scenario! := #ScenarioLine Description_Helper Step*
-
-ScenarioOutline! := #ScenarioOutlineLine Description_Helper Step* Examples_Definition*
-// after the first "Examples" block, interpreting a tag line is ambiguous (tagline of next examples or of next scenario)
-// because of this, we need a lookahead hint, that connects the tag line to the next examples, if there is an examples block ahead
-Examples_Definition! [#Empty|#Comment|#TagLine->#ExamplesLine]:= Tags? Examples
-Examples! := #ExamplesLine Description_Helper Examples_Table?
-Examples_Table! := #TableRow #TableRow*
-
-Step! := #StepLine Step_Arg?
-Step_Arg := (DataTable | DocString)
-
-DataTable! := #TableRow+
-DocString! := #DocStringSeparator #Other* #DocStringSeparator
-
-Tags! := #TagLine+
-
-// we need to explicitly mention comment, to avoid merging it into the description line's #Other token
-// we also eat the leading empty lines, the tailing lines are not removed by the parser to avoid lookahead, this has to be done by the AST builder
-Description_Helper := #Empty* Description? #Comment*
-Description! := #Other+

data/gherkin.gemspec

@@ -1,27 +0,0 @@
-# encoding: utf-8
-Gem::Specification.new do |s|
-  s.name        = 'gherkin'
-  s.version     = '5.0.0'
-  s.authors     = ["Gáspár Nagy", "Aslak Hellesøy", "Steve Tooke"]
-  s.description = 'Gherkin parser'
-  s.summary     = "gherkin-#{s.version}"
-  s.email       = 'cukes@googlegroups.com'
-  s.homepage    = "https://github.com/cucumber/gherkin-ruby"
-  s.platform    = Gem::Platform::RUBY
-  s.license     = "MIT"
-  s.required_ruby_version = ">= 1.9.3"
-
-  s.add_development_dependency 'bundler'
-  s.add_development_dependency 'rake',      '~> 10.5'
-  s.add_development_dependency 'rspec',     '~> 3.5'
-
-  # For coverage reports
-  s.add_development_dependency 'coveralls'
-
-  s.executables      = ["gherkin-ruby"]
-  s.rubygems_version = ">= 1.6.1"
-  s.files            = `git ls-files`.split("\n").reject {|path| path =~ /\.gitignore$/ }
-  s.test_files       = `git ls-files -- spec/*`.split("\n")
-  s.rdoc_options     = ["--charset=UTF-8"]
-  s.require_path     = "lib"
-end

data/testdata/bad/inconsistent_cell_count.feature

@@ -1,14 +0,0 @@
-Feature: Inconsistent cell counts
-
-  Scenario: minimalistic
-    Given a data table with inconsistent cell count
-      | foo | bar |
-      | boz | 
-
-
-  Scenario Outline: minimalistic
-    Given the <what>
-
-  Examples: 
-    | what       |
-    | minimalism | extra |

data/testdata/bad/inconsistent_cell_count.feature.errors.ndjson

@@ -1,2 +0,0 @@
-{"data":"(6:7): inconsistent cell count within the table","media":{"encoding":"utf-8","type":"text/x.cucumber.stacktrace+plain"},"source":{"start":{"column":7,"line":6},"uri":"testdata/bad/inconsistent_cell_count.feature"},"type":"attachment"}
-{"data":"(14:5): inconsistent cell count within the table","media":{"encoding":"utf-8","type":"text/x.cucumber.stacktrace+plain"},"source":{"start":{"column":5,"line":14},"uri":"testdata/bad/inconsistent_cell_count.feature"},"type":"attachment"}

data/testdata/bad/invalid_language.feature

@@ -1,6 +0,0 @@
-#language:no-such
-
-Feature: Minimal
-
-  Scenario: minimalistic
-    Given the minimalism

data/testdata/bad/invalid_language.feature.errors.ndjson

@@ -1 +0,0 @@
-{"data":"(1:1): Language not supported: no-such","media":{"encoding":"utf-8","type":"text/x.cucumber.stacktrace+plain"},"source":{"start":{"column":1,"line":1},"uri":"testdata/bad/invalid_language.feature"},"type":"attachment"}

data/testdata/bad/multiple_parser_errors.feature

@@ -1,9 +0,0 @@
-
-invalid line here
-
-Feature: Multiple parser errors
-
-  Scenario: minimalistic
-    Given the minimalism
-
-another invalid line here

data/testdata/bad/multiple_parser_errors.feature.errors.ndjson

@@ -1,2 +0,0 @@
-{"data":"(2:1): expected: #EOF, #Language, #TagLine, #FeatureLine, #Comment, #Empty, got 'invalid line here'","media":{"encoding":"utf-8","type":"text/x.cucumber.stacktrace+plain"},"source":{"start":{"column":1,"line":2},"uri":"testdata/bad/multiple_parser_errors.feature"},"type":"attachment"}
-{"data":"(9:1): expected: #EOF, #TableRow, #DocStringSeparator, #StepLine, #TagLine, #ScenarioLine, #ScenarioOutlineLine, #Comment, #Empty, got 'another invalid line here'","media":{"encoding":"utf-8","type":"text/x.cucumber.stacktrace+plain"},"source":{"start":{"column":1,"line":9},"uri":"testdata/bad/multiple_parser_errors.feature"},"type":"attachment"}

data/testdata/bad/not_gherkin.feature

@@ -1,2 +0,0 @@
-not gherkin
-

data/testdata/bad/not_gherkin.feature.errors.ndjson

@@ -1 +0,0 @@
-{"data":"(1:1): expected: #EOF, #Language, #TagLine, #FeatureLine, #Comment, #Empty, got 'not gherkin'","media":{"encoding":"utf-8","type":"text/x.cucumber.stacktrace+plain"},"source":{"start":{"column":1,"line":1},"uri":"testdata/bad/not_gherkin.feature"},"type":"attachment"}

data/testdata/bad/single_parser_error.feature

@@ -1,7 +0,0 @@
-
-invalid line here
-
-Feature: Single parser error
-
-  Scenario: minimalistic
-    Given the minimalism

data/testdata/bad/single_parser_error.feature.errors.ndjson

@@ -1 +0,0 @@
-{"data":"(2:1): expected: #EOF, #Language, #TagLine, #FeatureLine, #Comment, #Empty, got 'invalid line here'","media":{"encoding":"utf-8","type":"text/x.cucumber.stacktrace+plain"},"source":{"start":{"column":1,"line":2},"uri":"testdata/bad/single_parser_error.feature"},"type":"attachment"}

data/testdata/bad/unexpected_eof.feature

@@ -1,6 +0,0 @@
-Feature: Unexpected end of file
-
-  Scenario Outline: minimalistic
-    Given the minimalism
-
-    @tag

data/testdata/bad/unexpected_eof.feature.errors.ndjson

@@ -1 +0,0 @@
-{"data":"(7:0): unexpected end of file, expected: #TagLine, #ScenarioLine, #ScenarioOutlineLine, #Comment, #Empty","media":{"encoding":"utf-8","type":"text/x.cucumber.stacktrace+plain"},"source":{"start":{"column":0,"line":7},"uri":"testdata/bad/unexpected_eof.feature"},"type":"attachment"}

data/testdata/good/background.feature

@@ -1,8 +0,0 @@
-Feature: Background
-
-  Background: a simple background
-    Given the minimalism inside a background
-
-
-  Scenario: minimalistic
-    Given the minimalism

data/testdata/good/background.feature.ast.ndjson

@@ -1 +0,0 @@
-{"document":{"comments":[],"feature":{"children":[{"keyword":"Background","location":{"column":3,"line":3},"name":"a simple background","steps":[{"keyword":"Given ","location":{"column":5,"line":4},"text":"the minimalism inside a background","type":"Step"}],"type":"Background"},{"keyword":"Scenario","location":{"column":3,"line":7},"name":"minimalistic","steps":[{"keyword":"Given ","location":{"column":5,"line":8},"text":"the minimalism","type":"Step"}],"tags":[],"type":"Scenario"}],"keyword":"Feature","language":"en","location":{"column":1,"line":1},"name":"Background","tags":[],"type":"Feature"},"type":"GherkinDocument"},"type":"gherkin-document","uri":"testdata/good/background.feature"}

data/testdata/good/background.feature.pickles.ndjson

@@ -1 +0,0 @@
-{"pickle":{"language":"en","locations":[{"column":3,"line":7}],"name":"minimalistic","steps":[{"arguments":[],"locations":[{"column":11,"line":4}],"text":"the minimalism inside a background"},{"arguments":[],"locations":[{"column":11,"line":8}],"text":"the minimalism"}],"tags":[]},"type":"pickle","uri":"testdata/good/background.feature"}

data/testdata/good/background.feature.source.ndjson

@@ -1 +0,0 @@
-{"data":"Feature: Background\n\n  Background: a simple background\n    Given the minimalism inside a background\n\n\n  Scenario: minimalistic\n    Given the minimalism\n","media":{"encoding":"utf-8","type":"text/x.cucumber.gherkin+plain"},"type":"source","uri":"testdata/good/background.feature"}

data/testdata/good/background.feature.tokens

@@ -1,9 +0,0 @@
-(1:1)FeatureLine:Feature/Background/
-(2:1)Empty://
-(3:3)BackgroundLine:Background/a simple background/
-(4:5)StepLine:Given /the minimalism inside a background/
-(5:1)Empty://
-(6:1)Empty://
-(7:3)ScenarioLine:Scenario/minimalistic/
-(8:5)StepLine:Given /the minimalism/
-EOF

data/testdata/good/datatables.feature

@@ -1,18 +0,0 @@
-Feature: DataTables
-
-  Scenario: minimalistic
-    Given a simple data table
-      | foo | bar |
-      | boz | boo |
-    And a data table with a single cell
-      | foo |
-    And a data table with different fromatting
-      |   foo|bar|    boz    |    
-    And a data table with an empty cell
-      |foo||boz|
-    And a data table with comments and newlines inside
-      | foo | bar |
-
-      | boz  | boo  |
-      # this is a comment
-      | boz2 | boo2 |