gherkin 7.0.4 → 8.0.0

data/lib/gherkin/token_scanner.rb

@@ -0,0 +1,40 @@
+require 'stringio'
+require 'gherkin/token'
+require 'gherkin/gherkin_line'
+
+module Gherkin
+  # The scanner reads a gherkin doc (typically read from a .feature file) and
+  # creates a token for line. The tokens are passed to the parser, which outputs
+  # an AST (Abstract Syntax Tree).
+  #
+  # If the scanner sees a # language header, it will reconfigure itself dynamically
+  # to look for Gherkin keywords for the associated language. The keywords are defined
+  # in gherkin-languages.json.
+  class TokenScanner
+    def initialize(source_or_io)
+      @line_number = 0
+
+      case(source_or_io)
+      when String
+        @io = StringIO.new(source_or_io)
+      when StringIO, IO
+        @io = source_or_io
+      else
+        fail ArgumentError, "Please a pass String, StringIO or IO. I got a #{source_or_io.class}"
+      end
+    end
+
+    def read
+      location = {line: @line_number += 1, column: 0}
+      if @io.nil? || line = @io.gets
+        gherkin_line = line ? GherkinLine.new(line, location[:line]) : nil
+        Token.new(gherkin_line, location)
+      else
+        @io.close unless @io.closed? # ARGF closes the last file after final gets
+        @io = nil
+        Token.new(nil, location)
+      end
+    end
+
+  end
+end

data/spec/gherkin/gherkin_spec.rb

@@ -1,354 +1,45 @@
-# coding: utf-8
 require 'rspec'
-require 'gherkin/gherkin'
-
-module Gherkin
-  describe Gherkin do
-    context 'using paths' do
-      it "works" do
-        messages = Gherkin.from_paths(
-          ["testdata/good/minimal.feature"]
-        )
-        expect(messages.to_a.length).to eq(3)
-      end
-    end
-
-    context 'using string content' do
-      it 'works' do
-        file = File.new('testdata/good/minimal.feature')
-        content = file.read.encode('UTF-8')
-        messages = Gherkin.from_source('testdata/good/minimal.feature', content).to_a
-        expect(messages.to_a.length).to eq(3)
-      end
-
-      it 'also works' do
-        content = """
-Feature:
-
-  Scenario: scenario 1
-    Given text
-
-  Scenario: scenario 2
-    Given text
-
-  Scenario: scenario 3
-    Given text
-
-  Scenario: scenario 4
-    Given text
-
-  Scenario: scenario 5
-    Given text
-
-  Scenario: scenario 6
-    Given text
-
-  Scenario: scenario 7
-    Given text
-
-  Scenario: scenario 8
-    Given text
-
-  Scenario: scenario 9
-    Given text
-
-  Scenario: scenario 10
-    Given text
-
-  Scenario: scenario 11
-    Given text
-
-  Scenario: scenario 12
-    Given text
-
-  Scenario: scenario 13
-    Given text
-
-  Scenario: scenario 14
-    Given text
-
-  Scenario: scenario 15
-    Given text
-
-  Scenario: scenario 16
-    Given text
-
-  Scenario: scenario 17
-    Given text
-
-  Scenario: scenario 18
-    Given text
-
-  Scenario: scenario 19
-    Given text
-
-  Scenario: scenario 20
-    Given text
-
-  Scenario: scenario 21
-    Given text
-
-  Scenario: scenario 22
-    Given text
-
-  Scenario: scenario 23
-    Given text
-
-  Scenario: scenario 24
-    Given text
-
-  Scenario: scenario 25
-    Given text
-
-  Scenario: scenario 26
-    Given text
-
-  Scenario: scenario 27
-    Given text
-
-  Scenario: scenario 28
-    Given text
-
-  Scenario: scenario 29
-    Given text
-
-  Scenario: scenario 30
-    Given text
-
-  Scenario: scenario 31
-    Given text
-
-  Scenario: scenario 32
-    Given text
-
-  Scenario: scenario 33
-    Given text
-
-  Scenario: scenario 34
-    Given text
-
-  Scenario: scenario 35
-    Given text
-
-  Scenario: scenario 36
-    Given text
-
-  Scenario: scenario 37
-    Given text
-
-  Scenario: scenario 38
-    Given text
-
-  Scenario: scenario 39
-    Given text
-
-  Scenario: scenario 40
-    Given text
-
-  Scenario: scenario 41
-    Given text
-
-  Scenario: scenario 42
-    Given text
-
-  Scenario: scenario 43
-    Given text
-
-  Scenario: scenario 44
-    Given text
-
-  Scenario: scenario 45
-    Given text
-
-  Scenario: scenario 46
-    Given text
-
-  Scenario: scenario 47
-    Given text
-
-  Scenario: scenario 48
-    Given text
-
-  Scenario: scenario 49
-    Given text
-"""
-        messages = Gherkin.from_source('dummy', content).to_a
-        expect(messages.to_a.length).to eq(51)
-      end
-
-      it 'still works' do
-        content = """
-Feature:
-
-  Scenario: scenario 1
-    Given text
-
-  Scenario: scenario 2
-    Given text
-
-  Scenario: scenario 3
-    Given text
-
-  Scenario: scenario 4
-    Given text
-
-  Scenario: scenario 5
-    Given text
-
-  Scenario: scenario 6
-    Given text
-
-  Scenario: scenario 7
-    Given text
-
-  Scenario: scenario 8
-    Given text
-
-  Scenario: scenario 9
-    Given text
-
-  Scenario: scenario 10
-    Given text
-
-  Scenario: scenario 11
-    Given text
-
-  Scenario: scenario 12
-    Given text
-
-  Scenario: scenario 13
-    Given text
-
-  Scenario: scenario 14
-    Given text
-
-  Scenario: scenario 15
-    Given text
-
-  Scenario: scenario 16
-    Given text
-
-  Scenario: scenario 17
-    Given text
-
-  Scenario: scenario 18
-    Given text
-
-  Scenario: scenario 19
-    Given text
-
-  Scenario: scenario 20
-    Given text
-
-  Scenario: scenario 21
-    Given text
-
-  Scenario: scenario 22
-    Given text
-
-  Scenario: scenario 23
-    Given text
-
-  Scenario: scenario 24
-    Given text
-
-  Scenario: scenario 25
-    Given text
-
-  Scenario: scenario 26
-    Given text
-
-  Scenario: scenario 27
-    Given text
-
-  Scenario: scenario 28
-    Given text
-
-  Scenario: scenario 29
-    Given text
-
-  Scenario: scenario 30
-    Given text
-
-  Scenario: scenario 31
-    Given text
-
-  Scenario: scenario 32
-    Given text
-
-  Scenario: scenario 33
-    Given text
-
-  Scenario: scenario 34
-    Given text
-
-  Scenario: scenario 35
-    Given text
-
-  Scenario: scenario 36
-    Given text
-
-  Scenario: scenario 37
-    Given text
-
-  Scenario: scenario 38
-    Given text
-
-  Scenario: scenario 39
-    Given text
-
-  Scenario: scenario 40
-    Given text
-
-  Scenario: scenario 41
-    Given text
-
-  Scenario: scenario 42
-    Given text
-
-  Scenario: scenario 43
-    Given text
-
-  Scenario: scenario 44
-    Given text
-
-  Scenario: scenario 45
-    Given text
-
-  Scenario: scenario 46
-    Given text
-
-  Scenario: scenario 47
-    Given text
+require 'gherkin'
+
+describe Gherkin do
+  it "can process feature file paths" do
+    messages = Gherkin.from_paths(
+      ["testdata/good/minimal.feature"],
+      {include_source: true,
+       include_gherkin_document: true,
+       include_pickles: true}
+    ).to_a
+
+    expect(messages.length).to eq(3)
+  end
 
-  Scenario: scenario 48
-    Given text
+  it "can process feature file content" do
+    data = File.open("testdata/good/minimal.feature", 'r:UTF-8', &:read)
 
-  Scenario: scenario 49
-    Given text
+    messages = Gherkin.from_source(
+      "uri",
+      data,
+      {include_source: true,
+       include_gherkin_document: true,
+       include_pickles: true}
+    ).to_a
 
-  Scenario: scenario 50
-    Given text
-"""
-        messages = Gherkin.from_source('dummy', content).to_a
-        expect(messages.to_a.length).to eq(52)
-    end
+    expect(messages.length).to eq(3)
+  end
 
-    end
+  it "can set the default dialect for the feature file content" do
+    data = File.open("testdata/good/i18n_no.feature", 'r:UTF-8', &:read)
+    data_without_language_header = data.split("\n")[1..-1].join("\n")
 
-    context 'setting the default dialect' do
-      it 'features will be parsed using the set default dialect' do
-        content = """
-          Egenskap: i18n support
+    messages = Gherkin.from_source(
+      "uri",
+      data,
+      {include_source: true,
+       include_gherkin_document: true,
+       include_pickles: true,
+       default_dialect: "no"}
+    ).to_a
 
-            Scenario: Parsing many languages
-              Gitt Gherkin supports many languages
-              Når Norwegian keywords are parsed
-              Så they should be recognized
-          """
-        messages = Gherkin.from_source('dummy', content, {default_dialect: 'no'})
-        expect(messages.to_a.length).to eq(3)
-      end
-    end
+    expect(messages.length).to eq(3)
   end
 end

data/spec/gherkin/stream/subprocess_message_stream_spec.rb

@@ -0,0 +1,18 @@
+require 'rspec'
+require 'gherkin/stream/subprocess_message_stream'
+
+module Gherkin
+  module Stream
+    describe SubprocessMessageStream do
+      it "works" do
+        cucumber_messages = SubprocessMessageStream.new(
+          "./bin/gherkin",
+          ["testdata/good/minimal.feature"],
+          true, true, true
+        )
+        messages = cucumber_messages.messages.to_a
+        expect(messages.length).to eq(3)
+      end
+    end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: gherkin
 version: !ruby/object:Gem::Version
-  version: 7.0.4
+  version: 8.0.0
 platform: ruby
 authors:
 - Gáspár Nagy
@@ -10,68 +10,48 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-08-29 00:00:00.000000000 Z
+date: 2019-10-03 00:00:00.000000000 Z
 dependencies:
-- !ruby/object:Gem::Dependency
-  name: c21e
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2.0'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 2.0.0
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2.0'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 2.0.0
 - !ruby/object:Gem::Dependency
   name: cucumber-messages
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.0'
+        version: '6.0'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 5.0.1
+        version: 6.0.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.0'
+        version: '6.0'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 5.0.1
+        version: 6.0.1
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '12.3'
+        version: '13.0'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 12.3.3
+        version: 13.0.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '12.3'
+        version: '13.0'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 12.3.3
+        version: 13.0.0
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -124,33 +104,27 @@ files:
 - README.md
 - bin/gherkin
 - bin/gherkin-ruby
-- executables/gherkin-darwin-386
-- executables/gherkin-darwin-amd64
-- executables/gherkin-freebsd-386
-- executables/gherkin-freebsd-amd64
-- executables/gherkin-freebsd-arm
-- executables/gherkin-linux-386
-- executables/gherkin-linux-amd64
-- executables/gherkin-linux-arm
-- executables/gherkin-linux-mips
-- executables/gherkin-linux-mips64
-- executables/gherkin-linux-mips64le
-- executables/gherkin-linux-mipsle
-- executables/gherkin-linux-s390x
-- executables/gherkin-netbsd-386
-- executables/gherkin-netbsd-amd64
-- executables/gherkin-netbsd-arm
-- executables/gherkin-openbsd-386
-- executables/gherkin-openbsd-amd64
-- executables/gherkin-windows-386.exe
-- executables/gherkin-windows-amd64.exe
+- lib/gherkin.rb
+- lib/gherkin/ast_builder.rb
+- lib/gherkin/ast_node.rb
 - lib/gherkin/dialect.rb
-- lib/gherkin/exe_file_path.rb
-- lib/gherkin/gherkin.rb
+- lib/gherkin/errors.rb
+- lib/gherkin/gherkin-languages.json
+- lib/gherkin/gherkin_line.rb
+- lib/gherkin/parser.rb
+- lib/gherkin/pickles/compiler.rb
+- lib/gherkin/stream/parser_message_stream.rb
+- lib/gherkin/stream/protobuf_message_stream.rb
+- lib/gherkin/stream/subprocess_message_stream.rb
+- lib/gherkin/token.rb
+- lib/gherkin/token_formatter_builder.rb
+- lib/gherkin/token_matcher.rb
+- lib/gherkin/token_scanner.rb
 - spec/capture_warnings.rb
 - spec/coverage.rb
 - spec/gherkin/dialect_spec.rb
 - spec/gherkin/gherkin_spec.rb
+- spec/gherkin/stream/subprocess_message_stream_spec.rb
 homepage: https://github.com/cucumber/gherkin-ruby
 licenses:
 - MIT
@@ -180,9 +154,10 @@ rubyforge_project:
 rubygems_version: 2.7.6.2
 signing_key: 
 specification_version: 4
-summary: gherkin-7.0.4
+summary: gherkin-8.0.0
 test_files:
 - spec/gherkin/dialect_spec.rb
+- spec/gherkin/stream/subprocess_message_stream_spec.rb
 - spec/gherkin/gherkin_spec.rb
 - spec/capture_warnings.rb
 - spec/coverage.rb