srl_ruby 0.0.1

data/spec/spec_helper.rb

@@ -0,0 +1,16 @@
+require 'bundler/setup'
+require 'rspec' # Use the RSpec framework
+require_relative '../lib/srl_ruby'
+
+RSpec.configure do |config|
+  # Enable flags like --only-failures and --next-failure
+  config.example_status_persistence_file_path = '.rspec_status'
+  
+  config.expect_with :rspec do |c|
+    # Disable the `should` syntax...
+    c.syntax = :expect
+  end
+
+  # Display stack trace in case of failure
+  config.full_backtrace = true
+end

data/spec/srl_ruby/srl_ruby_spec.rb

@@ -0,0 +1,7 @@
+require_relative '../spec_helper'
+
+RSpec.describe SrlRuby do
+  it 'has a version number' do
+    expect(SrlRuby::VERSION).not_to be nil
+  end
+end

data/spec/srl_ruby/tokenizer_spec.rb

@@ -0,0 +1,147 @@
+require_relative '../spec_helper' # Use the RSpec framework
+require_relative '../../lib/srl_ruby/tokenizer' # Load the class under test
+
+module SrlRuby
+  describe Tokenizer do
+    def match_expectations(aTokenizer, theExpectations)
+      aTokenizer.tokens.each_with_index do |token, i|
+        terminal, lexeme = theExpectations[i]
+        expect(token.terminal).to eq(terminal)
+        expect(token.lexeme).to eq(lexeme)
+      end
+    end
+  
+    subject { Tokenizer.new('') }    
+    
+    context 'Initialization:' do
+      it 'should be initialized with a text to tokenize and a grammar' do
+        expect { Tokenizer.new('anything') }.not_to raise_error
+      end
+
+      it 'should have its scanner initialized' do
+        expect(subject.scanner).to be_kind_of(StringScanner)
+      end
+    end # context
+
+    context 'Single token recognition:' do
+      it 'should tokenize delimiters and separators' do
+        subject.scanner.string = ','
+        token = subject.tokens.first
+        expect(token).to be_kind_of(Rley::Lexical::Token)
+        expect(token.terminal).to eq('COMMA')
+        expect(token.lexeme).to eq(',')
+      end
+      
+      it 'should tokenize keywords' do
+        sample = 'between Exactly oncE optional TWICE'
+        subject.scanner.string = sample
+        subject.tokens.each do |tok|
+          expect(tok).to be_kind_of(Rley::Lexical::Token)
+          expect(tok.terminal).to eq(tok.lexeme.upcase)
+        end
+      end
+      
+      it 'should tokenize integer values' do
+        subject.scanner.string = ' 123 '
+        token = subject.tokens.first
+        expect(token).to be_kind_of(Rley::Lexical::Token)
+        expect(token.terminal).to eq('INTEGER')
+        expect(token.lexeme).to eq('123')
+      end 
+
+      it 'should tokenize single digits' do
+        subject.scanner.string = ' 1 '
+        token = subject.tokens.first
+        expect(token).to be_kind_of(Rley::Lexical::Token)
+        expect(token.terminal).to eq('DIGIT_LIT')
+        expect(token.lexeme).to eq('1')
+      end       
+    end # context
+    
+    context 'String literal tokenization:' do
+      it "should recognize 'literally ...'" do
+        input = 'literally "hello"'
+        subject.scanner.string = input
+        expectations = [
+          %w[LITERALLY literally],
+          %w[STRING_LIT hello]
+        ]
+        match_expectations(subject, expectations)
+      end    
+    end # context    
+    
+    context 'Character range tokenization:' do
+      it "should recognize 'letter from ... to ...'" do
+        input = 'letter a to f'
+        subject.scanner.string = input
+        expectations = [
+          %w[LETTER letter],
+          %w[LETTER_LIT a],
+          %w[TO to],
+          %w[LETTER_LIT f]
+        ]
+        match_expectations(subject, expectations)
+      end    
+    end # context
+    
+    context 'Quantifier tokenization:' do
+      it "should recognize 'exactly ... times'" do
+        input = 'exactly 4 Times'
+        subject.scanner.string = input
+        expectations = [
+          %w[EXACTLY exactly],
+          %w[DIGIT_LIT 4],
+          %w[TIMES Times]
+        ]
+        match_expectations(subject, expectations)
+      end
+      
+      it "should recognize 'between ... and ... times'" do
+        input = 'Between 2 AND 4 times'
+        subject.scanner.string = input
+        expectations = [
+          %w[BETWEEN Between],
+          %w[DIGIT_LIT 2],
+          %w[AND AND],
+          %w[DIGIT_LIT 4],
+          %w[TIMES times]
+        ]
+        match_expectations(subject, expectations)
+      end
+
+      it "should recognize 'once or more'" do
+        input = 'Once or MORE'
+        subject.scanner.string = input
+        expectations = [
+          %w[ONCE Once],
+          %w[OR or],
+          %w[MORE MORE]
+        ]
+        match_expectations(subject, expectations)
+      end
+
+      it "should recognize 'never or more'" do
+        input = 'never or more'
+        subject.scanner.string = input
+        expectations = [
+          %w[NEVER never],
+          %w[OR or],
+          %w[MORE more]
+        ]
+        match_expectations(subject, expectations)
+      end 
+
+      it "should recognize 'at least  ... times'" do
+        input = 'at least 10 times'
+        subject.scanner.string = input
+        expectations = [
+          %w[AT at],
+          %w[LEAST least],
+          %w[INTEGER 10],
+          %w[TIMES times]
+        ]
+        match_expectations(subject, expectations)
+      end      
+    end # context
+  end # describe
+end # module

data/srl_ruby.gemspec

@@ -0,0 +1,58 @@
+
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'srl_ruby/version'
+
+module PkgExtending
+  def self.pkg_files(aPackage)
+    file_list = Dir[
+      '.rubocop.yml',
+      '.rspec',
+      '.yardopts',
+      'Gemfile',
+      'Rakefile',
+      'CHANGELOG.md',
+      'LICENSE.txt',
+      'README.md',
+      'srl_ruby.gemspec',
+      'lib/*.*',
+      'lib/**/*.rb',
+      'spec/**/*.rb'
+    ]
+    aPackage.files = file_list
+    aPackage.test_files = Dir['spec/**/*_spec.rb']
+    aPackage.require_path = 'lib'
+  end
+
+  def self.pkg_documentation(aPackage)
+    aPackage.rdoc_options << '--charset=UTF-8 --exclude="examples|features|spec"'
+    aPackage.extra_rdoc_files = ['README.md']
+  end
+end # module
+
+Gem::Specification.new do |spec|
+  spec.name          = 'srl_ruby'
+  spec.version       = SrlRuby::VERSION
+  spec.authors       = ['Dimitri Geshef']
+  spec.email         = ['famished.tiger@yahoo.com']
+
+  spec.summary       = %q(Ruby implementation of the Simple Regex Language)
+  spec.description   = %q(Ruby implementation of the Simple Regex Language)
+  spec.homepage      = 'https://github.com/famished-tiger/SRL-Ruby'
+  spec.license       = 'MIT'
+
+  spec.bindir = 'bin'
+  spec.executables << 'srl_ruby'
+  spec.require_paths = ['lib']
+  PkgExtending::pkg_files(spec)
+  PkgExtending::pkg_documentation(spec)
+  spec.required_ruby_version = '>= 2.1.0'
+  
+  # Runtime dependencies
+  spec.add_dependency 'rley', '~> 0.6.00'
+
+  # Development dependencies
+  spec.add_development_dependency 'bundler', '~> 1.16'
+  spec.add_development_dependency 'rake', '~> 10.0'
+  spec.add_development_dependency 'rspec', '~> 3.0'
+end

metadata

@@ -0,0 +1,150 @@
+--- !ruby/object:Gem::Specification
+name: srl_ruby
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Dimitri Geshef
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2018-03-06 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rley
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.6.00
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.6.00
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+description: Ruby implementation of the Simple Regex Language
+email:
+- famished.tiger@yahoo.com
+executables:
+- srl_ruby
+extensions: []
+extra_rdoc_files:
+- README.md
+files:
+- ".rspec"
+- ".rubocop.yml"
+- ".yardopts"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/srl_ruby
+- lib/regex/abstract_method.rb
+- lib/regex/alternation.rb
+- lib/regex/anchor.rb
+- lib/regex/atomic_expression.rb
+- lib/regex/capturing_group.rb
+- lib/regex/char_class.rb
+- lib/regex/char_range.rb
+- lib/regex/char_shorthand.rb
+- lib/regex/character.rb
+- lib/regex/compound_expression.rb
+- lib/regex/concatenation.rb
+- lib/regex/expression.rb
+- lib/regex/lookaround.rb
+- lib/regex/match_option.rb
+- lib/regex/monadic_expression.rb
+- lib/regex/multiplicity.rb
+- lib/regex/non_capturing_group.rb
+- lib/regex/polyadic_expression.rb
+- lib/regex/quantifiable.rb
+- lib/regex/repetition.rb
+- lib/regex/wildcard.rb
+- lib/srl_ruby.rb
+- lib/srl_ruby/ast_builder.rb
+- lib/srl_ruby/grammar.rb
+- lib/srl_ruby/regex_repr.rb
+- lib/srl_ruby/tokenizer.rb
+- lib/srl_ruby/version.rb
+- spec/integration_spec.rb
+- spec/regex/character_spec.rb
+- spec/regex/multiplicity_spec.rb
+- spec/spec_helper.rb
+- spec/srl_ruby/srl_ruby_spec.rb
+- spec/srl_ruby/tokenizer_spec.rb
+- srl_ruby.gemspec
+homepage: https://github.com/famished-tiger/SRL-Ruby
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options:
+- --charset=UTF-8 --exclude="examples|features|spec"
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.1.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.13
+signing_key: 
+specification_version: 4
+summary: Ruby implementation of the Simple Regex Language
+test_files:
+- spec/integration_spec.rb
+- spec/regex/character_spec.rb
+- spec/regex/multiplicity_spec.rb
+- spec/srl_ruby/srl_ruby_spec.rb
+- spec/srl_ruby/tokenizer_spec.rb