ebnf 0.0.1

data/lib/ebnf/ll1/scanner.rb

@@ -0,0 +1,101 @@
+require 'strscan'    unless defined?(StringScanner)
+
+module RDF::LL1
+  ##
+  # Overload StringScanner with file operations
+  #
+  # * Reloads scanner as required until EOF.
+  # * Loads to a high-water and reloads when remaining size reaches a low-water.
+  #
+  # FIXME: Only implements the subset required by the Lexer for now.
+  class Scanner < StringScanner
+    HIGH_WATER = 10240
+    LOW_WATER  = 2048     # Hopefully large enough to deal with long multi-line comments
+
+    ##
+    # @!attribute [r] input
+    # @return [IO, StringIO]
+    attr_reader :input
+
+    ##
+    # Create a scanner, from an IO or String
+    #
+    # @param [String, IO, #read] input
+    # @param [Hash{Symbol => Object}] options
+    # @option options[Integer] :high_water (HIGH_WATER)
+    # @option options[Integer] :low_water (LOW_WATER)
+    # @yield [string]
+    # @yieldparam [String] string data read from input file
+    # @yieldreturn [String] replacement read data, useful for decoding escapes.
+    # @return [Scanner]
+    def initialize(input, options = {}, &block)
+      @block = block
+      @options = options.merge(:high_water => HIGH_WATER, :low_water => LOW_WATER)
+
+      if input.respond_to?(:read)
+        @input = input
+        super("")
+        feed_me
+      else
+        super(input.to_s)
+      end
+    end
+
+    ##
+    # Returns the "rest" of the line, or the next line if at EOL (i.e. everything after the scan pointer).
+    # If there is no more data (eos? = true), it returns "".
+    #
+    # @return [String]
+    def rest
+      feed_me
+      super
+    end
+    
+    ##
+    # Attempts to skip over the given `pattern` beginning with the scan pointer.
+    # If it matches, the scan pointer is advanced to the end of the match,
+    # and the length of the match is returned. Otherwise, `nil` is returned.
+    #
+    # similar to `scan`, but without returning the matched string.
+    # @param [Regexp] pattern
+    def skip(pattern)
+      feed_me
+      super
+    end
+    
+    ##
+    # Tries to match with `pattern` at the current position.
+    #
+    # If there is a match, the scanner advances the "scan pointer" and returns the matched string.
+    # Otherwise, the scanner returns nil.
+    #
+    # If the scanner begins with the multi-line start expression
+    # @example
+    #     s = StringScanner.new('test string')
+    #     p s.scan(/\w+/)   # -> "test"
+    #     p s.scan(/\w+/)   # -> nil
+    #     p s.scan(/\s+/)   # -> " "
+    #     p s.scan(/\w+/)   # -> "string"
+    #     p s.scan(/./)     # -> nil
+    #
+    # @param [Regexp] pattern
+    # @return [String]
+    def scan(pattern)
+      feed_me
+      super
+    end
+    
+  private
+    # Maintain low-water mark
+    def feed_me
+      if rest_size < @options[:low_water] && @input && !@input.eof?
+        # Read up to high-water mark ensuring we're at an end of line
+        diff = @options[:high_water] - rest_size
+        string = @input.read(diff)
+        string << @input.gets unless @input.eof?
+        string = @block.call(string) if @block
+        self << string if string
+      end
+    end
+  end
+end

data/lib/ebnf/version.rb

@@ -0,0 +1,20 @@
+module EBNF
+  module VERSION
+    VERSION_FILE = File.join(File.expand_path(File.dirname(__FILE__)), "..", "..", "VERSION")
+    MAJOR, MINOR, TINY, EXTRA = File.read(VERSION_FILE).chomp.split(".")
+
+    STRING = [MAJOR, MINOR, TINY, EXTRA].compact.join('.')
+
+    ##
+    # @return [String]
+    def self.to_s() STRING end
+
+    ##
+    # @return [String]
+    def self.to_str() STRING end
+
+    ##
+    # @return [Array(Integer, Integer, Integer)]
+    def self.to_a() [MAJOR, MINOR, TINY] end
+  end
+end

metadata

@@ -0,0 +1,125 @@
+--- !ruby/object:Gem::Specification
+name: ebnf
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Gregg Kellogg
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-02-24 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: sxp
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 2.12.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 2.12.0
+- !ruby/object:Gem::Dependency
+  name: yard
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.8.3
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.8.3
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: EBNF is a Ruby parser for W3C EBNF and a parser generator for compliant
+  LL(1) grammars.
+email: public-rdf-ruby@w3.org
+executables:
+- ebnf
+extensions: []
+extra_rdoc_files: []
+files:
+- AUTHORS
+- CREDITS
+- README.md
+- UNLICENSE
+- VERSION
+- lib/ebnf/ll1/lexer.rb
+- lib/ebnf/ll1/parser.rb
+- lib/ebnf/ll1/scanner.rb
+- lib/ebnf/version.rb
+- lib/ebnf.rb
+- etc/doap.ttl
+- etc/ebnf.bnf
+- bin/ebnf
+homepage: http://github.com/gkellogg/ebnf
+licenses:
+- Public Domain
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: 1.9.3
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.25
+signing_key: 
+specification_version: 3
+summary: EBNF parser and parser generator.
+test_files: []
+has_rdoc: false