stream_parser 0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 0e47f922c40712cf85591d6fe3f5e39b8fd974964a9c8604bc1d91dcaebedd36
+  data.tar.gz: fed08e64284d9b798822d620d06d7618932ff3ac3546e5033186aba807befc54
+SHA512:
+  metadata.gz: d25b559fb053168d5637ad0f774eb291b98ee34cd7baf30858699b1584e533f8322fdcd677685f4647bc101df997251cea1cb843b9d3d5d511fbd234b75e1ce7
+  data.tar.gz: e2fa502f87ed3285044086780c0e615641edccdb1e3680418a004e247f19dbd389a2f6465068bfb1081b44a2599e159ede05101f5f1e691d1f6f89802d967b4c

data/README.md

@@ -0,0 +1,59 @@
+# StreamParser
+
+StreamParser is a Ruby Module to help build fast and efficent parsers.
+
+Installation
+------------
+
+Add `gem 'stream_parser'` to your Gemfile or install via RubyGems (`gem install stream_parser`)
+
+Usage Example:
+--------------
+
+Below is an example to extract all quoted strings from a string:
+
+```ruby
+class QuotedStringFinder
+  include StreamParser
+  
+  def parse
+    @stack = []
+    @results = []
+    
+    while !eos?
+        case @stack.last
+        when :double_quoted_string
+            if scan_until('"') # Can only use pre_match is there is a match
+              @results << pre_match
+              @stack.pop
+            end
+        when :single_quoted_string
+            if scan_until("'") # Can only use pre_match is there is a match
+              @results << pre_match
+              @stack.pop
+            end
+        else
+            scan_until(/['"]/)
+            if match == '"'
+              @stack << :double_quoted_string
+            elsif match == "'"
+              @stack << :single_quoted_string
+            end
+        end
+    end
+    
+    raise SyntaxError.new("Unbalanced Quotes in string") if !@stack.empty?
+    
+    @results
+  end
+end
+
+QuotedStringFinder.parse(%q{Here "are" a few 'examples' for "you"})
+# => ["are", "examples", "you"]
+
+QuotedStringFinder.parse(%q{Here "ar})
+# => SyntaxError "Unbalanced Quotes in string"
+```
+
+
+

data/lib/stream_parser.rb

@@ -0,0 +1,106 @@
+module StreamParser
+
+  def self.included(base)
+    base.extend ClassMethods
+  end
+  
+  module ClassMethods
+    
+    def parse(source, *args, **nparams, &block)
+      self.new(source).parse(*args, **nparams, &block)
+    end
+    
+  end
+
+  attr_accessor :match
+  
+  def initialize(source)
+    @source = source
+    seek(0)
+  end
+  
+  # def parse
+  #   # implmentation
+  # end
+
+  def eos?
+    @index >= (@source.size - 1)
+  end
+
+  def scan_until(r)
+    r = Regexp.new(Regexp.escape(r)) if r.is_a?(String)
+    index = @source.index(r, @index)
+    match = @source.match(r, @index)
+    
+    if match
+      @match = match.to_s
+      @old_index = @index
+      @index = index + @match.size
+    else
+      @match = nil
+      @old_index = @index
+      @index = @source.size - 1
+    end
+    match
+  end
+
+  def pre_match
+    @source[@old_index...(@index-@match.size)]
+  end
+
+  def rewind(by=1)
+    @index -= by
+  end
+
+  def forward(by=1)
+    @index += by
+  end
+
+  def seek(pos)
+    @old_index = nil
+    @match = nil
+    @index = pos
+  end
+
+  def next_char
+    @source[@index+1]
+  end
+  
+  def prev_char
+    @source[@index-1]
+  end
+  
+  def next_word
+    nw = @source.match(/\s*(\S+)/, @index)
+    nw.nil? ? nil : nw[1]
+  end
+
+  def current_line
+    start = @source.rindex(/(\n|\A)/, @index-(@match&.length||0)) || 0
+    start += 1 if @source[start] == "\n"
+
+    uptop = @source.index(/(\n|\z)/, @index)
+    uptop -= 1 if @source[uptop] == "\n"
+
+    @source[start..uptop]
+  end
+
+  def cursor
+    start = @source.rindex(/(\n|\A)/, @index-(@match&.length||0)) || 0
+    start += 1 if @source[start] == "\n"
+
+    uptop = @source.index(/(\n|\z)/, @index)
+    uptop -= 1 if @source[uptop] == "\n"
+
+    lineno = @source[0..start].count("\n") + 1
+
+    output =  "#{lineno.to_s.rjust(4)}: #{@source[start..uptop]}\n     "
+    output << if @match
+      " #{'-'* (@index-(@match.length)-start)}#{'^'*(@match.length)}"
+    else
+      "^"
+    end
+    output
+  end
+
+end

data/lib/stream_parser/version.rb

@@ -0,0 +1,3 @@
+module StreamParser
+  VERSION = '0.1'
+end

metadata

@@ -0,0 +1,133 @@
+--- !ruby/object:Gem::Specification
+name: stream_parser
+version: !ruby/object:Gem::Version
+  version: '0.1'
+platform: ruby
+authors:
+- Jon Bracy
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2021-05-06 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: minitest-reporters
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mocha
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description:
+email:
+- jonbracy@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files:
+- README.md
+files:
+- README.md
+- lib/stream_parser.rb
+- lib/stream_parser/version.rb
+homepage: https://github.com/malomalo/stream_parser
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options:
+- "--main"
+- README.md
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 3.0.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.2.3
+signing_key:
+specification_version: 4
+summary: SAX/Stream style parse helpers
+test_files: []