bel_parser 1.0.0.alpha.1

data/lib/bel_parser/parsers/bel_script/unset.rl

@@ -0,0 +1,95 @@
+# begin: ragel
+=begin
+%%{
+  machine bel;
+
+  include 'common.rl';
+  include 'identifier.rl';
+
+  UNSET  = [uU][nN][sS][eE][tT];
+
+  action unset_keyword {
+    @buffers[:unset] = unset()
+  }
+
+  action name  {
+    @buffers[:unset] = @buffers[:unset] << name(@buffers[:ident])
+  }
+
+  action yield_set {
+    yield @buffers[:unset]
+  }
+
+  unset :=
+    UNSET %unset_keyword
+    SP+
+    IDENT %name
+    NL @yield_set;
+}%%
+=end
+# end: ragel
+
+require_relative '../ast/node'
+require_relative '../mixin/buffer'
+require_relative '../nonblocking_io_wrapper'
+
+module BELParser
+  module Parsers
+    module BELScript
+      module Unset
+
+        class << self
+
+          MAX_LENGTH = 1024 * 128 # 128K
+
+          def parse(content)
+            return nil unless content
+
+            Parser.new(content).each do |obj|
+              yield obj
+            end
+          end
+        end
+
+        private
+
+        class Parser
+          include Enumerable
+          include BELParser::Parsers::Buffer
+          include BELParser::Parsers::AST::Sexp
+
+          def initialize(content)
+            @content = content
+      # begin: ragel        
+            %% write data;
+      # end: ragel        
+          end
+
+          def each
+            @buffers = {}
+            data     = @content.unpack('C*')
+            p        = 0
+            pe       = data.length
+            eof      = data.length
+
+      # begin: ragel        
+            %% write init;
+            %% write exec;
+      # end: ragel        
+          end
+        end
+      end
+    end
+  end
+end
+
+if __FILE__ == $0
+  $stdin.each_line do |line|
+    BELParser::Parsers::BELScript::Unset.parse(line) { |obj|
+      puts obj.inspect
+    }
+  end
+end
+
+# vim: ft=ruby ts=2 sw=2:
+# encoding: utf-8

data/lib/bel_parser/parsers/common.rb

@@ -0,0 +1,5 @@
+require_relative 'common/blank_line'
+require_relative 'common/comment_line'
+require_relative 'common/identifier'
+require_relative 'common/string'
+require_relative 'common/list'

data/lib/bel_parser/parsers/common/blank_line.rb

@@ -0,0 +1,211 @@
+
+# begin: ragel
+=begin
+
+
+=end
+# end: ragel
+
+require_relative '../ast/node'
+require_relative '../mixin/buffer'
+require_relative '../nonblocking_io_wrapper'
+
+module BELParser
+  module Parsers
+    module Common
+      module BlankLine
+
+        class << self
+
+          MAX_LENGTH = 1024 * 128 # 128K
+
+          def parse(content)
+            return nil unless content
+
+            Parser.new(content).each do |obj|
+              yield obj
+            end
+          end
+        end
+
+        private
+
+        class Parser
+          include Enumerable
+          include BELParser::Parsers::Buffer
+          include BELParser::Parsers::AST::Sexp
+
+          def initialize(content)
+            @content = content
+      # begin: ragel        
+            
+class << self
+	attr_accessor :_bel_trans_keys
+	private :_bel_trans_keys, :_bel_trans_keys=
+end
+self._bel_trans_keys = [
+	0, 0, 9, 32, 0, 0, 
+	0
+]
+
+class << self
+	attr_accessor :_bel_key_spans
+	private :_bel_key_spans, :_bel_key_spans=
+end
+self._bel_key_spans = [
+	0, 24, 0
+]
+
+class << self
+	attr_accessor :_bel_index_offsets
+	private :_bel_index_offsets, :_bel_index_offsets=
+end
+self._bel_index_offsets = [
+	0, 0, 25
+]
+
+class << self
+	attr_accessor :_bel_indicies
+	private :_bel_indicies, :_bel_indicies=
+end
+self._bel_indicies = [
+	0, 2, 1, 1, 1, 1, 1, 1, 
+	1, 1, 1, 1, 1, 1, 1, 1, 
+	1, 1, 1, 1, 1, 1, 1, 0, 
+	1, 1, 0
+]
+
+class << self
+	attr_accessor :_bel_trans_targs
+	private :_bel_trans_targs, :_bel_trans_targs=
+end
+self._bel_trans_targs = [
+	1, 0, 2
+]
+
+class << self
+	attr_accessor :_bel_trans_actions
+	private :_bel_trans_actions, :_bel_trans_actions=
+end
+self._bel_trans_actions = [
+	0, 0, 1
+]
+
+class << self
+	attr_accessor :bel_start
+end
+self.bel_start = 1;
+class << self
+	attr_accessor :bel_first_final
+end
+self.bel_first_final = 2;
+class << self
+	attr_accessor :bel_error
+end
+self.bel_error = 0;
+
+class << self
+	attr_accessor :bel_en_blank
+end
+self.bel_en_blank = 1;
+
+
+      # end: ragel        
+          end
+
+          def each
+            @buffers = {}
+            data     = @content.unpack('C*')
+            p        = 0
+            pe       = data.length
+
+      # begin: ragel        
+            
+begin
+	p ||= 0
+	pe ||= data.length
+	cs = bel_start
+end
+
+            
+begin
+	testEof = false
+	_slen, _trans, _keys, _inds, _acts, _nacts = nil
+	_goto_level = 0
+	_resume = 10
+	_eof_trans = 15
+	_again = 20
+	_test_eof = 30
+	_out = 40
+	while true
+	if _goto_level <= 0
+	if p == pe
+		_goto_level = _test_eof
+		next
+	end
+	if cs == 0
+		_goto_level = _out
+		next
+	end
+	end
+	if _goto_level <= _resume
+	_keys = cs << 1
+	_inds = _bel_index_offsets[cs]
+	_slen = _bel_key_spans[cs]
+	_wide = data[p].ord
+	_trans = if (   _slen > 0 && 
+			_bel_trans_keys[_keys] <= _wide && 
+			_wide <= _bel_trans_keys[_keys + 1] 
+		    ) then
+			_bel_indicies[ _inds + _wide - _bel_trans_keys[_keys] ] 
+		 else 
+			_bel_indicies[ _inds + _slen ]
+		 end
+	cs = _bel_trans_targs[_trans]
+	if _bel_trans_actions[_trans] != 0
+	case _bel_trans_actions[_trans]
+	when 1 then
+		begin
+
+    yield blank_line
+  		end
+	end
+	end
+	end
+	if _goto_level <= _again
+	if cs == 0
+		_goto_level = _out
+		next
+	end
+	p += 1
+	if p != pe
+		_goto_level = _resume
+		next
+	end
+	end
+	if _goto_level <= _test_eof
+	end
+	if _goto_level <= _out
+		break
+	end
+end
+	end
+
+      # end: ragel        
+          end
+        end
+      end
+    end
+  end
+end
+
+if __FILE__ == $0
+  $stdin.each_line do |line|
+    BELParser::Parsers::Common::BlankLine.parse(line) { |obj|
+      puts obj.inspect
+    }
+  end
+end
+
+# vim: ft=ruby ts=2 sw=2:
+# encoding: utf-8

data/lib/bel_parser/parsers/common/blank_line.rl

@@ -0,0 +1,81 @@
+# begin: ragel
+=begin
+%%{
+  machine bel;
+
+  include 'common.rl';
+
+  action yield_blank_line {
+    yield blank_line
+  }
+
+  BLANK  = SP*;
+
+  blank := BLANK %yield_blank_line NL;
+}%%
+=end
+# end: ragel
+
+require_relative '../ast/node'
+require_relative '../mixin/buffer'
+require_relative '../nonblocking_io_wrapper'
+
+module BELParser
+  module Parsers
+    module Common
+      module BlankLine
+
+        class << self
+
+          MAX_LENGTH = 1024 * 128 # 128K
+
+          def parse(content)
+            return nil unless content
+
+            Parser.new(content).each do |obj|
+              yield obj
+            end
+          end
+        end
+
+        private
+
+        class Parser
+          include Enumerable
+          include BELParser::Parsers::Buffer
+          include BELParser::Parsers::AST::Sexp
+
+          def initialize(content)
+            @content = content
+      # begin: ragel        
+            %% write data;
+      # end: ragel        
+          end
+
+          def each
+            @buffers = {}
+            data     = @content.unpack('C*')
+            p        = 0
+            pe       = data.length
+
+      # begin: ragel        
+            %% write init;
+            %% write exec;
+      # end: ragel        
+          end
+        end
+      end
+    end
+  end
+end
+
+if __FILE__ == $0
+  $stdin.each_line do |line|
+    BELParser::Parsers::Common::BlankLine.parse(line) { |obj|
+      puts obj.inspect
+    }
+  end
+end
+
+# vim: ft=ruby ts=2 sw=2:
+# encoding: utf-8

data/lib/bel_parser/parsers/common/comment_line.rb

@@ -0,0 +1,245 @@
+
+# begin: ragel
+=begin
+
+
+=end
+# end: ragel
+
+require_relative '../ast/node'
+require_relative '../mixin/buffer'
+require_relative '../nonblocking_io_wrapper'
+
+module BELParser
+  module Parsers
+    module Common
+      module CommentLine
+
+        class << self
+
+          MAX_LENGTH = 1024 * 128 # 128K
+
+          def parse(content)
+            return nil unless content
+
+            Parser.new(content).each do |obj|
+              yield obj
+            end
+          end
+        end
+
+        private
+
+        class Parser
+          include Enumerable
+          include BELParser::Parsers::Buffer
+          include BELParser::Parsers::AST::Sexp
+
+          def initialize(content)
+            @content = content
+      # begin: ragel        
+            
+class << self
+	attr_accessor :_bel_trans_keys
+	private :_bel_trans_keys, :_bel_trans_keys=
+end
+self._bel_trans_keys = [
+	0, 0, 9, 35, 10, 10, 
+	10, 10, 0, 0, 0
+]
+
+class << self
+	attr_accessor :_bel_key_spans
+	private :_bel_key_spans, :_bel_key_spans=
+end
+self._bel_key_spans = [
+	0, 27, 1, 1, 0
+]
+
+class << self
+	attr_accessor :_bel_index_offsets
+	private :_bel_index_offsets, :_bel_index_offsets=
+end
+self._bel_index_offsets = [
+	0, 0, 28, 30, 32
+]
+
+class << self
+	attr_accessor :_bel_indicies
+	private :_bel_indicies, :_bel_indicies=
+end
+self._bel_indicies = [
+	0, 1, 1, 1, 1, 1, 1, 1, 
+	1, 1, 1, 1, 1, 1, 1, 1, 
+	1, 1, 1, 1, 1, 1, 1, 0, 
+	1, 1, 2, 1, 4, 3, 6, 5, 
+	1, 0
+]
+
+class << self
+	attr_accessor :_bel_trans_targs
+	private :_bel_trans_targs, :_bel_trans_targs=
+end
+self._bel_trans_targs = [
+	1, 0, 2, 3, 4, 3, 4
+]
+
+class << self
+	attr_accessor :_bel_trans_actions
+	private :_bel_trans_actions, :_bel_trans_actions=
+end
+self._bel_trans_actions = [
+	0, 0, 0, 1, 2, 3, 4
+]
+
+class << self
+	attr_accessor :bel_start
+end
+self.bel_start = 1;
+class << self
+	attr_accessor :bel_first_final
+end
+self.bel_first_final = 4;
+class << self
+	attr_accessor :bel_error
+end
+self.bel_error = 0;
+
+class << self
+	attr_accessor :bel_en_comment_line
+end
+self.bel_en_comment_line = 1;
+
+
+      # end: ragel        
+          end
+
+          def each
+            @buffers = {}
+            data     = @content.unpack('C*')
+            p        = 0
+            pe       = data.length
+
+      # begin: ragel        
+            
+begin
+	p ||= 0
+	pe ||= data.length
+	cs = bel_start
+end
+
+            
+begin
+	testEof = false
+	_slen, _trans, _keys, _inds, _acts, _nacts = nil
+	_goto_level = 0
+	_resume = 10
+	_eof_trans = 15
+	_again = 20
+	_test_eof = 30
+	_out = 40
+	while true
+	if _goto_level <= 0
+	if p == pe
+		_goto_level = _test_eof
+		next
+	end
+	if cs == 0
+		_goto_level = _out
+		next
+	end
+	end
+	if _goto_level <= _resume
+	_keys = cs << 1
+	_inds = _bel_index_offsets[cs]
+	_slen = _bel_key_spans[cs]
+	_wide = data[p].ord
+	_trans = if (   _slen > 0 && 
+			_bel_trans_keys[_keys] <= _wide && 
+			_wide <= _bel_trans_keys[_keys + 1] 
+		    ) then
+			_bel_indicies[ _inds + _wide - _bel_trans_keys[_keys] ] 
+		 else 
+			_bel_indicies[ _inds + _slen ]
+		 end
+	cs = _bel_trans_targs[_trans]
+	if _bel_trans_actions[_trans] != 0
+	case _bel_trans_actions[_trans]
+	when 3 then
+		begin
+
+    @buffers[:comment_line] << data[p].ord
+  		end
+	when 1 then
+		begin
+
+    @buffers[:comment_line] = []
+  		end
+		begin
+
+    @buffers[:comment_line] << data[p].ord
+  		end
+	when 4 then
+		begin
+
+    @buffers[:comment_line] = comment_line(
+                                utf8_string(@buffers[:comment_line]))
+  		end
+		begin
+
+    yield @buffers[:comment_line]
+  		end
+	when 2 then
+		begin
+
+    @buffers[:comment_line] = []
+  		end
+		begin
+
+    @buffers[:comment_line] = comment_line(
+                                utf8_string(@buffers[:comment_line]))
+  		end
+		begin
+
+    yield @buffers[:comment_line]
+  		end
+	end
+	end
+	end
+	if _goto_level <= _again
+	if cs == 0
+		_goto_level = _out
+		next
+	end
+	p += 1
+	if p != pe
+		_goto_level = _resume
+		next
+	end
+	end
+	if _goto_level <= _test_eof
+	end
+	if _goto_level <= _out
+		break
+	end
+end
+	end
+
+      # end: ragel        
+          end
+        end
+      end
+    end
+  end
+end
+
+if __FILE__ == $0
+  $stdin.each_line do |line|
+    BELParser::Parsers::Common::CommentLine.parse(line) { |obj|
+      puts obj.inspect
+    }
+  end
+end
+
+# vim: ft=ruby ts=2 sw=2:
+# encoding: utf-8