jievro-parser 0.4.0

data/lib/parser/parser.rb

@@ -0,0 +1,34 @@
+require 'treetop'
+require 'polyglot'
+require 'parser/grammar/grammar'
+require 'parser/parse_result'
+
+module Jievro
+  class Parser
+
+    @@parser = Jievro::SwiftParser.new
+
+    def self.parse(source)
+
+      tokens = []
+      ast = {
+        block_type: 'program',
+        body: []
+      }
+
+      unless source.empty?
+
+        parsed = @@parser.parse(source)
+
+        if parsed.nil?
+          raise Exception, @@parser.failure_reason
+        end
+
+        tokens = parsed.tokens
+        ast = parsed.ast
+      end
+
+      Jievro::ParseResult.new(tokens, ast)
+    end
+  end
+end

data/lib/parser/tools/converter/binary_string_to_int_converter.rb

@@ -0,0 +1,20 @@
+module Kauri
+  module Tools
+    module Converter
+      class BinaryStringToIntConverter
+        def convert(binary_string)
+
+          raise Exception, 'Cannot convert non `String\' values' \
+            unless binary_string.kind_of?(String)
+
+          raise Exception, 'String to convert do not match the regular format' \
+            unless binary_string =~ /^0b[01_]+$/i
+
+          clean_string = binary_string.gsub! /0b|_*/, ''
+
+          clean_string.to_i(base=2)
+        end
+      end
+    end
+  end
+end

data/lib/parser/tools/converter/converter.rb

@@ -0,0 +1,12 @@
+module Kauri
+  module Tools
+    module Converter
+      require 'parser/tools/converter/binary_string_to_int_converter'
+      require 'parser/tools/converter/decimal_float_string_to_float_converter'
+      require 'parser/tools/converter/decimal_string_to_int_converter'
+      require 'parser/tools/converter/hexadecimal_float_string_to_float_converter'
+      require 'parser/tools/converter/hexadecimal_string_to_int_converter'
+      require 'parser/tools/converter/octal_string_to_int_converter'
+    end
+  end
+end

data/lib/parser/tools/converter/decimal_float_string_to_float_converter.rb

@@ -0,0 +1,22 @@
+module Kauri
+  module Tools
+    module Converter
+      class DecimalFloatStringToFloatConverter
+        def convert(decimal_float_string)
+
+          raise Exception, 'Cannot convert non `String\' values' \
+            unless decimal_float_string.kind_of?(String)
+
+          # the regex that match a decimal floating number is not exact
+          # but for this purpose should be fine
+          raise Exception, 'String do not match the regular format' \
+            unless decimal_float_string =~ /^[0-9_]+.?[0-9_]*e?[+-]?[0-9_]*$/i
+
+          clean_string = decimal_float_string.gsub! /_*/, ''
+
+          clean_string.to_f
+        end
+      end
+    end
+  end
+end

data/lib/parser/tools/converter/decimal_string_to_int_converter.rb

@@ -0,0 +1,20 @@
+module Kauri
+  module Tools
+    module Converter
+      class DecimalStringToIntConverter
+        def convert(decimal_string)
+
+          raise Exception, 'Cannot convert non `String\' values' \
+            unless decimal_string.kind_of?(String)
+
+          raise Exception, 'String to convert do not match the regular format' \
+            unless decimal_string =~ /^[0-9_]+$/i
+
+          clean_string = decimal_string.gsub! /_*/, ''
+
+          clean_string.to_i
+        end
+      end
+    end
+  end
+end

data/lib/parser/tools/converter/hexadecimal_float_string_to_float_converter.rb

@@ -0,0 +1,42 @@
+module Kauri
+  module Tools
+    module Converter
+      class HexadecimalFloatStringToFloatConverter
+        def convert(hexadecimal_float_string)
+
+          raise Exception, 'Cannot convert non `String\' values' \
+            unless hexadecimal_float_string.kind_of?(String)
+
+          clean_string = hexadecimal_float_string.gsub! /_*/, ''
+
+          match = clean_string.match(/^0x([0-9a-f]+).?([0-9a-f]*)p([+-]?)([0-9]+)$/i)
+
+          raise Exception, 'String to convert do not match the regular format' \
+            unless match
+
+          captures = match.captures
+
+          integer              = captures[0].to_i(base=16).to_f
+          mantissa_hexadecimal = captures[1]
+          negative_exponent    = captures[2] == '-'
+          exponent             = captures[3].to_i
+
+          mantissa = 0.0
+
+          if negative_exponent
+            exponent = -exponent
+          end
+
+          mantissa_current_bit_value = 16
+
+          mantissa_hexadecimal.each_byte do |mantissa_hexadecimal_char|
+            mantissa += mantissa_hexadecimal_char.chr.to_i(base=16).to_f / mantissa_current_bit_value
+            mantissa_current_bit_value <<= 4
+          end
+
+          (integer + mantissa) * (2 ** exponent)
+        end
+      end
+    end
+  end
+end

data/lib/parser/tools/converter/hexadecimal_string_to_int_converter.rb

@@ -0,0 +1,20 @@
+module Kauri
+  module Tools
+    module Converter
+      class HexadecimalStringToIntConverter
+        def convert(hexadecimal_string)
+
+          raise Exception, 'Cannot convert non `String\' values' \
+            unless hexadecimal_string.kind_of?(String)
+
+          raise Exception, 'String to convert do not match the regular format' \
+            unless hexadecimal_string =~ /^0x[0-9a-f_]+$/i
+
+          clean_string = hexadecimal_string.gsub!(/0x|_*/, '')
+
+          clean_string.to_i(base=16)
+        end
+      end
+    end
+  end
+end

data/lib/parser/tools/converter/octal_string_to_int_converter.rb

@@ -0,0 +1,20 @@
+module Kauri
+  module Tools
+    module Converter
+      class OctalStringToIntConverter
+        def convert(octal_string)
+
+          raise Exception, 'Cannot convert non `String\' values' \
+            unless octal_string.kind_of?(String)
+
+          raise Exception, 'String to convert do not match the regular format' \
+            unless octal_string =~ /^0o[0-7_]+$/i
+
+          clean_string = octal_string.gsub!(/_*/, '')
+
+          clean_string.to_i(base=8)
+        end
+      end
+    end
+  end
+end

data/lib/parser/tools/quote_stripper.rb

@@ -0,0 +1,18 @@
+module Kauri
+  module Tools
+    class QuoteStripper
+      def strip(string)
+
+        string.gsub!(/\\n/, "\n")
+        string.gsub!(/\\r/, "\r")
+        string.gsub!(/\\t/, "\t")
+        string.gsub!(/\\'/, "'")
+        string.gsub!(/\\0/, "\0")
+        string.gsub!(/\\"/, '"')
+        string.gsub!(/\\\\/, "\\")
+
+        string
+      end
+    end
+  end
+end

data/lib/parser/tools/shunting_yard.rb

@@ -0,0 +1,80 @@
+require 'parser/binary_operator'
+
+module Kauri
+  module Tools
+    class ShuntingYard
+
+      def generate_ast(infix_tokens)
+
+        node_stack = []
+        rpn_tokens = generate_rpn(infix_tokens)
+
+        rpn_tokens.each { |token|
+
+          if BinaryOperator.is_operator(token)
+            right = node_stack.pop
+            left = node_stack.pop
+
+            node_stack.push({
+              block_type: 'binary-expression',
+              operator: token,
+              left: left,
+              right: right
+            })
+
+          else
+            node_stack.push(token)
+          end
+        }
+
+        node_stack
+      end
+
+      def generate_rpn(infix_tokens)
+
+        output_queue = []
+        operator_stack = []
+
+        infix_tokens.each { |token|
+
+          if BinaryOperator.is_operator(token)
+
+            current_operator = BinaryOperator.get(token)
+
+            until operator_stack.empty? do
+
+              stack_operator = operator_stack.last
+
+              move_operator_to_queue = false
+
+              if :left == current_operator.associativity and current_operator.precedence <= stack_operator.precedence
+                move_operator_to_queue = true
+              elsif :right == current_operator.associativity and current_operator.precedence < stack_operator.precedence
+                move_operator_to_queue = true
+              end
+
+              unless move_operator_to_queue
+                break
+              end
+
+              operator_stack.pop
+              output_queue.push stack_operator.sign
+            end
+
+            operator_stack.push(current_operator)
+          else
+
+            output_queue.push(token)
+
+          end
+        }
+
+        until operator_stack.empty?
+          output_queue.push(operator_stack.pop.sign)
+        end
+
+        output_queue
+      end
+    end
+  end
+end

data/lib/parser/tools/tokens.rb

@@ -0,0 +1,112 @@
+def T_WHITESPACES(value)
+  {
+    type: 'T_WHITESPACES',
+    value: value
+  }
+end
+
+T_COMMA = {
+  type: 'T_COMMA',
+  value: ','
+}
+
+T_COLON = {
+  type: 'T_COLON',
+  value: ':'
+}
+
+T_SEMICOLON = {
+  type: 'T_SEMICOLON',
+  value: ';'
+}
+
+T_OPEN_ROUND_BRACKET = {
+  type: 'T_OPEN_ROUND_BRACKET',
+  value: '('
+}
+
+T_CLOSE_ROUND_BRACKET = {
+  type: 'T_CLOSE_ROUND_BRACKET',
+  value: ')'
+}
+
+T_OPEN_CURLY_BRACKET = {
+  type: 'T_OPEN_CURLY_BRACKET',
+  value: '{'
+}
+
+T_CLOSE_CURLY_BRACKET = {
+  type: 'T_CLOSE_CURLY_BRACKET',
+  value: '}'
+}
+
+T_FALSE = {
+  type: 'T_FALSE',
+  value: 'false'
+}
+
+T_TRUE = {
+  type: 'T_TRUE',
+  value: 'true'
+}
+
+T_WILDCARD = {
+  type: 'T_WILDCARD',
+  value: '_'
+}
+
+def T_LITERAL_INTEGER_DECIMAL(value)
+  {
+    type: 'T_LITERAL_INTEGER_DECIMAL',
+    value: value
+  }
+end
+
+def T_IDENTIFIER(value)
+  {
+    type: 'T_IDENTIFIER',
+    value: value
+  }
+end
+
+def T_OPERATOR(value)
+  {
+    type: 'T_OPERATOR',
+    value: value
+  }
+end
+
+T_VAR = {
+  type: 'T_VAR',
+  value: 'var'
+}
+
+T_FOR = {
+  type: 'T_FOR',
+  value: 'for'
+}
+
+T_IN = {
+  type: 'T_IN',
+  value: 'in'
+}
+
+T_DO = {
+  type: 'T_DO',
+  value: 'do'
+}
+
+T_WHILE = {
+  type: 'T_WHILE',
+  value: 'while'
+}
+
+T_IF = {
+  type: 'T_IF',
+  value: 'if'
+}
+
+T_ELSE = {
+  type: 'T_ELSE',
+  value: 'else'
+}

data/lib/parser/version.rb

@@ -0,0 +1,5 @@
+module Jievro
+  module Parser
+    VERSION = '0.4.0'
+  end
+end

data/lib/parser.rb

@@ -0,0 +1,2 @@
+require 'parser/parser'
+require 'parser/version'

data/parser.gemspec

@@ -0,0 +1,25 @@
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+require 'parser/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'jievro-parser'
+  spec.version       = Jievro::Parser::VERSION
+  spec.authors       = ['Stefano Azzalini']
+  spec.email         = 'hi@jievro.io'
+  spec.homepage      = 'http://jievro.io'
+  spec.summary       = %q{Source code parser used internally by jievro}
+  spec.license       = 'MIT'
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ['lib']
+
+  spec.required_ruby_version = '~> 2.0'
+
+  spec.add_runtime_dependency 'treetop', '~> 1.6'
+
+  spec.add_development_dependency 'bundler', '~> 1.9'
+  spec.add_development_dependency 'rake', '~> 10.0'
+end

metadata

@@ -0,0 +1,163 @@
+--- !ruby/object:Gem::Specification
+name: jievro-parser
+version: !ruby/object:Gem::Version
+  version: 0.4.0
+platform: ruby
+authors:
+- Stefano Azzalini
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-05-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: treetop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.9'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: 
+email: hi@jievro.io
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .travis.yml
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- lib/parser.rb
+- lib/parser/binary_operator.rb
+- lib/parser/grammar/code_block.treetop
+- lib/parser/grammar/declaration/constant_declaration.treetop
+- lib/parser/grammar/declaration/declaration.treetop
+- lib/parser/grammar/declaration/function_declaration.treetop
+- lib/parser/grammar/declaration/variable_declaration.treetop
+- lib/parser/grammar/expression/binary_expression.treetop
+- lib/parser/grammar/expression/closure_expression.treetop
+- lib/parser/grammar/expression/expression.treetop
+- lib/parser/grammar/expression/function_call_expression.treetop
+- lib/parser/grammar/expression/literal_expression.treetop
+- lib/parser/grammar/expression/parenthesized_expression.treetop
+- lib/parser/grammar/expression/postfix_expression.treetop
+- lib/parser/grammar/expression/prefix_expression.treetop
+- lib/parser/grammar/expression/primary_expression.treetop
+- lib/parser/grammar/expression/range_expression.treetop
+- lib/parser/grammar/expression/self_expression.treetop
+- lib/parser/grammar/expression/super_expression.treetop
+- lib/parser/grammar/expression/wildcard_expression.treetop
+- lib/parser/grammar/generics/generic_argument_clause.treetop
+- lib/parser/grammar/generics/generics.treetop
+- lib/parser/grammar/grammar.treetop
+- lib/parser/grammar/identifier.treetop
+- lib/parser/grammar/implicit_parameter_name.treetop
+- lib/parser/grammar/literal/literal.treetop
+- lib/parser/grammar/literal/literal_array.treetop
+- lib/parser/grammar/literal/literal_boolean.treetop
+- lib/parser/grammar/literal/literal_decimal_floating_point.treetop
+- lib/parser/grammar/literal/literal_dictionary.treetop
+- lib/parser/grammar/literal/literal_hexadecimal_floating_point.treetop
+- lib/parser/grammar/literal/literal_integer_binary.treetop
+- lib/parser/grammar/literal/literal_integer_decimal.treetop
+- lib/parser/grammar/literal/literal_integer_hexadecimal.treetop
+- lib/parser/grammar/literal/literal_integer_octal.treetop
+- lib/parser/grammar/literal/literal_nil.treetop
+- lib/parser/grammar/literal/literal_numeric.treetop
+- lib/parser/grammar/literal/literal_string.treetop
+- lib/parser/grammar/operator.treetop
+- lib/parser/grammar/pattern/pattern.treetop
+- lib/parser/grammar/pattern/pattern_identifier.treetop
+- lib/parser/grammar/pattern/pattern_initializer.treetop
+- lib/parser/grammar/pattern/pattern_wildcard.treetop
+- lib/parser/grammar/statement/branch/branch.treetop
+- lib/parser/grammar/statement/branch/if.treetop
+- lib/parser/grammar/statement/loop/do_while.treetop
+- lib/parser/grammar/statement/loop/for.treetop
+- lib/parser/grammar/statement/loop/for_in.treetop
+- lib/parser/grammar/statement/loop/loop.treetop
+- lib/parser/grammar/statement/loop/while.treetop
+- lib/parser/grammar/statement/statement.treetop
+- lib/parser/grammar/type/type.treetop
+- lib/parser/grammar/type/type_annotation.treetop
+- lib/parser/grammar/type/type_array.treetop
+- lib/parser/grammar/type/type_dictionary.treetop
+- lib/parser/grammar/type/type_identifier.treetop
+- lib/parser/grammar/whitespace.treetop
+- lib/parser/grammar/wildcard.treetop
+- lib/parser/parse_result.rb
+- lib/parser/parser.rb
+- lib/parser/tools/converter/binary_string_to_int_converter.rb
+- lib/parser/tools/converter/converter.rb
+- lib/parser/tools/converter/decimal_float_string_to_float_converter.rb
+- lib/parser/tools/converter/decimal_string_to_int_converter.rb
+- lib/parser/tools/converter/hexadecimal_float_string_to_float_converter.rb
+- lib/parser/tools/converter/hexadecimal_string_to_int_converter.rb
+- lib/parser/tools/converter/octal_string_to_int_converter.rb
+- lib/parser/tools/quote_stripper.rb
+- lib/parser/tools/shunting_yard.rb
+- lib/parser/tools/tokens.rb
+- lib/parser/version.rb
+- parser.gemspec
+homepage: http://jievro.io
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ~>
+    - !ruby/object:Gem::Version
+      version: '2.0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.14
+signing_key: 
+specification_version: 4
+summary: Source code parser used internally by jievro
+test_files: []