codercmp 0.9.7

data/lib/codercompanion/java/java.rb

@@ -0,0 +1,365 @@
+require 'codercompanion/common_namespace'
+
+module CoderCompanion
+    
+    module Java
+        # include Literals
+        include CoderCompanion::Common
+
+        def self.extract_privacy(member_qualifiers)
+            privacy = 'private'
+            qualifiers = member_qualifiers.split(/\s+/)
+            if !qualifiers.empty? and qualifiers.first.match(/(public|protected)/)
+               privacy = qualifiers.first 
+            end
+            return privacy
+        end
+
+        def self.has_final_qualifier(member_qualifiers)
+            return true if member_qualifiers.match(/final/)
+            false
+        end
+
+        def self.has_static_qualifier(member_qualifiers)
+            return true if member_qualifiers.match(/static/)
+            false
+        end
+
+        def self.remove_nested_pattern(value, pattern_to_search, pattern_to_remove)
+            loop do
+                has_pattern = value.match(pattern_to_search)
+                if has_pattern
+                    value = value.gsub(pattern_to_remove, '')
+                else
+                    break
+                end
+            end
+            return value
+        end
+
+        def self.remove_nested_brackets(value)
+            return self.remove_nested_pattern(value, /[\(\)]/, /(\([^\(\)]*\))/)
+        end
+
+        def self.remove_generics(value)
+            return self.remove_nested_pattern(value, /[<>]/, /(<[^<>]*>)/)
+        end
+
+        class SourceFile2 < Treetop::Runtime::SyntaxNode
+            def build
+                els = []
+                elements.each do |e|
+                    next unless e and e.elements
+                    e.elements.each do |inner_e|
+                        els.push(inner_e.elements.first.build) if inner_e.respond_to?(:class_definition)
+                    end
+                end
+                return els
+            end
+        end
+
+        class Interface2 < Treetop::Runtime::SyntaxNode
+            def build
+                comma_separated_list = CoderCompanion::Java.remove_generics(text_value)
+                comma_separated_list.gsub!(/implements\s/,'')
+                return comma_separated_list.split(/\s*,\s*/)
+            end
+            
+        end
+
+        class ClassDefinitions < Treetop::Runtime::SyntaxNode
+            def build
+                els = []
+                privacy = ''
+                class_name = ''
+                inherits_from = ''
+                element_type = ''
+                implements = []
+                elements.each do |e|
+                    if e.respond_to?(:class_qualifiers)
+                        privacy = ::CoderCompanion::Java.extract_privacy(e.text_value)
+                    end
+                    if e.respond_to?(:class_or_enum)
+                        element_type = e.text_value
+                        next
+                    end
+                    if e.respond_to?(:class_name)
+                        class_name = e.text_value 
+                        next
+                    end
+                    if e.respond_to?(:inheritance)
+                        inherits_from = e.text_value.gsub(/extends\s+/, '') 
+                        inherits_from = inherits_from.gsub(/<.*>/, '')
+                        next
+                    end
+                    if e.respond_to?(:implements)
+                        implements = e.elements.first.build # reach into child's elements
+                        next
+                    end
+                    if e.respond_to?(:class_body)
+                        els.concat(e.elements.first.build)
+                        next
+                    end
+                end
+                ret = {:type => "#{element_type}_definition", :value => class_name, :privacy => privacy, :inherits_from => inherits_from, :implements => implements, :class_elements => els}
+                return ret
+            end
+        end
+
+
+        class ClassBody2 < Treetop::Runtime::SyntaxNode
+            def build
+                els = []
+                elements.each do |e|
+                    next if e.elements.nil?
+                    e.elements.each do |inner_e|
+                        els.concat(inner_e.build) if inner_e.respond_to?(:build)
+                    end
+                end
+                return els
+            end
+        end
+
+        class ClassBodyDeclaration < Treetop::Runtime::SyntaxNode
+            def build
+                els = []
+                elements.each do |e|
+                    if e.respond_to? :class_element
+                        e.elements.each do |inner_e| 
+                            els.push(inner_e.build) if inner_e.respond_to? :build
+                        end
+                    end
+                    els.concat(e.build) if e.respond_to?(:build)
+                end
+                return els
+            end
+        end
+        
+        class ClassQualifiers < Treetop::Runtime::SyntaxNode
+            def build
+                elements.each do |e|
+                end
+            end
+        end
+
+        class CommaSeparatedConstants < Treetop::Runtime::SyntaxNode
+            def build
+                els = []
+                no_comments = text_value.gsub(/"(\\"|[^"])*"/, '')
+                no_comments = no_comments.gsub(/(\/\/[^\n]*\n+|\/\*(?:.|[\r\n])*?\*\/)/, '') #Remove comments
+                no_comments = CoderCompanion::Java.remove_nested_brackets(no_comments)
+                values = no_comments.split(/\s*,\s*/)
+                enum_constants = []
+                values.each do |e|
+                    e.strip! #Trim white spaces
+                    enum_constants.push( {:type => 'enum_constant', :value => e.gsub(/[\\n]/, '')} ) unless e.match(/;/)
+                end
+                return enum_constants
+            end
+        end
+
+        class VariableDeclarationList < Treetop::Runtime::SyntaxNode
+            def build
+                variables = []
+                elements.each do |e|
+                    variables.push(e.text_value) if e.respond_to? :variable_defined
+                    variables.concat(e.build) if e.respond_to? :build
+                end
+                return variables
+            end
+        end
+
+        class NextVariable < Treetop::Runtime::SyntaxNode
+            def build
+                variables = []
+                elements.each do |e|
+                    variables.push(e.text_value) if e.respond_to? :variable_defined
+                    variables.concat(e.build) if e.respond_to? :build
+                end
+                return variables
+            end
+        end
+
+        class MemberVariable < Treetop::Runtime::SyntaxNode
+            def build
+                variable_type = ''
+                privacy = ''
+                variable_name = ''
+                type = ''
+                qualifiers = []
+                variables = []
+                elements.each do |e|
+                    if e.respond_to? :qualifiers
+                        qualifiers = e.elements[0].text_value
+                        privacy = CoderCompanion::Java.extract_privacy(qualifiers)
+                        if CoderCompanion::Java.has_final_qualifier(qualifiers) && CoderCompanion::Java.has_static_qualifier(qualifiers)
+                            variable_type = 'constant'
+                        elsif !CoderCompanion::Java.has_final_qualifier(qualifiers) && CoderCompanion::Java.has_static_qualifier(qualifiers)
+                            variable_type = 'class_variable'
+                        else
+                            variable_type = 'instance_variable'
+                        end
+                    end
+                    variables = e.build if e.respond_to? :build
+                    type = e.text_value if e.respond_to? :type
+                    variable_name = e.text_value if e.respond_to? :variable_defined
+                end
+
+                to_return = []
+                variables.each do |v|
+                    to_return.push( {:type => 'variable_definition', :value => v.gsub(/[\s]+/, ' '), :return_type => type, :privacy => privacy, :variable_type => variable_type})
+                end
+                return to_return
+            end
+        end
+
+        class ConstructorDefinition < Treetop::Runtime::SyntaxNode
+            def build
+                privacy = ''
+                method_text = ''
+                elements.each do |e|
+                    privacy = e.text_value if e.respond_to? :privacy
+                    method_text = e.text_value if e.respond_to? :method_defined
+                end
+                return [{:type => 'constructor_definition', :value => method_text.gsub(/[\s]+/, ' '), :privacy => privacy}]
+            end
+        end
+
+        class MethodDefinition < Treetop::Runtime::SyntaxNode
+            def build
+                class_method = false
+                params = []
+                privacy = ''
+                method_text = ''
+                return_type = ''
+                qualifiers = []
+                elements.each do |e|
+                    if e.respond_to? :qualifiers
+                        qualifiers = e.elements[0].text_value
+                        privacy = CoderCompanion::Java.extract_privacy(qualifiers)
+                        if (CoderCompanion::Java.has_static_qualifier(qualifiers) )
+                            class_method = true
+                        end
+                    end
+                    return_type = e.text_value if e.respond_to? :return_type
+                    method_text = e.text_value if e.respond_to? :method_defined
+                    if e.respond_to? :method_defined
+                        e.elements[0].elements.each do |f|
+                            s_params = CoderCompanion::Java.remove_generics(f.text_value) if f.respond_to? :params
+                            if s_params
+                                s_params = s_params.gsub(/@[^\s]+\s+/, '') #Remove annotation for parameters
+                                s_params = s_params.gsub(/\sfinal\s/, '') #Remove final keyword
+                                s_params = s_params.gsub(/\.\.\./, '') #Remove the ellipsis at the end '...'
+                                pre_params = s_params.split(/\s*\,\s*/) 
+                                pre_params.each do |p|
+                                    val_arr = p.split(/\s+/)
+                                    params.push({:type => val_arr[0], :value => val_arr[1]})
+                                end
+                            end
+                        end
+                    end
+                end
+                return [{:type => 'method_definition', :value => method_text.gsub(/[\s]+/, ' '), :params => params, :return_type => return_type, :privacy => privacy, :class_method => class_method}]
+            end
+        end
+
+        class Qualifiers < Treetop::Runtime::SyntaxNode
+            def build
+                els = []
+                elements.each do |e|
+                    els.push(e.elements[0].text_value) if e.respond_to? :qualifier
+                end
+                return els
+            end
+        end
+
+        class InterfaceDefinition < Treetop::Runtime::SyntaxNode
+            def build
+                els = []
+                class_name = ''
+                privacy = ''
+                inherits_from = ''
+                elements.each do |e|
+                    inherits_from = e.elements[0].build if e.respond_to? :inheritance
+                    class_name = e.text_value if e.respond_to? :class_name
+                    privacy = e.text_value if e.respond_to? :privacy
+                    if e.respond_to? :class_element
+                        e.elements[0].elements.each {|f| els.push(f.build) if f.respond_to? :build }
+                    end
+                end
+                return {:type => "interface_definition", :value => class_name, :privacy => privacy, :inherits_from => inherits_from, :class_elements => els}
+            end
+        end
+
+        class ClassDefinition < Treetop::Runtime::SyntaxNode
+            def build
+                els = []
+                class_name = ''
+                privacy = ''
+                inherits_from = ''
+                implements = []
+                element_type = ''
+                elements.each do |e|
+                    element_type = e.text_value if e.respond_to? :class_or_enum
+                    inherits_from = e.elements[0].build if e.respond_to? :inheritance
+                    implements = e.elements[0].build if e.respond_to? :implements
+                    class_name = e.text_value if e.respond_to? :class_name
+                    privacy = e.text_value if e.respond_to? :privacy
+                    if e.respond_to? :class_element
+                        resp = nil
+                        e.elements[0].elements.each do |f| 
+                            resp = f.build if f.respond_to? :build
+                            if resp && resp.class.to_s == "Array"
+                                els.concat(resp)
+                            elsif resp
+                                els.push(resp)
+                            end
+                            resp = nil
+                        end
+                    end
+                end
+                return {:type => "#{element_type}_definition", :value => class_name, :privacy => privacy, :inherits_from => inherits_from, :implements => implements, :class_elements => els}
+            end
+        end
+
+        class Inheritance < Treetop::Runtime::SyntaxNode
+            def build
+                result = ''
+                elements.each {|e| result = e.build if e.respond_to? :build}
+                return result
+            end
+        end
+
+        class Implementation < Treetop::Runtime::SyntaxNode
+            def build
+                implements = []
+                elements.each do |e|
+                    val = e.build if e.respond_to? :build
+                    if val && val.class.to_s == "Array"
+                        implements.concat(val)
+                    elsif val
+                        implements.push(val)
+                    end
+                end
+                return implements
+            end
+        end
+
+        class NextInterface < Treetop::Runtime::SyntaxNode
+            def build
+                els = []
+                elements.each do |e|
+                    val = e.build if e.respond_to? :build
+                    if val && val.class.to_s == "Array"
+                        els.concat(val)
+                    elsif val
+                        els.push(val)
+                    end
+                    # els.push(e.text_value) if e.respond_to? :variable_defined
+                    # els.concat(e.build) if e.respond_to? :build
+                end
+                return els
+            end
+        end
+    end
+end

data/lib/codercompanion/java/java_grammar.treetop

@@ -0,0 +1,283 @@
+module CoderCompanion
+    grammar Java
+
+        rule fake_start
+            source_file_2
+        end
+
+
+        rule source_file_2
+            s? package? s? (import s)* s? multiple_annotations? s? (class_definition:class_definition_2 s?)* <SourceFile2>
+        end
+
+        rule package
+            'package' s? !'.' identifier s? ('.' s? identifier )* s? ';'
+        end
+
+        rule import
+            'import' s? 'static'? s? !'.' identifier s? ('.' s? ( identifier / '*') )* s? ';'
+        end
+
+        rule comment_2
+            ('/*' (!'*/' .)* '*/' ) / '//' (![\n] .)* [\n]
+        end
+
+        rule class_definition_2
+            (class_qualifiers:class_qualifiers_2*) s? (class_or_enum:('class'/'enum'/'interface'/'@' identifier)) s
+            (class_name:class_identifier) ( s? generics )? s? (inheritance:inheritance)? s?
+            (implements:interfaces_2)? s? (class_body:class_body_2) s? <ClassDefinitions>
+        end
+
+        rule interfaces_2
+            'implements' s? qualified_name (s? generics)? (s? ',' s? qualified_name (s? generics)? )* <Interface2>
+        end
+
+        rule class_body_2
+            '{' s? class_body_declaration_2* s? '}' <ClassBody2>
+        end
+
+        rule class_body_declaration_2
+            s? ';' / ('static' s) block_2 / s? member_declaration_2 <ClassBodyDeclaration>
+        end
+
+        rule variable_declaration_2
+            (qualifiers:general_qualifiers_2*) s? (type:type) s variable_declaration_list s? <MemberVariable>
+        end
+
+        rule variable_declaration_list
+            (variable_defined:identifier) s? (array_indicator)? s? ( method_assignment / block_assignment / assignment )? s? next_variable? s? ';' s? <VariableDeclarationList>
+        end
+
+        rule next_variable
+            s? ',' s? ( variable_defined:identifier ) s? (array_indicator?) s? ( method_assignment / block_assignment / assignment )? next_variable? <NextVariable>
+        end
+
+        rule method_definition_2
+            (qualifiers:general_qualifiers_2*) s? (return_type:type) s ( method_defined:method ) s? ('throws' s qualified_name_list)? s? ( '{' s? method_body? s? '}' / 'default' s? (string / (!";" .)*) s? ';' /  ';' )  <MethodDefinition>
+        end
+
+        rule general_qualifiers_2
+            class_qualifier_2 / annotation s / generics s / ( 'native' s / 'synchronized' s / 'transient' s / 'volatile' s )
+        end
+
+        rule generics
+            '<' ( !angle_bracket . )* ( s? generics array_indicator?)? additional_generics s? '>'
+        end
+
+
+        rule additional_generics
+            ( s? ',' s? (!angle_bracket .)* (s? generics array_indicator?)? )*
+        end
+
+
+        rule angle_bracket
+            '<' / '>' 
+        end
+
+        rule class_qualifiers_2
+            class_qualifier_2 (s class_qualifier_2)* <ClassQualifiers>
+        end
+
+        rule class_qualifier_2
+            'public' s / 'protected' s / 'private' s / 'static' s / 'abstract' s / 'final' s / 'strictfp' s
+        end
+
+        rule member_declaration_2
+            s
+            / ('static' s) block_2
+            / annotation
+            / (class_element:class_definition_2)
+            / method_definition_2
+            / variable_declaration_2
+            / constructor
+            / comma_separated_constants_2
+        end
+
+        rule qualified_name_list
+            qualified_name s? (',' s? qualified_name)*
+        end
+
+        rule qualified_name
+            identifier ('.' identifier )*
+        end
+
+        rule comma_separated_constants_2
+            identifier s? ( '(' s? method_call_params? s? ')' )? (s? ',' s? ( identifier s? ( '(' s? method_call_params? s? ')' )? / ';' / s? ) )* <CommaSeparatedConstants>
+        end
+
+        rule block_2
+            #'{' s? block_2? s? (!curly_brackets .)* s? block_2? s? (!curly_brackets .)* s? block_2? s? '}'
+            '{' s? (block_2 s?)* s? (anything_but_curly_brackets? s? block_2 s?)* s? anything_but_curly_brackets? s? (block_2 s?)* s? '}'
+        end
+        
+        rule multiple_annotations
+            annotation (s annotation)*
+        end
+
+        rule annotation
+            '@' qualified_name ( s? '(' (!')' .)* ')' )?
+        end
+
+        rule interface_definition
+            (privacy:privacy?) s? (qualifiers:qualifiers?) s? 'interface' s (class_name:class_identifier) s? (inheritance:inheritance)? s? (interfaces)? s? '{' s? ( class_element:class_element* ) s? '}' <InterfaceDefinition>
+        end
+
+        rule inheritance
+            'extends' s qualified_name (s? generics)? next_interface? <Inheritance>
+        end
+
+        rule interfaces
+            'implements' s qualified_name s? (array_indicator)? next_interface? <Implementation>
+        end
+
+        rule next_interface
+            s? ',' s? qualified_name s? (array_indicator)? next_interface? <NextInterface>
+        end
+
+        rule constructor
+            (privacy:privacy?) s? (qualifiers:qualifiers?) s? ( method_defined:method ) s? ('throws' s qualified_name_list)? s? '{' s? method_body? s? '}' <ConstructorDefinition>
+        end
+
+        rule interface_method_definition
+            (privacy:privacy?) s? (qualifiers:qualifiers?) s? (return_type:type) s ( method_defined:method ) s? ';' <MethodDefinition>
+        end
+
+        rule method_body
+            method_statement (s method_statement)* 
+        end
+
+        rule method_statement
+            '(' ')'
+            /
+            comment_2
+            /
+            return_statement
+            /
+            statement
+            /
+            scope 
+        end
+
+        rule return_statement
+            'return' s? ( (!'new' qualified_name) s? '(' s? method_call_params? s? ')' s? ';' s? / return_new_object s? ';' / qualified_name method_call? s? ';' )
+        end
+
+        rule method_call_params
+            ( string / number / return_new_object / cast_statement / qualified_name method_call? / identifier ) next_method_call_params? 
+        end
+
+        rule next_method_call_params
+            (s? ',' s? ( string / number / return_new_object / cast_statement / qualified_name method_call? / identifier ) ) next_method_call_params?
+        end
+
+        rule return_new_object
+            'new' s class_identifier s? generics? s? '(' (!')' .)* ')' s '{' s? method_body s? '}'
+        end
+
+        rule method_call
+            '(' s? ( string / return_new_object / qualified_name method_call / cast_statement / (!'(' !')' .)*  / '' ) s? ')' ('.' qualified_name method_call)?
+        end
+        
+        rule cast_statement
+            '(' (!')' .)* ')' s? qualified_name method_call?
+        end
+
+        rule statement
+            (anything_but_curly_brackets &';') ';'
+        end
+
+        rule anything_but_semi_colon
+            [^;]+
+        end
+
+        rule scope
+            ( anything_but_curly_brackets '{' s? anything_but_curly_brackets s? scope? s? anything_but_curly_brackets s? '}' anything_but_curly_brackets scope? / anything_but_curly_brackets )
+        end
+
+        rule anything_but_curly_brackets
+            ( s / comment &{|seq| seq[0].is_valid_comment} / string / [^{}] / '.' / other_values )*
+        end
+
+        rule other_values
+            ( [\@＠$] / "'@'" / "'＠'" / "'.'" / "':'" / "'#'" / "'＃'" )
+        end
+
+        rule assignment
+            '=' s? ( string / (!';' .) )*
+        end
+
+        rule method_assignment
+            '=' s? (!'new' qualified_name) s? '(' s? method_call_params s? ')' ('.' qualified_name method_call)? s?
+        end
+
+        rule block_assignment
+            '=' s? 'new' s (!curly_brackets !';' .)* s? block_2?
+        end
+
+        rule curly_brackets
+            '{' / '}'
+        end
+
+        rule privacy
+            ( 'public' <Identifier> / 'protected' <Identifier> / 'private' <Identifier> )
+        end
+
+        rule qualifiers
+            qualifier (s qualifier)* <Qualifiers>
+        end
+
+        rule qualifier
+            'synchronized' / 'abstract' / 'static' / 'final' / 'const' / 'transient' / 'volatile' / 'strictfp'
+        end
+
+        rule method
+            ( qualified_name s? '(' s? ( multiple_annotations? s? !',' ('final' s)? (first_type:type) s? params:(identifier s? array_indicator*)  rest_of_params:(s? ',' s? annotation? s? ('final' s)? (next_type:type) s? identifier s? array_indicator* )* )? s? ')' ) <Method>
+        end
+
+        rule type
+            ( !class_qualifiers_2 !'class' !'enum' !'interface' qualified_name array_indicator?)
+        end
+
+        rule array_indicator
+            ( s? '[]' array_indicator? / s? generics array_indicator? / s? '...' )
+        end
+
+        rule string
+            (
+            "'" ( (!'\\\'' '\\\\') / '\\\'' / !"'" . )* "'" <StringLiteral> 
+            /
+            '"' ( (!'\"' '\\\\') / '\"' / !'"' . )* '"' <StringLiteral>
+            )
+        end
+
+        rule comment
+            ( '/*' s? (!'*/' .)* s? '*/' / '//' s? [^\n]* )
+            {
+                def is_valid_comment
+                    return true if text_value.match(/(\/\/[^"'\n\r]*(?:("|')[^"'\n\r]*("|')[^"'\n\r]*)*$|\/\*([^*]|\*(?!\/))*?\*\/)(?=[^"]*(?:"[^"]*"[^"]*)*$)/)
+                    return false
+                end
+            }
+        end
+
+        rule s
+            ( comment_2 / [ \s] )+
+        end
+
+        rule class_identifier
+            [A-Za-z_] [a-zA-Z0-9_]* 
+        end
+
+        rule identifier
+            [a-zA-Z_] [a-zA-Z0-9_]* <Identifier>
+        end
+
+        rule number
+            [0-9]+ 'L'? 
+        end
+
+        rule anything
+            .*
+        end
+    end
+end