codemodels-js 0.1.0-java

data/test/test_basic_parsing.rb

@@ -0,0 +1,150 @@
+# encoding: UTF-8
+require 'test_helper'
+ 
+class TestBasicParsing < Test::Unit::TestCase
+
+	include TestHelper
+	include CodeModels
+	include CodeModels::Js
+
+	def test_block
+		code = "{ var x = 5 + 5; }"
+		model = parse_code(code)
+		assert model.is_a?(AstRoot)
+		assert_equal 1,model.statements.count
+		assert model.statements[0].is_a?(Scope)
+	end
+
+	def test_while_statements_empty
+		code = "while (true) {  }"
+		model = parse_code(code).statements[0]
+		assert_class WhileLoop, model
+		assert_equal 0,model.body.statements.count
+	end
+
+	def test_while_statements_one_element
+		code = "while (true) { i++; }"
+		model = parse_code(code).statements[0]
+		assert_class WhileLoop, model
+		assert_equal 1,model.body.statements.count
+	end
+
+	def test_bitwise_not_operator
+		code = "~1"
+		model = parse_code(code).statements[0]
+		assert_class ExpressionStatement, model
+		assert_class BitwiseNotOperator, model.expression
+	end
+
+	def test_not_operator
+		code = "!true"
+		model = parse_code(code).statements[0]
+		assert_class ExpressionStatement, model
+		assert_class NotOperator, model.expression
+	end	
+
+	def test_equals_infix_expr
+		code = "1==1"
+		model = parse_code(code).statements[0]
+		assert_class ExpressionStatement, model
+		assert_class EqualsInfixExpression, model.expression
+	end	
+
+	def test_identity_infix_expr
+		code = "1===1"
+		model = parse_code(code).statements[0]
+		assert_class ExpressionStatement, model
+		assert_class IdentityInfixExpression, model.expression
+	end		
+
+	def test_not_identity_infix_expr
+		code = "1!==1"
+		model = parse_code(code).statements[0]
+		assert_class ExpressionStatement, model
+		assert_class NotIdentityInfixExpression, model.expression
+	end		
+
+	def test_not_equals_infix_expr
+		code = "1!=1"
+		model = parse_code(code).statements[0]
+		assert_class ExpressionStatement, model
+		assert_class NotEqualsInfixExpression, model.expression
+	end	
+
+	def test_sub_expression_position
+		code = "1!=1"
+		model = parse_code(code).statements[0]
+		assert_class ExpressionStatement, model
+		assert_class NotEqualsInfixExpression, model.expression
+		assert_class Js::NumberLiteral, model.expression.left
+		assert_class Js::NumberLiteral, model.expression.right
+		assert_equal SourcePoint.new(1,1),model.expression.left.source.position.begin_point
+		assert_equal SourcePoint.new(1,1),model.expression.left.source.position.end_point
+		assert_equal SourcePoint.new(1,4),model.expression.right.source.position.begin_point
+		assert_equal SourcePoint.new(1,4),model.expression.right.source.position.end_point
+	end		
+
+	def test_logic_and_infix_expr
+		code = "1&&1"
+		model = parse_code(code).statements[0]
+		assert_class ExpressionStatement, model
+		assert_class LogicAndInfixExpression, model.expression
+	end	
+
+	def test_logic_or_infix_expr
+		code = "1||1"
+		model = parse_code(code).statements[0]
+		assert_class ExpressionStatement, model
+		assert_class LogicOrInfixExpression, model.expression
+	end		
+
+	def test_unary_plus
+		code = "+1"
+		model = parse_code(code).statements[0]
+		assert_class ExpressionStatement, model
+		assert_class UnaryPlusOperator, model.expression
+	end				
+
+	def test_unary_minus
+		code = "-1"
+		model = parse_code(code).statements[0]
+		assert_class ExpressionStatement, model
+		assert_class UnaryMinusOperator, model.expression
+	end	
+
+	def test_comma_infix_expr
+		code = "1,2"
+		model = parse_code(code).statements[0]
+		assert_class ExpressionStatement, model
+		assert_class CommaInfixExpression, model.expression
+	end		
+
+	def test_empty_stmt
+		code = ";"
+		model = parse_code(code).statements[0]
+		assert_class EmptyStatement, model
+	end		
+
+	def test_switch_stmt
+		code = %q{
+			switch (1) { 
+				case 2: 
+					3; 
+					break;
+				case 4: 
+					5; 
+					break;
+				default:
+					6;
+			}
+		}
+		model = parse_code(code).statements[0]
+		assert_class SwitchStatement, model
+		assert_class NumberLiteral, model.expression
+		assert_equal 3, model.cases.count
+		assert_class ExpressionSwitchCase, model.cases[0]
+		assert_class ExpressionSwitchCase, model.cases[1]
+		assert_class DefaultSwitchCase, 	  model.cases[2]
+	end			
+
+end

data/test/test_example_app.rb

@@ -0,0 +1,23 @@
+require 'test_helper'
+ 
+class TestExampleApp < Test::Unit::TestCase
+
+	include TestHelper
+	include CodeModels
+	include CodeModels::Js
+
+	def setup
+		@root = Js.parse_file(relative_path('data/app.js'))
+	end
+
+	def test_root_is_ast_root
+		assert_class AstRoot, @root
+	end
+
+	def test_root_contains_function_call
+		assert_equal 1, @root.statements.count
+		assert_class ExpressionStatement, @root.statements[0]
+		assert_class FunctionCall, @root.statements[0].expression
+	end
+
+end

data/test/test_expression_parser.rb

@@ -0,0 +1,28 @@
+require 'test_helper'
+ 
+class TestExpressionParser < Test::Unit::TestCase
+
+	include TestHelper
+	include CodeModels
+	include CodeModels::Js
+
+	def test_basic_expression_parsing
+		r = Js::ExpressionParser.parse_code("i < 10")
+		assert_equal CodeModels::Js::LANGUAGE,r.language
+		assert_class Js::LessInfixExpression,r
+	end	
+
+	def test_name_expression_parsing
+		r = Js::ExpressionParser.parse_code("pippo")
+		assert_equal CodeModels::Js::LANGUAGE,r.language
+		assert_class Js::Name,r
+	end	
+
+	def test_basic_expression_position
+		r = Js::ExpressionParser.parse_code("i < 10")
+		assert_equal CodeModels::Js::LANGUAGE,r.language
+		assert_equal SourcePoint.new(1,1),r.source.position.begin_point
+		assert_equal SourcePoint.new(1,6),r.source.position.end_point
+	end	
+
+end

data/test/test_helper.rb

@@ -0,0 +1,65 @@
+# encoding: UTF-8
+require 'simplecov'
+SimpleCov.start do
+	add_filter "/test/"	
+end
+
+require 'test/unit'
+require 'codemodels'
+require 'codemodels/js'
+
+module TestHelper
+
+include CodeModels
+
+def parse_code(code)
+	Js.parse_code(code.encode(Parser::DEFAULT_INTERNAL_ENCODING))
+end
+
+def assert_metamodel(name,attrs,refs)
+	assert Js.const_defined?(name), "Metaclass '#{name}' not found"
+	c = Js.const_get name
+
+	assert_all_attrs attrs, c
+	assert_all_refs  refs, c	
+	c
+end
+
+def assert_class(expected_class,node)
+	assert node.class==expected_class, "Node expected to have class #{expected_class} instead it has class #{node.class}"
+end
+
+def relative_path(path)
+	File.join(File.dirname(__FILE__),path)
+end
+
+def assert_all_attrs(expected,c)
+	actual = c.ecore.eAllAttributes
+	assert_equal expected.count,actual.count,"Expected #{expected.count} attrs, found #{actual.count}. They are #{actual.name}"
+	expected.each do |e|
+		assert actual.find {|a| a.name==e}, "Attribute #{e} not found"	
+	end
+end
+
+def assert_all_refs(expected,c)
+	actual = c.ecore.eAllReferences
+	assert_equal expected.count,actual.count,"Expected #{expected.count} refs, found #{actual.count}. They are #{actual.name}"
+	expected.each do |e|
+		assert actual.find {|a| a.name==e}, "Reference #{e} not found"	
+	end
+end
+
+def assert_ref(c,name,type,many=false)
+	ref = c.ecore.eAllReferences.find {|r| r.name==name}
+	assert ref, "Reference '#{name}' not found"	
+	assert_equal type.ecore.name,ref.eType.name
+	assert_equal many, ref.many
+end
+
+def assert_attr(c,name,type,many=false)
+	att = c.ecore.eAllAttributes.find {|a| a.name==name}	
+	assert_equal type.name,att.eType.name
+	assert_equal many, att.many
+end
+
+end

data/test/test_info_extraction.rb

@@ -0,0 +1,169 @@
+# encoding: UTF-8
+#Encoding.default_internal = Encoding::UTF_8
+require 'test_helper'
+ 
+class TestInfoExtraction < Test::Unit::TestCase
+
+	include TestHelper
+	include CodeModels
+
+	def assert_map(exp,map)
+		assert_equal exp.count,map.count, "Expected to have keys: #{exp.keys}, it has #{map}"
+		exp.each do |k,v|
+			assert_equal exp[k],map[k], "Expected #{k} to have #{exp[k]} instances, it has #{map[k.to_s]}. Map: #{map}"
+		end
+	end
+
+	def assert_code_map_to(code,exp)
+		r = parse_code(code)
+		map = r.values_map
+		assert_map(exp,map)
+	end
+
+	def test_info_the_root_is_parsed
+		code = "for(var i = 0; i < 10; i++) { var x = 5 + 5; }"
+		assert_code_map_to(code, {'i'=> 3, 0.0 => 1, 5.0 => 2, 10.0=> 1, 'x' => 1})
+	end
+
+	def test_info_var_statement
+		code = "var i = 0;"
+		assert_code_map_to(code, {'i'=> 1, 0.0 => 1})
+	end
+
+	def test_info_less
+		code = "i < 10;"
+		assert_code_map_to(code, {'i'=> 1, 10.0 => 1})
+	end
+
+	def test_info_postfix
+		code = "i++;"
+		assert_code_map_to(code, {'i'=> 1})
+	end
+
+	def test_info_block
+		code = "{ var x = 5 + 5; }"
+		assert_code_map_to(code, {'x'=> 1, 5.0 => 2})		
+	end
+
+	def test_snippet_1
+		code = "var lowercase = function(string){return isString(string) ? string.toLowerCase() : string;};"
+		assert_code_map_to(code, {'lowercase'=> 1, 'string' => 4, 'isString' => 1, 'toLowerCase' => 1})
+	end
+
+	def test_snippet_2
+		code = %q{
+			var manualLowercase = function(s) {
+			  return isString(s)
+			      ? s.replace(/[A-Z]/g, function(ch) {return String.fromCharCode(ch.charCodeAt(0) | 32);})
+			      : s;
+			};
+			var manualUppercase = function(s) {
+			  return isString(s)
+			      ? s.replace(/[a-z]/g, function(ch) {return String.fromCharCode(ch.charCodeAt(0) & ~32);})
+			      : s;
+			};
+		}
+		assert_code_map_to(code, {
+			'manualLowercase'=> 1, 'manualUppercase'=>1,
+			's' => 8, 'isString' => 2, 'replace' => 2, 
+			'[A-Z]'=>1, '[a-z]'=>1,
+			'g'=>2, # this is the flag, it should be removed from the AST in the future
+			'ch'=>4, 'String'=>2,
+			'fromCharCode'=>2, 'charCodeAt'=>2, 
+			0.0=>2, 32.0=>2})
+	end
+
+	def test_snippet_3
+		code = %q{
+			'use strict';
+
+				// Declare app level module which depends on filters, and services
+				angular.module('myApp', ['myApp.filters', 'myApp.services', 'myApp.directives']).
+				  config(['$routeProvider', function($routeProvider) {
+				    $routeProvider.when('/aes', {template: 'partials/aes.html', controller: aesCtrl});
+				    $routeProvider.when('/about', {template: 'partials/about.html', controller: homeCtrl});
+				    //$routeProvider.when('/memorize', {template: 'partials/memorize.html', controller: memorizeCtrl});
+				    $routeProvider.when('/phrases', {template: 'partials/phrases.html', controller: phrasesCtrl});
+				    //$routeProvider.when('/about', {template: 'partials/about.html', controller: aboutCtrl});
+				    $routeProvider.otherwise({redirectTo: '/aes'});
+				  }]);
+		}
+		assert_code_map_to(code, {
+			'use strict' => 1,
+			'angular'=>1,
+			'module'=>1,
+			'myApp'=>1,
+			'myApp.filters'=>1,
+			'myApp.services'=>1,
+			'myApp.directives'=>1,
+			'config'=>1,
+			'$routeProvider' => 6,
+			'when' => 3,
+			'otherwise'=>1,
+			'/aes' =>2, 'partials/aes.html'=>1,
+			'/about' =>1, 'partials/about.html'=>1,
+			'/phrases' =>1, 'partials/phrases.html'=>1,
+			'template' => 3,
+			'controller' => 3,
+			'aesCtrl' => 1,
+			'homeCtrl' => 1,
+			'phrasesCtrl' => 1,
+			'redirectTo' => 1
+		})		
+	end
+
+#	def test_encoding_is_supported
+#		r = Js.parse_file('test/data/app.js','UTF-8')
+#		
+#		r.traverse(:also_foreign) do |node|			
+#		end
+#	end
+
+	def test_no_extraneous_values_simple_encoding
+		#code = IO.read('test/data/app.js',{ :encoding => 'UTF-8', :mode => 'rb'})
+		r = Js.parse_file('test/data/app_clean.js','UTF-8')
+		r.traverse(:also_foreign) do |node|			
+			node.collect_values_with_count.each do |value,count|
+				value_s = value.to_s.encode(Parser::DEFAULT_INTERNAL_ENCODING)
+				value_s = value_s[0..-3] if value_s.end_with?('.0')
+				node_code = node.source.code.encode(Parser::DEFAULT_INTERNAL_ENCODING)
+				unless node_code.include?(value_s)
+					node.class.ecore.eAllAttributes.each do |a|
+						if a.many
+							puts "Attribute #{a.name}" if node.send(:"#{a.name}").include?(value)
+						else
+							puts "Attribute #{a.name}" if node.send(:"#{a.name}")==value
+						end
+					end
+
+					fail("Value '#{value}' expected in #{node}. Artifact: #{node.source.artifact}, abspos: #{node.source.position(:absolute)}, code: '#{node_code}'")
+				end
+			end
+		end
+	end
+
+	def test_no_extraneous_values
+		#code = IO.read('test/data/app.js',{ :encoding => 'UTF-8', :mode => 'rb'})
+		r = Js.parse_file('test/data/app.js','UTF-8')
+		r.traverse(:also_foreign) do |node|			
+			node.collect_values_with_count.each do |value,count|
+				value_s = value.to_s.encode(Parser::DEFAULT_INTERNAL_ENCODING)
+				value_s = value_s[0..-3] if value_s.end_with?('.0')
+				node_code = node.source.code.encode(Parser::DEFAULT_INTERNAL_ENCODING)
+				unless node_code.include?(value_s)
+					node.class.ecore.eAllAttributes.each do |a|
+						if a.many
+							puts "Attribute #{a.name}" if node.send(:"#{a.name}").include?(value)
+						else
+							puts "Attribute #{a.name}" if node.send(:"#{a.name}")==value
+						end
+					end
+
+					fail("Value '#{value}' expected in #{node}. Artifact: #{node.source.artifact}, abspos: #{node.source.position(:absolute)}, code: '#{node_code}'")
+				end
+			end
+		end
+	end
+
+
+end

data/test/test_metamodel.rb

@@ -0,0 +1,210 @@
+require 'test_helper'
+ 
+class TestInfoExtraction < Test::Unit::TestCase
+
+	include TestHelper
+	include CodeModels
+	include CodeModels::Js
+	include RGen::ECore
+
+	# TODO ArrayComprehension
+	# TODO ArrayComprehensionLoop
+
+	def test_ast_root
+		c = assert_metamodel :AstRoot, [], ['statements']
+
+		assert_ref c, 'statements', JsNode, true
+	end
+
+	def test_array_literal
+		assert Js.const_defined? :ArrayLiteral
+		c = Js.const_get :ArrayLiteral
+
+		assert_all_attrs [],              c
+		assert_all_refs  ['elements'],    c
+
+		assert_ref c,'elements',JsNode,true
+	end
+
+	def test_block
+		assert Js.const_defined? :Block
+		c = Js.const_get :Block
+
+		assert_all_attrs [],              c
+		assert_all_refs  ['contents'],    c
+
+		assert_ref c,'contents',JsNode,true
+	end
+
+	def test_break
+		assert Js.const_defined? :BreakStatement
+		c = Js.const_get :BreakStatement
+
+		# TODO break label and break target maybe should be there
+		assert_all_attrs [], c
+		assert_all_refs  ['breakLabel'], c		
+
+		assert_ref c,'breakLabel',Name
+	end
+
+	def test_catch_clause
+		c = assert_metamodel :CatchClause, [], ['varName', 'catchCondition','body']
+
+		assert_ref c,'varName',Name
+		assert_ref c,'catchCondition',JsNode
+		assert_ref c,'body',Block
+	end
+
+	def test_conditional_expression
+		c = assert_metamodel :ConditionalExpression, [], ['testExpression','trueExpression','falseExpression']
+
+		assert_ref c,'testExpression',JsNode
+		assert_ref c,'trueExpression',JsNode
+		assert_ref c,'falseExpression',JsNode
+	end
+
+	def test_continue_statement
+		c = assert_metamodel :ContinueStatement, [], ['label']
+
+		assert_ref c,'label',Name
+	end
+
+	def test_do_loop
+		c = assert_metamodel :DoLoop, [], ['body','condition']
+
+		assert_ref c,'body',JsNode
+		assert_ref c,'condition',JsNode
+	end
+
+	def test_function_call
+		c = assert_metamodel :FunctionCall, [], ['target','arguments']
+
+		assert_ref c,'target',JsNode
+		assert_ref c,'arguments',JsNode, true
+	end
+
+	def test_get_object_property
+		c = assert_metamodel :GetObjectProperty, [], ['name','value']
+
+		assert_ref c,'name',JsNode
+		assert_ref c,'value',JsNode
+	end		
+
+	def test_infix_expression
+		assert Js.const_defined? :InfixExpression
+		c = Js.const_get :InfixExpression
+
+		assert_all_attrs [],               c
+		assert_all_refs  ['left','right'], c
+
+		assert_ref c,'left',JsNode
+		assert_ref c,'right',JsNode	
+	end
+
+	def test_js_node
+		assert Js.const_defined? :JsNode
+		c = Js.const_get :JsNode
+
+		assert_all_attrs [], c
+		assert_all_refs  [], c
+	end
+
+	def test_loop
+		c = assert_metamodel :Loop, [], ['body']
+
+		assert_ref c,'body',JsNode
+	end	
+
+	def test_new_expression
+		c = assert_metamodel :NewExpression, [], ['initializer','target','arguments']
+
+		assert_ref c,'initializer',ObjectLiteral		
+		assert_ref c,'target',JsNode
+		assert_ref c,'arguments',JsNode, true
+	end
+
+	def test_number_literal
+		c = assert_metamodel :NumberLiteral, ['number'], []
+
+		assert_attr c,'number',EFloat
+	end
+
+	def test_object_literal
+		c = assert_metamodel :ObjectLiteral, [], ['elements']
+
+		assert_ref c,'elements',ObjectProperty,true
+	end	
+
+	def test_object_property
+		c = assert_metamodel :ObjectProperty, [], ['name','value']
+
+		assert_ref c,'name',JsNode
+		assert_ref c,'value',JsNode
+	end	
+
+	def test_property_get
+		assert Js.const_defined? :PropertyGet
+		c = Js.const_get :PropertyGet
+
+		assert_all_attrs [],     c
+		assert_all_refs  ['left','right'], c
+
+		assert_equal 0,c.ecore.eAttributes.count
+		assert_equal 0,c.ecore.eReferences.count
+	end
+
+	def test_set_object_property
+		c = assert_metamodel :SetObjectProperty, [], ['name','value']
+
+		assert_ref c,'name',JsNode
+		assert_ref c,'value',JsNode
+	end		
+
+	def test_simple_object_property
+		c = assert_metamodel :SimpleObjectProperty, [], ['name','value']
+
+		assert_ref c,'name',JsNode
+		assert_ref c,'value',JsNode
+	end		
+
+	def test_scope
+		c = assert_metamodel :Scope, [], ['statements']
+
+		assert_ref c,'statements',JsNode, true
+	end	
+
+	def test_symbol
+		assert Js.const_defined? :Symbol
+		c = Js.const_get :Symbol
+
+		assert_attr c,'declType',EString
+	end
+
+	def test_while_loop
+		c = assert_metamodel :WhileLoop, [], ['body','condition']
+
+		assert_ref c,'body',JsNode
+		assert_ref c,'condition',JsNode
+	end
+
+	def test_switch_statement
+		c = assert_metamodel :SwitchStatement, [], ['expression','cases']
+
+		assert_ref c,'expression',JsNode
+		assert_ref c,'cases',SwitchCase,true		
+	end
+
+	def test_expression_switch_case
+		c = assert_metamodel :ExpressionSwitchCase, [], ['expression','statements']
+
+		assert_ref c,'expression',JsNode
+		assert_ref c,'statements',JsNode, true
+	end
+
+	def test_default_switch_case
+		c = assert_metamodel :DefaultSwitchCase, [], ['statements']
+
+		assert_ref c,'statements',JsNode, true
+	end	
+
+end